-- Logs begin at Tue 2021-08-31 08:15:49 UTC, end at Tue 2021-08-31 10:49:18 UTC. -- Aug 31 08:52:34.775970 n-d-800634-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 08:52:38.562942 n-d-800634-13 neutron-server[94734]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:52:38.564051 n-d-800634-13 neutron-server[94734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:52:38.564218 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:52:38.570747 n-d-800634-13 neutron-server[94734]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:52:38.571155 n-d-800634-13 neutron-server[94734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:52:38.571637 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:52:38.573346 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:52:38.573708 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:52:38.574462 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:52:38.574909 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:52:38.575289 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:52:38.575820 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.576281 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.576765 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.577141 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.578191 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.578713 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.579196 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.579665 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.580133 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.580601 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.580993 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.581352 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.581715 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.582393 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.582799 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.583178 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.583555 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] debug = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.584001 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.584729 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.585372 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.585837 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.586317 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.586797 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.587227 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.587653 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.588110 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.588724 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] host = n-d-800634-13 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.589176 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.589657 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.590301 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.590709 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.591218 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.591693 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.592177 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.592631 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.593082 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.594106 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.594614 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.595079 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.595548 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.595911 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.596289 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.596774 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.597267 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.597731 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.598295 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.598670 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.599221 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.599609 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.600043 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.600511 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.600974 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.601461 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.601928 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.602392 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.602862 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.603302 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.603795 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.604276 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.604742 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.605201 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.605686 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.606150 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.606666 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.607168 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.607654 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.608124 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.608601 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.609286 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.609570 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.610260 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.610740 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.611183 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] use_json = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.611648 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.612087 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.612551 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.613005 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.613449 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.613903 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.614357 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.614872 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:38.615357 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.615790 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.616156 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.616589 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.617084 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.617556 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.617900 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.618249 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.618656 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.619069 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.619489 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.620725 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.620725 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.621117 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.621762 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.621762 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.622300 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.622661 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.623177 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.623552 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.624006 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.624465 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.625601 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.626065 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.626580 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.627067 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.627545 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.627973 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.628456 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.628910 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.629394 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.629723 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.630188 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.630520 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.630871 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.631309 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.631778 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.632232 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.632684 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.633102 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.633523 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.633926 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.634344 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.634804 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.635118 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.635418 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.635805 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.636264 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.636732 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.637201 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.637666 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.638110 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.638569 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.639001 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.639439 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.639870 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.640844 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.641283 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.641714 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.642146 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.642606 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.643038 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.643470 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.643904 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.644335 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.644754 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.645198 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.645654 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.646083 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.646548 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.646975 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.647401 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.647838 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.648350 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.648865 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.649357 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.649829 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.650282 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.650757 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.651188 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.651626 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.652068 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.652498 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.652961 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.653495 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.653933 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.654247 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.654695 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.655022 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.655476 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.656692 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.656899 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.657358 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.657843 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.658278 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.658776 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.659250 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.659721 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.660200 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.660721 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.661231 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.661695 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.662176 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.662647 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:38.663130 n-d-800634-13 neutron-server[94734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:52:38.663469 n-d-800634-13 neutron-server[94734]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94734) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 08:52:39.061571 n-d-800634-13 neutron-server[94734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:52:39.061858 n-d-800634-13 neutron-server[94734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:52:39.062150 n-d-800634-13 neutron-server[94734]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:52:39.062510 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 08:52:39.508363 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.508651 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.508947 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.510327 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.510635 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.510900 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.552010 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.552257 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.552857 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.572454 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.573390 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.573390 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.606261 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.606564 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.606872 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.650729 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.651036 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.651352 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.926151 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.926364 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.926643 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.926920 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:39.927711 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.073793 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.074119 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.074447 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.074832 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.075103 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.075430 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.075715 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.075979 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.076231 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.076521 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.076785 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.077051 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.077309 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.078105 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.078367 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.078677 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.078927 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.079218 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.079470 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.079730 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.080005 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.080255 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.080544 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.080960 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.081211 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.081456 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.081907 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:40.082144 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:40.082390 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:40.082688 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:40.082995 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:40.083235 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:40.083807 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 08:52:40.088526 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 08:52:40.095173 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 08:52:40.099818 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 31 08:52:40.101978 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 08:52:40.102457 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 08:52:40.103177 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 08:52:40.103829 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 08:52:40.108489 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 08:52:40.109040 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 08:52:40.109544 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:52:40.117044 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 08:52:40.144645 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 08:52:40.145106 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.145412 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94734) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 08:52:40.145774 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.147304 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94734) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 08:52:40.147602 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:52:40.147851 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 08:52:40.151734 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.152024 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:40.222028 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 08:52:40.222301 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 08:52:40.222451 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 08:52:40.222787 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 08:52:40.253301 n-d-800634-13 neutron-server[94734]: DEBUG oslo_db.sqlalchemy.engines [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94734) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 08:52:40.976812 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing driver for type 'gre' Aug 31 08:52:40.980627 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] gre ID ranges: [(1, 1000)] Aug 31 08:52:41.098709 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing driver for type 'local' Aug 31 08:52:41.099288 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing driver for type 'vlan' Aug 31 08:52:41.124074 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] VlanTypeDriver initialization complete Aug 31 08:52:41.125628 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing driver for type 'vxlan' Aug 31 08:52:41.126610 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] vxlan ID ranges: [(1, 1000)] Aug 31 08:52:41.225316 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing extension driver 'port_security' Aug 31 08:52:41.225865 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] PortSecurityExtensionDriver initialization complete Aug 31 08:52:41.226411 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing mechanism driver 'openvswitch' Aug 31 08:52:41.227091 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing mechanism driver 'hyperv' Aug 31 08:52:41.236924 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:41.237628 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.238008 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.238426 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.239165 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:52:41.239749 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.240287 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.240647 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.241062 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:52:41.241624 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.241987 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.242342 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.242846 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:52:41.243443 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > security_group after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.243960 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > security_group after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.244427 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.245156 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:52:41.245743 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.246211 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.246720 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.247259 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:52:41.248097 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > address_group after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.248686 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > address_group after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.249835 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.250776 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:52:41.251448 n-d-800634-13 neutron-server[94734]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] ML2 OVO RPC backend initialized. {{(pid=94734) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 08:52:41.252520 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.252959 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.253545 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.253874 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > networks before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.254347 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.254734 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > ports before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.255259 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.255706 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnets before_response 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.256123 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.256586 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.257072 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.257464 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.258128 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.258566 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.258928 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.259289 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.259636 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.260294 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Modular L2 Plugin initialization complete Aug 31 08:52:41.260751 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading services supported by the core plugin {{(pid=94734) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 08:52:41.261104 n-d-800634-13 neutron-server[94734]: INFO neutron.plugins.ml2.managers [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Got port-security extension from driver 'port_security' Aug 31 08:52:41.261582 n-d-800634-13 neutron-server[94734]: INFO neutron.extensions.vlantransparent [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Disabled vlantransparent extension. Aug 31 08:52:41.262083 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94734) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 08:52:41.262403 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: router Aug 31 08:52:41.312674 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.313278 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_create 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.313674 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router before_create 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.314045 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.314438 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.314933 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_delete 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.315403 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.315834 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.316263 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_create 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.316740 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_update 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.317179 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_update 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.317741 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.318314 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_update 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.318818 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_update 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.319405 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.319856 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.320236 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: subnet after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.320651 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.321018 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.321538 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_create 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.321966 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.322625 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.323082 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router after_update 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.323477 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.324102 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_create 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.324751 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.325368 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_update 55549900 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.326012 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > agent after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.326655 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > agent after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.327273 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > network after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.330372 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Tracking information for resource: router configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:41.330977 n-d-800634-13 neutron-server[94734]: DEBUG neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Tracking information for resource: floatingip configured {{(pid=94734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:52:41.340475 n-d-800634-13 neutron-server[94734]: INFO neutron.db.l3_agentschedulers_db [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 08:52:41.341482 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.341935 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.342302 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.342694 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.344315 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router before_create 55550100 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.344799 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.345271 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_create 55550100 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.345724 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > router precommit_update 55550100 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.352286 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.provider_configuration [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service providers = [] {{(pid=94734) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 08:52:41.352775 n-d-800634-13 neutron-server[94734]: DEBUG neutron.db.servicetype_db [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94734) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 08:52:41.356260 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.service_base [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:52:41.356734 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.service_base [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:52:41.357165 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.service_base [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:52:41.358356 n-d-800634-13 neutron-server[94734]: DEBUG neutron.services.service_base [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:52:41.360023 n-d-800634-13 neutron-server[94734]: INFO neutron.services.service_base [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 08:52:41.360816 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.361262 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 08:52:41.374122 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.374585 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: auto_allocate Aug 31 08:52:41.381513 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: network precommit_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.381940 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: network precommit_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.382601 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.383010 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: tag Aug 31 08:52:41.391624 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.392371 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: timestamp Aug 31 08:52:41.398699 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.399195 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: network_ip_availability Aug 31 08:52:41.409161 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.409743 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.410323 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.411714 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.412220 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: flavors Aug 31 08:52:41.420755 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.421326 n-d-800634-13 neutron-server[94734]: INFO neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading Plugin: revisions Aug 31 08:52:41.427303 n-d-800634-13 neutron-server[94734]: DEBUG neutron.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:52:41.427708 n-d-800634-13 neutron-server[94734]: DEBUG oslo_concurrency.lockutils [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.365s {{(pid=94734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:52:41.428518 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94734) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 08:52:41.429053 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Initializing extension manager. Aug 31 08:52:41.429608 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: __init__.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.429961 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: __pycache__ {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.430305 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.430678 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: address_group.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.432105 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.432799 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: address-group Aug 31 08:52:41.433174 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: address_scope.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.433992 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.434588 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: address-scope Aug 31 08:52:41.434957 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.436054 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.436622 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: router-admin-state-down-before-update Aug 31 08:52:41.437022 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: agent.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.438072 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.438684 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: agent Aug 31 08:52:41.439059 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: agent_resources_synced.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.440116 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.440698 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: agent-resources-synced Aug 31 08:52:41.441112 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: allowedaddresspairs.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.443283 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.443951 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: allowed-address-pairs Aug 31 08:52:41.444369 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: auto_allocated_topology.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.445708 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.446413 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: auto-allocated-topology Aug 31 08:52:41.446886 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: availability_zone.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.447798 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.448410 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: availability_zone Aug 31 08:52:41.448819 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: availability_zone_filter.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.449932 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.450598 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: availability_zone_filter Aug 31 08:52:41.451021 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: data_plane_status.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.452089 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.453435 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 08:52:41.453849 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: default_subnetpools.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.454984 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.455598 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: default-subnetpools Aug 31 08:52:41.456015 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.456978 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.457589 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: dhcp_agent_scheduler Aug 31 08:52:41.458056 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: dns.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.459162 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.459787 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 08:52:41.460201 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: dns_domain_ports.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.461240 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.461905 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 08:52:41.463029 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.464387 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.465336 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 08:52:41.465637 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: dvr.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.466756 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.467620 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: dvr Aug 31 08:52:41.468403 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: ecmp_routes.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.469811 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.470916 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 08:52:41.471412 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: empty_string_filtering.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.477088 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.479044 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: empty-string-filtering Aug 31 08:52:41.479044 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.479367 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.479932 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:52:41.480906 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.481115 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.481767 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 08:52:41.481931 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: external_net.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.482939 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.483462 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: external-net Aug 31 08:52:41.483819 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.484816 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.486374 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: extra_dhcp_opt Aug 31 08:52:41.486374 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: extraroute.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.486738 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.488331 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: extraroute Aug 31 08:52:41.488331 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: extraroute_atomic.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.490994 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.490994 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: extraroute-atomic Aug 31 08:52:41.490994 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: filter_validation.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.490994 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.490994 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: filter-validation Aug 31 08:52:41.491709 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: fip_pf_description.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.492060 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.492628 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 08:52:41.493147 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: fip_port_details.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.494704 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.495543 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: fip-port-details Aug 31 08:52:41.496071 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: flavors.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.498124 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.500057 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: flavors Aug 31 08:52:41.500057 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.501782 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.502379 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 08:52:41.502862 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: floatingip_pools.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.503674 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.504251 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: floatingip-pools Aug 31 08:52:41.504621 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: ip_allocation.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.505738 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.507222 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 08:52:41.507222 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.507711 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.508345 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: ip-substring-filtering Aug 31 08:52:41.508716 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l2_adjacency.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.509726 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.510447 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 08:52:41.510703 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.512302 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.513078 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: router Aug 31 08:52:41.513506 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.516285 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.517478 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:52:41.517894 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.519181 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.519856 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: ext-gw-mode Aug 31 08:52:41.520264 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.521327 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.521941 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: l3-ha Aug 31 08:52:41.522354 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3_flavors.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.523530 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.524141 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: l3-flavors Aug 31 08:52:41.524563 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.525603 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.526224 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 08:52:41.526691 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: l3agentscheduler.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.527896 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.528574 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: l3_agent_scheduler Aug 31 08:52:41.528981 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: logging.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.531598 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.532147 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension logging not supported by any of loaded plugins Aug 31 08:52:41.532678 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: metering.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.533483 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.534074 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: metering Aug 31 08:52:41.534404 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.535664 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.536187 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: metering_source_and_destination_fields Aug 31 08:52:41.536519 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: multiprovidernet.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.537504 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.538312 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: multi-provider Aug 31 08:52:41.539046 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: netmtu.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.540041 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.540558 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: net-mtu Aug 31 08:52:41.540889 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: netmtu_writable.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.541855 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.542369 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: net-mtu-writable Aug 31 08:52:41.542727 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: network_availability_zone.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.543434 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.543944 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: network_availability_zone Aug 31 08:52:41.544271 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: network_ip_availability.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.545474 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.545985 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: network-ip-availability Aug 31 08:52:41.548265 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: network_segment_range.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.548265 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.548265 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 08:52:41.548574 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: pagination.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.549597 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.549971 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: pagination Aug 31 08:52:41.550337 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: port_device_profile.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.551362 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.551948 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: port-device-profile Aug 31 08:52:41.552322 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.553337 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.553911 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: port-mac-address-regenerate Aug 31 08:52:41.554281 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.555346 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.555917 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: port-numa-affinity-policy Aug 31 08:52:41.556328 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: port_resource_request.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.557811 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.558417 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 08:52:41.558857 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: portbindings.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.559888 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.560469 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: binding Aug 31 08:52:41.560892 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: portbindings_extended.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.563216 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.563752 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: binding-extended Aug 31 08:52:41.564093 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: portsecurity.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.565124 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.566010 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: port-security Aug 31 08:52:41.566424 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: project_id.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.567451 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.567781 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: project-id Aug 31 08:52:41.568114 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: providernet.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.569101 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.569647 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: provider Aug 31 08:52:41.569970 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.574072 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.574733 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos not supported by any of loaded plugins Aug 31 08:52:41.575102 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.576568 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.577198 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 08:52:41.578104 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.579478 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.580370 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 08:52:41.580917 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_default.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.582464 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.583402 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-default not supported by any of loaded plugins Aug 31 08:52:41.583776 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_fip.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.584503 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.585017 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 08:52:41.585337 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_gateway_ip.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.586347 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.587253 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 08:52:41.587467 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_port_network_policy.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.588492 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.589014 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 08:52:41.589336 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_pps_rule.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.590683 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.591207 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 08:52:41.591537 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_rule_type_details.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.592494 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.593026 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 08:52:41.594104 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: qos_rules_alias.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.595335 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.595869 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 08:52:41.596198 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: quotasv2.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.597204 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.597536 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: quotas Aug 31 08:52:41.597865 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: quotasv2_detail.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.602202 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.602723 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: quota_details Aug 31 08:52:41.603253 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: rbac.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.605341 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.606050 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: rbac-policies Aug 31 08:52:41.606612 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: rbac_address_group.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.608080 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.608655 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: rbac-address-group Aug 31 08:52:41.608992 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: rbac_address_scope.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.610285 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.610700 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: rbac-address-scope Aug 31 08:52:41.611045 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: rbac_security_groups.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.611877 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.612407 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: rbac-security-groups Aug 31 08:52:41.612734 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: rbac_subnetpool.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.613703 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.614217 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: rbac-subnetpool Aug 31 08:52:41.614587 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: revisionifmatch.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.615575 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.616094 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: revision-if-match Aug 31 08:52:41.616428 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: revisions.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.617600 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.618111 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: standard-attr-revisions Aug 31 08:52:41.618441 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: router_availability_zone.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.619373 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.619887 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: router_availability_zone Aug 31 08:52:41.620213 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: routerservicetype.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.621180 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.621691 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 08:52:41.622017 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.623015 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.623530 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: security-groups-normalized-cidr Aug 31 08:52:41.623858 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.624984 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.625674 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: port-security-groups-filtering Aug 31 08:52:41.626006 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.627013 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.627530 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: security-groups-remote-address-group Aug 31 08:52:41.627858 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: securitygroup.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.638233 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.638864 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: security-group Aug 31 08:52:41.639201 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: segment.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.640655 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.642147 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension segment not supported by any of loaded plugins Aug 31 08:52:41.642583 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.643758 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.644288 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 08:52:41.644615 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: servicetype.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.645888 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.646420 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: service-type Aug 31 08:52:41.646782 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: sorting.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.648212 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.648656 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: sorting Aug 31 08:52:41.648989 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: standard_attr_segment.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.650306 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.651051 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 08:52:41.651378 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: standardattrdescription.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.652214 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.652586 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: standard-attr-description Aug 31 08:52:41.653088 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: stateful_security_group.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.654520 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.654520 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: stateful-security-group Aug 31 08:52:41.654757 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: stdattrs_common.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.657381 n-d-800634-13 neutron-server[94734]: WARNING neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 08:52:41.657381 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.657751 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.658531 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 08:52:41.659061 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: subnet_onboard.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.660376 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.661348 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: subnet_onboard Aug 31 08:52:41.661788 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.663327 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.664225 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 08:52:41.664601 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: subnet_service_types.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.665888 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.666539 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: subnet-service-types Aug 31 08:52:41.666878 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: subnetallocation.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.668332 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.668864 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: subnet_allocation Aug 31 08:52:41.669197 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.669915 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.670433 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: subnetpool-prefix-ops Aug 31 08:52:41.670787 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.672645 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.673420 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 08:52:41.673836 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: tagging.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.675425 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.675971 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: standard-attr-tag Aug 31 08:52:41.676300 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: timestamp.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.677656 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.678233 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loaded extension: standard-attr-timestamp Aug 31 08:52:41.678657 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: trunk.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.679821 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.680391 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension trunk not supported by any of loaded plugins Aug 31 08:52:41.680754 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: trunk_details.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.682001 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.682980 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 08:52:41.683356 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: uplink_status_propagation.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.684704 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.685587 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 08:52:41.686054 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Loading extension file: vlantransparent.py {{(pid=94734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:52:41.687540 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:52:41.688130 n-d-800634-13 neutron-server[94734]: INFO neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 08:52:41.691652 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:network Aug 31 08:52:41.692258 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:subnet Aug 31 08:52:41.692776 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:52:41.693253 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:port Aug 31 08:52:41.694775 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.695198 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service FLAVORS assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.696238 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.696994 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.697414 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:router Aug 31 08:52:41.697874 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:52:41.698399 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service METERING assigned prefix: /metering {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.699973 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.700515 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.700757 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:52:41.701809 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:52:41.702337 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:52:41.703183 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:52:41.705503 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service CORE assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.705850 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:52:41.706417 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] subnetpool is already registered Aug 31 08:52:41.706856 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service CORE assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.707095 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:52:41.707351 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] subnetpool is already registered Aug 31 08:52:41.710613 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.711335 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service FLAVORS assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.711970 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.712410 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.712919 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:router Aug 31 08:52:41.713430 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] router is already registered Aug 31 08:52:41.713998 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:52:41.714333 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] floatingip is already registered Aug 31 08:52:41.714856 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service METERING assigned prefix: /metering {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.715591 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:52:41.715921 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] rbac_policy is already registered Aug 31 08:52:41.716347 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:52:41.716687 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] security_group is already registered Aug 31 08:52:41.717105 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:52:41.717442 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] security_group_rule is already registered Aug 31 08:52:41.718715 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service CORE assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.719993 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:52:41.720269 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] subnetpool is already registered Aug 31 08:52:41.720719 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.v2.resource_helper [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Service CORE assigned prefix: {{(pid=94734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:52:41.721050 n-d-800634-13 neutron-server[94734]: INFO neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:52:41.721387 n-d-800634-13 neutron-server[94734]: WARNING neutron.quota.resource_registry [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] subnetpool is already registered Aug 31 08:52:41.721881 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: extensions {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.723452 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: address-groups {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.724940 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: address-scopes {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.726665 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: agents {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.727970 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: auto-allocated-topology {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.729394 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: availability_zones {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.730652 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: dhcp-networks {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.732265 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: dhcp-agents {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.734633 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: routers {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.737156 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: flavors {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.738399 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: service_profiles {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.739735 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: next_providers {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.741253 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: service_profiles {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.745660 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: floatingip-pools {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.745660 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: routers {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.746773 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: floatingips {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.748213 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: l3-routers {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.749774 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: l3-agents {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.751364 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: metering-labels {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.752834 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: metering-label-rules {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.754171 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: network-ip-availabilities {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.755483 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: bindings {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.757318 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: quotas {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.759214 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: quotas {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.760680 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: rbac-policies {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.762036 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: security-groups {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.763474 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: security-group-rules {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.764761 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: service-providers {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.766036 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: subnetpools {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.767545 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: subnetpools {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.769210 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.770957 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.772770 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.775107 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.778287 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.780299 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.782789 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.784712 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.786791 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.788837 n-d-800634-13 neutron-server[94734]: DEBUG neutron.api.extensions [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Extended resource: tags {{(pid=94734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:52:41.800241 n-d-800634-13 neutron-server[94734]: WARNING keystonemiddleware.auth_token [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 08:52:41.806324 n-d-800634-13 neutron-server[94734]: WARNING keystonemiddleware.auth_token [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 08:52:41.818088 n-d-800634-13 neutron-server[94734]: DEBUG oslo_concurrency.lockutils [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Acquired lock "singleton_lock" {{(pid=94734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 08:52:41.818614 n-d-800634-13 neutron-server[94734]: DEBUG oslo_concurrency.lockutils [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Releasing lock "singleton_lock" {{(pid=94734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 08:52:41.819323 n-d-800634-13 neutron-server[94734]: INFO oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Starting 2 workers Aug 31 08:52:41.825515 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Started child 94895 {{(pid=94734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:52:41.832588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.833648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Started child 94896 {{(pid=94734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:52:41.834180 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [-] (94895) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:52:41.834789 n-d-800634-13 neutron-server[94734]: INFO neutron.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 08:52:41.835770 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Notify callbacks [] for process, before_spawn {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.838412 n-d-800634-13 neutron-server[94734]: INFO oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Starting 1 workers Aug 31 08:52:41.838972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.841175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [-] (94896) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:52:41.846756 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Started child 94897 {{(pid=94734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:52:41.847668 n-d-800634-13 neutron-server[94734]: INFO oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Starting 1 workers Aug 31 08:52:41.851952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] calling RpcWorker wait() {{(pid=94897) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 08:52:41.852800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] returning from RpcWorker wait() {{(pid=94897) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 08:52:41.854820 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.855036 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Started child 94898 {{(pid=94734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:52:41.855641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:41.856181 n-d-800634-13 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb16-88ee-4f72-a7da-08e7f8e89f99 None None] Notify callbacks [] for process, after_spawn {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.860248 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:52:41.860827 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:52:41.861131 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:52:41.861464 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:52:41.862009 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:52:41.862349 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:52:41.863327 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.863519 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.864453 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.864453 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.864453 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.864972 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.865115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:41.865711 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.866583 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.867180 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.867626 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.868010 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.868296 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.868570 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.869193 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.869584 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.870073 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.870537 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.870955 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.871386 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.871674 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.872108 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.872560 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.872949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.873369 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] debug = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.873950 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.875370 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.875622 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.876302 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.876511 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.876873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.877271 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.877880 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.878567 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.878567 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.879484 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.879484 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.880090 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.880090 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.881458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.881458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.881458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.883091 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] host = n-d-800634-13 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.883091 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.883091 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.883091 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.884947 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.884947 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.884947 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.884947 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_options = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.888523 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.890415 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.890415 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.890415 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.890415 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.890415 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.890415 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.891662 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.891662 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.891662 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.892218 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.892218 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.892591 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.892877 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.893299 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.893732 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.894117 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.894537 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.894935 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.895324 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.895703 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.896098 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.896492 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.896876 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.897255 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.897642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.898021 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.898363 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.898708 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.899073 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.899416 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.899775 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.900280 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.900496 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.900815 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.901144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.901488 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.901835 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.902202 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.902552 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.902907 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.903243 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.903598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.903912 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.904226 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.904557 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_json = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.904867 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.905182 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.906385 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.906619 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.906986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.907444 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.907662 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.908011 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:41.908551 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.908929 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.909371 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.909697 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.910170 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.910389 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.910795 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.911082 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.911434 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.911791 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.912232 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.912554 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.914456 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.914456 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.914456 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.914456 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.915269 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.915269 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.915652 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.915984 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.916317 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.916660 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.917094 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.917631 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.917873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.922424 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.925639 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.928879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.933056 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.940778 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.941761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.942814 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.943806 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.948949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.950455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.952161 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.954986 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.960200 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.961201 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.962798 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.964457 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.965889 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.965889 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.965889 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.965889 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.965889 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.968988 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.968988 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.968988 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.968988 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.968988 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.969922 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.969922 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.969922 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.970342 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.974648 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.975873 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.976820 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.976820 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.976820 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.976820 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.977951 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.977951 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.977951 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.977951 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.978407 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.978407 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.978708 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.978851 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.979263 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.979472 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.979610 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.980700 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.980700 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.980700 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.980700 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.981306 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.981450 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.981829 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.982308 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.982754 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.983137 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.983571 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.984632 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.984893 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.985177 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.985398 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.985612 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.985941 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.986171 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.986489 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.986735 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.987107 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.987392 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.987615 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.988068 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.988622 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.989184 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.989708 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.990306 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.991333 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.992010 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.992628 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.993263 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.993875 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.994512 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.995163 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.995801 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.996384 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.996808 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.997207 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.997493 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.997875 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.998262 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.998681 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.999073 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.999574 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:41.999855 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.000271 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.000797 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.001544 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.001809 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.002445 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.002937 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.003604 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.004119 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.004599 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.005055 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.005655 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.006093 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.006430 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.006722 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.007002 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.007295 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.007599 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.007901 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.008178 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.008425 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.008966 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.009280 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.009548 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.009784 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.010052 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.010304 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.010573 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.010803 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.011046 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.011270 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.011520 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.011757 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.012013 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.012231 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.012481 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.012759 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.013039 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.013294 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.013656 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.013973 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.014218 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:52:42.015132 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.018559 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.019726 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.020598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.021480 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.021480 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.021480 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.021480 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] debug = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.021480 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.021480 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.022141 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.022141 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.022141 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.022141 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.022141 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.022141 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.023481 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.023481 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.023481 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.023481 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.023481 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.024129 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.024129 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.024374 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.024513 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.024723 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] host = n-d-800634-13 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.024982 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.025470 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.025692 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.025919 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.026145 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.026414 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.026676 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.027034 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.027249 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.027454 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.027675 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.027907 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.028127 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.028393 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.028601 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_options = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.028808 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.029033 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.029283 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.029524 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.029727 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.029943 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.030249 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.030444 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.031164 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.031364 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.032509 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.032787 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.033065 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.033339 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.033680 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.033885 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.034162 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.034442 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.034751 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035009 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035221 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035509 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035711 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035927 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.035927 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.036254 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.036254 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.036598 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.036739 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.037005 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.037268 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.037572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.037808 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.037993 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.038171 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.038349 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.038563 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.038742 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.038742 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.039075 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.039075 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.039431 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.039431 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.039764 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.039764 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_json = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.040100 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.040289 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.040289 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.040642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.040642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.040995 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.041176 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.041350 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:52:42.041628 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.041888 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.042171 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.042455 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.042758 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.042969 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.043226 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.043497 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.043774 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.044057 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.044353 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.044918 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.045222 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.045407 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.048878 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.049962 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.051458 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.052925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.054367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.054367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.054367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.054367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.054367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.054367 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.055547 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.055547 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.055547 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.055547 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.055547 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.056447 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.056447 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.056447 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.057274 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.057274 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.057274 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.057790 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.057790 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.058146 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.058346 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.058562 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.058825 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.059086 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.059355 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.059619 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.059896 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.060177 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.060474 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.060749 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.061028 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.061300 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.061566 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.061992 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.062191 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.062463 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.062761 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.063030 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.063301 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.063560 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.063816 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.064101 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.064380 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.064678 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.064982 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.065263 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.065488 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.065686 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.065887 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.066102 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.066308 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.066575 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.066768 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.067001 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.067354 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.067564 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.067765 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.067765 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.068160 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.068160 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.068544 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.068544 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.068544 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.069099 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.069099 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.069099 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.069667 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.069667 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.070017 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.070017 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.070376 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.070606 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.070804 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.070979 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.071171 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.071365 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.071365 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.071769 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.071769 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.072129 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.072129 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.072129 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.072675 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.072675 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.072675 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.073283 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.073283 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.073283 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.073283 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.074149 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.074149 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.074149 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.074149 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.074149 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.074149 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.075637 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.077144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.077144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.077144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.077144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.077144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.077144 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.079114 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.079114 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.079114 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.079114 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.079114 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.080021 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.080021 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.080387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54884) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:42.080758 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.081065 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.081336 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.081841 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.082151 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.082151 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.082584 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.082780 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.083045 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.083319 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.083572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.083781 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.084046 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.084284 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.084576 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.084871 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.085096 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.085292 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.085503 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.085703 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.085879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.085879 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.086218 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.086218 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.086635 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.086635 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.087014 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.087014 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.087014 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.087555 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.087555 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.087555 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088088 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088088 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088088 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088744 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088744 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088744 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088744 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.088744 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.089572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.089572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.089572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.089572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.089572 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090359 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090359 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090359 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090359 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090359 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.090949 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.091306 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.091306 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.091569 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.091569 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.091803 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.092008 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.092375 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.092517 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.092749 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.093054 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.093857 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.094102 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.094427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091603 Aug 31 08:52:42.094859 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.094859 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.095298 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.095298 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.095752 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.095752 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.096209 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.096209 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.096622 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.096622 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.097010 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.097010 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.097447 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.097447 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.098433 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.098433 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.098433 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.098433 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.099378 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.099378 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.099810 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.099810 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.100255 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.100255 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.100703 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.100703 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.101122 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.104172 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.106642 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.110925 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.113903 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.117016 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.117016 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.117016 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:52:42.117016 n-d-800634-13 neutron-server[94734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:52:42.136746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:58.599321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2382232-20df-4ddf-93b5-203c6f368e13 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:52:58.777391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2382232-20df-4ddf-93b5-203c6f368e13 None None] No non-hosted networks {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 08:52:58.792087 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.agentschedulers_db [None req-e2382232-20df-4ddf-93b5-203c6f368e13 None None] DHCP Agent not found on host n-d-800634-13 {{(pid=94897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 08:52:58.898607 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-baad06f5-1554-47be-84c7-f8f81020ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.440391 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-61497e93-d87d-45b9-bb84-6a1d92816e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.513425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-40b22e13-f687-4e89-80a5-ac5ec320f708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.670341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.671429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.671995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.672553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.673105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.673653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.674200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.674787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.675332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.675869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.676415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.676953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.677492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:01.696196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800634-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:01.713913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800634-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:03.381181 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.907974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.363688 n-d-800634-13 neutron-server[94897]: INFO neutron.db.l3_hamode_db [None req-8e2d81a4-1ced-4a1b-a36c-f58ce9be29d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 08:53:07.517519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d81a4-1ced-4a1b-a36c-f58ce9be29d3 None None] Routers set() bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:07.518317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d81a4-1ced-4a1b-a36c-f58ce9be29d3 None None] Router IDs set() for agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:53:07.651703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54980) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:08.557637 n-d-800634-13 neutron-server[94895]: WARNING oslo_policy.policy [None req-02a94e51-b677-4fe0-a212-662079c5f7af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:08.558629 n-d-800634-13 neutron-server[94895]: WARNING oslo_policy.policy [None req-02a94e51-b677-4fe0-a212-662079c5f7af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:09.001412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-02a94e51-b677-4fe0-a212-662079c5f7af admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:53:09.003557 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-02a94e51-b677-4fe0-a212-662079c5f7af admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3485649 Aug 31 08:53:12.037815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54994) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:12.556386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:12.663418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.policy [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:53:12.711953 n-d-800634-13 neutron-server[94895]: WARNING oslo_policy.policy [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:12.712322 n-d-800634-13 neutron-server[94895]: WARNING oslo_policy.policy [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:12.721408 n-d-800634-13 neutron-server[94895]: INFO neutron.quota [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] Loaded quota_driver: . Aug 31 08:53:12.853859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794704975540', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794704975065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794704995959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794704993451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794704873968', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794706511933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542298', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3773330', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3727741'] for rbac-policy, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.935356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.937021 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-db14a0c3-1955-400e-ab74-0422833ad6e6 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8976634 Aug 31 08:53:16.203095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55006) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:16.739851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Request body: {'network': {'name': 'private', 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:16.799610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Made reservation on behalf of 7ac7d73ed77c49b6b04dbd75ee6877d8 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:16.804295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.836522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.049198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.053457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.077360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:53:17.105912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794707082698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.107310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Unsubscribe: segment precommit_create {{(pid=94895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:53:17.107954 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Added segment 77787db7-e0fc-4f47-8b8a-1562fc154420 of type vlan for network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 Aug 31 08:53:17.145478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1bcad-5fab-497b-9117-6f90f4435243,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:17.188246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.188611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.188908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.189234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.189558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.189875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.190192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.190639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.190852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.191170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.191481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.191791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Tracked resource versions report: Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: pushed versions: Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: { 'AddressGroup': {'1.2'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'ConntrackHelper': {'1.0'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Log': {'1.0'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Network': {'1.1'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Port': {'1.7'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'PortForwarding': {'1.2'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'QosPolicy': {'1.9'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'SecurityGroup': {'1.4'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'SubPort': {'1.0'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Subnet': {'1.1'}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Trunk': {'1.1'}} Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: consumer versions: Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: { DHCP agent@n-d-800634-13: {}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: L3 agent@n-d-800634-13: {}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: Metadata agent@n-d-800634-13: {}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: Metering agent@n-d-800634-13: {}, Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'ConntrackHelper': '1.0', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Log': '1.0', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Network': '1.1', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Port': '1.7', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'PortForwarding': '1.2', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'QosPolicy': '1.9', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'SecurityGroup': '1.4', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'SecurityGroupRule': '1.2', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'SubPort': '1.0', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Subnet': '1.1', Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: 'Trunk': '1.1'}} Aug 31 08:53:17.193091 n-d-800634-13 neutron-server[94895]: {{(pid=94895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:53:17.240737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.297317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.298601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.299326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.391378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1867707 Aug 31 08:53:17.413871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207d3e0-79b5-468b-9fe9-c1131765060d admin admin] Pushing event updated for resources: {'Network': ['ID=7e91c121-8c3c-4e7b-b375-ca9e595419b9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:17.431781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:53:20.455058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55020) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:21.012497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924508d6-a5db-4f6c-ab76-15a4f77a42a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.014354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-924508d6-a5db-4f6c-ab76-15a4f77a42a8 admin admin] 10.222.0.18 "GET /v2.0/networks/7e91c121-8c3c-4e7b-b375-ca9e595419b9 HTTP/1.1" status: 200 len: 825 time: 0.5579615 Aug 31 08:53:21.043375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c89504c0-8daf-43a1-8ab6-8587276114e1 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7db5e275-992e-4e19-9500-7c601c74c221 HTTP/1.1" status: 200 len: 734 time: 0.0221205 Aug 31 08:53:21.054441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221', 'name': 'private-subnet', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:21.084864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Made reservation on behalf of 7ac7d73ed77c49b6b04dbd75ee6877d8 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:21.087511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.502068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.600321 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0486a5ec-ca64-4325-9639-c657c1fac082,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:21.608653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Checking segment: {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:21.609256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Network hostable DHCP agents. Network: 7e91c121-8c3c-4e7b-b375-ca9e595419b9, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:53:21.650927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:53:21.667888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 7e91c121-8c3c-4e7b-b375-ca9e595419b9) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:21.676297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.677306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.683616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2a813-ef49-40b2-8502-8b7ac267434f None None] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:21.696941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5185e9c3-45b4-472f-9283-b6c952b3e2e8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6465061 Aug 31 08:53:22.229659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:53:22.233105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:22.607752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Allocated IP 172.20.0.2 (7e91c121-8c3c-4e7b-b375-ca9e595419b9/0486a5ec-ca64-4325-9639-c657c1fac082/9cd0b064-6484-498b-bbcf-1032eb34317f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:22.953708 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.012978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Transition to ACTIVE for port object 9cd0b064-6484-498b-bbcf-1032eb34317f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:23.044983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Transition to ACTIVE for port object 9cd0b064-6484-498b-bbcf-1032eb34317f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:23.056760 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.127452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:23.135321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:23.153993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:23.171506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Pushing event updated for resources: {'Port': ['ID=9cd0b064-6484-498b-bbcf-1032eb34317f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:23.222886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.223231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.223815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.224177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.224565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.224953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.225299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.225702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.226177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.226676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.227166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.227593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Tracked resource versions report: Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: pushed versions: Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: { 'AddressGroup': {'1.2'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'ConntrackHelper': {'1.0'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Log': {'1.0'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Network': {'1.1'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Port': {'1.7'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'PortForwarding': {'1.2'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'QosPolicy': {'1.9'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'SecurityGroup': {'1.4'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'SubPort': {'1.0'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Subnet': {'1.1'}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Trunk': {'1.1'}} Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: consumer versions: Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: { DHCP agent@n-d-800634-13: {}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: L3 agent@n-d-800634-13: {}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: Metadata agent@n-d-800634-13: {}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: Metering agent@n-d-800634-13: {}, Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'ConntrackHelper': '1.0', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Log': '1.0', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Network': '1.1', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Port': '1.7', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'PortForwarding': '1.2', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'QosPolicy': '1.9', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'SecurityGroup': '1.4', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'SecurityGroupRule': '1.2', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'SubPort': '1.0', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Subnet': '1.1', Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: 'Trunk': '1.1'}} Aug 31 08:53:23.229169 n-d-800634-13 neutron-server[94897]: {{(pid=94897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:53:23.276718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Attempting to bind port 9cd0b064-6484-498b-bbcf-1032eb34317f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:23.277118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Attempting to bind port 9cd0b064-6484-498b-bbcf-1032eb34317f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:23.277583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Attempting to bind port 9cd0b064-6484-498b-bbcf-1032eb34317f on network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:23.283222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:23.283655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Checking segment: {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:23.284148 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.284540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Bound using segment: {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:23.285149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Bound port: 9cd0b064-6484-498b-bbcf-1032eb34317f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:23.285630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.373079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] For port 9cd0b064-6484-498b-bbcf-1032eb34317f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:23.379152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] For port 9cd0b064-6484-498b-bbcf-1032eb34317f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9cd0b064-6484-498b-bbcf-1032eb34317f,segment=NetworkSegment(77787db7-e0fc-4f47-8b8a-1562fc154420),segment_id=77787db7-e0fc-4f47-8b8a-1562fc154420)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:23.386095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.501773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e49a44-8814-4e0e-88e1-89af29329b8a None None] Pushing event updated for resources: {'Port': ['ID=9cd0b064-6484-498b-bbcf-1032eb34317f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:25.009195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55028) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:25.898279 n-d-800634-13 neutron-server[94896]: WARNING oslo_policy.policy [None req-c3e4bfb2-f894-4036-87f2-057b2b07ad36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:25.898773 n-d-800634-13 neutron-server[94896]: WARNING oslo_policy.policy [None req-c3e4bfb2-f894-4036-87f2-057b2b07ad36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:26.140488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-c3e4bfb2-f894-4036-87f2-057b2b07ad36 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:53:26.141783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c3e4bfb2-f894-4036-87f2-057b2b07ad36 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1311209 Aug 31 08:53:28.414600 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-38adef51-c7a3-48f6-8771-ca31bdb783a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.504940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55042) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:29.986875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-a77ef34f-13c5-45b6-a6f4-35f3393ac011 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:53:29.987949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a77ef34f-13c5-45b6-a6f4-35f3393ac011 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4820044 Aug 31 08:53:31.395095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6018a177-7f4a-4958-b706-a73c672e0217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.616010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.316942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.835325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55060) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:34.361502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:34.394437 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.396199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.594286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.601192 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.623052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.624839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d736936-e878-4066-9f10-37d46da7c9fd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7884066 Aug 31 08:53:34.837413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9cd0b064-6484-498b-bbcf-1032eb34317f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:34.969639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9cd0b064-6484-498b-bbcf-1032eb34317f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:35.047670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2561aa6-d74c-4d4f-982f-a0fd2adf2933 None None] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:35.148306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] Provisioning for port 9cd0b064-6484-498b-bbcf-1032eb34317f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:35.162525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] Provisioning complete for port 9cd0b064-6484-498b-bbcf-1032eb34317f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:35.163189 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.398418 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.491887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] For port 9cd0b064-6484-498b-bbcf-1032eb34317f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9cd0b064-6484-498b-bbcf-1032eb34317f,segment=NetworkSegment(77787db7-e0fc-4f47-8b8a-1562fc154420),segment_id=77787db7-e0fc-4f47-8b8a-1562fc154420)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:35.499204 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.577534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b35e5-82f6-4971-95f7-f72361ab7187 None None] Pushing event updated for resources: {'Port': ['ID=9cd0b064-6484-498b-bbcf-1032eb34317f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:35.737002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4adb2934-5a38-4bc7-af51-bc5e558d70ec None None] Provisioning complete for port 9cd0b064-6484-498b-bbcf-1032eb34317f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:35.737485 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4adb2934-5a38-4bc7-af51-bc5e558d70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.859500 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.742686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9cd0b064-6484-498b-bbcf-1032eb34317f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:36.821244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9cd0b064-6484-498b-bbcf-1032eb34317f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:36.821648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.788169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55078) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:37.977049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-a31bf97a-dbd6-493f-b341-2011af1d45e4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:53:37.978729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a31bf97a-dbd6-493f-b341-2011af1d45e4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1892109 Aug 31 08:53:40.758036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55092) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:40.852973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:40.881591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Made reservation on behalf of 49a642694c0443ce95a7ba60f0567941 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:40.885462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.901618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.049545 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.055373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.075188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Reserving flat network on physical network physnet1 {{(pid=94895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 08:53:41.102319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25f3dda-2daa-4e7e-af41-c7c40c411a88,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:41.110558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.111012 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Added segment f65af35c-f9c3-4b68-9f8c-8be72f468fd0 of type flat for network 5491c24c-cf4f-4f0e-812e-9745dafea365 Aug 31 08:53:41.173243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.224068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.225145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:41.225820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.293568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5340190 Aug 31 08:53:41.305009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739de6b-31df-4df9-9c7e-950fe9009890 admin admin] Pushing event updated for resources: {'Network': ['ID=5491c24c-cf4f-4f0e-812e-9745dafea365,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:41.324307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:53:43.920684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55100) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:44.107788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a2ad4-603e-4f3a-977e-3f6bd2da790c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.110274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7a8a2ad4-603e-4f3a-977e-3f6bd2da790c admin admin] 10.222.0.18 "GET /v2.0/subnets/0486a5ec-ca64-4325-9639-c657c1fac082 HTTP/1.1" status: 200 len: 849 time: 0.1880643 Aug 31 08:53:44.352525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c524939d-c266-4570-b78b-20b4341cfa37 admin admin] 10.222.0.18 "GET /v2.0/routers/7eacc696-23ea-407d-b551-2d54653beb88 HTTP/1.1" status: 200 len: 704 time: 0.2355258 Aug 31 08:53:44.791108 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.208183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Allocated IP 172.20.0.1 (7e91c121-8c3c-4e7b-b375-ca9e595419b9/0486a5ec-ca64-4325-9639-c657c1fac082/9084a19e-e1d0-4765-b6c3-a7c642feaca9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:45.608038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.650365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Transition to ACTIVE for port object 9084a19e-e1d0-4765-b6c3-a7c642feaca9 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:45.789644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.928431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:45.944116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:45.951561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:45.952473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.098235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Pushing event updated for resources: {'Port': ['ID=9084a19e-e1d0-4765-b6c3-a7c642feaca9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:46.165487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-69dec981-1c4a-443d-9c01-4fc7fe9a333f None None] Provisioning for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:46.173123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-69dec981-1c4a-443d-9c01-4fc7fe9a333f None None] Provisioning complete for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:46.173754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-69dec981-1c4a-443d-9c01-4fc7fe9a333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.238949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-69dec981-1c4a-443d-9c01-4fc7fe9a333f None None] Port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:46.290728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.554417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.560966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.562270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.722192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Pushing event updated for resources: {'Port': ['ID=9084a19e-e1d0-4765-b6c3-a7c642feaca9,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:46.813454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:46.815905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:47.076585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2830cd1e-ede7-447f-85b4-616b2cfa2387 None None] Provisioning complete for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:47.077061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2830cd1e-ede7-447f-85b4-616b2cfa2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:47.082961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Router 7eacc696-23ea-407d-b551-2d54653beb88 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:53:47.138162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2830cd1e-ede7-447f-85b4-616b2cfa2387 None None] Port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:47.196892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:47.205393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2fd23c86-58c5-4851-82b3-abfe4e3edeff admin admin] 10.222.0.18 "PUT /v2.0/routers/7eacc696-23ea-407d-b551-2d54653beb88/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8453927 Aug 31 08:53:47.215172 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Sync routers for ids ['7eacc696-23ea-407d-b551-2d54653beb88'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:47.235128 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Routers {'7eacc696-23ea-407d-b551-2d54653beb88'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:47.236778 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T08:53:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7eacc696-23ea-407d-b551-2d54653beb88'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:47.554543 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Set router 7eacc696-23ea-407d-b551-2d54653beb88 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:48.129799 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacc696-23ea-407d-b551-2d54653beb88', 'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:34Z', 'updated_at': '2021-08-31T08:53:46Z', 'revision_number': 2, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'gw_port_host': None, '_interfaces': [{'id': '9084a19e-e1d0-4765-b6c3-a7c642feaca9', 'name': '', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'mac_address': 'fa:16:3e:ea:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:44Z', 'updated_at': '2021-08-31T08:53:46Z', 'revision_number': 2, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'subnets': [{'id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:48.217789 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Checking router: 7eacc696-23ea-407d-b551-2d54653beb88 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:48.218893 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Updating router 7eacc696-23ea-407d-b551-2d54653beb88 port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:53:48.296708 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:49.079429 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:49.112784 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Transition to ACTIVE for port object 9084a19e-e1d0-4765-b6c3-a7c642feaca9 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:49.123670 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:49.391192 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Attempting to bind port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:49.391878 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Attempting to bind port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:49.392066 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Attempting to bind port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 on network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:49.394383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Pushing event updated for resources: {'Port': ['ID=9084a19e-e1d0-4765-b6c3-a7c642feaca9,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:49.405821 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:49.406232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Checking segment: {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:49.406765 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:49.407158 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Bound using segment: {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:49.407686 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Bound port: 9084a19e-e1d0-4765-b6c3-a7c642feaca9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77787db7-e0fc-4f47-8b8a-1562fc154420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:49.408075 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:49.410866 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.411202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.411527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.411853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.412173 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.412495 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.412818 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.413129 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.413441 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.413754 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.414065 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.414374 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Tracked resource versions report: Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: pushed versions: Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: { 'AddressGroup': {'1.2'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'ConntrackHelper': {'1.0'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Log': {'1.0'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Network': {'1.1'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Port': {'1.7'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'PortForwarding': {'1.2'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'QosPolicy': {'1.9'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'SecurityGroup': {'1.4'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'SubPort': {'1.0'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Subnet': {'1.1'}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Trunk': {'1.1'}} Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: consumer versions: Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: { DHCP agent@n-d-800634-13: {}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: L3 agent@n-d-800634-13: {}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: Metadata agent@n-d-800634-13: {}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: Metering agent@n-d-800634-13: {}, Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'ConntrackHelper': '1.0', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Log': '1.0', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Network': '1.1', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Port': '1.7', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'PortForwarding': '1.2', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'QosPolicy': '1.9', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'SecurityGroup': '1.4', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'SecurityGroupRule': '1.2', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'SubPort': '1.0', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Subnet': '1.1', Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: 'Trunk': '1.1'}} Aug 31 08:53:49.415515 n-d-800634-13 neutron-server[94898]: {{(pid=94898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:53:49.510311 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] For port 9084a19e-e1d0-4765-b6c3-a7c642feaca9, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:49.544822 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] For port 9084a19e-e1d0-4765-b6c3-a7c642feaca9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9084a19e-e1d0-4765-b6c3-a7c642feaca9,segment=NetworkSegment(77787db7-e0fc-4f47-8b8a-1562fc154420),segment_id=77787db7-e0fc-4f47-8b8a-1562fc154420)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:49.551327 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:49.637889 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Routers {'7eacc696-23ea-407d-b551-2d54653beb88'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:49.638757 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T08:53:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7eacc696-23ea-407d-b551-2d54653beb88'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:49.748815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425859d-bcd4-4044-9034-89fe44cbc009 None None] Pushing event updated for resources: {'Port': ['ID=9084a19e-e1d0-4765-b6c3-a7c642feaca9,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:49.796717 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] Set router 7eacc696-23ea-407d-b551-2d54653beb88 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:49.968338 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:53:50.156511 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacc696-23ea-407d-b551-2d54653beb88', 'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:34Z', 'updated_at': '2021-08-31T08:53:46Z', 'revision_number': 2, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'gw_port_host': None, '_interfaces': [{'id': '9084a19e-e1d0-4765-b6c3-a7c642feaca9', 'name': '', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'mac_address': 'fa:16:3e:ea:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:44Z', 'updated_at': '2021-08-31T08:53:49Z', 'revision_number': 4, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'subnets': [{'id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:50.205613 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48a87e-e7f1-434f-bcdb-a64af32bc7be None None] The sync data for ids ['7eacc696-23ea-407d-b551-2d54653beb88'] in n-d-800634-13 is: [{'id': '7eacc696-23ea-407d-b551-2d54653beb88', 'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:34Z', 'updated_at': '2021-08-31T08:53:46Z', 'revision_number': 2, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'gw_port_host': None, '_interfaces': [{'id': '9084a19e-e1d0-4765-b6c3-a7c642feaca9', 'name': '', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'mac_address': 'fa:16:3e:ea:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:44Z', 'updated_at': '2021-08-31T08:53:49Z', 'revision_number': 4, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'subnets': [{'id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:50.420494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55110) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:50.929993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.policy [None req-54c69263-e340-4dfc-b0ff-e0743e43134d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94896) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:53:51.026534 n-d-800634-13 neutron-server[94896]: WARNING oslo_policy.policy [None req-54c69263-e340-4dfc-b0ff-e0743e43134d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:51.027097 n-d-800634-13 neutron-server[94896]: WARNING oslo_policy.policy [None req-54c69263-e340-4dfc-b0ff-e0743e43134d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:53:51.046814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c69263-e340-4dfc-b0ff-e0743e43134d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:51.049870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-54c69263-e340-4dfc-b0ff-e0743e43134d admin admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 842 time: 0.6278331 Aug 31 08:53:51.065263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Request body: {'subnet': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.4.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:51.068527 n-d-800634-13 neutron-server[94896]: INFO neutron.quota [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Loaded quota_driver: . Aug 31 08:53:51.134271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Made reservation on behalf of 49a642694c0443ce95a7ba60f0567941 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:51.138666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.770817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:53:51.771496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.900102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:51.901563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Network hostable DHCP agents. Network: 5491c24c-cf4f-4f0e-812e-9745dafea365, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:53:51.904315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b883bc-7118-46e9-9117-42457ae713f1,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:51.921348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.921726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.922070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.922406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.922783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.923136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.923474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.923957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.924402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.924732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.925055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.925376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Tracked resource versions report: Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: pushed versions: Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: { 'AddressGroup': {'1.2'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'ConntrackHelper': {'1.0'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Log': {'1.0'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Network': {'1.1'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Port': {'1.7'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'PortForwarding': {'1.2'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'QosPolicy': {'1.9'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'SecurityGroup': {'1.4'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'SubPort': {'1.0'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Subnet': {'1.1'}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Trunk': {'1.1'}} Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: consumer versions: Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: { DHCP agent@n-d-800634-13: {}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: L3 agent@n-d-800634-13: {}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: Metadata agent@n-d-800634-13: {}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: Metering agent@n-d-800634-13: {}, Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'ConntrackHelper': '1.0', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Log': '1.0', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Network': '1.1', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Port': '1.7', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'PortForwarding': '1.2', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'QosPolicy': '1.9', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'SecurityGroup': '1.4', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'SecurityGroupRule': '1.2', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'SubPort': '1.0', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Subnet': '1.1', Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: 'Trunk': '1.1'}} Aug 31 08:53:51.926557 n-d-800634-13 neutron-server[94896]: {{(pid=94896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:53:51.970649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:53:51.990031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5491c24c-cf4f-4f0e-812e-9745dafea365) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:51.998243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:51.999452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:52.005532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609bc31-ef02-40da-86e7-17f27e68439a None None] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:52.050521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-985bf96b-c81a-47be-ad08-b7150464be16 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9793661 Aug 31 08:53:52.235493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f3858-7336-4254-907d-16aca2d44845 None None] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:54.762915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55124) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:55.101830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2d5442e3-b108-4a8c-96a7-aa3464b6eff3 admin admin] 10.222.0.18 "GET /v2.0/routers/7eacc696-23ea-407d-b551-2d54653beb88 HTTP/1.1" status: 200 len: 710 time: 0.3373895 Aug 31 08:53:55.209313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f542e-83e4-4a88-93eb-5153aec86d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:55.210946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e72f542e-83e4-4a88-93eb-5153aec86d52 admin admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 886 time: 0.1027699 Aug 31 08:53:55.222442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:55.531908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.890175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.997770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.187257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Allocated IP 172.25.4.126 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/300016c9-6ce3-4009-b034-0662d76602e8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:56.324588 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.445892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.541230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:56.546933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:56.553851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:56.561115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Pushing event updated for resources: {'Port': ['ID=300016c9-6ce3-4009-b034-0662d76602e8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:56.997273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.280278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.285750 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.411676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Router 7eacc696-23ea-407d-b551-2d54653beb88 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:53:57.532959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:57.538618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.539866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8df52ce7-764a-4666-99e5-4767c7359281 admin admin] 10.222.0.18 "PUT /v2.0/routers/7eacc696-23ea-407d-b551-2d54653beb88 HTTP/1.1" status: 200 len: 890 time: 2.3212535 Aug 31 08:53:58.401139 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-46ca084a-6f4b-4b21-81ef-1b102c9774cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.517432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Sync routers for ids ['7eacc696-23ea-407d-b551-2d54653beb88'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:58.530250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Routers {'7eacc696-23ea-407d-b551-2d54653beb88'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:58.530964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T08:53:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7eacc696-23ea-407d-b551-2d54653beb88'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:58.845277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9084a19e-e1d0-4765-b6c3-a7c642feaca9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:58.893401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Set router 7eacc696-23ea-407d-b551-2d54653beb88 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:59.151055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:59.176126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:59.176632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.543983 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.654772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9084a19e-e1d0-4765-b6c3-a7c642feaca9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9084a19e-e1d0-4765-b6c3-a7c642feaca9,segment=NetworkSegment(77787db7-e0fc-4f47-8b8a-1562fc154420),segment_id=77787db7-e0fc-4f47-8b8a-1562fc154420)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:59.667897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.750857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacc696-23ea-407d-b551-2d54653beb88', 'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '300016c9-6ce3-4009-b034-0662d76602e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:34Z', 'updated_at': '2021-08-31T08:53:56Z', 'revision_number': 4, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'gw_port': {'id': '300016c9-6ce3-4009-b034-0662d76602e8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:56Z', 'updated_at': '2021-08-31T08:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '9084a19e-e1d0-4765-b6c3-a7c642feaca9', 'name': '', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'mac_address': 'fa:16:3e:ea:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:44Z', 'updated_at': '2021-08-31T08:53:49Z', 'revision_number': 4, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'subnets': [{'id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:59.864177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Checking router: 7eacc696-23ea-407d-b551-2d54653beb88 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:59.864678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Updating router 7eacc696-23ea-407d-b551-2d54653beb88 port 300016c9-6ce3-4009-b034-0662d76602e8 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:53:59.973565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9084a19e-e1d0-4765-b6c3-a7c642feaca9,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:59.983130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.226953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55136) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:00.363363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4af11ed4-cd85-4556-82a1-2ba00ca4fae2 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1351330 Aug 31 08:54:00.526945 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.543645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Transition to ACTIVE for port object 300016c9-6ce3-4009-b034-0662d76602e8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:00.552154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.614365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Attempting to bind port 300016c9-6ce3-4009-b034-0662d76602e8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:00.614777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Attempting to bind port 300016c9-6ce3-4009-b034-0662d76602e8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:00.615136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Attempting to bind port 300016c9-6ce3-4009-b034-0662d76602e8 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:00.617514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bdc27-8d0e-4b20-b3c1-ffb7ec385ace None None] Pushing event updated for resources: {'Port': ['ID=300016c9-6ce3-4009-b034-0662d76602e8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:00.625148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:00.625518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:00.625921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.626332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:00.626831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Bound port: 300016c9-6ce3-4009-b034-0662d76602e8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:00.627234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.714241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] For port 300016c9-6ce3-4009-b034-0662d76602e8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:00.721446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] For port 300016c9-6ce3-4009-b034-0662d76602e8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=300016c9-6ce3-4009-b034-0662d76602e8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:00.729657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.785350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9084a19e-e1d0-4765-b6c3-a7c642feaca9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:00.866969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Routers {'7eacc696-23ea-407d-b551-2d54653beb88'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:00.867845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T08:53:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7eacc696-23ea-407d-b551-2d54653beb88'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:00.871669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bdc27-8d0e-4b20-b3c1-ffb7ec385ace None None] Pushing event updated for resources: {'Port': ['ID=300016c9-6ce3-4009-b034-0662d76602e8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:00.935470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:00.935841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:01.131314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] Set router 7eacc696-23ea-407d-b551-2d54653beb88 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:01.446201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ea2d763d-dd03-4413-8e88-b262e5d12b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:01.524392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eacc696-23ea-407d-b551-2d54653beb88', 'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '300016c9-6ce3-4009-b034-0662d76602e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:34Z', 'updated_at': '2021-08-31T08:53:56Z', 'revision_number': 4, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'gw_port': {'id': '300016c9-6ce3-4009-b034-0662d76602e8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:56Z', 'updated_at': '2021-08-31T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '9084a19e-e1d0-4765-b6c3-a7c642feaca9', 'name': '', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'mac_address': 'fa:16:3e:ea:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:44Z', 'updated_at': '2021-08-31T08:53:59Z', 'revision_number': 5, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'subnets': [{'id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:01.588171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c34e8-3cac-40d0-9d8c-fadd433dfc32 None None] The sync data for ids ['7eacc696-23ea-407d-b551-2d54653beb88'] in n-d-800634-13 is: [{'id': '7eacc696-23ea-407d-b551-2d54653beb88', 'name': 'router1', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '300016c9-6ce3-4009-b034-0662d76602e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:34Z', 'updated_at': '2021-08-31T08:53:56Z', 'revision_number': 4, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'gw_port': {'id': '300016c9-6ce3-4009-b034-0662d76602e8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:82:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:56Z', 'updated_at': '2021-08-31T08:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '9084a19e-e1d0-4765-b6c3-a7c642feaca9', 'name': '', 'network_id': '7e91c121-8c3c-4e7b-b375-ca9e595419b9', 'tenant_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'mac_address': 'fa:16:3e:ea:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eacc696-23ea-407d-b551-2d54653beb88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:44Z', 'updated_at': '2021-08-31T08:53:59Z', 'revision_number': 5, 'project_id': '7ac7d73ed77c49b6b04dbd75ee6877d8', 'subnets': [{'id': '0486a5ec-ca64-4325-9639-c657c1fac082', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7db5e275-992e-4e19-9500-7c601c74c221'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:54:01.637482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.861867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 300016c9-6ce3-4009-b034-0662d76602e8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:02.934998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 300016c9-6ce3-4009-b034-0662d76602e8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:02.943909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 300016c9-6ce3-4009-b034-0662d76602e8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:02.945037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.066688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.091875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 300016c9-6ce3-4009-b034-0662d76602e8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=300016c9-6ce3-4009-b034-0662d76602e8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:03.099368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.162850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=300016c9-6ce3-4009-b034-0662d76602e8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:03.320278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.789743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 300016c9-6ce3-4009-b034-0662d76602e8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:04.878091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 300016c9-6ce3-4009-b034-0662d76602e8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:04.878985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.874222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:26.973774 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:54:28.397791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f6b1-c040-4edc-8d84-8df555edee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.419346 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-adeac7c4-7b5c-4ab6-8392-308c8de8fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.618157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:33.484567 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:35.939402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:58.394367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7cac4bac-7d00-4341-a97c-b80ddc77494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:01.402581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94bd77f0-92b0-4814-ac5e-30549147797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:01.617366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:03.326495 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:03.956563 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:05.905424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:28.397757 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ab20-707c-4112-b902-b2217a483e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:31.405366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c421d65-a953-4f31-80a6-badf13cb5819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:31.622538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:33.321327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:35.885622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:40.961247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:58.410084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-582801eb-14f7-4a33-8abf-7c257b7a98db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:01.409195 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5978-becd-4755-b304-218f9f6a110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:01.625745 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.332835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:05.884847 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:07.496545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55732) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:07.596874 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aac2462-582f-43f4-adea-8b42d0adaaf2 admin admin] GET failed (client error): The resource could not be found. Aug 31 08:56:07.598399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3aac2462-582f-43f4-adea-8b42d0adaaf2 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1008348 Aug 31 08:56:07.792290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb9aea-c6e2-416a-8b2f-446a9e56978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:07.794095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-66eb9aea-c6e2-416a-8b2f-446a9e56978f admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1908224 Aug 31 08:56:10.862956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:10.979590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbff2ad-d566-4969-9c9c-7999f1e01eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:10.981803 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7bbff2ad-d566-4969-9c9c-7999f1e01eb7 admin admin] 10.222.0.18 "GET /v2.0/subnets/0486a5ec-ca64-4325-9639-c657c1fac082 HTTP/1.1" status: 200 len: 849 time: 0.1176503 Aug 31 08:56:10.996424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:11.108638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:11.393193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794707012828'] for subnet, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:11.450610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:11.452253 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:11.453880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] 10.222.0.18 "PUT /v2.0/subnets/0486a5ec-ca64-4325-9639-c657c1fac082 HTTP/1.1" status: 200 len: 868 time: 0.4641261 Aug 31 08:56:11.458428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31169759-04eb-477e-95ec-6a1fe9318b7f None None] Network 7e91c121-8c3c-4e7b-b375-ca9e595419b9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:56:11.490420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0486a5ec-ca64-4325-9639-c657c1fac082,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:11.503691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.504212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.504737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.505281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.505844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.506402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.507032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.507599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.508319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.508840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.509177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:11.509506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c20bed1-75fa-4fe0-96d8-844d29113a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:12.018164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-63162454-0684-4609-9249-1950a778b198 None None] Provisioning complete for port 9cd0b064-6484-498b-bbcf-1032eb34317f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:12.018780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63162454-0684-4609-9249-1950a778b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:12.178422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-63162454-0684-4609-9249-1950a778b198 None None] Provisioning complete for port 9084a19e-e1d0-4765-b6c3-a7c642feaca9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:12.179432 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63162454-0684-4609-9249-1950a778b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:14.023148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:14.255782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecea9d9-009f-4384-8487-826990b8b2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.256158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecea9d9-009f-4384-8487-826990b8b2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.258316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eecea9d9-009f-4384-8487-826990b8b2e4 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2341816 Aug 31 08:56:16.812334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55760) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:16.988689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9040b1bc-15c0-4da2-80ec-37e97e76d0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:16.989138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9040b1bc-15c0-4da2-80ec-37e97e76d0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:16.990851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9040b1bc-15c0-4da2-80ec-37e97e76d0ee admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1774573 Aug 31 08:56:17.963840 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:19.549949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55768) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:19.720001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce92c9-d36d-47cd-9a07-788429f96419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:19.721199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-edce92c9-d36d-47cd-9a07-788429f96419 admin admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 886 time: 0.1698358 Aug 31 08:56:22.585033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55776) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:22.763991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a082f-1ce3-435b-b0b8-d7495aae1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:22.765446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1a8a082f-1ce3-435b-b0b8-d7495aae1353 admin admin] 10.222.0.18 "GET /v2.0/networks/7e91c121-8c3c-4e7b-b375-ca9e595419b9 HTTP/1.1" status: 200 len: 869 time: 0.1776774 Aug 31 08:56:25.476584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55784) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:25.662708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c41d53-fe89-4525-8209-e82c4ddcb8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:25.663056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c41d53-fe89-4525-8209-e82c4ddcb8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:25.665302 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3c41d53-fe89-4525-8209-e82c4ddcb8e9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1868131 Aug 31 08:56:28.329906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:28.397646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd45-9130-4101-b53e-a88b328842fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:28.471821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35579f29-0276-415d-9de2-cd06b5e65cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:28.472423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35579f29-0276-415d-9de2-cd06b5e65cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:28.474807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-35579f29-0276-415d-9de2-cd06b5e65cfc admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1437180 Aug 31 08:56:30.903980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55800) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:31.205933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5699a7b-42e8-4a9f-a515-0abb1029b2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:31.208162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c5699a7b-42e8-4a9f-a515-0abb1029b2b6 admin admin] 10.222.0.18 "GET /v2.0/subnets/0486a5ec-ca64-4325-9639-c657c1fac082 HTTP/1.1" status: 200 len: 868 time: 0.3025367 Aug 31 08:56:31.424299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-93dcc3cb-04ae-4935-b1c4-373bf64663b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:31.630328 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.326726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:34.054177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55808) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:34.185750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f707a6-c318-45b1-bdf2-931f6f740d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:34.187634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-39f707a6-c318-45b1-bdf2-931f6f740d75 admin admin] 10.222.0.18 "GET /v2.0/subnets/80b883bc-7118-46e9-9117-42457ae713f1 HTTP/1.1" status: 200 len: 816 time: 0.1323919 Aug 31 08:56:35.886451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:54.970875 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:58.501105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b2561a6-9d44-489c-a53d-2805a685143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:01.412774 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1eeae284-0d84-4edd-95fa-8679f014774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:01.632031 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.305414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55864) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:03.338562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.388650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-3beeb353-2831-461a-87c7-f1e70ca378cf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:57:03.390505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3beeb353-2831-461a-87c7-f1e70ca378cf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0838170 Aug 31 08:57:05.893165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:06.160044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55872) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:06.251964 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-436279d2-b59f-403a-9b47-467e0edd25fb admin admin] GET failed (client error): The resource could not be found. Aug 31 08:57:06.254347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-436279d2-b59f-403a-9b47-467e0edd25fb admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0927846 Aug 31 08:57:06.416602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad098b21-29a9-4ecd-81bd-cb0f48e408b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:06.420296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ad098b21-29a9-4ecd-81bd-cb0f48e408b2 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1576984 Aug 31 08:57:09.596085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55884) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:09.684738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:09.731472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Made reservation on behalf of 49a642694c0443ce95a7ba60f0567941 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:09.734500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:09.778976 n-d-800634-13 neutron-server[94895]: WARNING neutron.services.revisions.revision_plugin [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Could not find related network for resource to bump revision. Aug 31 08:57:09.799560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:57:09.817944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:09.818571 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Added segment aada17c4-85f0-4040-8bcd-d3b4a1c96eaa of type vlan for network baf3f7e4-b39a-451b-912c-e83339b6aa33 Aug 31 08:57:09.904170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:09.955304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:09.957616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:09.958728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:10.054545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4558730 Aug 31 08:57:10.085774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061871e6-5c00-4601-98e1-1490c75a73d0 admin admin] Pushing event updated for resources: {'Network': ['ID=baf3f7e4-b39a-451b-912c-e83339b6aa33,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:10.104770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:57:12.977856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55892) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:13.083169 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e771cb-3647-49da-bae2-460750b9253c admin admin] GET failed (client error): The resource could not be found. Aug 31 08:57:13.084847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-22e771cb-3647-49da-bae2-460750b9253c admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1059377 Aug 31 08:57:13.225092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c486b6-31b5-421d-b031-3528fb00295a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:13.226796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a4c486b6-31b5-421d-b031-3528fb00295a admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1331487 Aug 31 08:57:13.248876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:13.289874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Made reservation on behalf of 49a642694c0443ce95a7ba60f0567941 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:13.294808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.625743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.758218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565bdc04-dd11-4788-8d79-52913b62f310,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:13.783959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.784728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.785425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.786071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.786696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.787295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.787780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.788384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.788998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.789578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.790148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.790735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:13.799609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:13.800286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Network hostable DHCP agents. Network: baf3f7e4-b39a-451b-912c-e83339b6aa33, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:57:13.835904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:57:13.853519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, baf3f7e4-b39a-451b-912c-e83339b6aa33) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:13.861022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:13.862023 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.865985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba55a29-47d9-49b2-ab9b-a096bdba9517 None None] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:57:13.890131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63bcda18-af6f-4d5b-81c6-411f1c78d787 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6488636 Aug 31 08:57:14.132231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-baf3f7e4-b39a-451b-912c-e83339b6aa33', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'tenant_id': '49a642694c0443ce95a7ba60f0567941', 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:57:14.134262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.425917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Allocated IP 192.168.233.2 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/e89b581d-3c84-430e-84cc-a239f80e75d9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:14.678519 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.692210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Transition to ACTIVE for port object e89b581d-3c84-430e-84cc-a239f80e75d9 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:14.721627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Transition to ACTIVE for port object e89b581d-3c84-430e-84cc-a239f80e75d9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:14.733524 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.789143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:14.794596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:14.798539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:14.814536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Pushing event updated for resources: {'Port': ['ID=e89b581d-3c84-430e-84cc-a239f80e75d9,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:14.839475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.840024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.841191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.841191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.841581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.842098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.843527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.843527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.843826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.844173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.844706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.845266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:14.895332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Attempting to bind port e89b581d-3c84-430e-84cc-a239f80e75d9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:14.896246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Attempting to bind port e89b581d-3c84-430e-84cc-a239f80e75d9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:14.896525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Attempting to bind port e89b581d-3c84-430e-84cc-a239f80e75d9 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:14.904664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:14.905239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:14.905827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.906288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:14.907062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Bound port: e89b581d-3c84-430e-84cc-a239f80e75d9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:14.907647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.997360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] For port e89b581d-3c84-430e-84cc-a239f80e75d9, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:15.003618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] For port e89b581d-3c84-430e-84cc-a239f80e75d9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e89b581d-3c84-430e-84cc-a239f80e75d9,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:15.011308 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.106178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005e61-f213-42cb-bd89-b3187e0a91aa None None] Pushing event updated for resources: {'Port': ['ID=e89b581d-3c84-430e-84cc-a239f80e75d9,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:16.132205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08b2c7-02d0-41c3-9e1e-09e45edb9d81 None None] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:57:16.231535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-849b5905-2819-4f37-8755-86221534daec None None] Provisioning for port e89b581d-3c84-430e-84cc-a239f80e75d9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:17.025807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e89b581d-3c84-430e-84cc-a239f80e75d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:17.117688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e89b581d-3c84-430e-84cc-a239f80e75d9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:17.128999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e89b581d-3c84-430e-84cc-a239f80e75d9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:17.129625 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.255261 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.300659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e89b581d-3c84-430e-84cc-a239f80e75d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e89b581d-3c84-430e-84cc-a239f80e75d9,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:17.307801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.400935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e89b581d-3c84-430e-84cc-a239f80e75d9,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:18.970720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e89b581d-3c84-430e-84cc-a239f80e75d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:19.068112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e89b581d-3c84-430e-84cc-a239f80e75d9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:19.068501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.409883 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e142e47-c7e6-46f3-b243-c7de75a93b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.425311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fda9e11e-e49e-42a3-b805-7b7e49956cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.641321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.965666 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:57:33.349548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:35.896132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:58.413360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3934a18e-dd5c-4909-b340-d8e0dcec626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:01.419467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e04a67a4-b675-4789-9437-0ba48811bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:01.641507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:03.352931 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:05.903999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:08.964400 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:28.400194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ccac-3758-4c90-86bc-03ea60db51ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.420920 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04ca5323-28b0-4049-b9b5-8452597d8480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.633899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.351043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:35.900810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.967993 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:47.577355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55940) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:47.584390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-d81c0ec2-daf1-49bb-bc06-328a73669fb7 tempest-verify_tempest_config-2054562328 tempest-verify_tempest_config-2054562328-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:58:47.585973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d81c0ec2-daf1-49bb-bc06-328a73669fb7 tempest-verify_tempest_config-2054562328 tempest-verify_tempest_config-2054562328-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074029 Aug 31 08:58:48.126946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55958) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:48.295451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.457916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.464948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.553271 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ab7f7f167ff4e638e73813378c22151&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4248438 Aug 31 08:58:48.554724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdc714-81cf-4d9a-9477-a19b6de68fd3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:48.559597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55964) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:48.568082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.568662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.569237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.570038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.570610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.571184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.571832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.572402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.573108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.573620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.574036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.574656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e9e4-18b3-4208-9015-e009d5e817cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.716188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.760534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.898194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.901433 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.903526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6fdc714-81cf-4d9a-9477-a19b6de68fd3 HTTP/1.1" status: 204 len: 168 time: 0.3422799 Aug 31 08:58:48.916678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdc714-81cf-4d9a-9477-a19b6de68fd3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:48.929504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.929891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.930342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.930922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.931417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.931850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.932365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.932927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.934208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.934208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.934596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:48.934879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277c30d0-bc41-4519-9946-a09e12e9b8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:58.411129 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68aeb448-f6ed-4914-9564-5ec057879a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.424684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dde81201-9883-4c6b-8c15-f498d237976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.636140 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:03.355595 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.910258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:22.968767 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:28.402216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a141f999-aac5-406f-99b2-273912df8975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.430033 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f82224a-5657-48d4-8462-db02a93f5d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.642229 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.358289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.907717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.397707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23b9a956-0ded-4d1e-9065-07ef5464697d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:59.970237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:01.420235 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14c0a23a-8022-4148-9a25-3f7c5c7571ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.647198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.357860 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.923024 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.410729 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f813c9cf-7354-486b-a165-485706bcf4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.415585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-610c321d-3b38-4179-90dc-c936647137bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.648639 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:33.359667 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:35.924955 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.975503 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:58.411769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa3e5-4da1-46ad-b5d1-ae3f96c388a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:01.410043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656e0d98-9f81-418e-99f0-ac0bca6bdd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:01.655392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:03.370990 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:05.922645 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.980210 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:28.417159 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-30f92bb0-8d03-434e-8aae-990682f02f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.419236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-733fead1-a677-43cc-8def-07e5b74d11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.660130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.379587 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:35.922865 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:50.979972 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 5 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:58.403983 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d113f1e3-fad9-4f67-951b-c7e99b5d69f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.427338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dc6c-6805-4e49-ae51-7f774b9e4e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.656056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.378900 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.929489 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:18.220041 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.985157 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 6 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:28.403357 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8011bf1a-b5d9-4e35-b76a-78e54c8d34f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.418727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89f3f5a6-2d19-4b27-98dd-4a5baa62f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.600168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4053750'] for agent, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.665516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.379435 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.939420 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.234247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.401139 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42ebe6d4-b1f3-4fc3-88a1-f6e46de02c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.416869 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-635d66ed-c961-43d8-984f-38912b88bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.550952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.655010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.387561 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.991074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:05.944000 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:10.536024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56026) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:10.699216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1f2d84ac-c4a9-414f-a722-c955ec3ad7dd admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1615932 Aug 31 09:03:13.346172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:13.444361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7de577f9-3269-42e6-a0c3-150fbc98a0f5 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0970709 Aug 31 09:03:18.235829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.398337 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c90cc3b7-9d79-4f59-a3dc-dad0a99c1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:31.424718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bd370cce-018a-4487-9173-6424b681bf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:31.572411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:31.659064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.384619 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:35.949341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:41.994509 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:48.267704 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:58.409271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e6ba-e380-423e-8fcd-8c2ceab22cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:01.419830 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-036ad7aa-16b1-4eb7-8588-a55382488359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:01.592215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:01.676470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.403028 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:05.958459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.272258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.000189 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:28.405254 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ff5efece-c97c-460b-9b87-fb811f28d37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.412731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4d1def4-b97a-47df-bfd1-7774f98e8f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.583779 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.657405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:33.405682 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:35.963465 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.287186 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.006559 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:56.391211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:56.982409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-network', 'tenant_id': '8148ff96df054815a5112035117d4063'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:57.049522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Made reservation on behalf of 8148ff96df054815a5112035117d4063 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:57.053615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.077213 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.252871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.258864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.318281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81fafa-903a-465c-95e3-82fae16374d9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:57.339723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.340295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.340854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.341428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.341982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.342556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.343127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.344226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.344812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.345328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.345903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.346424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Tracked resource versions report: Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: pushed versions: Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: { 'AddressGroup': {'1.2'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'ConntrackHelper': {'1.0'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Log': {'1.0'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Network': {'1.1'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Port': {'1.7'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'PortForwarding': {'1.2'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'QosPolicy': {'1.9'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'SecurityGroup': {'1.4'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'SubPort': {'1.0'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Subnet': {'1.1'}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Trunk': {'1.1'}} Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: consumer versions: Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: { DHCP agent@n-d-800634-13: {}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: HyperV agent@n-h1-800634-13: {}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: HyperV agent@n-h2-800634-13: {}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: L3 agent@n-d-800634-13: {}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: Metadata agent@n-d-800634-13: {}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: Metering agent@n-d-800634-13: {}, Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'ConntrackHelper': '1.0', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Log': '1.0', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Network': '1.1', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Port': '1.7', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'PortForwarding': '1.2', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'QosPolicy': '1.9', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'SecurityGroup': '1.4', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'SecurityGroupRule': '1.2', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'SubPort': '1.0', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Subnet': '1.1', Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: 'Trunk': '1.1'}} Aug 31 09:04:57.347723 n-d-800634-13 neutron-server[94896]: {{(pid=94896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:04:57.354085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:04:57.379817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794707082698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.380986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Unsubscribe: segment precommit_create {{(pid=94896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 09:04:57.381760 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Added segment 2ca2f865-e115-46bb-a75b-f56dc7764f67 of type vlan for network 2fae2371-d034-46c3-8c6e-506f35356b46 Aug 31 09:04:57.474694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.536598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.538257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:57.539023 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.622792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2263939 Aug 31 09:04:57.623345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56312) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:57.642657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Request body: {'subnet': {'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-subnet', 'tenant_id': '8148ff96df054815a5112035117d4063', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:57.659381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab01ee2-95d2-473d-bb56-d3fe268aa5ac admin admin] Pushing event updated for resources: {'Network': ['ID=2fae2371-d034-46c3-8c6e-506f35356b46,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:57.675210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 2fae2371-d034-46c3-8c6e-506f35356b46 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:04:57.688924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Made reservation on behalf of 8148ff96df054815a5112035117d4063 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:57.691487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.913736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.989768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96beab3c-021c-4625-839f-ab019c2949b8,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:58.001894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.002239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.002606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.002946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.003276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.003605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.003932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.004256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.004579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.004898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.005218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.005531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Tracked resource versions report: Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: pushed versions: Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: { 'AddressGroup': {'1.2'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'ConntrackHelper': {'1.0'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Log': {'1.0'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Network': {'1.1'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Port': {'1.7'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'PortForwarding': {'1.2'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'QosPolicy': {'1.9'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'SecurityGroup': {'1.4'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'SubPort': {'1.0'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Subnet': {'1.1'}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Trunk': {'1.1'}} Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: consumer versions: Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: { DHCP agent@n-d-800634-13: {}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: HyperV agent@n-h1-800634-13: {}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: HyperV agent@n-h2-800634-13: {}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: L3 agent@n-d-800634-13: {}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: Metadata agent@n-d-800634-13: {}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: Metering agent@n-d-800634-13: {}, Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'ConntrackHelper': '1.0', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Log': '1.0', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Network': '1.1', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Port': '1.7', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'PortForwarding': '1.2', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'QosPolicy': '1.9', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'SecurityGroup': '1.4', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'SecurityGroupRule': '1.2', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'SubPort': '1.0', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Subnet': '1.1', Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: 'Trunk': '1.1'}} Aug 31 09:04:58.006739 n-d-800634-13 neutron-server[94895]: {{(pid=94895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:04:58.010126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Checking segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:58.010126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Network hostable DHCP agents. Network: 2fae2371-d034-46c3-8c6e-506f35356b46, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:04:58.043309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Network 2fae2371-d034-46c3-8c6e-506f35356b46 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:04:58.062770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 2fae2371-d034-46c3-8c6e-506f35356b46) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:58.068355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:58.069332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.083633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5cb48-6f68-472d-9e74-c24b120de4b8 None None] Network 2fae2371-d034-46c3-8c6e-506f35356b46 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:04:58.090454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aef0d256-8ad7-463c-8e04-a2ff9eac2970 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4659681 Aug 31 09:04:58.096730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:58.101773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:58.129870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.131326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.233426 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.404234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-2fae2371-d034-46c3-8c6e-506f35356b46', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:04:58.405647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.522936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.554313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed3a7-6468-441b-badb-67a34df9e3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.687861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Allocated IP 172.20.0.2 (2fae2371-d034-46c3-8c6e-506f35356b46/96beab3c-021c-4625-839f-ab019c2949b8/f18beb8a-5301-4b9f-a253-d92217beb642) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:58.928036 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.934167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.943766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Transition to ACTIVE for port object f18beb8a-5301-4b9f-a253-d92217beb642 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:58.979662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Transition to ACTIVE for port object f18beb8a-5301-4b9f-a253-d92217beb642 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:58.987523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.995902 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.053130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Network 2fae2371-d034-46c3-8c6e-506f35356b46 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:59.059170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:59.064814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:59.068449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Pushing event updated for resources: {'Port': ['ID=f18beb8a-5301-4b9f-a253-d92217beb642,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:59.106820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.107433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.108188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.108555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.108935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.109352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.110311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.110678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.111008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.111617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.112080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.112417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Tracked resource versions report: Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: pushed versions: Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: { 'AddressGroup': {'1.2'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'ConntrackHelper': {'1.0'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Log': {'1.0'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Network': {'1.1'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Port': {'1.7'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'PortForwarding': {'1.2'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'QosPolicy': {'1.9'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'SecurityGroup': {'1.4'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'SubPort': {'1.0'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Subnet': {'1.1'}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Trunk': {'1.1'}} Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: consumer versions: Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: { DHCP agent@n-d-800634-13: {}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: HyperV agent@n-h1-800634-13: {}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: HyperV agent@n-h2-800634-13: {}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: L3 agent@n-d-800634-13: {}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: Metadata agent@n-d-800634-13: {}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: Metering agent@n-d-800634-13: {}, Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'ConntrackHelper': '1.0', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Log': '1.0', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Network': '1.1', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Port': '1.7', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'PortForwarding': '1.2', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'QosPolicy': '1.9', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'SecurityGroup': '1.4', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'SecurityGroupRule': '1.2', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'SubPort': '1.0', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Subnet': '1.1', Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: 'Trunk': '1.1'}} Aug 31 09:04:59.113560 n-d-800634-13 neutron-server[94897]: {{(pid=94897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:04:59.157555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Attempting to bind port f18beb8a-5301-4b9f-a253-d92217beb642 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:04:59.158030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Attempting to bind port f18beb8a-5301-4b9f-a253-d92217beb642 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:04:59.158814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Attempting to bind port f18beb8a-5301-4b9f-a253-d92217beb642 on network 2fae2371-d034-46c3-8c6e-506f35356b46 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:59.165818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:04:59.166818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Checking segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:59.166818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.167549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Bound using segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:04:59.168133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Bound port: f18beb8a-5301-4b9f-a253-d92217beb642, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:04:59.168585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.207288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Allocated IP 172.25.4.97 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:59.266122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] For port f18beb8a-5301-4b9f-a253-d92217beb642, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:04:59.271010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] For port f18beb8a-5301-4b9f-a253-d92217beb642, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f18beb8a-5301-4b9f-a253-d92217beb642,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:04:59.283433 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.362298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.454277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.460772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af7b88-8624-424a-82bc-8d77b945340e None None] Pushing event updated for resources: {'Port': ['ID=f18beb8a-5301-4b9f-a253-d92217beb642,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:59.563805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:59.566864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:59.569493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:59.946534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:00.147554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.704663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.944865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:05:01.117335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbf186-aa06-4d00-9f1a-02cb0ff02895 None None] Network 2fae2371-d034-46c3-8c6e-506f35356b46 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:01.159149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:01.183985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8e5a06a7-f297-4130-8475-da8273e3b4c7 None None] Provisioning for port f18beb8a-5301-4b9f-a253-d92217beb642 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:01.185402 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:01.200513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.203301 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-99eef28d-1a88-42a4-ab0f-527929818c12 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1048446 Aug 31 09:05:01.206596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56402) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:01.221571 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:01.222634 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:04:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:01.461433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56406) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:01.508985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f18beb8a-5301-4b9f-a253-d92217beb642 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:01.636982 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eb80cda7-4c35-4eb2-9ebf-b822db91f644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.642056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.693222 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:01.755143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.758894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f18beb8a-5301-4b9f-a253-d92217beb642 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:01.781873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f18beb8a-5301-4b9f-a253-d92217beb642 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:01.782928 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.186684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.281799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-db7c4a26-1c9e-4e8e-8914-be379e00be74 None None] Provisioning complete for port f18beb8a-5301-4b9f-a253-d92217beb642 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:02.282371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-db7c4a26-1c9e-4e8e-8914-be379e00be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.347866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.351233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd20d5db-1077-49e9-9679-5829fd44b7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.373413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f18beb8a-5301-4b9f-a253-d92217beb642, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f18beb8a-5301-4b9f-a253-d92217beb642,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:02.421533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.513610 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:04:59Z', 'revision_number': 3, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:02.543912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f18beb8a-5301-4b9f-a253-d92217beb642,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:02.577673 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:02.579595 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Updating router e3e110c7-ecae-49a8-899b-2c4311d5dc90 port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:02.623844 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.689183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd20d5db-1077-49e9-9679-5829fd44b7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.699110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd20d5db-1077-49e9-9679-5829fd44b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.738396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Allocated IP 172.20.0.1 (2fae2371-d034-46c3-8c6e-506f35356b46/96beab3c-021c-4625-839f-ab019c2949b8/64813f81-9f99-42d9-9616-ed9bbdd63445) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:02.779415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d5db-1077-49e9-9679-5829fd44b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc0ec62-67b2-4b0e-958e-de28eafa8c00,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:02.842618 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bd20d5db-1077-49e9-9679-5829fd44b7bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aecd8edd3b0144c19396c06a1ee993c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3793716 Aug 31 09:05:02.844205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56426) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:02.951417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-150c01ee-14b8-4668-8b09-e79e93809609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.986550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-150c01ee-14b8-4668-8b09-e79e93809609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.054957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.057394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-150c01ee-14b8-4668-8b09-e79e93809609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.061556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-150c01ee-14b8-4668-8b09-e79e93809609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.065672 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-150c01ee-14b8-4668-8b09-e79e93809609 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdc0ec62-67b2-4b0e-958e-de28eafa8c00 HTTP/1.1" status: 204 len: 168 time: 0.2199447 Aug 31 09:05:03.071549 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.076239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c01ee-14b8-4668-8b09-e79e93809609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc0ec62-67b2-4b0e-958e-de28eafa8c00,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:03.107025 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Transition to ACTIVE for port object 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:03.120789 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.125472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Transition to ACTIVE for port object 64813f81-9f99-42d9-9616-ed9bbdd63445 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:03.215831 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Attempting to bind port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:03.216416 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Attempting to bind port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:03.216991 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Attempting to bind port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:03.238831 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Pushing event updated for resources: {'Port': ['ID=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:03.240917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.242716 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:03.243255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:03.243909 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.244525 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:03.245284 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Bound port: 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:03.246022 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.324743 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.325309 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.325856 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.326418 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.327001 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.327585 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.328781 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.328781 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.329309 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.330113 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.330696 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.331240 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Tracked resource versions report: Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: pushed versions: Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: { 'AddressGroup': {'1.2'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'ConntrackHelper': {'1.0'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Log': {'1.0'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Network': {'1.1'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Port': {'1.7'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'PortForwarding': {'1.2'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'QosPolicy': {'1.9'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'SecurityGroup': {'1.4'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'SubPort': {'1.0'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Subnet': {'1.1'}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Trunk': {'1.1'}} Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: consumer versions: Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: { DHCP agent@n-d-800634-13: {}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: HyperV agent@n-h1-800634-13: {}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: HyperV agent@n-h2-800634-13: {}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: L3 agent@n-d-800634-13: {}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: Metadata agent@n-d-800634-13: {}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: Metering agent@n-d-800634-13: {}, Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: Open vSwitch agent@n-d-800634-13: { 'AddressGroup': '1.2', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'ConntrackHelper': '1.0', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Log': '1.0', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Network': '1.1', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Port': '1.7', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'PortForwarding': '1.2', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'QosPolicy': '1.9', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'SecurityGroup': '1.4', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'SecurityGroupRule': '1.2', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'SubPort': '1.0', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Subnet': '1.1', Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: 'Trunk': '1.1'}} Aug 31 09:05:03.333184 n-d-800634-13 neutron-server[94898]: {{(pid=94898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:05:03.382368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f18beb8a-5301-4b9f-a253-d92217beb642 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:03.407697 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] For port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:03.412030 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] For port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:03.422435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=64813f81-9f99-42d9-9616-ed9bbdd63445,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:03.423929 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.429353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Network 2fae2371-d034-46c3-8c6e-506f35356b46 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:03.435201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:03.444116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:03.445086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.536984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47fbe6-52f5-4e02-b1a0-e0b885ea2c35 None None] Pushing event updated for resources: {'Port': ['ID=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:03.544922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.564764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f18beb8a-5301-4b9f-a253-d92217beb642 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:03.568447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.590175 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:03.592171 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:03.853959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56452) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:03.883148 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53809313-010f-4ee8-b5fa-41cb0863ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.953444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-73120d04-0e77-4372-8dfd-47c02810d6e0 None None] Provisioning for port 64813f81-9f99-42d9-9616-ed9bbdd63445 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:03.958690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-73120d04-0e77-4372-8dfd-47c02810d6e0 None None] Provisioning complete for port 64813f81-9f99-42d9-9616-ed9bbdd63445 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:03.959185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-73120d04-0e77-4372-8dfd-47c02810d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.010517 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:04.049494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-73120d04-0e77-4372-8dfd-47c02810d6e0 None None] Port 64813f81-9f99-42d9-9616-ed9bbdd63445 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:04.096556 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.133869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53809313-010f-4ee8-b5fa-41cb0863ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.143940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53809313-010f-4ee8-b5fa-41cb0863ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.189603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53809313-010f-4ee8-b5fa-41cb0863ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca79e1c-fc13-4465-a977-edd2b07b0d11,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:04.222898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-53809313-010f-4ee8-b5fa-41cb0863ed38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23fa606d7b18476d9d145d6c85e802a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3666623 Aug 31 09:05:04.227068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:04.352015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf287564-8424-45d2-a90e-395958bb5f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.383348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf287564-8424-45d2-a90e-395958bb5f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.396747 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:04:59Z', 'revision_number': 3, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:04.445971 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91d5a9-bcfb-40f5-9570-d4ebe7fe4fee None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:04:59Z', 'revision_number': 3, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:04.446334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.458243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.459460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.529440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf287564-8424-45d2-a90e-395958bb5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.538219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf287564-8424-45d2-a90e-395958bb5f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.540916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf287564-8424-45d2-a90e-395958bb5f7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ca79e1c-fc13-4465-a977-edd2b07b0d11 HTTP/1.1" status: 204 len: 168 time: 0.3120055 Aug 31 09:05:04.558048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf287564-8424-45d2-a90e-395958bb5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca79e1c-fc13-4465-a977-edd2b07b0d11,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:04.690136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Network 2fae2371-d034-46c3-8c6e-506f35356b46 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:04.699722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:04.705527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=64813f81-9f99-42d9-9616-ed9bbdd63445,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:04.938586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:05.210377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:05.213415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c8c23e16-7181-42d3-9837-b74dae0d3fa7 None None] Provisioning complete for port 64813f81-9f99-42d9-9616-ed9bbdd63445 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:05.217662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8c23e16-7181-42d3-9837-b74dae0d3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.231930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f5ad47a-33c3-471e-acd8-63e3500cf4a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/e3e110c7-ecae-49a8-899b-2c4311d5dc90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0153074 Aug 31 09:05:05.342811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c8c23e16-7181-42d3-9837-b74dae0d3fa7 None None] Port 64813f81-9f99-42d9-9616-ed9bbdd63445 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:05.463821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:05.625064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:05.634258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:05.635227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.875694 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.991374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:06.002084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.194534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.200806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:06.729758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:06.739150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-network', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:06.793251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Made reservation on behalf of 73519e2e22ec4992b1ede0c3d37d0a85 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:06.798264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.820850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.076984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.090181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.128325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:05:07.157091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6555d9-08d7-4da9-ae40-0601aec9513a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:07.164458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.165029 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Added segment 30771e12-df63-4ca4-a488-ea9f018a542a of type vlan for network 63538696-f184-49f1-ae2b-7a63759b59b6 Aug 31 09:05:07.255065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.331637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:07.333270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.338617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:07.340721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.407914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:07.409129 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.555364 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8194995 Aug 31 09:05:07.556654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:07.572073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Request body: {'subnet': {'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-subnet', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:07.583268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085f850-9523-498f-9998-fc7a0651f251 admin admin] Pushing event updated for resources: {'Network': ['ID=63538696-f184-49f1-ae2b-7a63759b59b6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:07.625552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Made reservation on behalf of 73519e2e22ec4992b1ede0c3d37d0a85 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:07.633748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.646292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 63538696-f184-49f1-ae2b-7a63759b59b6 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:05:07.755676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56642) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:07.785592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:07.808916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:07.809617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:07.857334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56648) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:07.976376 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.051599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:08.150133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855ac282-3518-4421-ae98-e82b6e0d21ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.186453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0213c461-e8b4-4d01-b7d3-ed4078ea97f5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:08.221585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Checking segment: {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:08.222259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Network hostable DHCP agents. Network: 63538696-f184-49f1-ae2b-7a63759b59b6, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:05:08.310241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-78fa7839-b337-4ed8-9d6c-a17b93619519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.314064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Network 63538696-f184-49f1-ae2b-7a63759b59b6 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:05:08.342813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 63538696-f184-49f1-ae2b-7a63759b59b6) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:08.352926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:08.355120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.378785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f1d3da-d087-48bc-920a-47e6b40b6820 None None] Network 63538696-f184-49f1-ae2b-7a63759b59b6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:08.538734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855ac282-3518-4421-ae98-e82b6e0d21ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.551366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855ac282-3518-4421-ae98-e82b6e0d21ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.566926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9fc1a90d-356c-413c-b595-6a903abd91a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0092399 Aug 31 09:05:08.573189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56692) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:08.580312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:08.590237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 2, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:08.645497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56700) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:08.646379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-855ac282-3518-4421-ae98-e82b6e0d21ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=836c6df1b54943c88131726fa8ea5a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8876436 Aug 31 09:05:08.717687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:08.718317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Updating router e3e110c7-ecae-49a8-899b-2c4311d5dc90 port 64813f81-9f99-42d9-9616-ed9bbdd63445 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:08.754612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac282-3518-4421-ae98-e82b6e0d21ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090e8b21-a703-43d7-9228-d4f1853cc34b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:08.770256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:05:08.770256 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:05:08.770256 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id_1': '73519e2e22ec4992b1ede0c3d37d0a85', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 5, 8, 589105)}] Aug 31 09:05:08.770256 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:05:08.771182 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:05:08.815748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-096cd568-ba9c-46fe-b120-f5d510dea000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.873087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-096cd568-ba9c-46fe-b120-f5d510dea000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.885921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-78fa7839-b337-4ed8-9d6c-a17b93619519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.899532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-78fa7839-b337-4ed8-9d6c-a17b93619519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.976031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-78fa7839-b337-4ed8-9d6c-a17b93619519 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9ec9b053e3e4a1a83ad3db6df373712&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1159737 Aug 31 09:05:08.980055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56718) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:09.030093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-096cd568-ba9c-46fe-b120-f5d510dea000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.033903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-096cd568-ba9c-46fe-b120-f5d510dea000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.035162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-096cd568-ba9c-46fe-b120-f5d510dea000 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/090e8b21-a703-43d7-9228-d4f1853cc34b HTTP/1.1" status: 204 len: 168 time: 0.3884006 Aug 31 09:05:09.048922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa7839-b337-4ed8-9d6c-a17b93619519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae93cab-a80d-44d5-9407-32aec89d4b1f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:09.080374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cd568-ba9c-46fe-b120-f5d510dea000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e8b21-a703-43d7-9228-d4f1853cc34b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:09.092957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.144712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c870835d-6b85-4dc4-9a6f-ee0f4b5be208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.151160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56730) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:09.164518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-63538696-f184-49f1-ae2b-7a63759b59b6', 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'fixed_ips': [{'subnet_id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:05:09.166010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.184804 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c870835d-6b85-4dc4-9a6f-ee0f4b5be208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.286139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c870835d-6b85-4dc4-9a6f-ee0f4b5be208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.292011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c870835d-6b85-4dc4-9a6f-ee0f4b5be208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.294374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c870835d-6b85-4dc4-9a6f-ee0f4b5be208 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ae93cab-a80d-44d5-9407-32aec89d4b1f HTTP/1.1" status: 204 len: 168 time: 0.3130958 Aug 31 09:05:09.312303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870835d-6b85-4dc4-9a6f-ee0f4b5be208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae93cab-a80d-44d5-9407-32aec89d4b1f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:09.346803 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.350859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.487229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.786059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-669314b3-d89a-4c6e-969b-139166186802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.849690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.941787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Allocated IP 172.20.0.2 (63538696-f184-49f1-ae2b-7a63759b59b6/0213c461-e8b4-4d01-b7d3-ed4078ea97f5/d44d2ee3-6afe-4863-80a3-772a2d99a156) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:10.100762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-669314b3-d89a-4c6e-969b-139166186802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.110646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-669314b3-d89a-4c6e-969b-139166186802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.167335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669314b3-d89a-4c6e-969b-139166186802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd7a48-1d22-45db-a0e7-4ca404315db6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.173965 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-669314b3-d89a-4c6e-969b-139166186802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bedf89ad81eb448fb9c0b09cb85a7c37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0213685 Aug 31 09:05:10.177985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56776) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:10.237926 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.268251 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfec95e2-ad15-49cc-a86e-1e6b02983247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.281274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Transition to ACTIVE for port object 64813f81-9f99-42d9-9616-ed9bbdd63445 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:10.304994 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.362006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfec95e2-ad15-49cc-a86e-1e6b02983247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.435896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.465712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.495408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94585ca-a002-473b-8e13-fc59425e642a None None] Pushing event updated for resources: {'Port': ['ID=64813f81-9f99-42d9-9616-ed9bbdd63445,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.504206 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.513197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfec95e2-ad15-49cc-a86e-1e6b02983247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.518698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfec95e2-ad15-49cc-a86e-1e6b02983247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.520300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dfec95e2-ad15-49cc-a86e-1e6b02983247 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60fd7a48-1d22-45db-a0e7-4ca404315db6 HTTP/1.1" status: 204 len: 168 time: 0.3414304 Aug 31 09:05:10.554253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Transition to ACTIVE for port object d44d2ee3-6afe-4863-80a3-772a2d99a156 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:10.598017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Transition to ACTIVE for port object d44d2ee3-6afe-4863-80a3-772a2d99a156 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:10.611361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56780) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:10.630149 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.641408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec95e2-ad15-49cc-a86e-1e6b02983247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd7a48-1d22-45db-a0e7-4ca404315db6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.658421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4771-e4a5-428f-9081-3fed529a90ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.754660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Network 63538696-f184-49f1-ae2b-7a63759b59b6 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:10.763092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Pushing event updated for resources: {'Port': ['ID=d44d2ee3-6afe-4863-80a3-772a2d99a156,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.778591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:10.784857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:10.855872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Attempting to bind port 64813f81-9f99-42d9-9616-ed9bbdd63445 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:10.856258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Attempting to bind port 64813f81-9f99-42d9-9616-ed9bbdd63445 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:10.856603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Attempting to bind port 64813f81-9f99-42d9-9616-ed9bbdd63445 on network 2fae2371-d034-46c3-8c6e-506f35356b46 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:10.868262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:10.870220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:10.870628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Checking segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:10.871023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.871465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Bound using segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:10.871981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Bound port: 64813f81-9f99-42d9-9616-ed9bbdd63445, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:10.872359 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.878812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4771-e4a5-428f-9081-3fed529a90ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.886309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4771-e4a5-428f-9081-3fed529a90ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.946105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Allocated IP 172.25.4.251 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/014fd22e-27ef-4af2-96c6-c06cbf85f831) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:10.956298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f00ee2c4-5b85-4dc4-a640-150e26de123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.977338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] For port 64813f81-9f99-42d9-9616-ed9bbdd63445, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:10.981622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] For port 64813f81-9f99-42d9-9616-ed9bbdd63445, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=64813f81-9f99-42d9-9616-ed9bbdd63445,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:10.990961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d3e4771-e4a5-428f-9081-3fed529a90ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=882081d2d29e441db28527d7e8ac55e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3774340 Aug 31 09:05:10.992253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56794) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:11.007777 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.058821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e4771-e4a5-428f-9081-3fed529a90ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8860fa32-1473-41d9-830e-a7ed1e901c02,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:11.073787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Attempting to bind port d44d2ee3-6afe-4863-80a3-772a2d99a156 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:11.074361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Attempting to bind port d44d2ee3-6afe-4863-80a3-772a2d99a156 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:11.074758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Attempting to bind port d44d2ee3-6afe-4863-80a3-772a2d99a156 on network 63538696-f184-49f1-ae2b-7a63759b59b6 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:11.079065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94585ca-a002-473b-8e13-fc59425e642a None None] Pushing event updated for resources: {'Port': ['ID=64813f81-9f99-42d9-9616-ed9bbdd63445,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:11.108689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:11.109069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Checking segment: {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:11.109476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.109907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Bound using segment: {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:11.110625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Bound port: d44d2ee3-6afe-4863-80a3-772a2d99a156, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:11.111305 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.158572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41f5ebf2-5956-41ff-9608-5215dc0d3987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.171649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:11.172595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:11.255924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41f5ebf2-5956-41ff-9608-5215dc0d3987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.369229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] For port d44d2ee3-6afe-4863-80a3-772a2d99a156, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:11.379263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] For port d44d2ee3-6afe-4863-80a3-772a2d99a156, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d44d2ee3-6afe-4863-80a3-772a2d99a156,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:11.384210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:11.392147 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.425065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41f5ebf2-5956-41ff-9608-5215dc0d3987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.430032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41f5ebf2-5956-41ff-9608-5215dc0d3987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.432109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-41f5ebf2-5956-41ff-9608-5215dc0d3987 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8860fa32-1473-41d9-830e-a7ed1e901c02 HTTP/1.1" status: 204 len: 168 time: 0.4383388 Aug 31 09:05:11.454076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5ebf2-5956-41ff-9608-5215dc0d3987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8860fa32-1473-41d9-830e-a7ed1e901c02,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:11.520806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.711214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f00ee2c4-5b85-4dc4-a640-150e26de123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.724448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f00ee2c4-5b85-4dc4-a640-150e26de123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.748462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795886f-3cfc-4fdb-a274-7b800772be5c None None] Pushing event updated for resources: {'Port': ['ID=d44d2ee3-6afe-4863-80a3-772a2d99a156,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:11.835040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ee2c4-5b85-4dc4-a640-150e26de123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4945d-33cb-488f-82e7-237ca30cc569,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:11.855825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f00ee2c4-5b85-4dc4-a640-150e26de123d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fa1f20d6047469bbb2b1a8f020f88ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9858174 Aug 31 09:05:11.859928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:11.861118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.974773 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e30f40b5-4035-4ced-8494-e385adf5abfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.978842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:11.980791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Pushing event updated for resources: {'Port': ['ID=014fd22e-27ef-4af2-96c6-c06cbf85f831,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:11.985782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:12.068323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e30f40b5-4035-4ced-8494-e385adf5abfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.090462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:12.161738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:10Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:12.206156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e30f40b5-4035-4ced-8494-e385adf5abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.210776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e30f40b5-4035-4ced-8494-e385adf5abfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.215821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e30f40b5-4035-4ced-8494-e385adf5abfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20a4945d-33cb-488f-82e7-237ca30cc569 HTTP/1.1" status: 204 len: 168 time: 0.3541965 Aug 31 09:05:12.226549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f40b5-4035-4ced-8494-e385adf5abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4945d-33cb-488f-82e7-237ca30cc569,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:12.235173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56820) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:12.272037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4a3-fdaa-4499-bdcb-78ea9078d806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.316932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffb8ce0-a51b-4194-919e-b4766f9c7472 None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:10Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:12.591241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4a3-fdaa-4499-bdcb-78ea9078d806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.597535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4a3-fdaa-4499-bdcb-78ea9078d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.650239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1f4a3-fdaa-4499-bdcb-78ea9078d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1194c753-4a64-4d4f-b078-5d4009482643,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:12.682261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.728712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15d1f4a3-fdaa-4499-bdcb-78ea9078d806 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9ba667914aa40c3a0e6e687900339df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4898620 Aug 31 09:05:12.738160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56828) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:12.884457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26ced5ab-93b4-4b7d-adb6-96a1e7db0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.967492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26ced5ab-93b4-4b7d-adb6-96a1e7db0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:13.119609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26ced5ab-93b4-4b7d-adb6-96a1e7db0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:13.125967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26ced5ab-93b4-4b7d-adb6-96a1e7db0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:13.133419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-26ced5ab-93b4-4b7d-adb6-96a1e7db0a48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1194c753-4a64-4d4f-b078-5d4009482643 HTTP/1.1" status: 204 len: 168 time: 0.3928871 Aug 31 09:05:13.169499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ced5ab-93b4-4b7d-adb6-96a1e7db0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1194c753-4a64-4d4f-b078-5d4009482643,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:13.185959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:13.455101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56866) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:13.461985 n-d-800634-13 neutron-server[94896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:05:13.529739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63ec0f-2b5c-4461-b70d-8d02a7f71e28 None None] Network 63538696-f184-49f1-ae2b-7a63759b59b6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:13.649889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-cad2e2e4-3f7b-44af-bfa7-3a1805ee4b61 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ff63135e71a54f6c8055ce9e97482da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881623 Aug 31 09:05:13.670925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d44d2ee3-6afe-4863-80a3-772a2d99a156 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:13.726792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:05:13.896754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d4a44e53-ffa3-42c5-bcf9-353b69f80b02 None None] Provisioning for port d44d2ee3-6afe-4863-80a3-772a2d99a156 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:14.016838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d44d2ee3-6afe-4863-80a3-772a2d99a156 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:14.037277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d44d2ee3-6afe-4863-80a3-772a2d99a156 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:14.037882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.186858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:14.203644 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Sync routers for ids ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:14.229254 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Routers {'6f35eb6f-922c-4a60-b99b-2dd28eb843ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:14.230858 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:14.238584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.241715 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e4e29bf-4707-4ad6-9e25-6f7f3d74126a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6665530 Aug 31 09:05:14.246088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56884) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:14.517096 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.591311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d44d2ee3-6afe-4863-80a3-772a2d99a156, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d44d2ee3-6afe-4863-80a3-772a2d99a156,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:14.614999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.615878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 64813f81-9f99-42d9-9616-ed9bbdd63445 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:14.669170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Set router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:14.718907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-9900a05c-5187-4e1b-bb23-1ae014fb7d13 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.736685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-9900a05c-5187-4e1b-bb23-1ae014fb7d13 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0723312 Aug 31 09:05:14.787812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-7f7797e0-1b2a-46bb-8a18-be2810376507 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/quotas/ff63135e71a54f6c8055ce9e97482da4 HTTP/1.1" status: 200 len: 375 time: 0.0368507 Aug 31 09:05:14.788743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56892) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:14.965067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56898) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:15.124854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-6356d1ea-55d3-4c18-beaa-42c2a1bd4bf3 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff63135e71a54f6c8055ce9e97482da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2900040 Aug 31 09:05:15.283227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d44d2ee3-6afe-4863-80a3-772a2d99a156,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:15.291400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-11a84aae-2044-4200-a6da-4b68a9839de2 None None] Provisioning complete for port d44d2ee3-6afe-4863-80a3-772a2d99a156 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:15.291990 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11a84aae-2044-4200-a6da-4b68a9839de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.321935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5035831-baf1-406d-9d01-7b2abe54a9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.407082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 64813f81-9f99-42d9-9616-ed9bbdd63445 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:15.484780 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:05:12Z', 'revision_number': 3, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:15.504207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 64813f81-9f99-42d9-9616-ed9bbdd63445 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:15.505063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.590816 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5035831-baf1-406d-9d01-7b2abe54a9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.602852 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5035831-baf1-406d-9d01-7b2abe54a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.650039 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Checking router: 6f35eb6f-922c-4a60-b99b-2dd28eb843ea for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:15.654566 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Updating router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea port 014fd22e-27ef-4af2-96c6-c06cbf85f831 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:15.665534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a5035831-baf1-406d-9d01-7b2abe54a9b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f307e83af6f4e709ca10e770285f975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8753915 Aug 31 09:05:15.675696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56920) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:15.729981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c451395-9c9e-4538-a24e-4a0a8ad02b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.761442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5035831-baf1-406d-9d01-7b2abe54a9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65911755-96f8-4e1d-9271-2fc9daf72720,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:15.837519 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.856781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3138e6d3-da1e-437a-94a9-f7f1453214e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.867640 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.914313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 64813f81-9f99-42d9-9616-ed9bbdd63445, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=64813f81-9f99-42d9-9616-ed9bbdd63445,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:15.921739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3138e6d3-da1e-437a-94a9-f7f1453214e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.922076 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.058266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=64813f81-9f99-42d9-9616-ed9bbdd63445,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:16.097877 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.105179 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3138e6d3-da1e-437a-94a9-f7f1453214e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.107434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3138e6d3-da1e-437a-94a9-f7f1453214e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.112643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3138e6d3-da1e-437a-94a9-f7f1453214e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65911755-96f8-4e1d-9271-2fc9daf72720 HTTP/1.1" status: 204 len: 168 time: 0.4319592 Aug 31 09:05:16.148268 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c451395-9c9e-4538-a24e-4a0a8ad02b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.152463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d44d2ee3-6afe-4863-80a3-772a2d99a156 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:16.168889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138e6d3-da1e-437a-94a9-f7f1453214e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65911755-96f8-4e1d-9271-2fc9daf72720,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:16.174145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c451395-9c9e-4538-a24e-4a0a8ad02b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.280810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d44d2ee3-6afe-4863-80a3-772a2d99a156 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:16.281414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.376128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8c451395-9c9e-4538-a24e-4a0a8ad02b9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=125770c5fa8c4d0ba2c753b93e5833dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3947690 Aug 31 09:05:16.376128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56948) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:16.404480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451395-9c9e-4538-a24e-4a0a8ad02b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d270e-93e8-4847-94b0-cfca498beec1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:16.419041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56950) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:16.548511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27047030-7dbc-4afe-ae9b-916b228d3ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.701988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27047030-7dbc-4afe-ae9b-916b228d3ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.702296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Allocated IP 172.20.0.1 (63538696-f184-49f1-ae2b-7a63759b59b6/0213c461-e8b4-4d01-b7d3-ed4078ea97f5/fa03e2aa-1304-45e2-be6c-8f52a7048b2a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:16.814373 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.835150 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Transition to ACTIVE for port object 014fd22e-27ef-4af2-96c6-c06cbf85f831 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:16.844697 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.901540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27047030-7dbc-4afe-ae9b-916b228d3ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.911984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27047030-7dbc-4afe-ae9b-916b228d3ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.913569 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449bb77-b4de-4d46-b295-e85412861c2c None None] Pushing event updated for resources: {'Port': ['ID=014fd22e-27ef-4af2-96c6-c06cbf85f831,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:16.918133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-27047030-7dbc-4afe-ae9b-916b228d3ead admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/068d270e-93e8-4847-94b0-cfca498beec1 HTTP/1.1" status: 204 len: 168 time: 0.5337837 Aug 31 09:05:16.958917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Attempting to bind port 014fd22e-27ef-4af2-96c6-c06cbf85f831 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:16.959324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Attempting to bind port 014fd22e-27ef-4af2-96c6-c06cbf85f831 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:16.959775 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Attempting to bind port 014fd22e-27ef-4af2-96c6-c06cbf85f831 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:16.965095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27047030-7dbc-4afe-ae9b-916b228d3ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d270e-93e8-4847-94b0-cfca498beec1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:16.966356 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:16.966786 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:16.974998 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.976057 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:16.976587 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Bound port: 014fd22e-27ef-4af2-96c6-c06cbf85f831, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:16.977013 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.044726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.100296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Transition to ACTIVE for port object fa03e2aa-1304-45e2-be6c-8f52a7048b2a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:17.176510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.179976 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] For port 014fd22e-27ef-4af2-96c6-c06cbf85f831, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:17.189228 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] For port 014fd22e-27ef-4af2-96c6-c06cbf85f831, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=014fd22e-27ef-4af2-96c6-c06cbf85f831,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:17.200879 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.240519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Network 63538696-f184-49f1-ae2b-7a63759b59b6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:17.250181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:17.254962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:17.257612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.270045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Pushing event updated for resources: {'Port': ['ID=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:17.342529 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449bb77-b4de-4d46-b295-e85412861c2c None None] Pushing event updated for resources: {'Port': ['ID=014fd22e-27ef-4af2-96c6-c06cbf85f831,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:17.357389 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Routers {'6f35eb6f-922c-4a60-b99b-2dd28eb843ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:17.358126 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:17.590076 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] Set router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:17.620499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ebafa7b-08d0-4898-8a21-2ef78bb158cb req-f4dc8f31-9562-4aef-bb29-370f4e201411 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 210 time: 1.1717093 Aug 31 09:05:17.792521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9737054b-44ff-401f-a35a-77f9d3921499 None None] Provisioning for port fa03e2aa-1304-45e2-be6c-8f52a7048b2a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:17.797357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9737054b-44ff-401f-a35a-77f9d3921499 None None] Provisioning complete for port fa03e2aa-1304-45e2-be6c-8f52a7048b2a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:17.797826 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9737054b-44ff-401f-a35a-77f9d3921499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.866421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.884464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9737054b-44ff-401f-a35a-77f9d3921499 None None] Port fa03e2aa-1304-45e2-be6c-8f52a7048b2a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:17.912365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56988) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:17.943543 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8bae765-ef2c-488c-bde7-dc00213dc2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.179346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8bae765-ef2c-488c-bde7-dc00213dc2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.191813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 64813f81-9f99-42d9-9616-ed9bbdd63445 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:18.207633 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8bae765-ef2c-488c-bde7-dc00213dc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.313507 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.323601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.324359 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:05:12Z', 'revision_number': 3, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:18.325152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.352553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bae765-ef2c-488c-bde7-dc00213dc2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c398e9d-0a1a-4414-8744-f444b30e8da6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:18.380440 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c3fb5-842b-43ef-a8df-b93194cbe071 None None] The sync data for ids ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'] in n-d-800634-13 is: [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:05:12Z', 'revision_number': 3, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:18.381191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.384236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8bae765-ef2c-488c-bde7-dc00213dc2b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a739f8c7e5d44ce8fe57ad509a65511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698718 Aug 31 09:05:18.388990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56996) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:18.425877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 64813f81-9f99-42d9-9616-ed9bbdd63445 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:18.426904 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.573743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e15afd8e-11a2-4bfe-9443-f8e8b2670f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.678702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e15afd8e-11a2-4bfe-9443-f8e8b2670f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.731863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57002) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:18.761442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Network 63538696-f184-49f1-ae2b-7a63759b59b6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:18.784709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:18.909984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f97c28cd-a16e-4334-ae49-4a69809a0be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.983323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:19.170571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:19.450957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89070281-41a0-4f4e-97b5-d545d342728d req-4bf0ee04-b299-4d41-99a5-d7360bf0ba40 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 210 time: 0.1054285 Aug 31 09:05:19.554758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f97c28cd-a16e-4334-ae49-4a69809a0be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:19.558387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e15afd8e-11a2-4bfe-9443-f8e8b2670f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:19.565534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e15afd8e-11a2-4bfe-9443-f8e8b2670f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:19.566133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b609927d-3844-4566-9f66-40fd3779336f None None] Provisioning complete for port fa03e2aa-1304-45e2-be6c-8f52a7048b2a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:19.566859 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b609927d-3844-4566-9f66-40fd3779336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:19.568948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e15afd8e-11a2-4bfe-9443-f8e8b2670f9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c398e9d-0a1a-4414-8744-f444b30e8da6 HTTP/1.1" status: 204 len: 168 time: 1.1729727 Aug 31 09:05:19.572938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f97c28cd-a16e-4334-ae49-4a69809a0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:19.595632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15afd8e-11a2-4bfe-9443-f8e8b2670f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c398e9d-0a1a-4414-8744-f444b30e8da6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:19.662062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Pushing event updated for resources: {'Port': ['ID=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:19.675598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:19.711795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-80d460fa-7502-43aa-aa69-f734818fed61 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f35eb6f-922c-4a60-b99b-2dd28eb843ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4635262 Aug 31 09:05:19.722122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c28cd-a16e-4334-ae49-4a69809a0be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e368531-4ab5-4dfb-89ab-69ed91ba15da,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:19.794217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b609927d-3844-4566-9f66-40fd3779336f None None] Port fa03e2aa-1304-45e2-be6c-8f52a7048b2a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:19.855142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b11f680f-52bc-4987-b8e1-57064b8baab9 tempest-AutoAllocateNetworkTest-1601001101 tempest-AutoAllocateNetworkTest-1601001101-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9c9e3c55c364a52a8ccc795717df677&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8684213 Aug 31 09:05:19.858663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57020) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:19.859051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f97c28cd-a16e-4334-ae49-4a69809a0be5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10271ce4b73a410aa1f59513f30d91ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1252315 Aug 31 09:05:19.862329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57022) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:20.063005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea0e80dc-6c36-42d4-84a9-1a4e7afe6fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.184034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 014fd22e-27ef-4af2-96c6-c06cbf85f831 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:20.191995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea0e80dc-6c36-42d4-84a9-1a4e7afe6fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.392043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 014fd22e-27ef-4af2-96c6-c06cbf85f831 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:20.399487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea0e80dc-6c36-42d4-84a9-1a4e7afe6fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.404488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea0e80dc-6c36-42d4-84a9-1a4e7afe6fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.407229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 014fd22e-27ef-4af2-96c6-c06cbf85f831 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:20.408121 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.408692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ea0e80dc-6c36-42d4-84a9-1a4e7afe6fd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e368531-4ab5-4dfb-89ab-69ed91ba15da HTTP/1.1" status: 204 len: 168 time: 0.5430186 Aug 31 09:05:20.409755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.15', 55433) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:20.495036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-7b8fe329-ae05-4b1a-bd09-977ed8c74ca7 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ff63135e71a54f6c8055ce9e97482da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690453 Aug 31 09:05:20.500191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e80dc-6c36-42d4-84a9-1a4e7afe6fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e368531-4ab5-4dfb-89ab-69ed91ba15da,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:20.676323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-05dca00b-f22e-4fbd-a235-e5ffc130c040 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:20.677953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-05dca00b-f22e-4fbd-a235-e5ffc130c040 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726439 Aug 31 09:05:20.732508 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.781681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 014fd22e-27ef-4af2-96c6-c06cbf85f831, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=014fd22e-27ef-4af2-96c6-c06cbf85f831,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:20.790934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:20.813160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69067f3-1bab-423f-bf6f-1ad2ebe1b429 tempest-AutoAllocateNetworkTest-1601001101 tempest-AutoAllocateNetworkTest-1601001101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:20.822079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b69067f3-1bab-423f-bf6f-1ad2ebe1b429 tempest-AutoAllocateNetworkTest-1601001101 tempest-AutoAllocateNetworkTest-1601001101-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.9604442 Aug 31 09:05:20.823120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57042) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:20.850678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f0222-7d01-4755-b017-57d274f2b9e5 req-c80bd71c-16a9-4381-8e94-c4529bdf35a1 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 210 time: 0.0618026 Aug 31 09:05:20.873748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Request body: {'port': {'device_id': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'ff63135e71a54f6c8055ce9e97482da4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:20.914547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57044) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:20.928412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=014fd22e-27ef-4af2-96c6-c06cbf85f831,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:21.033916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a2285351-5710-4c6c-b89d-670ea57ab937 tempest-AutoAllocateNetworkTest-1601001101 tempest-AutoAllocateNetworkTest-1601001101-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2086470 Aug 31 09:05:21.034577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57052) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:21.059246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c835491-98c2-4812-aed7-f61f52014610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.105317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bb85fa67-843c-432f-a33f-13cb95cb9572 tempest-AutoAllocateNetworkTest-1601001101 tempest-AutoAllocateNetworkTest-1601001101-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9c9e3c55c364a52a8ccc795717df677 HTTP/1.1" status: 200 len: 208 time: 0.0638449 Aug 31 09:05:21.283021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c835491-98c2-4812-aed7-f61f52014610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.289344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c835491-98c2-4812-aed7-f61f52014610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.330449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Made reservation on behalf of ff63135e71a54f6c8055ce9e97482da4 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:21.335733 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.356752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.385760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c835491-98c2-4812-aed7-f61f52014610 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d4158e54ef04f53b58d45dcb5cf65c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660943 Aug 31 09:05:21.387524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835491-98c2-4812-aed7-f61f52014610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74731d2c-86fd-49b9-926d-c48918f7719e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:21.392505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57060) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:21.582201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5309-3891-4683-a308-b348e3ceacfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.632129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.640441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.666209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5309-3891-4683-a308-b348e3ceacfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.805915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5309-3891-4683-a308-b348e3ceacfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.809667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb5309-3891-4683-a308-b348e3ceacfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.812899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aeeb5309-3891-4683-a308-b348e3ceacfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74731d2c-86fd-49b9-926d-c48918f7719e HTTP/1.1" status: 204 len: 168 time: 0.4173672 Aug 31 09:05:21.833472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb5309-3891-4683-a308-b348e3ceacfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74731d2c-86fd-49b9-926d-c48918f7719e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:21.838962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Sync routers for ids ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:21.841126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02764b5-9726-4601-b8bb-9c9678e4eb2a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:21.867595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Routers {'6f35eb6f-922c-4a60-b99b-2dd28eb843ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:21.869043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:22.150181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 014fd22e-27ef-4af2-96c6-c06cbf85f831 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:22.259548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2baf2216-e08b-4a65-b066-85b642c6d21e req-ba6d41a3-ccbe-4d6f-acaa-2781df9afcc1 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 210 time: 0.0746675 Aug 31 09:05:22.338395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Allocated IP 192.168.233.218 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/057124cf-bf1e-424a-8386-58e47f937347) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:22.345565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Set router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:22.444235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 014fd22e-27ef-4af2-96c6-c06cbf85f831 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:22.445295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:22.739512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:22.771486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Transition to ACTIVE for port object 057124cf-bf1e-424a-8386-58e47f937347 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:22.881316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:23.021836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:05:17Z', 'revision_number': 4, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'fa03e2aa-1304-45e2-be6c-8f52a7048b2a', 'name': '', 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'mac_address': 'fa:16:3e:e2:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:16Z', 'updated_at': '2021-08-31T09:05:17Z', 'revision_number': 2, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'subnets': [{'id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:23.087086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Checking router: 6f35eb6f-922c-4a60-b99b-2dd28eb843ea for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:23.087820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Updating router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea port fa03e2aa-1304-45e2-be6c-8f52a7048b2a binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:23.161909 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:23.288684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57106) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:23.355487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:23.367276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:23.419805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:23.437359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:23.440045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:23.530077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Pushing event updated for resources: {'Port': ['ID=057124cf-bf1e-424a-8386-58e47f937347,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:23.557749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-b2941f8c-a0b1-45fd-86cf-548e350e0dbe tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6966536 Aug 31 09:05:23.631956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-a6aafa37-9362-40d6-b07c-2950432cd678 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:05:23.642504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-a6aafa37-9362-40d6-b07c-2950432cd678 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251594 Aug 31 09:05:24.009168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-360e5e67-d97f-479e-8b0b-4ef487cf224d None None] Provisioning for port 057124cf-bf1e-424a-8386-58e47f937347 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:24.033968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-360e5e67-d97f-479e-8b0b-4ef487cf224d None None] Provisioning complete for port 057124cf-bf1e-424a-8386-58e47f937347 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:24.035764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-360e5e67-d97f-479e-8b0b-4ef487cf224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.158150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-360e5e67-d97f-479e-8b0b-4ef487cf224d None None] Port 057124cf-bf1e-424a-8386-58e47f937347 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:24.160172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f7a3-c54c-4972-8442-43076628ae48 req-5cf79c7a-668e-4f16-8ae3-fc8056681eb5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:24.162936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.163183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eb2f7a3-c54c-4972-8442-43076628ae48 req-5cf79c7a-668e-4f16-8ae3-fc8056681eb5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 936 time: 0.2407191 Aug 31 09:05:24.187843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Transition to ACTIVE for port object fa03e2aa-1304-45e2-be6c-8f52a7048b2a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:24.204827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.299080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eb2f7a3-c54c-4972-8442-43076628ae48 req-39aab5cb-ac97-40a1-b143-5cb4774afc78 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161993 Aug 31 09:05:24.740004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee48a-e53a-4ebf-ae59-4a4d430f8e89 None None] Pushing event updated for resources: {'Port': ['ID=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:24.751608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Attempting to bind port fa03e2aa-1304-45e2-be6c-8f52a7048b2a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:24.753080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Attempting to bind port fa03e2aa-1304-45e2-be6c-8f52a7048b2a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:24.754114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Attempting to bind port fa03e2aa-1304-45e2-be6c-8f52a7048b2a on network 63538696-f184-49f1-ae2b-7a63759b59b6 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:24.775769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:24.780953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Checking segment: {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:24.782693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.785221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Bound using segment: {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:24.789201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Bound port: fa03e2aa-1304-45e2-be6c-8f52a7048b2a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30771e12-df63-4ca4-a488-ea9f018a542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:24.790296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.821379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6786a62d-5f5b-4c8e-85e4-06535d0c4b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.855107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:25.022095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] For port fa03e2aa-1304-45e2-be6c-8f52a7048b2a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:25.038979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] For port fa03e2aa-1304-45e2-be6c-8f52a7048b2a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:25.049271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6786a62d-5f5b-4c8e-85e4-06535d0c4b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.057376 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.059457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6786a62d-5f5b-4c8e-85e4-06535d0c4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.226526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57140) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:25.236035 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6786a62d-5f5b-4c8e-85e4-06535d0c4b24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c9e3c55c364a52a8ccc795717df677&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9452677 Aug 31 09:05:25.266581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786a62d-5f5b-4c8e-85e4-06535d0c4b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ac561-3b91-46d5-b3e8-1e2b36e93cc4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:25.318167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Routers {'6f35eb6f-922c-4a60-b99b-2dd28eb843ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:25.328562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:05:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:25.413528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4e908d8-af72-4d78-a0c8-cfb81bd046e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.503604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4e908d8-af72-4d78-a0c8-cfb81bd046e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.586205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee48a-e53a-4ebf-ae59-4a4d430f8e89 None None] Pushing event updated for resources: {'Port': ['ID=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:25.604722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4e908d8-af72-4d78-a0c8-cfb81bd046e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.609680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4e908d8-af72-4d78-a0c8-cfb81bd046e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.611736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f4e908d8-af72-4d78-a0c8-cfb81bd046e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e57ac561-3b91-46d5-b3e8-1e2b36e93cc4 HTTP/1.1" status: 204 len: 168 time: 0.3840234 Aug 31 09:05:25.638848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e908d8-af72-4d78-a0c8-cfb81bd046e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ac561-3b91-46d5-b3e8-1e2b36e93cc4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:25.726099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57146) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:25.735447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059556870', 'description': 'tempest-description--344390177'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:25.830580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.868966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] Set router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:26.209396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Request body: {'port': {'device_id': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'device_owner': 'compute:tempest-test_az-966672206', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:26.236525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4c81091-8322-4839-bd3d-2dee9395798b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.273247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:05:17Z', 'revision_number': 4, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'fa03e2aa-1304-45e2-be6c-8f52a7048b2a', 'name': '', 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'mac_address': 'fa:16:3e:e2:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:16Z', 'updated_at': '2021-08-31T09:05:25Z', 'revision_number': 4, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'subnets': [{'id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:26.393516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9e22b-8e07-4721-b784-fac301345636 None None] The sync data for ids ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'] in n-d-800634-13 is: [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:05:17Z', 'revision_number': 4, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'fa03e2aa-1304-45e2-be6c-8f52a7048b2a', 'name': '', 'network_id': '63538696-f184-49f1-ae2b-7a63759b59b6', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'mac_address': 'fa:16:3e:e2:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:16Z', 'updated_at': '2021-08-31T09:05:25Z', 'revision_number': 4, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'subnets': [{'id': '0213c461-e8b4-4d01-b7d3-ed4078ea97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:26.440900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f8821-3e72-4338-8cf6-73b5199478f5 req-93f9d8fa-d676-4d99-b134-3cf43c647f59 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.443373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-182f8821-3e72-4338-8cf6-73b5199478f5 req-93f9d8fa-d676-4d99-b134-3cf43c647f59 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 936 time: 0.5361748 Aug 31 09:05:26.536126 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.690745 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.709354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.724619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-182f8821-3e72-4338-8cf6-73b5199478f5 req-653a889c-67ef-4140-86e3-c9b5890ee637 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445841 Aug 31 09:05:26.972179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f118229-a953-4307-96b5-a10f61b3ba96,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:27.393480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57168) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:27.646818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057124cf-bf1e-424a-8386-58e47f937347 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:27.679152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4c81091-8322-4839-bd3d-2dee9395798b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.693418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.731657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4c81091-8322-4839-bd3d-2dee9395798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.750832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5159e5f-01c2-4883-9602-244dec101ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.794754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.797979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1a180e0a-b03a-4e8c-ac80-35b23edff560 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0693259 Aug 31 09:05:27.807586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57182) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:27.826260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'security_group_rule': {'security_group_id': '3f118229-a953-4307-96b5-a10f61b3ba96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:27.841459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Transition to ACTIVE for port object 057124cf-bf1e-424a-8386-58e47f937347 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:27.877149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.909213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d4c81091-8322-4839-bd3d-2dee9395798b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9de1530c7f8a417296d3375b9b1dbd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0524759 Aug 31 09:05:27.913809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57186) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:27.995800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c81091-8322-4839-bd3d-2dee9395798b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51764b36-f35e-450c-a65b-878869845c02,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:28.117147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.228377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fa03e2aa-1304-45e2-be6c-8f52a7048b2a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:28.331009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=057124cf-bf1e-424a-8386-58e47f937347,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:28.454877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0af1b0df-64aa-4a79-ae43-a40738a923fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.546636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:28.566939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port fa03e2aa-1304-45e2-be6c-8f52a7048b2a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:28.583301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fa03e2aa-1304-45e2-be6c-8f52a7048b2a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:28.584309 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.663206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.674268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.808011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Attempting to bind port 057124cf-bf1e-424a-8386-58e47f937347 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:28.808853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Attempting to bind port 057124cf-bf1e-424a-8386-58e47f937347 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:28.809053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Attempting to bind port 057124cf-bf1e-424a-8386-58e47f937347 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:28.911672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Port 057124cf-bf1e-424a-8386-58e47f937347 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:05:28.912005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Attempting to bind port 057124cf-bf1e-424a-8386-58e47f937347 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:28.975541 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5159e5f-01c2-4883-9602-244dec101ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.008386 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.041816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5159e5f-01c2-4883-9602-244dec101ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.065469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246e32e-5016-445e-833f-9f9ccc90247c req-81b8012a-8113-4ae7-858e-61c15c5cc579 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:29.095346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7246e32e-5016-445e-833f-9f9ccc90247c req-81b8012a-8113-4ae7-858e-61c15c5cc579 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.5468795 Aug 31 09:05:29.096572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67643fc4-98c3-40e8-a918-28cdcc06b012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.169451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:29.170207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:29.175322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:29.176136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Bound port: 057124cf-bf1e-424a-8386-58e47f937347, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:29.176337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.176671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.178261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3689973 Aug 31 09:05:29.179424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8ca4-4aed-47d0-b850-0be379bec73e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f423183-931d-49fd-9fb5-943fd2ade939,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:29.184973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port fa03e2aa-1304-45e2-be6c-8f52a7048b2a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:29.192656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57208) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:29.212949 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.226190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'security_group_rule': {'security_group_id': '3f118229-a953-4307-96b5-a10f61b3ba96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:29.277104 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5159e5f-01c2-4883-9602-244dec101ca3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb3803e259d140d3bae22dae717d2006&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8516555 Aug 31 09:05:29.290047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57210) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:29.330938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67643fc4-98c3-40e8-a918-28cdcc06b012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.479979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5159e5f-01c2-4883-9602-244dec101ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4cc71d-5002-4ebf-85fc-422e3b8ad404,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:29.500469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:29.529769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7246e32e-5016-445e-833f-9f9ccc90247c req-b1ac6856-d066-424f-9ead-001bd3d87f53 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436072 Aug 31 09:05:29.599836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.656779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] For port 057124cf-bf1e-424a-8386-58e47f937347, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:29.718087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-683668003-network', 'tenant_id': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:29.790424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe84-d839-419d-a5e9-b691b313a29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.839221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] For port 057124cf-bf1e-424a-8386-58e47f937347, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=057124cf-bf1e-424a-8386-58e47f937347,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:29.849528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67643fc4-98c3-40e8-a918-28cdcc06b012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.862159 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67643fc4-98c3-40e8-a918-28cdcc06b012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.868786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-67643fc4-98c3-40e8-a918-28cdcc06b012 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51764b36-f35e-450c-a65b-878869845c02 HTTP/1.1" status: 204 len: 168 time: 1.9491098 Aug 31 09:05:29.893281 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.929347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67643fc4-98c3-40e8-a918-28cdcc06b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51764b36-f35e-450c-a65b-878869845c02,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:29.940571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe84-d839-419d-a5e9-b691b313a29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.968293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Made reservation on behalf of 567ebb2ad39b44e4ad6e8dd5f3c6ddc2 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:29.972344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.983317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:29.985801 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.987544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/057124cf-bf1e-424a-8386-58e47f937347 HTTP/1.1" status: 200 len: 1118 time: 5.0115201 Aug 31 09:05:29.994583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.997020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'tag': '057124cf-bf1e-424a-8386-58e47f937347'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:30.036537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.064998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.212546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fa03e2aa-1304-45e2-be6c-8f52a7048b2a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:30.229435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa253-1851-4f8d-865a-2a3f26c5d6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=057124cf-bf1e-424a-8386-58e47f937347,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:30.231933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2d5a66-0013-4bb1-ba5f-944f1f1b7752,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:30.308588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe84-d839-419d-a5e9-b691b313a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.313214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe84-d839-419d-a5e9-b691b313a29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.314379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cbf9fe84-d839-419d-a5e9-b691b313a29a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c4cc71d-5002-4ebf-85fc-422e3b8ad404 HTTP/1.1" status: 204 len: 168 time: 1.0223639 Aug 31 09:05:30.346444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9fe84-d839-419d-a5e9-b691b313a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4cc71d-5002-4ebf-85fc-422e3b8ad404,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:30.474512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fa03e2aa-1304-45e2-be6c-8f52a7048b2a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:30.481863 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.527450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.539759 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.550292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.551793 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4954a944-648e-4ed3-b0a1-c41a8c8d0f4c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3501940 Aug 31 09:05:30.557276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:30.563941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:30.600067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:05:30.634444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.635278 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Added segment 27797e4a-330a-4b82-8059-e887a064e303 of type vlan for network 29ad1304-b107-4a15-8ae9-9970f2613543 Aug 31 09:05:30.645106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.736373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.782536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b324ad-4509-4883-8f0d-071114ee94df,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:31.008672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac30a61-b0e1-44bf-90c3-2d64b2f05ab0 req-2970e53d-968a-404c-a343-5e1d839f97b1 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:31.012156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dac30a61-b0e1-44bf-90c3-2d64b2f05ab0 req-2970e53d-968a-404c-a343-5e1d839f97b1 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.1860988 Aug 31 09:05:31.020279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.024228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:31.028659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.212614 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a639e7a8-f59e-4acc-bf1f-4824d37c7b2a", "tag": "057124cf-bf1e-424a-8386-58e47f937347"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:31.366953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6309633 Aug 31 09:05:31.367876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57246) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:31.386677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.394060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Request body: {'subnet': {'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-683668003-subnet', 'tenant_id': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:31.400105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff80b-a889-4cd9-ab11-6d3c22eccbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=29ad1304-b107-4a15-8ae9-9970f2613543,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:31.439137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 29ad1304-b107-4a15-8ae9-9970f2613543 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:05:31.476255 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ce0e93d5-e9fc-4a43-9547-658fae35c606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.540179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dac30a61-b0e1-44bf-90c3-2d64b2f05ab0 req-53a53bad-b908-4e11-8381-2aa52ce399c4 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012672 Aug 31 09:05:31.554149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Made reservation on behalf of 567ebb2ad39b44e4ad6e8dd5f3c6ddc2 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:31.558950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.650667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Allocated IP 172.25.4.174 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/de4b0b46-5553-4057-8222-f233fc672f03) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:31.664954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57250) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:31.689831 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2b54d57-95bb-40f7-9ac7-8c787aa20b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.866682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.891413 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.892431 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.946043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.022142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:32.050720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'Port': ['ID=de4b0b46-5553-4057-8222-f233fc672f03,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:32.055149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:32.059427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:32.072294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2b54d57-95bb-40f7-9ac7-8c787aa20b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.089181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2b54d57-95bb-40f7-9ac7-8c787aa20b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.207448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d2b54d57-95bb-40f7-9ac7-8c787aa20b9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58d1e4fb82d84b32b9879bd8dca17428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405540 Aug 31 09:05:32.212966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57254) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:32.225855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.228870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b54d57-95bb-40f7-9ac7-8c787aa20b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb519e-90f5-40b0-ad3e-36cee7551c06,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:32.251329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:32.289587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e51da58b-0f83-4460-8e78-26d82d7ee93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.432870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.459816 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa33ec6-38fd-4282-98ff-b15821c52198 x-openstack-request-id: req-3aa33ec6-38fd-4282-98ff-b15821c52198 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:32.460286 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a639e7a8-f59e-4acc-bf1f-4824d37c7b2a", "tag": "057124cf-bf1e-424a-8386-58e47f937347", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:32.460690 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3aa33ec6-38fd-4282-98ff-b15821c52198 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:32.462279 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'tag': '057124cf-bf1e-424a-8386-58e47f937347', 'status': 'completed', 'code': 200} Aug 31 09:05:32.503695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d510ffd6-e6b6-4ec9-b8df-d3066ee92b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.555449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d510ffd6-e6b6-4ec9-b8df-d3066ee92b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.007280 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:05:33.088792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.151983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d510ffd6-e6b6-4ec9-b8df-d3066ee92b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.154435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d510ffd6-e6b6-4ec9-b8df-d3066ee92b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.156466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d510ffd6-e6b6-4ec9-b8df-d3066ee92b2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ecb519e-90f5-40b0-ad3e-36cee7551c06 HTTP/1.1" status: 204 len: 168 time: 0.9417696 Aug 31 09:05:33.182821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510ffd6-e6b6-4ec9-b8df-d3066ee92b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb519e-90f5-40b0-ad3e-36cee7551c06,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:33.207413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eacb33-7964-44c1-9060-e031d25ca004 req-b0c5d532-fa8d-434e-8660-583da82af6b2 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:33.209216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29eacb33-7964-44c1-9060-e031d25ca004 req-b0c5d532-fa8d-434e-8660-583da82af6b2 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.4670496 Aug 31 09:05:33.211387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f32403a-bfbd-4556-84ef-184999dbacf0,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:33.253987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:33.254534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Network hostable DHCP agents. Network: 29ad1304-b107-4a15-8ae9-9970f2613543, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:05:33.283354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e51da58b-0f83-4460-8e78-26d82d7ee93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.297283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e51da58b-0f83-4460-8e78-26d82d7ee93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.340086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.366651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Network 29ad1304-b107-4a15-8ae9-9970f2613543 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:05:33.368054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.391448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e51da58b-0f83-4460-8e78-26d82d7ee93a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2c4ee0a4da4431cac794a929ad95032&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1388712 Aug 31 09:05:33.393833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.401122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57272) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:33.413779 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.440044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29eacb33-7964-44c1-9060-e031d25ca004 req-de93f07b-1620-4703-868d-d0ed62894d04 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929436 Aug 31 09:05:33.457487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51da58b-0f83-4460-8e78-26d82d7ee93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d1de0-5472-438e-9917-73609dacb590,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:33.489124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 29ad1304-b107-4a15-8ae9-9970f2613543) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:33.503269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.505071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:33.505534 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9467313 Aug 31 09:05:33.506176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.529222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416db07-0f1f-4448-b773-f52a079d16f3 None None] Network 29ad1304-b107-4a15-8ae9-9970f2613543 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:33.567317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762991e0-9166-4667-9fa1-58cbfc08e7f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'Port': ['ID=de4b0b46-5553-4057-8222-f233fc672f03,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:33.642889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a3ab5ddb-b3bc-4bf5-a8a6-ded6f1b58f7f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2730143 Aug 31 09:05:33.721995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9be80e1a-536c-46cd-8324-381a7343f2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.789444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9be80e1a-536c-46cd-8324-381a7343f2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.940510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9be80e1a-536c-46cd-8324-381a7343f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.945504 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9be80e1a-536c-46cd-8324-381a7343f2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.947830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9be80e1a-536c-46cd-8324-381a7343f2e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e4d1de0-5472-438e-9917-73609dacb590 HTTP/1.1" status: 204 len: 168 time: 0.5451372 Aug 31 09:05:33.979502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be80e1a-536c-46cd-8324-381a7343f2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d1de0-5472-438e-9917-73609dacb590,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:34.035041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0ce4b-81cb-49cf-99cc-e76779ae5e7a None None] Network 29ad1304-b107-4a15-8ae9-9970f2613543 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:34.524664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-e77e3cfc-62a7-44df-b19f-41f4a875a958 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1059556870&fields=id&tenant_id=8148ff96df054815a5112035117d4063 HTTP/1.1" status: 200 len: 267 time: 0.1245365 Aug 31 09:05:34.872011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-4de20aa0-b04b-4380-914b-0b1c472ea66a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:34.875360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-4de20aa0-b04b-4380-914b-0b1c472ea66a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 823 time: 0.3283587 Aug 31 09:05:34.900234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-782ef459-7736-4c4e-8de3-c485460cee03 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/quotas/8148ff96df054815a5112035117d4063 HTTP/1.1" status: 200 len: 375 time: 0.0139625 Aug 31 09:05:35.102419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-90e90cc1-22ed-4a57-9480-9688071d7156 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1945543 Aug 31 09:05:35.153418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-99784a97-9fea-4b7f-8ef7-6874eebcf3c5 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:05:35.156512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-99784a97-9fea-4b7f-8ef7-6874eebcf3c5 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140717 Aug 31 09:05:35.448190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-da823b09-9dc4-4a2e-97e8-f31311595692 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356252 Aug 31 09:05:35.685327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-21ba26ef-87f0-4bde-b307-1ef1d1a01d02 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:35.689583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-21ba26ef-87f0-4bde-b307-1ef1d1a01d02 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320917 Aug 31 09:05:35.735170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-4e57ab7a-2fb1-4044-b1f5-56079b31df16 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/quotas/572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 375 time: 0.0254984 Aug 31 09:05:35.806171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-e652290b-0665-4859-b2b2-23e75e20d633 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634956 Aug 31 09:05:35.962428 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.358990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57362) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:36.367396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-592467126-network', 'tenant_id': '2bcf38723e904b16b492f16eaa79777f'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:36.431214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c749a97-b911-464e-8ff0-cadd0e63606e service neutron] 10.222.0.18 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8340254 Aug 31 09:05:36.485184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Made reservation on behalf of 2bcf38723e904b16b492f16eaa79777f for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:36.504564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.605062 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.641251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5736-095a-474b-a52c-d74d73f2f484 req-0dfaec42-adaf-40a5-b927-3baaa3ca7ac0 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:36.651022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfea5736-095a-474b-a52c-d74d73f2f484 req-0dfaec42-adaf-40a5-b927-3baaa3ca7ac0 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.4136648 Aug 31 09:05:36.788448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfea5736-095a-474b-a52c-d74d73f2f484 req-6dfb8879-e4b2-4121-aa89-968293890185 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220798 Aug 31 09:05:36.877284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-a2701dc0-69a9-48b4-81a2-5fc6f955f61a service neutron] 10.222.0.18 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205680 Aug 31 09:05:37.000033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.019861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.057095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:05:37.091926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.092408 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Added segment 63e5d839-86e4-47be-a733-5e066c63eba6 of type vlan for network 0002bddb-fb78-46b6-ae95-3c8a1ed1f147 Aug 31 09:05:37.348138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6bfb3-a9b7-41e1-9727-597af4d2e697,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:37.422748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.484209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.489913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:37.494794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.801693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4394388 Aug 31 09:05:37.806799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afad1f-f23f-4566-b60f-0d87754304c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0002bddb-fb78-46b6-ae95-3c8a1ed1f147,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:37.816474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57398) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:37.827818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Request body: {'subnet': {'network_id': '0002bddb-fb78-46b6-ae95-3c8a1ed1f147', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-592467126-subnet', 'tenant_id': '2bcf38723e904b16b492f16eaa79777f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:37.828794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 0002bddb-fb78-46b6-ae95-3c8a1ed1f147 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:05:37.941108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Made reservation on behalf of 2bcf38723e904b16b492f16eaa79777f for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:37.966429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.205999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6f866c8-47e1-4a6f-90bf-b06cd8d60b57 req-d5be08f9-e3ef-460c-81b6-e1d2f597fd02 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 210 time: 0.3101087 Aug 31 09:05:38.308027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c0a0279-4d73-434f-81a3-5d740c113d3c req-56cd91e2-31eb-4d2b-ab42-6fb8c390664a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.1400201 Aug 31 09:05:38.365417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-61becb90-367d-4fb3-a8a1-53ee69a3f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:38.371977 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-61becb90-367d-4fb3-a8a1-53ee69a3f6f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff63135e71a54f6c8055ce9e97482da4&device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 1121 time: 0.7008126 Aug 31 09:05:38.739520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-1654d4d3-a14d-45b2-b508-895419ec0c3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=057124cf-bf1e-424a-8386-58e47f937347 HTTP/1.1" status: 200 len: 217 time: 0.3277116 Aug 31 09:05:39.040985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76b9f-b0b6-4b4d-ab44-78a5c1de7dca req-a01792bb-8681-4942-99b1-4ed544c66834 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:39.044617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52e76b9f-b0b6-4b4d-ab44-78a5c1de7dca req-a01792bb-8681-4942-99b1-4ed544c66834 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.3023300 Aug 31 09:05:39.058802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-d2e5a059-7107-4f68-9246-a7fd8dbdfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:39.060954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-d2e5a059-7107-4f68-9246-a7fd8dbdfc5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2908382 Aug 31 09:05:39.072757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.181996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52e76b9f-b0b6-4b4d-ab44-78a5c1de7dca req-6e5c21d7-e8ab-429a-9628-b0337291bbae tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197438 Aug 31 09:05:39.232516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=babc9d4f-454c-4106-b2d6-3b636355c8fe,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:39.246864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Checking segment: {'id': '63e5d839-86e4-47be-a733-5e066c63eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0002bddb-fb78-46b6-ae95-3c8a1ed1f147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:39.247289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Network hostable DHCP agents. Network: 0002bddb-fb78-46b6-ae95-3c8a1ed1f147, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:05:39.304628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Network 0002bddb-fb78-46b6-ae95-3c8a1ed1f147 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:05:39.329140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 0002bddb-fb78-46b6-ae95-3c8a1ed1f147) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:39.350537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e27514-680f-4de4-b612-51634f848039 None None] Network 0002bddb-fb78-46b6-ae95-3c8a1ed1f147 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:39.358927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:39.359885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.467092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cc1a386e-aebd-467f-831e-7a1731a06fa5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6291516 Aug 31 09:05:39.481481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c2de14d-9c39-400d-8655-cdfee3032bf0 req-d2085506-89e4-49ca-9488-cab835f80583 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 210 time: 0.0572591 Aug 31 09:05:39.677746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09e8c5e7-571d-4aa5-bd5e-7df8957157b2 req-906aaa9b-a1fd-42fe-9964-b3d550968586 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.0608008 Aug 31 09:05:39.740254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce201c-0177-4b49-8f55-2d9a421591ea None None] Network 0002bddb-fb78-46b6-ae95-3c8a1ed1f147 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:40.106617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.23', 60857) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:40.135617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8b29d857-823d-449d-a1ab-ad17a35f84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:40.138169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-8b29d857-823d-449d-a1ab-ad17a35f84e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2372010 Aug 31 09:05:40.218919 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-91d4f08d-3b36-4325-8bdc-935e8b689dfa tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063173 Aug 31 09:05:40.508573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-d3ff38eb-8bf6-4a50-8a64-985b7ca0a1fc service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587394 Aug 31 09:05:40.570619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-41527916-b402-46cd-9411-e18eacf22b93 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:40.573110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-41527916-b402-46cd-9411-e18eacf22b93 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469048 Aug 31 09:05:40.644486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44b8ed-3d55-4dc2-988c-5ea9f91ec907 req-e3dc1421-22b7-4d36-973b-2849a364815e tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:40.651307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad44b8ed-3d55-4dc2-988c-5ea9f91ec907 req-e3dc1421-22b7-4d36-973b-2849a364815e tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.2617183 Aug 31 09:05:40.692048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Request body: {'port': {'device_id': '9b74f45b-c602-478c-8bba-a366e1faf179', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '572d62479f554cf99899eb81dff86d37'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:40.758137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad44b8ed-3d55-4dc2-988c-5ea9f91ec907 req-3a25c604-2395-40c9-81b2-d6837cc653e4 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918708 Aug 31 09:05:40.767719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9af0cb-eeba-46e7-950c-8c2090ce3855 req-703e2649-9474-40fa-a96a-6061b918e02d service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401006 Aug 31 09:05:40.912307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57494) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:41.012849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-068177ae-451a-47ac-bd89-67fb7ea66c7b req-273376cc-3abe-48e2-a323-2b3410818e82 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 210 time: 0.1358371 Aug 31 09:05:41.198065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Made reservation on behalf of 572d62479f554cf99899eb81dff86d37 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:41.212259 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.240142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.545376 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.552299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.553357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e767ede2-c609-4b3e-9a6e-cb5ec8a630cc req-1298abcd-ec8b-4289-af10-e8f53cc0316f tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.1034582 Aug 31 09:05:41.665814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-ae0f809d-f1cb-4c56-95b4-ce4aca6e06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:41.667690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-ae0f809d-f1cb-4c56-95b4-ce4aca6e06b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff63135e71a54f6c8055ce9e97482da4&device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 1121 time: 0.6414189 Aug 31 09:05:41.707407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-77c60795-4a86-46c7-aeb8-6f9efb332465 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:41.712178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-77c60795-4a86-46c7-aeb8-6f9efb332465 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.6917236 Aug 31 09:05:41.804277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857df72f-e646-4a34-9e20-81dc09910ef3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:41.851286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-07d7b22f-138a-4fc6-9d6f-23ca5c7196da tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/quotas/567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 375 time: 0.1190045 Aug 31 09:05:41.975373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-9e64760e-efc5-4422-b499-63236e78b5ed tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168237 Aug 31 09:05:42.062442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ecc022c-5699-4239-b1ff-27ca372dddee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.121263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Allocated IP 192.168.233.114 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/45106675-325e-4d8c-94ee-b7a6913a5d60) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:42.292188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-060d9884-2d35-4888-bd18-49405d618cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:42.294596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-060d9884-2d35-4888-bd18-49405d618cca service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.5777240 Aug 31 09:05:42.399536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-5b800389-2407-4845-ad5f-7a45f0fa12b0 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080527 Aug 31 09:05:42.410044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-08977b34-98a9-4093-b80f-ec121ca513b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=057124cf-bf1e-424a-8386-58e47f937347 HTTP/1.1" status: 200 len: 217 time: 0.1045897 Aug 31 09:05:42.412650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ecc022c-5699-4239-b1ff-27ca372dddee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.422583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ecc022c-5699-4239-b1ff-27ca372dddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.502688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc022c-5699-4239-b1ff-27ca372dddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf1a11-fa79-43df-b5a4-a648ac756dcf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:42.515852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6ecc022c-5699-4239-b1ff-27ca372dddee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=762f78b687d64cca9bd2a408edd631a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5885324 Aug 31 09:05:42.516817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57522) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:42.526214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.559314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Transition to ACTIVE for port object 45106675-325e-4d8c-94ee-b7a6913a5d60 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:42.617947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb078b19-d729-4ad0-8608-4ac5f5870b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.634876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-130709c2-6112-44e4-8e40-e9ac8b2912c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:42.636592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-130709c2-6112-44e4-8e40-e9ac8b2912c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2114556 Aug 31 09:05:42.664468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb078b19-d729-4ad0-8608-4ac5f5870b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.677002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.721008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9c01-a4d2-4e4c-b382-e4bc6dd340ec req-5c589425-4a9c-4d26-895d-1252abe7e52e tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:42.723017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cbc9c01-a4d2-4e4c-b382-e4bc6dd340ec req-5c589425-4a9c-4d26-895d-1252abe7e52e tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.2179623 Aug 31 09:05:42.761734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-16443c16-03de-490c-99f8-57a1553be858 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374586 Aug 31 09:05:42.800582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-b6f75c65-e56d-4374-a562-f1915cf8408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:42.802728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-b6f75c65-e56d-4374-a562-f1915cf8408f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527917 Aug 31 09:05:42.810689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cbc9c01-a4d2-4e4c-b382-e4bc6dd340ec req-39c2a780-8cd2-4db0-b804-36b3f93b61ed tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789726 Aug 31 09:05:42.909469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:42.910907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:42.939669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:42.950313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:42.973278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:42.974329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.018062 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb078b19-d729-4ad0-8608-4ac5f5870b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.024807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb078b19-d729-4ad0-8608-4ac5f5870b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.027213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cb078b19-d729-4ad0-8608-4ac5f5870b3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8adf1a11-fa79-43df-b5a4-a648ac756dcf HTTP/1.1" status: 204 len: 168 time: 0.5090346 Aug 31 09:05:43.050507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078b19-d729-4ad0-8608-4ac5f5870b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf1a11-fa79-43df-b5a4-a648ac756dcf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:43.050507 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-41c46d5e-d0dc-4c65-806b-d98d112a2495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3641245 Aug 31 09:05:43.113868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-e5eb9149-8e77-487e-9aa2-5a04eb863981 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971871 Aug 31 09:05:43.157350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79992f77-3185-4d4e-b888-cf9cb353a93a req-0dc75a65-c319-4e4e-a5cc-69c3897d7893 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:43.167752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79992f77-3185-4d4e-b888-cf9cb353a93a req-0dc75a65-c319-4e4e-a5cc-69c3897d7893 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 936 time: 0.2205975 Aug 31 09:05:43.328499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79992f77-3185-4d4e-b888-cf9cb353a93a req-88368444-3513-41f7-b999-fddcc7985417 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391220 Aug 31 09:05:43.415936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-481a4472-87f9-4ca1-bae9-363414d3f5b5 None None] Provisioning for port 45106675-325e-4d8c-94ee-b7a6913a5d60 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:43.429661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-481a4472-87f9-4ca1-bae9-363414d3f5b5 None None] Provisioning complete for port 45106675-325e-4d8c-94ee-b7a6913a5d60 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:43.432307 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-481a4472-87f9-4ca1-bae9-363414d3f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.442404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5db112-90bc-41bc-aca5-fc717a6ac8d1 req-b4c5f859-6b94-447b-b982-c347c5e6bc62 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128963 Aug 31 09:05:43.487625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-481a4472-87f9-4ca1-bae9-363414d3f5b5 None None] Port 45106675-325e-4d8c-94ee-b7a6913a5d60 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:43.562862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3918a7d-f224-4118-8b28-90a903f62d74 req-ed8fdbf8-571f-4e62-aae6-2e433573dee4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.0486021 Aug 31 09:05:43.670741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d76e1bf3-de66-47a8-9632-1a49fa63acf0 req-3719abd0-8e65-4e57-93b5-21498d85d54c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 210 time: 0.0512795 Aug 31 09:05:43.978827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57554) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:44.000359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1d2863de-ccb1-43b1-9b6e-c191213944d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.191621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2eee3-b8c4-4593-bde3-ae1d95048c36 req-94829c27-f28c-4571-ae37-c62f604c5ae7 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.196935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cae2eee3-b8c4-4593-bde3-ae1d95048c36 req-94829c27-f28c-4571-ae37-c62f604c5ae7 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 969 time: 0.1298409 Aug 31 09:05:44.200246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1d2863de-ccb1-43b1-9b6e-c191213944d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.218775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1d2863de-ccb1-43b1-9b6e-c191213944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.300341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2863de-ccb1-43b1-9b6e-c191213944d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bdb694-eb2d-4091-9977-4370e6f4be82,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:44.316066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d2863de-ccb1-43b1-9b6e-c191213944d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf8164d0a23d41aea70d7da8a51e1110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352387 Aug 31 09:05:44.317476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:44.339581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cae2eee3-b8c4-4593-bde3-ae1d95048c36 req-6ae32c45-3c4e-4033-a672-11de6c683e5d tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167271 Aug 31 09:05:44.425270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c389df8-1781-44e8-b65d-bafcdbc24e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.472094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c389df8-1781-44e8-b65d-bafcdbc24e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.578754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c389df8-1781-44e8-b65d-bafcdbc24e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.582242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c389df8-1781-44e8-b65d-bafcdbc24e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.589088 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c389df8-1781-44e8-b65d-bafcdbc24e74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29bdb694-eb2d-4091-9977-4370e6f4be82 HTTP/1.1" status: 204 len: 168 time: 0.2645009 Aug 31 09:05:44.606028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c389df8-1781-44e8-b65d-bafcdbc24e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bdb694-eb2d-4091-9977-4370e6f4be82,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:44.695614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32869-2fd2-4cad-a82c-de2e2cbfd253 req-2f8e7230-3bf7-4763-aef1-53fe18b8083f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.712479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40e32869-2fd2-4cad-a82c-de2e2cbfd253 req-2f8e7230-3bf7-4763-aef1-53fe18b8083f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 936 time: 0.1755240 Aug 31 09:05:44.880121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40e32869-2fd2-4cad-a82c-de2e2cbfd253 req-d0901657-4b2b-41c3-a68b-8b4793e7ca58 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468539 Aug 31 09:05:45.010628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 057124cf-bf1e-424a-8386-58e47f937347 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:45.101846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57578) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:45.156395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ccaddbd-a39d-44af-af53-9c3bc2e2d735 req-0d6bd81f-494c-46b0-8b89-945bde5d757f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 210 time: 0.0816398 Aug 31 09:05:45.182290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbd32864-70ca-42d2-adbf-f31e0c49f71d req-247252aa-981f-4daa-8310-b216d49bc498 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.1098967 Aug 31 09:05:45.311084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-0ed53a05-b143-4a0f-a1c7-b58ff0f1378e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:45.315291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-0ed53a05-b143-4a0f-a1c7-b58ff0f1378e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.4761004 Aug 31 09:05:45.329494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 057124cf-bf1e-424a-8386-58e47f937347, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=057124cf-bf1e-424a-8386-58e47f937347,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:45.347579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Request body: {'port': {'device_id': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'admin_state_up': True, 'tenant_id': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:45.360637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '057124cf-bf1e-424a-8386-58e47f937347', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '057124cf-bf1e-424a-8386-58e47f937347', 'mac_address': 'fa:16:3e:f4:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:tempest-test_az-966672206', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:45.430460 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.472693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057124cf-bf1e-424a-8386-58e47f937347 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:45.562938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 057124cf-bf1e-424a-8386-58e47f937347, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=057124cf-bf1e-424a-8386-58e47f937347,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:45.571244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f88d478d-6ee8-45ad-8ca8-33be51b05af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.573633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.648236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Made reservation on behalf of 567ebb2ad39b44e4ad6e8dd5f3c6ddc2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:45.659286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.748339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=057124cf-bf1e-424a-8386-58e47f937347,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:45.841487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acda906-7926-44cc-8111-bb486b61098a req-29eaf83f-64c8-4e73-9a90-6e296524f847 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:45.849374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0acda906-7926-44cc-8111-bb486b61098a req-29eaf83f-64c8-4e73-9a90-6e296524f847 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 970 time: 0.2273035 Aug 31 09:05:45.896045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f88d478d-6ee8-45ad-8ca8-33be51b05af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.905107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f88d478d-6ee8-45ad-8ca8-33be51b05af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.965148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0acda906-7926-44cc-8111-bb486b61098a req-21727dd3-dfec-4b5e-9384-f71f0b43172b tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147382 Aug 31 09:05:45.995021 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f88d478d-6ee8-45ad-8ca8-33be51b05af5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29b7d7bc87f642ad806d9b625b7f8f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894541 Aug 31 09:05:45.998564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:46.000384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['057124cf-bf1e-424a-8386-58e47f937347'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:46.012268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d478d-6ee8-45ad-8ca8-33be51b05af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3474728d-4e6b-4f09-96ba-4d69405cfd76,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:46.082387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Allocated IP 172.20.0.4 (29ad1304-b107-4a15-8ae9-9970f2613543/1f32403a-bfbd-4556-84ef-184999dbacf0/be427eab-9c3d-4840-abf7-b33a0749e4c9) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:46.187314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62929548-e32e-45f6-b988-cd080aeac756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.305305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62929548-e32e-45f6-b988-cd080aeac756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.453479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62929548-e32e-45f6-b988-cd080aeac756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.458306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62929548-e32e-45f6-b988-cd080aeac756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.460220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-62929548-e32e-45f6-b988-cd080aeac756 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3474728d-4e6b-4f09-96ba-4d69405cfd76 HTTP/1.1" status: 204 len: 168 time: 0.4601729 Aug 31 09:05:46.479024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416146-5b8f-4c60-8447-872e7d6ccd78 req-b3805209-d0db-4af8-ad66-fd57a0c09e54 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.482115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86416146-5b8f-4c60-8447-872e7d6ccd78 req-b3805209-d0db-4af8-ad66-fd57a0c09e54 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 936 time: 0.3044884 Aug 31 09:05:46.489878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62929548-e32e-45f6-b988-cd080aeac756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3474728d-4e6b-4f09-96ba-4d69405cfd76,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:46.598541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6adcbff4-c6f6-451a-84d1-d46f76af1f7d req-91c97224-8432-4a40-b3ec-4807c6f5712e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 210 time: 0.1043828 Aug 31 09:05:46.681363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86416146-5b8f-4c60-8447-872e7d6ccd78 req-58ce8ab1-713d-4957-905b-59a2034903bd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579700 Aug 31 09:05:46.687720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.819084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6088a0b-4dd2-4a56-bb66-ee30abdac858 req-61357a40-3328-40dc-9da4-04ff9c77e6d4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.0452547 Aug 31 09:05:46.827989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.900032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Network 29ad1304-b107-4a15-8ae9-9970f2613543 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:46.904092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:46.907893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:46.916455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.917043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.952847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:46.968077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1f54a6d1-b883-413d-9d32-13d16b3f10c7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6330173 Aug 31 09:05:47.002823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Request body: {'port': {'device_id': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'device_owner': 'compute:tempest-test_az-966672206', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:47.167763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.194449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97b4b-d88b-4dd3-8b52-7219529afc77 req-990e8542-18bd-4805-b669-d58655c5c2c5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:47.196073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87e97b4b-d88b-4dd3-8b52-7219529afc77 req-990e8542-18bd-4805-b669-d58655c5c2c5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 970 time: 0.1206996 Aug 31 09:05:47.274637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:47.302944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45eda1da-4a9d-43f4-8d5e-0e55f9508933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.354418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87e97b4b-d88b-4dd3-8b52-7219529afc77 req-5a3bf02a-474a-4cb3-8296-4e64d54abc25 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293778 Aug 31 09:05:47.496541 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45eda1da-4a9d-43f4-8d5e-0e55f9508933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.503016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45eda1da-4a9d-43f4-8d5e-0e55f9508933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.586122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-45eda1da-4a9d-43f4-8d5e-0e55f9508933 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=346098b05e4b4a129aadc2aa47c0cc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094916 Aug 31 09:05:47.587204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57640) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:47.591034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eda1da-4a9d-43f4-8d5e-0e55f9508933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff5bc1-b976-4946-910e-fcec7313f92e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:47.667398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-245c80fe-2358-4d00-bff1-4d6edc731b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.733167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-245c80fe-2358-4d00-bff1-4d6edc731b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.748899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.23', 60860) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:47.769851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-05e64210-7130-4e55-8854-f531e9bfa535 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:05:47.771094 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-05e64210-7130-4e55-8854-f531e9bfa535 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212018 Aug 31 09:05:48.106640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c766-1711-47a9-bc7b-abc7e9b8a133 req-bb93f7ff-0d71-45a2-85ec-6713f0e4a06c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:48.122352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3262c766-1711-47a9-bc7b-abc7e9b8a133 req-bb93f7ff-0d71-45a2-85ec-6713f0e4a06c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 931 time: 0.2113361 Aug 31 09:05:48.235187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be427eab-9c3d-4840-abf7-b33a0749e4c9 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:48.267223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.297743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Transition to ACTIVE for port object be427eab-9c3d-4840-abf7-b33a0749e4c9 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:48.344936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.348553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.538285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-245c80fe-2358-4d00-bff1-4d6edc731b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.543108 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-245c80fe-2358-4d00-bff1-4d6edc731b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.545865 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-245c80fe-2358-4d00-bff1-4d6edc731b95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9ff5bc1-b976-4946-910e-fcec7313f92e HTTP/1.1" status: 204 len: 168 time: 0.9563222 Aug 31 09:05:48.559257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-e6971290-f18c-4553-be87-60b79d9249cf tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:48.562987 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-e6971290-f18c-4553-be87-60b79d9249cf tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 823 time: 0.8110113 Aug 31 09:05:48.571486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3262c766-1711-47a9-bc7b-abc7e9b8a133 req-4665532d-d782-4c7e-b3b1-6532e644268f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478791 Aug 31 09:05:48.577273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c80fe-2358-4d00-bff1-4d6edc731b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff5bc1-b976-4946-910e-fcec7313f92e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:48.585674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5253288-8440-4d3e-b474-ac7301bd8802 req-996a4f75-83bd-4aa2-8156-b6f98de01c09 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:48.603396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5253288-8440-4d3e-b474-ac7301bd8802 req-996a4f75-83bd-4aa2-8156-b6f98de01c09 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 936 time: 0.6943944 Aug 31 09:05:48.663380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:48.664212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:48.664427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:48.712921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-9e44795a-82bc-41dd-b06e-33fad1c3c379 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8148ff96df054815a5112035117d4063 HTTP/1.1" status: 200 len: 380 time: 0.1315973 Aug 31 09:05:48.724664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Request body: {'port': {'device_id': '9b74f45b-c602-478c-8bba-a366e1faf179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:48.734384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:48.755662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:05:48.758256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:48.776315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:48.776696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:48.777083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:48.778082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Bound port: be427eab-9c3d-4840-abf7-b33a0749e4c9, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:48.778688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.797409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'port': {'device_id': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'admin_state_up': True, 'tenant_id': '8148ff96df054815a5112035117d4063', 'security_groups': ['3f118229-a953-4307-96b5-a10f61b3ba96']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:48.823020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5253288-8440-4d3e-b474-ac7301bd8802 req-b4c619a5-6133-46c1-8318-5786eb405d99 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180002 Aug 31 09:05:48.919932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-320684b1-c0cc-4954-a8e0-85e97db2cbe8 req-db82157d-912c-4fff-ac4c-28244b42da76 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 210 time: 0.0866289 Aug 31 09:05:48.951833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.004556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 057124cf-bf1e-424a-8386-58e47f937347 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:49.057380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:49.063955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:49.074236 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.126880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daba818-611a-4239-8bcf-22fec55b083c req-3b536a46-63b9-48b0-9899-11a6c6d34b79 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.129315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2daba818-611a-4239-8bcf-22fec55b083c req-3b536a46-63b9-48b0-9899-11a6c6d34b79 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 970 time: 0.1790621 Aug 31 09:05:49.140599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.141236 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.142993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] 10.222.0.15 "PUT /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 1113 time: 2.1543427 Aug 31 09:05:49.146187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:49.151998 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd59099-6c51-4da5-8db2-56c71b1b64ff" -d '{"events": [{"name": "network-changed", "server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:49.236905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 057124cf-bf1e-424a-8386-58e47f937347 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:49.242266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53827dc8-89bd-4bd4-8e13-2c72ed3f0811 service neutron] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:49.248513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 057124cf-bf1e-424a-8386-58e47f937347 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:49.249625 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.370342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2daba818-611a-4239-8bcf-22fec55b083c req-7fe18a03-b23d-445d-8430-78ddc884b458 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076595 Aug 31 09:05:49.384507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-8d36933d-0a8e-423c-be14-e9f0be6d69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.387825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-8d36933d-0a8e-423c-be14-e9f0be6d69fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1116 time: 0.1191876 Aug 31 09:05:49.428601 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.481267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057124cf-bf1e-424a-8386-58e47f937347'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:49.486347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-3988d16a-3460-4ee0-b0a7-5a0e6ff80562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0875032 Aug 31 09:05:49.615904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 057124cf-bf1e-424a-8386-58e47f937347, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=057124cf-bf1e-424a-8386-58e47f937347,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:49.622449 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.628456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-a9709653-870b-4c29-831f-c17e1da20089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.630908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-a9709653-870b-4c29-831f-c17e1da20089 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1346664 Aug 31 09:05:49.708671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-1d809ebf-b242-4154-b5c7-f191966075c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695064 Aug 31 09:05:49.740623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=057124cf-bf1e-424a-8386-58e47f937347,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:49.754329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Made reservation on behalf of 8148ff96df054815a5112035117d4063 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:49.758773 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.885877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-ff66420b-6f7b-4bf1-83d7-bdc7007dfec9 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673026 Aug 31 09:05:49.939775 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9948f9d-a71c-438a-9b6e-8b2df4e50862" -d '{"events": [{"server_uuid": "a639e7a8-f59e-4acc-bf1f-4824d37c7b2a", "name": "network-vif-plugged", "status": "completed", "tag": "057124cf-bf1e-424a-8386-58e47f937347"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:50.070803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157b1a98-17c0-4a5d-bdc8-1e4bcd298748 req-2f7e3b1f-ca04-4ffa-bacd-9c1271e771b9 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759365 Aug 31 09:05:50.072998 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e2433f-9192-4def-9276-a78402b5270e x-openstack-request-id: req-54e2433f-9192-4def-9276-a78402b5270e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:50.073422 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:50.073771 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54e2433f-9192-4def-9276-a78402b5270e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:50.074280 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'status': 'completed', 'code': 200} Aug 31 09:05:50.087366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45106675-325e-4d8c-94ee-b7a6913a5d60 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:50.121632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.182388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Transition to ACTIVE for port object 45106675-325e-4d8c-94ee-b7a6913a5d60 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:50.196373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.312239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-b6bc4e86-d630-412f-9b1c-244b8cfc54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.316290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-b6bc4e86-d630-412f-9b1c-244b8cfc54f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1116 time: 0.1545494 Aug 31 09:05:50.333717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410105d-5212-4f40-a05c-cb7c840443dc req-8967ec49-ede8-475e-941f-89a35f4ca956 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.338097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f410105d-5212-4f40-a05c-cb7c840443dc req-8967ec49-ede8-475e-941f-89a35f4ca956 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 964 time: 0.1986437 Aug 31 09:05:50.372245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:50.492199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Allocated IP 172.20.0.3 (2fae2371-d034-46c3-8c6e-506f35356b46/96beab3c-021c-4625-839f-ab019c2949b8/657d1880-b2f8-4367-ad50-29e3570cf4a6) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:50.533827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:50.547224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:50.547879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:50.575052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Port 45106675-325e-4d8c-94ee-b7a6913a5d60 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:05:50.575618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:50.584678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-cdca8549-d57b-4d50-9fd9-9aadc6016059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.586606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-cdca8549-d57b-4d50-9fd9-9aadc6016059 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2470763 Aug 31 09:05:50.601343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:50.603396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:50.604280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:50.608419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Bound port: 45106675-325e-4d8c-94ee-b7a6913a5d60, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:50.609079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.669423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-606c4f71-8d7c-4810-827f-979c28c4732a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0712206 Aug 31 09:05:50.763560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-a2edd679-656b-431c-8392-41b4f9e6d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.766168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-a2edd679-656b-431c-8392-41b4f9e6d745 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.0789609 Aug 31 09:05:50.785211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f410105d-5212-4f40-a05c-cb7c840443dc req-d060feb0-66da-4656-a02a-8f9f99f47070 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989687 Aug 31 09:05:50.853798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:50.868105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:50.868425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-fa20061c-7b86-450a-ae94-187f2f1ff362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819325 Aug 31 09:05:50.886516 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.897883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.970963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.972110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.974172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] 10.222.0.23 "PUT /v2.0/ports/45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 1097 time: 2.7962797 Aug 31 09:05:50.981529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:51.035773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58dfa5-368d-4958-a183-aaaf95bd54d4 req-c4d535ed-1c93-4be7-b48f-399a359f766e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.037430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb58dfa5-368d-4958-a183-aaaf95bd54d4 req-c4d535ed-1c93-4be7-b48f-399a359f766e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 948 time: 0.1378915 Aug 31 09:05:51.099074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Transition to ACTIVE for port object 657d1880-b2f8-4367-ad50-29e3570cf4a6 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:51.178533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb58dfa5-368d-4958-a183-aaaf95bd54d4 req-f8062c8d-dbd0-455f-973a-0a569a67241b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191614 Aug 31 09:05:51.196136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-bd40ccd0-24d7-4130-8847-366a9e232234 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080494 Aug 31 09:05:51.206718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b620816-0d2b-41ca-a9a8-c544a556ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:51.266796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-366bc1d4-9f56-456e-9f4e-d5577781c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.268485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-366bc1d4-9f56-456e-9f4e-d5577781c358 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1100 time: 0.1743791 Aug 31 09:05:51.283242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:51.496769 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e3962-b593-41f2-822d-bb7693f1e0e8 x-openstack-request-id: req-898e3962-b593-41f2-822d-bb7693f1e0e8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:51.507506 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a639e7a8-f59e-4acc-bf1f-4824d37c7b2a", "name": "network-vif-plugged", "status": "completed", "tag": "057124cf-bf1e-424a-8386-58e47f937347", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:51.514189 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-898e3962-b593-41f2-822d-bb7693f1e0e8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:51.519748 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057124cf-bf1e-424a-8386-58e47f937347', 'code': 200} Aug 31 09:05:51.564474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'Port': ['ID=657d1880-b2f8-4367-ad50-29e3570cf4a6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:51.566455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6cb7e-d0c7-43fb-972f-774990619c7d req-13fbf62a-82e8-401c-b0ab-391f843d0c20 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.568374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2b6cb7e-d0c7-43fb-972f-774990619c7d req-13fbf62a-82e8-401c-b0ab-391f843d0c20 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 931 time: 0.2208052 Aug 31 09:05:51.585909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-138c5969-dbcc-4026-987d-e54c9c5bdbdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.2950766 Aug 31 09:05:51.599504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfd59099-6c51-4da5-8db2-56c71b1b64ff req-9cfda756-b75d-4a9f-a623-f2ea96408720 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904510 Aug 31 09:05:51.665136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Network 2fae2371-d034-46c3-8c6e-506f35356b46 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:51.709949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:51.715836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:51.728282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.729620 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:51.768853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2b6cb7e-d0c7-43fb-972f-774990619c7d req-f49611a5-9c42-47b8-97be-4b6503049ad1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678987 Aug 31 09:05:51.803003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2c37c20d-a6c1-4689-a901-29ddeeec8bb2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0137029 Aug 31 09:05:51.810146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57740) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:51.847925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-512aa66c-d741-454f-9781-8d52a25cb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.861376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b2d6d-ebe7-4305-a4fe-0be8ff43c1eb req-9a284b58-75ee-4d1d-9011-c7694b541d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.865139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b8b2d6d-ebe7-4305-a4fe-0be8ff43c1eb req-9a284b58-75ee-4d1d-9011-c7694b541d1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 1123 time: 0.2317080 Aug 31 09:05:51.869801 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-512aa66c-d741-454f-9781-8d52a25cb8ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2664778 Aug 31 09:05:51.891761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Request body: {'port': {'device_id': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:51.893722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d49b5-0def-4341-8dc3-20d5b21e3d94 req-849bc22c-cff7-49ca-802c-8f1eb1c9e5b5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.900943 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525e75e-740d-4783-8309-cb95bb1b6166" -d '{"events": [{"name": "network-changed", "server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:51.910175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f4d49b5-0def-4341-8dc3-20d5b21e3d94 req-849bc22c-cff7-49ca-802c-8f1eb1c9e5b5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 971 time: 0.2037790 Aug 31 09:05:51.929352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0b8b2d6d-ebe7-4305-a4fe-0be8ff43c1eb req-7f2ca715-d5b5-4680-84cd-1cb8c5e83a27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.008886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f4d49b5-0def-4341-8dc3-20d5b21e3d94 req-f977f20f-e3b9-41ff-8b12-25da8b6affc7 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972850 Aug 31 09:05:52.122711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9970a269-7390-4512-8a3e-34b42c215855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.177481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520844f6-0873-449a-913f-392a4bdec660 req-123d91c6-c95a-4aa1-b338-ad15df7d951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:52.179812 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-123d91c6-c95a-4aa1-b338-ad15df7d951f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2713418 Aug 31 09:05:52.214283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.223427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2bc2ab49-24e2-4535-8bc3-3f9eb917edd2 None None] Provisioning for port 657d1880-b2f8-4367-ad50-29e3570cf4a6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:52.234447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2bc2ab49-24e2-4535-8bc3-3f9eb917edd2 None None] Provisioning complete for port 657d1880-b2f8-4367-ad50-29e3570cf4a6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:52.234814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ab49-24e2-4535-8bc3-3f9eb917edd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.254671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0b8b2d6d-ebe7-4305-a4fe-0be8ff43c1eb req-7f2ca715-d5b5-4680-84cd-1cb8c5e83a27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.264074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0b8b2d6d-ebe7-4305-a4fe-0be8ff43c1eb req-7f2ca715-d5b5-4680-84cd-1cb8c5e83a27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.335383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2ab49-24e2-4535-8bc3-3f9eb917edd2 None None] Port 657d1880-b2f8-4367-ad50-29e3570cf4a6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:52.383808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b8b2d6d-ebe7-4305-a4fe-0be8ff43c1eb req-7f2ca715-d5b5-4680-84cd-1cb8c5e83a27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106688 Aug 31 09:05:52.414208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ca715-d5b5-4680-84cd-1cb8c5e83a27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81c55e53-2016-42a8-9c5b-0f83cfccc003,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:52.475059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f392c5-20bb-4204-882b-5d9d54d4100a req-a682453d-b451-47c3-b3ad-5801685ebcce tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:52.484740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20f392c5-20bb-4204-882b-5d9d54d4100a req-a682453d-b451-47c3-b3ad-5801685ebcce tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 964 time: 0.1463189 Aug 31 09:05:52.581877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20f392c5-20bb-4204-882b-5d9d54d4100a req-7ea348b1-eeec-4bfc-b44d-0f5984402dc2 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843329 Aug 31 09:05:52.618535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9970a269-7390-4512-8a3e-34b42c215855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.627139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9970a269-7390-4512-8a3e-34b42c215855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.669353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-a85443f2-bdc9-4a99-b717-16bf20a5869b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743195 Aug 31 09:05:52.684948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9970a269-7390-4512-8a3e-34b42c215855 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92463063957048a49c1030113ad84762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8726294 Aug 31 09:05:52.686261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57760) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:52.747277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970a269-7390-4512-8a3e-34b42c215855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182112bf-4604-42c4-87ba-cfb477075085,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:52.771399 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d88175-013f-423a-9411-0c1cd4b82d2d x-openstack-request-id: req-46d88175-013f-423a-9411-0c1cd4b82d2d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:52.771744 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:52.774685 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46d88175-013f-423a-9411-0c1cd4b82d2d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:52.775933 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'status': 'completed', 'code': 200} Aug 31 09:05:52.796782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c45fded9-ecc6-4fd3-b403-a1aaec72127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.849681 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c45fded9-ecc6-4fd3-b403-a1aaec72127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.911008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-520844f6-0873-449a-913f-392a4bdec660 req-e2f60c7c-1509-46f4-8ee4-d9b8d81d2a69 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298360 Aug 31 09:05:52.928985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c77a0-0189-46a1-a32c-a161c234dc9c req-80f2bf29-72de-4128-8684-2febfc59c38e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:52.931006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-043c77a0-0189-46a1-a32c-a161c234dc9c req-80f2bf29-72de-4128-8684-2febfc59c38e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 948 time: 0.0969360 Aug 31 09:05:52.987269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c45fded9-ecc6-4fd3-b403-a1aaec72127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.991608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c45fded9-ecc6-4fd3-b403-a1aaec72127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:52.996663 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c45fded9-ecc6-4fd3-b403-a1aaec72127f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/182112bf-4604-42c4-87ba-cfb477075085 HTTP/1.1" status: 204 len: 168 time: 0.3071883 Aug 31 09:05:53.033279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:53.033841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-043c77a0-0189-46a1-a32c-a161c234dc9c req-23b38217-cc73-45cc-b3a0-2bf2ea6f8807 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922375 Aug 31 09:05:53.035175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fded9-ecc6-4fd3-b403-a1aaec72127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182112bf-4604-42c4-87ba-cfb477075085,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:53.207838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38d99-b474-48c5-9daa-b0ddd38cbfb3 req-8bff5e8e-f234-4c9c-b8f9-3ac7edc8992b tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:53.220012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81b38d99-b474-48c5-9daa-b0ddd38cbfb3 req-8bff5e8e-f234-4c9c-b8f9-3ac7edc8992b tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 931 time: 0.1363072 Aug 31 09:05:53.228270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657d1880-b2f8-4367-ad50-29e3570cf4a6 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:53.248817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:53.286653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-63a5bc7b-d5af-40f9-9a0e-43faab854f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:53.290041 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-63a5bc7b-d5af-40f9-9a0e-43faab854f0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1100 time: 0.1645525 Aug 31 09:05:53.292018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Transition to ACTIVE for port object 657d1880-b2f8-4367-ad50-29e3570cf4a6 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:53.302012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:53.320452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:53.348212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'port_id': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'mac_address': 'fa:16:3e:04:5d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f32403a-bfbd-4556-84ef-184999dbacf0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-966672206', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:53.430339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81b38d99-b474-48c5-9daa-b0ddd38cbfb3 req-a7f4b1b1-5a62-4f91-8fbf-eeebc4188d0d tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091532 Aug 31 09:05:53.447684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:53.498798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be427eab-9c3d-4840-abf7-b33a0749e4c9 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:53.546280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f8a38-0afc-4cf6-9304-da4395a31631 req-7609ab80-9a08-4012-84e6-d035a8ccc64d tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:53.557868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-237f8a38-0afc-4cf6-9304-da4395a31631 req-7609ab80-9a08-4012-84e6-d035a8ccc64d tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 971 time: 0.2759881 Aug 31 09:05:53.609721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:53.616728 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:53.713164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-237f8a38-0afc-4cf6-9304-da4395a31631 req-427c7447-c7b5-4ae9-b792-96913054d68a tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360126 Aug 31 09:05:53.833543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:53.837175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Pushing event updated for resources: {'Port': ['ID=657d1880-b2f8-4367-ad50-29e3570cf4a6,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:53.910401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Attempting to bind port 657d1880-b2f8-4367-ad50-29e3570cf4a6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:53.910758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Attempting to bind port 657d1880-b2f8-4367-ad50-29e3570cf4a6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:53.911089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Attempting to bind port 657d1880-b2f8-4367-ad50-29e3570cf4a6 on network 2fae2371-d034-46c3-8c6e-506f35356b46 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:53.953719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Port 657d1880-b2f8-4367-ad50-29e3570cf4a6 on network 2fae2371-d034-46c3-8c6e-506f35356b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:05:53.954220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Attempting to bind port 657d1880-b2f8-4367-ad50-29e3570cf4a6 on network 2fae2371-d034-46c3-8c6e-506f35356b46 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:53.957511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['be427eab-9c3d-4840-abf7-b33a0749e4c9'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:53.962794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d37f58-6af1-45ae-8b8f-10ac318ae4ff req-847a57ca-378b-48a6-b3c7-9295f0972abf tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:53.964687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58d37f58-6af1-45ae-8b8f-10ac318ae4ff req-847a57ca-378b-48a6-b3c7-9295f0972abf tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 965 time: 0.1441627 Aug 31 09:05:53.974287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:53.974757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Checking segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:53.975364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Bound using segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:53.975971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Bound port: 657d1880-b2f8-4367-ad50-29e3570cf4a6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:53.976413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.036126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58d37f58-6af1-45ae-8b8f-10ac318ae4ff req-3d50e87b-811f-494d-86d4-cdc6c2e6d112 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Aug 31 09:05:54.111636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:54.129428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc77bf99-7d31-4a1e-8280-b4df0aa18183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.156811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] For port 657d1880-b2f8-4367-ad50-29e3570cf4a6, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:54.162914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] For port 657d1880-b2f8-4367-ad50-29e3570cf4a6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:54.178279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.251656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-95788e67-3bed-45b1-a2a9-641555d59ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.254047 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-95788e67-3bed-45b1-a2a9-641555d59ef5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.9447539 Aug 31 09:05:54.268122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.269005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.271021 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] 10.222.0.23 "PUT /v2.0/ports/657d1880-b2f8-4367-ad50-29e3570cf4a6 HTTP/1.1" status: 200 len: 1092 time: 2.4415596 Aug 31 09:05:54.337178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-ff9ee41e-ab78-4027-a418-f23000ab874c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0647840 Aug 31 09:05:54.420457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc77bf99-7d31-4a1e-8280-b4df0aa18183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.448492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc77bf99-7d31-4a1e-8280-b4df0aa18183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.479112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9fab-20e9-4ef1-b124-506db17af06a service neutron] Pushing event updated for resources: {'Port': ['ID=657d1880-b2f8-4367-ad50-29e3570cf4a6,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:54.517113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-1d1bd305-f38a-4eee-a6ea-2e0959013114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.527576 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-1d1bd305-f38a-4eee-a6ea-2e0959013114 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1554823 Aug 31 09:05:54.591637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dc77bf99-7d31-4a1e-8280-b4df0aa18183 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d44e92f8efb64c5fbacdb17a046fce8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786067 Aug 31 09:05:54.595095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57812) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:54.627535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-6aaf984d-6fc2-400b-86fa-a3426bb8e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.631640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-6aaf984d-6fc2-400b-86fa-a3426bb8e9a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 1095 time: 0.2181690 Aug 31 09:05:54.758680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-aadd4b55-e780-4187-bbf5-5017fb1a5be5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6 HTTP/1.1" status: 200 len: 217 time: 0.1085687 Aug 31 09:05:54.763300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-a950fe2e-7fdc-4afb-ac54-15a2d1bf9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.766631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-a950fe2e-7fdc-4afb-ac54-15a2d1bf9c5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2292204 Aug 31 09:05:54.781262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:54.785318 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cd0ddb-4073-476f-a07b-b3314fd6f705" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:54.939247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2f23ce74-d6fa-4ad6-be06-6fb381b0ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.941807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2f23ce74-d6fa-4ad6-be06-6fb381b0ad64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1733704 Aug 31 09:05:54.979106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339347-4417-4fdc-8a76-349f4e7f34df req-96e95af8-f574-4610-986d-52f8f2404931 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.982962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da339347-4417-4fdc-8a76-349f4e7f34df req-96e95af8-f574-4610-986d-52f8f2404931 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 948 time: 0.5584533 Aug 31 09:05:55.015957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77bf99-7d31-4a1e-8280-b4df0aa18183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ea9e9-225f-4ab2-8430-52fa21995648,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:55.039458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:55.042536 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-87d8c103-7e96-4c0b-8a38-a04baed0a490 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501860 Aug 31 09:05:55.090963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2488fb17-c4fa-4614-a600-be70b54cefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.094110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-2488fb17-c4fa-4614-a600-be70b54cefd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410038 Aug 31 09:05:55.122713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b208bad7-7cc0-4b0d-84f8-02d4afff6885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.138388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port be427eab-9c3d-4840-abf7-b33a0749e4c9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:55.144588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port be427eab-9c3d-4840-abf7-b33a0749e4c9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:55.144958 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.155374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da339347-4417-4fdc-8a76-349f4e7f34df req-2fe2c5ee-1f97-4047-ac64-3a9ba1302f4d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552684 Aug 31 09:05:55.174736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a6e4-b43e-4b62-992e-3a1a21801b71 req-ded272bd-b38e-4c63-8183-149bda3f7b9a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.177426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bc0a6e4-b43e-4b62-992e-3a1a21801b71 req-ded272bd-b38e-4c63-8183-149bda3f7b9a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 943 time: 0.1855083 Aug 31 09:05:55.235796 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b208bad7-7cc0-4b0d-84f8-02d4afff6885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.296693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.324711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:55.328714 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce199b25-b660-48c4-bcf9-a15419950e73" -d '{"events": [{"server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "name": "network-vif-plugged", "status": "completed", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:55.337398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0525e75e-740d-4783-8309-cb95bb1b6166 req-6a4988b4-c1d8-429e-bf93-150b1ea69ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851620 Aug 31 09:05:55.341229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bc0a6e4-b43e-4b62-992e-3a1a21801b71 req-45467e55-6127-4b40-91ca-beb3770aee9b tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459906 Aug 31 09:05:55.352109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:55.356096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-00f02134-0619-47b5-8a7e-063ddc585bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130413 Aug 31 09:05:55.360286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.378398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b208bad7-7cc0-4b0d-84f8-02d4afff6885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.384814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b208bad7-7cc0-4b0d-84f8-02d4afff6885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:55.388005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b208bad7-7cc0-4b0d-84f8-02d4afff6885 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a3ea9e9-225f-4ab2-8430-52fa21995648 HTTP/1.1" status: 204 len: 168 time: 0.7908280 Aug 31 09:05:55.408755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208bad7-7cc0-4b0d-84f8-02d4afff6885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3ea9e9-225f-4ab2-8430-52fa21995648,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:55.551144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:55.577860 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c0c060b-c75e-4718-b7db-86348a7925da req-d4d28391-8fc3-421a-a3f0-34409a56518a service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028544 Aug 31 09:05:55.627241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbb78-e4be-46fa-8185-81a6f2c4ae2c req-d265eb5c-ad03-44ec-a70f-b9eacd0ba3d5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.628886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fffbb78-e4be-46fa-8185-81a6f2c4ae2c req-d265eb5c-ad03-44ec-a70f-b9eacd0ba3d5 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 971 time: 0.0816672 Aug 31 09:05:55.686144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fffbb78-e4be-46fa-8185-81a6f2c4ae2c req-9cef02e8-4642-44e0-8e0d-ede43be6245c tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Aug 31 09:05:55.754460 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b398efa2-4117-4e0f-9c84-66c0282e262b x-openstack-request-id: req-b398efa2-4117-4e0f-9c84-66c0282e262b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:55.754954 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:55.755366 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b398efa2-4117-4e0f-9c84-66c0282e262b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:55.756743 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'status': 'completed', 'code': 200} Aug 31 09:05:55.876551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-a6de151e-1f57-4be0-beae-0a0aee58669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.879243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-a6de151e-1f57-4be0-beae-0a0aee58669d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 1095 time: 0.0703392 Aug 31 09:05:55.946377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03895c58-7a9f-47bc-8185-e2046e55a5ff req-dc49e0c0-465e-4054-ac00-9e48fc0eea61 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.948150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03895c58-7a9f-47bc-8185-e2046e55a5ff req-dc49e0c0-465e-4054-ac00-9e48fc0eea61 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 966 time: 0.0921836 Aug 31 09:05:56.039029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03895c58-7a9f-47bc-8185-e2046e55a5ff req-794ccdf4-9bbe-4695-93cd-01f77f053d01 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Aug 31 09:05:56.081673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-4c4ab7e4-d53c-4e44-8de0-393d48778107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.084338 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-4c4ab7e4-d53c-4e44-8de0-393d48778107 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 924 time: 0.1922164 Aug 31 09:05:56.155053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-e2bfc371-0271-40f6-aa53-45aa5593aeae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6 HTTP/1.1" status: 200 len: 217 time: 0.0543950 Aug 31 09:05:56.268962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-5fa2d059-8353-43fb-a147-6d72c25a5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.271830 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-5fa2d059-8353-43fb-a147-6d72c25a5831 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1069617 Aug 31 09:05:56.289352 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9a7f5-cefd-4e6a-9b66-e7bcb151d606 x-openstack-request-id: req-0be9a7f5-cefd-4e6a-9b66-e7bcb151d606 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:56.290189 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "name": "network-vif-plugged", "status": "completed", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:56.290189 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0be9a7f5-cefd-4e6a-9b66-e7bcb151d606 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:56.290533 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'code': 200} Aug 31 09:05:56.398205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-a9962dd9-1400-476a-b7b3-1b8ac5d4675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.400698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-a9962dd9-1400-476a-b7b3-1b8ac5d4675d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190331 Aug 31 09:05:56.493329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43160b43-5352-4fb1-bca2-3ab0c5346f35 req-5d69eccc-1432-4e9c-a63b-380ef1e610f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.498121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43160b43-5352-4fb1-bca2-3ab0c5346f35 req-5d69eccc-1432-4e9c-a63b-380ef1e610f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1118 time: 0.0880063 Aug 31 09:05:56.553320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:56.617662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43160b43-5352-4fb1-bca2-3ab0c5346f35 req-bf37d21a-e107-4a32-bedb-bf08c6bed90f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138699 Aug 31 09:05:56.722777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70fa1-cebf-4fcb-8ffd-21a466ad71cb req-ccbed195-98ca-4e08-87e0-c05e49fb839e tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.728042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d70fa1-cebf-4fcb-8ffd-21a466ad71cb req-ccbed195-98ca-4e08-87e0-c05e49fb839e tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 1123 time: 0.1407859 Aug 31 09:05:56.771496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e9d70fa1-cebf-4fcb-8ffd-21a466ad71cb req-2bc560c2-f4d3-4708-b04a-adc102040fd3 tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.797537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:56.831441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'mac_address': 'fa:16:3e:5b:14:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:56.871049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-14552ef4-98b5-4a49-94ac-b31e59f3962b service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592319 Aug 31 09:05:56.928673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.950807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45106675-325e-4d8c-94ee-b7a6913a5d60 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:56.994957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:57.003224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:57.005393 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e9d70fa1-cebf-4fcb-8ffd-21a466ad71cb req-2bc560c2-f4d3-4708-b04a-adc102040fd3 tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:57.020455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e9d70fa1-cebf-4fcb-8ffd-21a466ad71cb req-2bc560c2-f4d3-4708-b04a-adc102040fd3 tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:57.058788 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38cd0ddb-4073-476f-a07b-b3314fd6f705 req-1ff93db6-03c4-49d4-a4ac-4b84d1977940 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785421 Aug 31 09:05:57.094633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d70fa1-cebf-4fcb-8ffd-21a466ad71cb req-2bc560c2-f4d3-4708-b04a-adc102040fd3 tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560870 Aug 31 09:05:57.125120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:57.139862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc560c2-f4d3-4708-b04a-adc102040fd3 tempest-AggregatesAdminTestJSON-966066041 tempest-AggregatesAdminTestJSON-966066041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f389e825-3060-4f66-acce-5bec46fe7486,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:57.340233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de13-d107-4663-b3b6-f1fcd498ef3b req-0ce6ab1c-c060-4e94-8aac-c5d50acdeb85 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:57.347131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a62de13-d107-4663-b3b6-f1fcd498ef3b req-0ce6ab1c-c060-4e94-8aac-c5d50acdeb85 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 949 time: 0.0857685 Aug 31 09:05:57.419012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a62de13-d107-4663-b3b6-f1fcd498ef3b req-1b432926-877c-415a-bd63-8e9a09417aba tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644548 Aug 31 09:05:57.529294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:57.613191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231973-1a31-4f46-a2a5-906dd9068372 req-1bdb0916-262b-4c57-8109-2dd0b9bbae8a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:57.625455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8231973-1a31-4f46-a2a5-906dd9068372 req-1bdb0916-262b-4c57-8109-2dd0b9bbae8a tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 943 time: 0.1149249 Aug 31 09:05:57.757045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8231973-1a31-4f46-a2a5-906dd9068372 req-d435383d-80c8-4ea2-a740-6f782318fc9e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300161 Aug 31 09:05:57.907312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648e868-e6f0-41d7-afd3-a7785d757806 req-c0481de4-8251-4dab-a4cf-42398a9bf73e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:57.909838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a648e868-e6f0-41d7-afd3-a7785d757806 req-c0481de4-8251-4dab-a4cf-42398a9bf73e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 966 time: 0.1513767 Aug 31 09:05:57.988991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a648e868-e6f0-41d7-afd3-a7785d757806 req-62a0d995-29dc-43fd-baa9-9be0d276b5c1 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656712 Aug 31 09:05:58.412553 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87039709-38c0-424d-ac17-c41bb3802df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.425922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57918) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:58.525397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 657d1880-b2f8-4367-ad50-29e3570cf4a6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:58.611693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:58.655484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.700372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae91b7-0b1f-4fa8-9160-f9e2230cd5c3 req-b7fe8668-acd1-4184-bc6a-019a874e5f9c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:58.706247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 45106675-325e-4d8c-94ee-b7a6913a5d60 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:58.712050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60ae91b7-0b1f-4fa8-9160-f9e2230cd5c3 req-b7fe8668-acd1-4184-bc6a-019a874e5f9c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 949 time: 0.1016617 Aug 31 09:05:58.714058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 45106675-325e-4d8c-94ee-b7a6913a5d60 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:58.714591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.796797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60ae91b7-0b1f-4fa8-9160-f9e2230cd5c3 req-be88975d-e490-423a-bd10-8289de1fea4a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834725 Aug 31 09:05:58.883516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 657d1880-b2f8-4367-ad50-29e3570cf4a6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:58.925220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'port_id': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'mac_address': 'fa:16:3e:40:02:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:58.988562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.997081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.034465 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.076905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657d1880-b2f8-4367-ad50-29e3570cf4a6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:59.107905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.172217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65261e05093347a38cd538bd3b8a7a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7439091 Aug 31 09:05:59.173165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57948) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:59.178087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c93e332-fa86-46e9-955c-c730ad20cbf0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:59.195646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:59.214261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:59.224887 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd25115d-3aa2-4aea-8b3b-50eea8c1247a" -d '{"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-plugged", "status": "completed", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:59.237702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eeab4-bf9f-4c9d-9009-f81a9f541a63 req-8e525f20-2081-483d-90a4-97efeefee364 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:59.238006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 657d1880-b2f8-4367-ad50-29e3570cf4a6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:59.240058 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.250499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.250870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-705eeab4-bf9f-4c9d-9009-f81a9f541a63 req-8e525f20-2081-483d-90a4-97efeefee364 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 943 time: 0.2430093 Aug 31 09:05:59.258144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57952) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:59.286607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.287269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.288387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.288955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.289415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.290264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.290730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.291157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.291603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.292116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.292624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.293046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74a760-5e03-46b9-b816-ca7add0e87da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.356897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4ee14be0-329c-4316-aed9-07247eae2f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.398770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4ee14be0-329c-4316-aed9-07247eae2f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.456152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:59.480245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.481094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.481636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.482246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.485334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.485924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.486718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.488367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.490373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.491418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.492107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.493045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:59.501695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4ee14be0-329c-4316-aed9-07247eae2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.504255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4ee14be0-329c-4316-aed9-07247eae2f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.509950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4ee14be0-329c-4316-aed9-07247eae2f18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c93e332-fa86-46e9-955c-c730ad20cbf0 HTTP/1.1" status: 204 len: 168 time: 0.3283832 Aug 31 09:05:59.523892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-705eeab4-bf9f-4c9d-9009-f81a9f541a63 req-c0d6caf0-a281-4d01-b0e2-c221e1227cc2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702076 Aug 31 09:05:59.578254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=657d1880-b2f8-4367-ad50-29e3570cf4a6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:59.639048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee14be0-329c-4316-aed9-07247eae2f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c93e332-fa86-46e9-955c-c730ad20cbf0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:59.646805 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c72953-7f6f-4e19-8871-8fc660be6612 x-openstack-request-id: req-d2c72953-7f6f-4e19-8871-8fc660be6612 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:59.647653 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-plugged", "status": "completed", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:59.648003 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c72953-7f6f-4e19-8871-8fc660be6612 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:59.648421 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'code': 200} Aug 31 09:05:59.682002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d6318-e5e4-4469-9caa-105742a56d50 req-f892fd7e-d638-4937-a8ed-9822def685e4 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:59.689921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f6d6318-e5e4-4469-9caa-105742a56d50 req-f892fd7e-d638-4937-a8ed-9822def685e4 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 966 time: 0.2123113 Aug 31 09:05:59.744668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57964) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:59.800274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['657d1880-b2f8-4367-ad50-29e3570cf4a6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:59.820848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f6d6318-e5e4-4469-9caa-105742a56d50 req-a362c716-72e3-4302-9d41-7b430a5a2a9c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069398 Aug 31 09:05:59.985532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.070930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e87e-41c0-4849-9ea4-7c293798b581 req-3960ef2f-c772-4385-b484-841825528d28 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:00.072507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8a3e87e-41c0-4849-9ea4-7c293798b581 req-3960ef2f-c772-4385-b484-841825528d28 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1567056 Aug 31 09:06:00.093135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee926a08-87c6-483f-81d8-66ecb6233688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.197281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fae5-cece-4a9e-8b0c-a6dc9dcaa522 req-6ddcc45a-3f2a-4e78-bf42-a12047560043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:00.199370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c215fae5-cece-4a9e-8b0c-a6dc9dcaa522 req-6ddcc45a-3f2a-4e78-bf42-a12047560043 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.3722281 Aug 31 09:06:00.200767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8a3e87e-41c0-4849-9ea4-7c293798b581 req-1fb33719-13fa-4be8-8f63-147b036609fc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159315 Aug 31 09:06:00.293109 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c215fae5-cece-4a9e-8b0c-a6dc9dcaa522 req-b958588a-53c9-4875-9f75-0352fcc4aee4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Aug 31 09:06:00.352993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.362144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.458708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaf9de8-ea55-4287-b8d8-e788c48e6c5c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:00.483706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57994) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:00.484086 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b104f251c9c4a0e9483cbcbd6136340&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2217884 Aug 31 09:06:00.500043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.501073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.501578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.502070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.502652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.503153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.504252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.504759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.505239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.505824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.506432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.506954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d000db7-5dda-49df-83fe-b21482678217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:00.609779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58002) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:00.612653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ab820e2-cfaa-41c3-84fe-704054f31ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.655045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f894dd6-a576-424c-bf77-5071e1e1e0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.659274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ab820e2-cfaa-41c3-84fe-704054f31ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.694242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee926a08-87c6-483f-81d8-66ecb6233688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.771422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68113ec-05e7-48cb-8cd2-e8c1961a6f04 req-73ac62fb-eea0-4f24-b541-763260a449c4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:00.779493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a68113ec-05e7-48cb-8cd2-e8c1961a6f04 req-73ac62fb-eea0-4f24-b541-763260a449c4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 944 time: 0.0817122 Aug 31 09:06:00.787445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee926a08-87c6-483f-81d8-66ecb6233688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.832692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a68113ec-05e7-48cb-8cd2-e8c1961a6f04 req-2604fdec-d06d-49ea-ac02-0d70e5338df6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523818 Aug 31 09:06:00.850153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ab820e2-cfaa-41c3-84fe-704054f31ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.862548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ab820e2-cfaa-41c3-84fe-704054f31ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.868219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ab820e2-cfaa-41c3-84fe-704054f31ff0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aaf9de8-ea55-4287-b8d8-e788c48e6c5c HTTP/1.1" status: 204 len: 168 time: 0.3792653 Aug 31 09:06:00.900437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab820e2-cfaa-41c3-84fe-704054f31ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaf9de8-ea55-4287-b8d8-e788c48e6c5c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:00.936695 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ee926a08-87c6-483f-81d8-66ecb6233688 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac5c499819a7445aaa0b4d43ee589c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1902816 Aug 31 09:06:00.937421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58008) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:00.976201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926a08-87c6-483f-81d8-66ecb6233688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa539ac2-027f-4302-b0e4-edd00b5c8fcc,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:01.032456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e91be-a7fa-4514-93ec-723566c972f9 req-4aa45f21-053e-4c98-aeb7-e5931a6f7d7d tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:01.041075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d7e91be-a7fa-4514-93ec-723566c972f9 req-4aa45f21-053e-4c98-aeb7-e5931a6f7d7d tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1118 time: 0.1180007 Aug 31 09:06:01.071828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f894dd6-a576-424c-bf77-5071e1e1e0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.079638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f894dd6-a576-424c-bf77-5071e1e1e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.106742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d7e91be-a7fa-4514-93ec-723566c972f9 req-fc6e48db-8772-4006-9f2c-9ebc2573dba8 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642354 Aug 31 09:06:01.128475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b61ed060-7ab3-4489-925f-32c978b729bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.150687 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5f894dd6-a576-424c-bf77-5071e1e1e0e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca7cc347a5a44f4cae6c1c6aa21a559f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364735 Aug 31 09:06:01.154692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58016) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:01.155498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894dd6-a576-424c-bf77-5071e1e1e0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a31f5-a9fe-4ea7-99cc-9903edb73a2c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:01.209910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b61ed060-7ab3-4489-925f-32c978b729bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.327367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90bfb5fa-52f7-4051-b2b0-3db8a77cb579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.333005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b61ed060-7ab3-4489-925f-32c978b729bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.338167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b61ed060-7ab3-4489-925f-32c978b729bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.344843 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b61ed060-7ab3-4489-925f-32c978b729bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa539ac2-027f-4302-b0e4-edd00b5c8fcc HTTP/1.1" status: 204 len: 168 time: 0.3796036 Aug 31 09:06:01.365665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed060-7ab3-4489-925f-32c978b729bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa539ac2-027f-4302-b0e4-edd00b5c8fcc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:01.372605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0658-1e62-44e2-bc9c-6f8040567798 req-5f3faa93-3804-4fd4-8837-5451087be0b2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:01.389077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90bfb5fa-52f7-4051-b2b0-3db8a77cb579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.396121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ead0658-1e62-44e2-bc9c-6f8040567798 req-5f3faa93-3804-4fd4-8837-5451087be0b2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1118 time: 0.1548705 Aug 31 09:06:01.458646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0bf8c75b-1518-43cc-8b9c-4bd8c425e699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.465684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ead0658-1e62-44e2-bc9c-6f8040567798 req-cc0e05d8-54a5-4314-82f7-bff112ba1f2a tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Aug 31 09:06:01.503542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90bfb5fa-52f7-4051-b2b0-3db8a77cb579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.508554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90bfb5fa-52f7-4051-b2b0-3db8a77cb579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.516075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90bfb5fa-52f7-4051-b2b0-3db8a77cb579 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/851a31f5-a9fe-4ea7-99cc-9903edb73a2c HTTP/1.1" status: 204 len: 168 time: 0.3432038 Aug 31 09:06:01.526883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb5fa-52f7-4051-b2b0-3db8a77cb579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a31f5-a9fe-4ea7-99cc-9903edb73a2c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:01.571789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab468b-9dde-4364-a7d5-44b5114e3d22 req-d327f363-920d-47dd-ae2e-99b7467cdf8f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:01.574873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dab468b-9dde-4364-a7d5-44b5114e3d22 req-d327f363-920d-47dd-ae2e-99b7467cdf8f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1250024 Aug 31 09:06:01.593811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.665409 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.680501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dab468b-9dde-4364-a7d5-44b5114e3d22 req-5246e7d0-0efc-496b-904b-6e01a5355ee6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957484 Aug 31 09:06:02.088907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846e157-4e56-44fc-bc00-6db13adc9409 req-fb2f775e-a532-4ba5-a828-c96dc3d1c761 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:02.090988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9846e157-4e56-44fc-bc00-6db13adc9409 req-fb2f775e-a532-4ba5-a828-c96dc3d1c761 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 944 time: 0.0868146 Aug 31 09:06:02.146798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9846e157-4e56-44fc-bc00-6db13adc9409 req-61ccdac6-d962-4481-af22-3c85a2d4ebd3 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491242 Aug 31 09:06:02.258815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58074) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:02.283744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7c55c78-9892-4681-8b41-3b5b90aa0035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.516531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7c55c78-9892-4681-8b41-3b5b90aa0035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.526114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7c55c78-9892-4681-8b41-3b5b90aa0035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.541166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 657d1880-b2f8-4367-ad50-29e3570cf4a6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:02.571573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-b348ab18-6972-4430-8ce9-24b5f4b40f65 req-e77170a4-1a5c-4b96-9674-66e20fcab557 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:06:02.588100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b348ab18-6972-4430-8ce9-24b5f4b40f65 req-e77170a4-1a5c-4b96-9674-66e20fcab557 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1471035 Aug 31 09:06:02.655263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c55c78-9892-4681-8b41-3b5b90aa0035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326f78b-5d8e-4742-b54b-65e66af0d8db,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:02.661554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e7c55c78-9892-4681-8b41-3b5b90aa0035 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e24b97da85644289f33a076b7aff26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035928 Aug 31 09:06:02.665997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58102) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:02.733145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 657d1880-b2f8-4367-ad50-29e3570cf4a6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:02.746929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 657d1880-b2f8-4367-ad50-29e3570cf4a6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:02.747542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.753234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24c5a645-4e39-4079-9e64-82af6506dcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.830905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24c5a645-4e39-4079-9e64-82af6506dcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.960338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24c5a645-4e39-4079-9e64-82af6506dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.969190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24c5a645-4e39-4079-9e64-82af6506dcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.979946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-24c5a645-4e39-4079-9e64-82af6506dcb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c326f78b-5d8e-4742-b54b-65e66af0d8db HTTP/1.1" status: 204 len: 168 time: 0.3123481 Aug 31 09:06:02.997713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5a645-4e39-4079-9e64-82af6506dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326f78b-5d8e-4742-b54b-65e66af0d8db,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:03.024832 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:03.033284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99bb89-0561-4356-b14c-c90ec6664b20 req-c98b6383-00dd-4aab-a1f9-cdca5a7d3380 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.036284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce99bb89-0561-4356-b14c-c90ec6664b20 req-c98b6383-00dd-4aab-a1f9-cdca5a7d3380 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1368253 Aug 31 09:06:03.076442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:03.084446 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a6874-352b-4c06-b62b-246572c132fc" -d '{"events": [{"server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "name": "network-vif-plugged", "status": "completed", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:03.100355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 657d1880-b2f8-4367-ad50-29e3570cf4a6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:03.110141 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:03.134139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce99bb89-0561-4356-b14c-c90ec6664b20 req-6f664598-c786-4287-9ffd-2b838a7a7d16 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833118 Aug 31 09:06:03.223891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=657d1880-b2f8-4367-ad50-29e3570cf4a6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:03.357294 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fbb170-fcd4-473f-9e53-e8ac52c3a4b9 x-openstack-request-id: req-d9fbb170-fcd4-473f-9e53-e8ac52c3a4b9 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:03.358098 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "name": "network-vif-plugged", "status": "completed", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:03.358542 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9fbb170-fcd4-473f-9e53-e8ac52c3a4b9 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:03.359254 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'code': 200} Aug 31 09:06:03.399153 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:03.545552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaefd3c-2ce2-41d9-afc5-a18ed80fc14a req-4b13e0ce-c6d3-4e72-8db7-ee204c5ee145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.547337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcaefd3c-2ce2-41d9-afc5-a18ed80fc14a req-4b13e0ce-c6d3-4e72-8db7-ee204c5ee145 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 1097 time: 0.0545979 Aug 31 09:06:03.619068 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcaefd3c-2ce2-41d9-afc5-a18ed80fc14a req-9ccd23af-f4eb-4b90-beb9-bc9efc5a6ebc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619736 Aug 31 09:06:04.011181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f1487-3362-47ff-a981-548f15c3d265 req-e6c43eaf-c9e7-441b-817a-0bf72e3e30d3 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:04.015026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb8f1487-3362-47ff-a981-548f15c3d265 req-e6c43eaf-c9e7-441b-817a-0bf72e3e30d3 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.0727870 Aug 31 09:06:04.041602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cb8f1487-3362-47ff-a981-548f15c3d265 req-6e32c07d-401e-4473-b01c-23ebb0f2c2ca tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.200399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cb8f1487-3362-47ff-a981-548f15c3d265 req-6e32c07d-401e-4473-b01c-23ebb0f2c2ca tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.207290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cb8f1487-3362-47ff-a981-548f15c3d265 req-6e32c07d-401e-4473-b01c-23ebb0f2c2ca tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.245237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb8f1487-3362-47ff-a981-548f15c3d265 req-6e32c07d-401e-4473-b01c-23ebb0f2c2ca tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231319 Aug 31 09:06:04.263239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32c07d-401e-4473-b01c-23ebb0f2c2ca tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318bd1b8-55a8-4a7e-a422-93738e5e056c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:04.459888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e34a-8158-4595-86a3-6378f1d90bcd req-6c10e49d-3bd6-4043-821f-3de196a3b9d9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:04.462227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba55e34a-8158-4595-86a3-6378f1d90bcd req-6c10e49d-3bd6-4043-821f-3de196a3b9d9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 945 time: 0.0919769 Aug 31 09:06:04.527621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba55e34a-8158-4595-86a3-6378f1d90bcd req-ef1f6bc0-25f0-4c2e-a014-02c3d509d534 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544143 Aug 31 09:06:05.266410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-1083a63e-dfde-4f1b-a1d2-345991e2a22f req-e0225a68-2d08-403f-8d63-bdbddaa8059b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:06:05.268175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1083a63e-dfde-4f1b-a1d2-345991e2a22f req-e0225a68-2d08-403f-8d63-bdbddaa8059b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074470 Aug 31 09:06:05.982580 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:05.985350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58260) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:06.470729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-459f60b5-e808-47f8-8dd5-6317c3342822 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:06:06.491580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-459f60b5-e808-47f8-8dd5-6317c3342822 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5039518 Aug 31 09:06:06.588058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58288) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:06.604785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9fce8-2867-4a67-88ce-af5e196c4ec1 req-87179ea8-a1db-43d3-9b61-4d914cbad425 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:06.609641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83f9fce8-2867-4a67-88ce-af5e196c4ec1 req-87179ea8-a1db-43d3-9b61-4d914cbad425 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 945 time: 0.1150465 Aug 31 09:06:06.687107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83f9fce8-2867-4a67-88ce-af5e196c4ec1 req-982c671f-152e-4beb-979c-5a6ff0a23004 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709620 Aug 31 09:06:06.741419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:06.742095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Unknown quota resources ['binding']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:06:06.774140 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-b3df57e1-9bd8-4d15-8677-436bfead36e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1811211 Aug 31 09:06:06.976204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:06.976761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:06.977318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:06.988851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:06.989400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:07.000808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:07.001336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:07.001960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:07.002729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Bound port: be427eab-9c3d-4840-abf7-b33a0749e4c9, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:07.016612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Request body: {'security_group': {'name': 'tempest-securitygroup-496442771', 'description': 'tempest-description-1341115117'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:07.139288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:07.146312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.164037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.182811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:07.192763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.201395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-a0f05deb-4a2b-44f7-8255-217008a595c8 service neutron] 10.222.0.18 "POST /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5425587 Aug 31 09:06:07.397241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c99e4c-f0aa-4ee2-bc06-3fd384f0b647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.470952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.488611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.493588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-598b2a8c-0d3a-43d1-bc4f-0deebc5cec36 req-81863ec7-bff5-4080-906e-1493e1716c5d tempest-FlavorsV2NegativeTest-1567502721 tempest-FlavorsV2NegativeTest-1567502721-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b0b75d087a2b42bcaf1d50cd1e4d4c01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440865 Aug 31 09:06:07.534033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f343690e-6abc-4979-bd59-1e30191821d2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:07.677608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c99e4c-f0aa-4ee2-bc06-3fd384f0b647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.684488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c99e4c-f0aa-4ee2-bc06-3fd384f0b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.738717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-00a07414-dc26-41c4-adb6-ca301790daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:07.740791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-00a07414-dc26-41c4-adb6-ca301790daf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1118 time: 0.1272831 Aug 31 09:06:07.752080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b2a8c-0d3a-43d1-bc4f-0deebc5cec36 req-88c5dd26-487e-4941-851d-b5a4da9090c5 tempest-FlavorsV2NegativeTest-1567502721 tempest-FlavorsV2NegativeTest-1567502721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:07.759090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-598b2a8c-0d3a-43d1-bc4f-0deebc5cec36 req-88c5dd26-487e-4941-851d-b5a4da9090c5 tempest-FlavorsV2NegativeTest-1567502721 tempest-FlavorsV2NegativeTest-1567502721-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362275 Aug 31 09:06:07.759742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c99e4c-f0aa-4ee2-bc06-3fd384f0b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d29080-9886-4da1-b1b9-aa2c66bc7fee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:07.770432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5c99e4c-f0aa-4ee2-bc06-3fd384f0b647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f39d0728f99542688b83150a9a99ea6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292834 Aug 31 09:06:07.770851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58334) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:07.825069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-598b2a8c-0d3a-43d1-bc4f-0deebc5cec36 req-73e43f18-1315-4b6e-b66f-f0bb9d3049f3 tempest-FlavorsV2NegativeTest-1567502721 tempest-FlavorsV2NegativeTest-1567502721-project] 10.222.0.18 "GET /v2.0/quotas/b0b75d087a2b42bcaf1d50cd1e4d4c01 HTTP/1.1" status: 200 len: 375 time: 0.0363495 Aug 31 09:06:07.888998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-598b2a8c-0d3a-43d1-bc4f-0deebc5cec36 req-f4ead420-dbce-4830-ab6f-b3d2c791a901 tempest-FlavorsV2NegativeTest-1567502721 tempest-FlavorsV2NegativeTest-1567502721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0b75d087a2b42bcaf1d50cd1e4d4c01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621142 Aug 31 09:06:07.890153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-e25ded00-174f-465a-a29a-c40b40c51178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:07.892039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-e25ded00-174f-465a-a29a-c40b40c51178 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.1416712 Aug 31 09:06:07.965447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.971600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1498442c-abf0-4649-bc7e-90080e86b016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.976157 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-b854fef7-f9bd-471e-92a0-78bc12f4fcc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0725317 Aug 31 09:06:07.977478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.068358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.070307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-689f4292-6dd3-4b2d-9248-f049efb33b5e req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0719066 Aug 31 09:06:08.073667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1498442c-abf0-4649-bc7e-90080e86b016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.095046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aeee4-e970-440d-af78-28e785ff2912 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1085d7b2-1e44-49ad-9fce-0d7e762b2d4b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:08.134571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-8d4caa09-e38c-4e1d-8e30-2db5bde92771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:08.136372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-8d4caa09-e38c-4e1d-8e30-2db5bde92771 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1447289 Aug 31 09:06:08.193901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9aa354b6-91d9-44f6-afd5-a3abf6c3e4cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452096 Aug 31 09:06:08.202409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ae40-94cd-4088-8524-54c6569a547e req-4db63910-b095-463c-987d-e710b230fe17 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:08.205783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86e1ae40-94cd-4088-8524-54c6569a547e req-4db63910-b095-463c-987d-e710b230fe17 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.2157803 Aug 31 09:06:08.292916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1498442c-abf0-4649-bc7e-90080e86b016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.300500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1498442c-abf0-4649-bc7e-90080e86b016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.305508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1498442c-abf0-4649-bc7e-90080e86b016 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19d29080-9886-4da1-b1b9-aa2c66bc7fee HTTP/1.1" status: 204 len: 168 time: 0.5319684 Aug 31 09:06:08.346967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86e1ae40-94cd-4088-8524-54c6569a547e req-d100c5bb-4474-44cf-9209-a97f66508790 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326108 Aug 31 09:06:08.350910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498442c-abf0-4649-bc7e-90080e86b016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d29080-9886-4da1-b1b9-aa2c66bc7fee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:08.593891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-f5a03204-229a-4b31-868f-6021cead4f02 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815625 Aug 31 09:06:08.698445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0af9d-2d2d-45d4-8abc-4b89b3978f5a req-479bc9ea-2be3-428d-883d-66130e7881c6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:08.700478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbd0af9d-2d2d-45d4-8abc-4b89b3978f5a req-479bc9ea-2be3-428d-883d-66130e7881c6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 945 time: 0.1992917 Aug 31 09:06:08.702712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58370) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:08.714862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58374) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:08.721513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'floatingip': {'port_id': '657d1880-b2f8-4367-ad50-29e3570cf4a6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:08.727742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-b1f95979-0399-403c-842d-521f6ff1ad45 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271729 Aug 31 09:06:08.839596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e8a7e-80a9-4d06-8276-137e6befd976 req-6157a891-76fa-47a7-8a96-9323196d0968 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:08.842895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a72e8a7e-80a9-4d06-8276-137e6befd976 req-6157a891-76fa-47a7-8a96-9323196d0968 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 966 time: 0.3084311 Aug 31 09:06:08.847582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1684920829', 'description': 'tempest-description-1441642337'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:08.875383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.931254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:08.980673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:09.004310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb345-4d23-465f-ade7-d7509e7c5577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.074149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:06:09.074149 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:06:09.074149 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id_1': '94552bdf8cf540c38467598730590be2', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 6, 9, 37607)}] Aug 31 09:06:09.074149 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:06:09.074826 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:06:09.081853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a72e8a7e-80a9-4d06-8276-137e6befd976 req-7a00ec73-e6cd-4425-9938-6a415968ce26 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021792 Aug 31 09:06:09.175642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58380) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:09.244992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb345-4d23-465f-ade7-d7509e7c5577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.253073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb345-4d23-465f-ade7-d7509e7c5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.317138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e7dcb345-4d23-465f-ade7-d7509e7c5577 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a456a88553242d3b2f5ab5b39f9326c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345180 Aug 31 09:06:09.322727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:09.328454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6ac8-aae9-41d6-ab13-1cad86b8c164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.363944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcb345-4d23-465f-ade7-d7509e7c5577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61329457-3472-433d-953e-83859516ee0e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:09.600018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.667358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6edd-32c5-4303-9f10-78b42ca7b5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.701951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-f96e07b7-7835-4997-9039-cb2af7856aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:09.704832 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-f96e07b7-7835-4997-9039-cb2af7856aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.2959251 Aug 31 09:06:09.714530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-309454d0-7d0e-40ef-a326-006d975df612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:09.756806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-ad1dd6f7-122d-4cc8-bdfa-5e28c9b18c33 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:09.759811 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-ad1dd6f7-122d-4cc8-bdfa-5e28c9b18c33 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1118 time: 0.2914612 Aug 31 09:06:09.855584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:09.942040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-309454d0-7d0e-40ef-a326-006d975df612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.018834 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:10.041418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b46c8-92e6-4dc3-a872-fc457b61b276 req-0b3a0e54-343e-4169-82dd-95cfd58d4b26 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:10.044241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2b46c8-92e6-4dc3-a872-fc457b61b276 req-0b3a0e54-343e-4169-82dd-95cfd58d4b26 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.5534811 Aug 31 09:06:10.110497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.118141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-52aa7cc0-e72b-4084-acfb-e4cc82e429b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:10.120664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-52aa7cc0-e72b-4084-acfb-e4cc82e429b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3933764 Aug 31 09:06:10.215687 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-0dccfcc5-7210-428a-8029-fa2d3129d96a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0796549 Aug 31 09:06:10.271508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-309454d0-7d0e-40ef-a326-006d975df612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.276699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-309454d0-7d0e-40ef-a326-006d975df612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.278237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-309454d0-7d0e-40ef-a326-006d975df612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61329457-3472-433d-953e-83859516ee0e HTTP/1.1" status: 204 len: 168 time: 0.9539604 Aug 31 09:06:10.280287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2b46c8-92e6-4dc3-a872-fc457b61b276 req-77d5daa5-cea0-43c8-af6a-055bda98adb7 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122695 Aug 31 09:06:10.333719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6ac8-aae9-41d6-ab13-1cad86b8c164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.338035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:06:10.344794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6ac8-aae9-41d6-ab13-1cad86b8c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.345517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309454d0-7d0e-40ef-a326-006d975df612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61329457-3472-433d-953e-83859516ee0e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:10.490923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-310230d7-1524-4c45-90a5-efed3924fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:10.493956 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-310230d7-1524-4c45-90a5-efed3924fe3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2423751 Aug 31 09:06:10.517951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5c0f6ac8-aae9-41d6-ab13-1cad86b8c164 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80d194bcd4cd4cf7b9b2d109a1cddb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8140328 Aug 31 09:06:10.519065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:06:10.519065 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:06:10.519065 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id_1': '94552bdf8cf540c38467598730590be2', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 6, 9, 960176)}] Aug 31 09:06:10.519065 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:06:10.519495 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:06:10.542415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58404) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:10.543673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.551955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f6ac8-aae9-41d6-ab13-1cad86b8c164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c184ad-415b-4283-80ec-fd7d0d8a332b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:10.554700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.660936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-5f3a8a9d-ce75-45a3-b512-209665622130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:10.663535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-5f3a8a9d-ce75-45a3-b512-209665622130 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590812 Aug 31 09:06:10.695974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:10.786970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a912669-c434-4815-b014-b0bbe3a53a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.803147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f67bda-e36e-4ab1-9720-13b1f8658abb req-0c7cd265-810f-4b7d-8597-2993d6fb4804 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:10.807280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55f67bda-e36e-4ab1-9720-13b1f8658abb req-0c7cd265-810f-4b7d-8597-2993d6fb4804 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 966 time: 0.2000835 Aug 31 09:06:10.886143 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb associated. External IP: 172.25.4.174, port: 657d1880-b2f8-4367-ad50-29e3570cf4a6. Aug 31 09:06:10.894289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6edd-32c5-4303-9f10-78b42ca7b5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.907687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:10.909605 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2f6edd-32c5-4303-9f10-78b42ca7b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:10.951516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a912669-c434-4815-b014-b0bbe3a53a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.059248 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-427f0cc5-e8b7-4574-8d93-ac0740713e49 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772795 Aug 31 09:06:11.065180 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a2f6edd-32c5-4303-9f10-78b42ca7b5e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0b75d087a2b42bcaf1d50cd1e4d4c01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8850994 Aug 31 09:06:11.065541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f6edd-32c5-4303-9f10-78b42ca7b5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959f626-047c-419c-b6b1-c364b9bac591,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:11.071315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55f67bda-e36e-4ab1-9720-13b1f8658abb req-38e7763e-fcd9-4d7c-b2e1-9f4765ea340c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337205 Aug 31 09:06:11.071918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58416) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:11.072322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:11.074720 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563f1a63-dcd4-4afa-a610-e9dc5ebd69bf" -d '{"events": [{"server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "name": "network-vif-unplugged", "status": "completed", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:11.090349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.119436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.245528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f25a28a-743a-47f7-ac13-0ac38a358bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.271529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a912669-c434-4815-b014-b0bbe3a53a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.277699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a912669-c434-4815-b014-b0bbe3a53a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.280826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5a912669-c434-4815-b014-b0bbe3a53a7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86c184ad-415b-4283-80ec-fd7d0d8a332b HTTP/1.1" status: 204 len: 168 time: 0.7415950 Aug 31 09:06:11.311850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a912669-c434-4815-b014-b0bbe3a53a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c184ad-415b-4283-80ec-fd7d0d8a332b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:11.471333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.554014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f25a28a-743a-47f7-ac13-0ac38a358bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.583622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:06:11.696110 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096a68d-7717-4a18-9089-d1b2844de6ee x-openstack-request-id: req-5096a68d-7717-4a18-9089-d1b2844de6ee {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:11.696451 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "name": "network-vif-unplugged", "status": "completed", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:11.696877 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5096a68d-7717-4a18-9089-d1b2844de6ee {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:11.697465 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'code': 200} Aug 31 09:06:11.739418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:11.739888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:11.740359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:11.754708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:11.755642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Attempting to bind port be427eab-9c3d-4840-abf7-b33a0749e4c9 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:11.775298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:11.775816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:11.776525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:11.777103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Bound port: be427eab-9c3d-4840-abf7-b33a0749e4c9, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:11.777554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:11.800906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:11.886082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-8f81e2cb-16d0-4ddc-a21e-6f994304c2f3 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147275 Aug 31 09:06:11.970651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:11.980702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:11.992689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.006432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.021979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.056564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f25a28a-743a-47f7-ac13-0ac38a358bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.064054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f25a28a-743a-47f7-ac13-0ac38a358bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.071452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f25a28a-743a-47f7-ac13-0ac38a358bb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2959f626-047c-419c-b6b1-c364b9bac591 HTTP/1.1" status: 204 len: 168 time: 0.9923103 Aug 31 09:06:12.086241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121e945-df12-4f59-b89a-c6d338f8e0b5 req-90baf6f7-1b8c-492f-8235-9208d5518bc8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.088591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4121e945-df12-4f59-b89a-c6d338f8e0b5 req-90baf6f7-1b8c-492f-8235-9208d5518bc8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.2232089 Aug 31 09:06:12.094628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:06:12.097931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.104151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73227fe2-aa71-48e6-bc0a-638c85f1cfb9 req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 3.2838430 Aug 31 09:06:12.108655 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.124013 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:06:12.133413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528022-d463-4047-a53d-cbcc5ade374d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb3c8d-7c2d-4f23-9e8f-b76c71354860,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:12.156728 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:12.157709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:06:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:12.226996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4121e945-df12-4f59-b89a-c6d338f8e0b5 req-60d91076-1771-4081-aa37-f3736c07e3c1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164923 Aug 31 09:06:12.229177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3fa4e8d0-3fe4-46b7-a7fc-5979b5d2ab60 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "PUT /v2.0/floatingips/6018fa30-f096-4efd-8bcc-28a8e831a7eb HTTP/1.1" status: 200 len: 991 time: 3.5132914 Aug 31 09:06:12.229767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:12.233706 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcad5f2-2867-4315-9941-53c90c6c39cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:12.266573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=8']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:12.273462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25a28a-743a-47f7-ac13-0ac38a358bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959f626-047c-419c-b6b1-c364b9bac591,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:12.280596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.281615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.283655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-9dab6530-99ff-4786-a1c2-a590c4757814 service neutron] 10.222.0.23 "PUT /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 1144 time: 2.4369178 Aug 31 09:06:12.405339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['be427eab-9c3d-4840-abf7-b33a0749e4c9'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:12.452769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58456) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:12.493460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-990be870-fe76-42da-9f51-976f6770dcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.504409 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:12.527578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461ef2-bd66-45bf-a1b1-2b7ae24a3387 req-fc86ab24-88e5-484a-8fd7-bd1e6c413890 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.529629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b461ef2-bd66-45bf-a1b1-2b7ae24a3387 req-fc86ab24-88e5-484a-8fd7-bd1e6c413890 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 964 time: 0.1573253 Aug 31 09:06:12.616564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b461ef2-bd66-45bf-a1b1-2b7ae24a3387 req-3db1a95c-cbf8-45f8-8692-8ee6d90a4069 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732682 Aug 31 09:06:12.843692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-990be870-fe76-42da-9f51-976f6770dcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.851653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-990be870-fe76-42da-9f51-976f6770dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.985654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-990be870-fe76-42da-9f51-976f6770dcb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=924ee936f8b94bfe86d2dbfd5afa0c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271382 Aug 31 09:06:12.986665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58462) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:13.019584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990be870-fe76-42da-9f51-976f6770dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0e6a3-97d0-47fb-8323-783c932467ee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:13.091559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2087621037', 'description': 'tempest-description-357069912'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:13.139435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.146764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c07e812-1e75-4375-9a66-8497376c7dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.176519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6018fa30-f096-4efd-8bcc-28a8e831a7eb', 'tenant_id': '8148ff96df054815a5112035117d4063', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'port_id': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'mac_address': 'fa:16:3e:40:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:32Z', 'updated_at': '2021-08-31T09:06:10Z', 'revision_number': 1, 'project_id': '8148ff96df054815a5112035117d4063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:13.189211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c07e812-1e75-4375-9a66-8497376c7dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.213809 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccbcf67-263e-4abd-984f-fb57d45e4f2d x-openstack-request-id: req-7ccbcf67-263e-4abd-984f-fb57d45e4f2d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:13.214259 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:13.214698 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ccbcf67-263e-4abd-984f-fb57d45e4f2d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:13.215317 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'status': 'completed', 'code': 200} Aug 31 09:06:13.216989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.230454 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:06:13.256501 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:13.257608 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:06:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:13.387285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c07e812-1e75-4375-9a66-8497376c7dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.393634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8c07e812-1e75-4375-9a66-8497376c7dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.396393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8c07e812-1e75-4375-9a66-8497376c7dbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35d0e6a3-97d0-47fb-8323-783c932467ee HTTP/1.1" status: 204 len: 168 time: 0.4085321 Aug 31 09:06:13.427144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-abe1cab9-a0b5-4042-b44d-afaeaf4a9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:13.430825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-abe1cab9-a0b5-4042-b44d-afaeaf4a9eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 1097 time: 0.1571712 Aug 31 09:06:13.443397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07e812-1e75-4375-9a66-8497376c7dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0e6a3-97d0-47fb-8323-783c932467ee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:13.541837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.602456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.621096 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:13.656674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-55319195-5a4a-44d6-9a6e-9e49f56e9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:13.662563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-55319195-5a4a-44d6-9a6e-9e49f56e9bef service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 924 time: 0.2231522 Aug 31 09:06:13.668040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b026272e-25fa-44e6-8b2a-7168b9f94133,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:13.710528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6bebe-59c9-4aa7-8984-6a4840926011 req-2be99acc-ebca-4527-9b58-2f072a2e0a3b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:13.713118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9d6bebe-59c9-4aa7-8984-6a4840926011 req-2be99acc-ebca-4527-9b58-2f072a2e0a3b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1672139 Aug 31 09:06:13.821406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:13.825405 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11afff6d-508b-40f6-8bdc-e98727b91ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:13.836933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9d6bebe-59c9-4aa7-8984-6a4840926011 req-6efbf2db-2ae7-4b1f-a38a-93007c7f3df7 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084135 Aug 31 09:06:13.895729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.908835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.953970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.971516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64efa2f-74cf-41fa-b9ed-7b2fd29c2686 req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8900704 Aug 31 09:06:14.049919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5cb3b-33ee-4572-bb6c-ca1bb3a8c3cd tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2191b-d07c-46a3-a93c-793b33561ddd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:14.089407 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54b3a74-cf01-4483-a2cd-afb0c9fb58ce x-openstack-request-id: req-b54b3a74-cf01-4483-a2cd-afb0c9fb58ce {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:14.092628 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:14.094914 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b54b3a74-cf01-4483-a2cd-afb0c9fb58ce {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:14.095786 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'status': 'completed', 'code': 200} Aug 31 09:06:14.104393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-bc210b07-b1c5-4752-948e-d5bde4b8a326 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6 HTTP/1.1" status: 200 len: 999 time: 0.4325411 Aug 31 09:06:14.167256 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6018fa30-f096-4efd-8bcc-28a8e831a7eb', 'tenant_id': '8148ff96df054815a5112035117d4063', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'port_id': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'mac_address': 'fa:16:3e:40:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:32Z', 'updated_at': '2021-08-31T09:06:10Z', 'revision_number': 1, 'project_id': '8148ff96df054815a5112035117d4063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:14.204203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-7e9b69a6-1cfd-481a-942b-a5b94953edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:14.207963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-7e9b69a6-1cfd-481a-942b-a5b94953edd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1147 time: 0.0887408 Aug 31 09:06:14.245490 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a0f6e-e0ee-4c95-8d4a-9e2d423593ff None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6018fa30-f096-4efd-8bcc-28a8e831a7eb', 'tenant_id': '8148ff96df054815a5112035117d4063', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'port_id': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'mac_address': 'fa:16:3e:40:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:32Z', 'updated_at': '2021-08-31T09:06:10Z', 'revision_number': 1, 'project_id': '8148ff96df054815a5112035117d4063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:06:14.285319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-f879bac8-6d46-4d09-b9a5-ff39da04f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:14.293147 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-f879bac8-6d46-4d09-b9a5-ff39da04f8a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1762068 Aug 31 09:06:14.426699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-2b129eda-2816-4d83-9a46-801be323f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:14.431677 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-2b129eda-2816-4d83-9a46-801be323f1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275220 Aug 31 09:06:14.560017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ca16f3a1-194a-40dd-971e-fe9e68399cc5 req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1484488004', 'description': 'tempest-description-412647885'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:14.675650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-3672c6fd-1a13-46a9-a32c-203f8c567477 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321215 Aug 31 09:06:14.728759 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca16f3a1-194a-40dd-971e-fe9e68399cc5 req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:14.744454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee7d2b-6e81-4ecd-aead-970c1ba4581d req-ed2a19bb-b6bd-4170-b1dc-034fbaeebd42 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:14.747133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94ee7d2b-6e81-4ecd-aead-970c1ba4581d req-ed2a19bb-b6bd-4170-b1dc-034fbaeebd42 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 964 time: 0.5052359 Aug 31 09:06:14.751803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-1b318752-8e73-49bd-b43b-753e35d8836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:14.759416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-1b318752-8e73-49bd-b43b-753e35d8836f service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.5407915 Aug 31 09:06:14.787952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e85cc-ac69-4ea0-8fdf-1f1ba40ec9ec None None] New status for floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:06:14.836433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bcad5f2-2867-4315-9941-53c90c6c39cf req-5bd8f7c6-70d0-4760-ad58-f189e449178d service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473145 Aug 31 09:06:14.859617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-34ab9ce1-2a8c-4284-8822-8235eb270968 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0895922 Aug 31 09:06:15.117691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94ee7d2b-6e81-4ecd-aead-970c1ba4581d req-61ec9301-2f7a-407a-8bee-dad3117553aa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488538 Aug 31 09:06:15.178529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-7b4f5664-5372-4525-9490-75cd581717fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:15.181340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-7b4f5664-5372-4525-9490-75cd581717fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.3022597 Aug 31 09:06:15.336100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-924c1d17-c015-4948-a86a-eac3fcd49079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410928 Aug 31 09:06:15.356453 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca16f3a1-194a-40dd-971e-fe9e68399cc5 req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.365197 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca16f3a1-194a-40dd-971e-fe9e68399cc5 req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.472720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca16f3a1-194a-40dd-971e-fe9e68399cc5 req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.474345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca16f3a1-194a-40dd-971e-fe9e68399cc5 req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9409072 Aug 31 09:06:15.486373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58532) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:15.601649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996cad1-3cb8-436b-88fd-be0c83c0fdc3 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dd0227-b26f-4fca-a840-f2fc6ef079e4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:15.682543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-network', 'tenant_id': '627ec3eb243b457481ab28679f292222'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:15.723491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Made reservation on behalf of 627ec3eb243b457481ab28679f292222 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:15.727622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.746407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.959336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.966326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.989671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e55b-b0f7-4a2a-9750-80c88da765ae req-15383289-ec9c-4f1a-93ae-a3b49d7a94cd tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:15.992411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96f2e55b-b0f7-4a2a-9750-80c88da765ae req-15383289-ec9c-4f1a-93ae-a3b49d7a94cd tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 971 time: 0.5167754 Aug 31 09:06:16.000092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:06:16.031117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51938402-3cf4-4c56-9667-05e31628a2b7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:16.037475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f5d21-efe1-4cd0-8487-3fc4586c75de req-79cfb3c3-ac81-4640-96f1-e8433a24bfdc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:16.039494 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.039845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a4f5d21-efe1-4cd0-8487-3fc4586c75de req-79cfb3c3-ac81-4640-96f1-e8433a24bfdc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.4339030 Aug 31 09:06:16.040061 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Added segment e306f402-8947-4b92-ab2b-d2f4feb92354 of type vlan for network bb03e67b-980e-4180-9444-54f0d9d3d9d9 Aug 31 09:06:16.053408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-f7c533db-2305-45b6-a6e0-63690c5d3e68 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926007 Aug 31 09:06:16.132615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.191697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96f2e55b-b0f7-4a2a-9750-80c88da765ae req-14091f10-34fb-4a64-8818-7114aae1e400 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/security-groups?id=d02764b5-9726-4601-b8bb-9c9678e4eb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744645 Aug 31 09:06:16.202279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.203372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:16.205347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a4f5d21-efe1-4cd0-8487-3fc4586c75de req-d0edd75d-7682-485e-97cc-9dcbf7d00dfc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393921 Aug 31 09:06:16.205913 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.277163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11afff6d-508b-40f6-8bdc-e98727b91ec1 req-3ce0ae42-77b4-4fef-b985-5185648dbb87 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908863 Aug 31 09:06:16.346106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8570974 Aug 31 09:06:16.350997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58550) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:16.366998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Request body: {'subnet': {'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-subnet', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:16.397012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02162b-d1bf-4f39-8514-2241b3e5ef50 admin admin] Pushing event updated for resources: {'Network': ['ID=bb03e67b-980e-4180-9444-54f0d9d3d9d9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:16.419720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:06:16.452874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Made reservation on behalf of 627ec3eb243b457481ab28679f292222 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:16.456583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.630308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:16.723063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-d55a6f6d-19c4-4126-9ad2-538e4bf8f110 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:16.724956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-d55a6f6d-19c4-4126-9ad2-538e4bf8f110 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.15 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 971 time: 0.1998503 Aug 31 09:06:16.862807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:16.883321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:06:16.956178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-c74833e3-fc05-48d9-9af5-7501f9299752 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598083 Aug 31 09:06:17.225395 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:17.291465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-f6f8f2a7-34c5-4752-b531-8d0feca33dd4 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47845 time: 0.9950395 Aug 31 09:06:17.422179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Deleting port 057124cf-bf1e-424a-8386-58e47f937347 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:06:17.423326 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:17.467945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-1766ad10-836e-4f4b-9f4e-18b5b6263714 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:17.475566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-1766ad10-836e-4f4b-9f4e-18b5b6263714 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5024331 Aug 31 09:06:17.546342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85762473-b0f4-4993-ad25-a0d49b544fa6,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:17.577659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-99ff6e87-bd32-4b19-8648-736e72b881df tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/quotas/d09e07c954c64b46bdf2fffd3b44a155 HTTP/1.1" status: 200 len: 375 time: 0.0566673 Aug 31 09:06:17.588300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Checking segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:17.588796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Network hostable DHCP agents. Network: bb03e67b-980e-4180-9444-54f0d9d3d9d9, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:06:17.596864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-2db4ba96-473f-4853-addf-932af3c7c5c1 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1a81fafa-903a-465c-95e3-82fae16374d9 HTTP/1.1" status: 200 len: 2977 time: 0.2835548 Aug 31 09:06:17.663573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-e842f639-37f6-4305-a8aa-3abc185e2f7c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686336 Aug 31 09:06:17.712009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] For port 057124cf-bf1e-424a-8386-58e47f937347, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=057124cf-bf1e-424a-8386-58e47f937347,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:17.712621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:17.736564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:06:17.773088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Calling delete_port for 057124cf-bf1e-424a-8386-58e47f937347 owned by compute:tempest-test_az-966672206 {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:06:17.778975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, bb03e67b-980e-4180-9444-54f0d9d3d9d9) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:17.795391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:17.796483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:17.802166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fe427-fc03-4859-af50-c61f4f960fe1 None None] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:06:17.812957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-d420a780-9546-4058-8671-5c37f4e4b670 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1a81fafa-903a-465c-95e3-82fae16374d9 HTTP/1.1" status: 200 len: 2977 time: 0.1967885 Aug 31 09:06:17.944607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1988fd18-64f4-4aed-b992-0c3b09579a80 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5920827 Aug 31 09:06:17.949045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58584) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:17.963001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:18.013851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-eab04f72-1028-4bdd-8801-d44d292d18b4 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/318bd1b8-55a8-4a7e-a422-93738e5e056c HTTP/1.1" status: 200 len: 2981 time: 0.1826248 Aug 31 09:06:18.067181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.068728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.142941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:06:18.144702 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.211432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-1ebb97ca-f117-4b00-b27a-eb685c9f3318 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/318bd1b8-55a8-4a7e-a422-93738e5e056c HTTP/1.1" status: 200 len: 2981 time: 0.1964080 Aug 31 09:06:18.258199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.15', 55469) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:18.337907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.358179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc20ad-df5d-4224-8448-515a6f53ed66 req-4d1e1e94-e23f-4a40-b7dc-cd494779ff7b tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:18.366701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22cc20ad-df5d-4224-8448-515a6f53ed66 req-4d1e1e94-e23f-4a40-b7dc-cd494779ff7b tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 964 time: 0.2667043 Aug 31 09:06:18.378062 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.418150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['057124cf-bf1e-424a-8386-58e47f937347'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:18.437353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.474411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Pushing event deleted for resources: {'Port': ['ID=057124cf-bf1e-424a-8386-58e47f937347,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:18.487219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-621ba69a-0958-4c51-9749-4ee8c5cf56e8 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/51938402-3cf4-4c56-9667-05e31628a2b7 HTTP/1.1" status: 200 len: 2981 time: 0.2727034 Aug 31 09:06:18.527211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Allocated IP 172.20.0.2 (bb03e67b-980e-4180-9444-54f0d9d3d9d9/85762473-b0f4-4993-ad25-a0d49b544fa6/c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:18.583319 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-89b81d4e-9d53-435e-b72a-011d2f8bc6cd service neutron] 10.222.0.15 "GET /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.3231966 Aug 31 09:06:18.613168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] No DVR routers for this DVR port 057124cf-bf1e-424a-8386-58e47f937347 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:06:18.673496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.678270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51220dc4-d1ec-45ff-ab5f-fa9690fbb4a6 req-7d324b24-91b9-47f9-aab2-9024879c4836 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.15 "DELETE /v2.0/ports/057124cf-bf1e-424a-8386-58e47f937347 HTTP/1.1" status: 204 len: 173 time: 1.9411175 Aug 31 09:06:18.680769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'name': 'network-vif-deleted', 'tag': '057124cf-bf1e-424a-8386-58e47f937347'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:18.692832 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563f64a5-cc36-45cb-ad92-f20201af0c48" -d '{"events": [{"server_uuid": "a639e7a8-f59e-4acc-bf1f-4824d37c7b2a", "name": "network-vif-deleted", "tag": "057124cf-bf1e-424a-8386-58e47f937347"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:18.721570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22cc20ad-df5d-4224-8448-515a6f53ed66 req-1807b310-53bf-43f4-9943-5b02ac2581ec tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207951 Aug 31 09:06:18.735484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-c4309fa2-1efc-41e4-8bb8-0fa672d01876 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/51938402-3cf4-4c56-9667-05e31628a2b7 HTTP/1.1" status: 200 len: 2981 time: 0.2405076 Aug 31 09:06:18.872954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.889881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Transition to ACTIVE for port object c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:18.905536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-33044aa6-cccb-41f5-9a09-beac16cd4a3f tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6bc1bcad-5fab-497b-9117-6f90f4435243 HTTP/1.1" status: 200 len: 2973 time: 0.1680493 Aug 31 09:06:18.929387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Transition to ACTIVE for port object c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:18.942258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:18.978687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:19.025897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:19.035280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-e4f40948-2075-4500-9899-e3f942133f13 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6bc1bcad-5fab-497b-9117-6f90f4435243 HTTP/1.1" status: 200 len: 2973 time: 0.1282957 Aug 31 09:06:19.036018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:19.041538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:19.191202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Pushing event updated for resources: {'Port': ['ID=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:19.198167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Attempting to bind port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:19.198698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Attempting to bind port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:19.199112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Attempting to bind port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 on network bb03e67b-980e-4180-9444-54f0d9d3d9d9 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:19.209050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:19.209873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Checking segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:19.210703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:19.211862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Bound using segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:19.212808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Bound port: c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:19.213659 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:19.223328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-5f146bc9-ffa2-45d7-9f5b-a2d4dc8f3134 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6d6555d9-08d7-4da9-ae40-0601aec9513a HTTP/1.1" status: 200 len: 2977 time: 0.1851313 Aug 31 09:06:19.351651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] For port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:19.359594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f34a4-d5e5-4ee2-935b-5b7b4997b6f3 req-7b570682-08d2-42aa-a135-1d8d69de42ee tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:19.361799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] For port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:19.370599 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:19.374593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a5f34a4-d5e5-4ee2-935b-5b7b4997b6f3 req-7b570682-08d2-42aa-a135-1d8d69de42ee tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.2618124 Aug 31 09:06:19.410181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-46c762c9-d855-431d-9309-7791c6b422af tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6d6555d9-08d7-4da9-ae40-0601aec9513a HTTP/1.1" status: 200 len: 2977 time: 0.1731935 Aug 31 09:06:19.426953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:19.485322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:19.499924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b662-09ca-4c16-85a7-e42af8db816c None None] Pushing event updated for resources: {'Port': ['ID=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:19.543875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a5f34a4-d5e5-4ee2-935b-5b7b4997b6f3 req-145d2523-34ba-435d-89e0-979d3d154d86 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591105 Aug 31 09:06:19.585593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-b81aee96-355b-4a7c-a288-8eeb6cc64f91 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7dd6bfb3-a9b7-41e1-9727-597af4d2e697 HTTP/1.1" status: 200 len: 2981 time: 0.1612036 Aug 31 09:06:19.586426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58602) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:19.598079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be427eab-9c3d-4840-abf7-b33a0749e4c9 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:19.753312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-b3661430-e4d6-47c1-9a8f-d1029cd3cbf6 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7dd6bfb3-a9b7-41e1-9727-597af4d2e697 HTTP/1.1" status: 200 len: 2981 time: 0.1552498 Aug 31 09:06:19.773315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:19.823542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:19.871646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d977943d-513f-4863-9ae0-786f6706c323 req-d73fc2eb-1d89-4199-8ab5-2c911b3b58f3 tempest-AggregatesAdminTestJSON-398946939 tempest-AggregatesAdminTestJSON-398946939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a639e7a8-f59e-4acc-bf1f-4824d37c7b2a HTTP/1.1" status: 200 len: 210 time: 0.1156974 Aug 31 09:06:19.948194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8716e1d4-4c09-472f-a668-94a734a7c2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:19.987511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-ef56e1a2-4e01-4f85-a8ed-0e0c2954ad17 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/81c55e53-2016-42a8-9c5b-0f83cfccc003 HTTP/1.1" status: 200 len: 2981 time: 0.2210882 Aug 31 09:06:20.097659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:20.171798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:20.176133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] Transition to ACTIVE for port object be427eab-9c3d-4840-abf7-b33a0749e4c9 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:20.191338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:20.235478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-273ca1c7-aa2d-4b0d-889f-64ad78951524 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/81c55e53-2016-42a8-9c5b-0f83cfccc003 HTTP/1.1" status: 200 len: 2981 time: 0.1453743 Aug 31 09:06:20.355182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] No DVR routers for this DVR port be427eab-9c3d-4840-abf7-b33a0749e4c9 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:06:20.392470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8716e1d4-4c09-472f-a668-94a734a7c2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:20.413431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8716e1d4-4c09-472f-a668-94a734a7c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:20.437292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-ce836894-8c66-4b9f-8d3c-303e48073da2 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/83b324ad-4509-4883-8f0d-071114ee94df HTTP/1.1" status: 200 len: 2981 time: 0.1707225 Aug 31 09:06:20.469197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-8c73fc1b-b132-4d3c-88c8-e494ac6f4d67 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130481 Aug 31 09:06:20.487175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:20.503628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Allocated IP 172.25.4.183 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/174fdd69-6806-42d1-b8f0-eab5c9b8e7f7) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:20.589252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-a8805e20-f0ca-4ae8-9e94-97679e4ad72c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557692 Aug 31 09:06:20.624210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:20.639140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e1d4-4c09-472f-a668-94a734a7c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78af967-8ae9-4320-a237-8852a6273624,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:20.652004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8716e1d4-4c09-472f-a668-94a734a7c2c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d717c50f58a543ada886264a9fe9a317&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0639369 Aug 31 09:06:20.653006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58622) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:20.698166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] Pushing event updated for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:20.758982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-a07e4623-45b5-4413-a179-526d25c43e3c tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/83b324ad-4509-4883-8f0d-071114ee94df HTTP/1.1" status: 200 len: 2981 time: 0.2753870 Aug 31 09:06:20.811864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbc85887-9471-4fc3-a239-dad7ae9aedc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:20.848415 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-50268fcd-66ed-45d9-a9d2-12abc2580175 service neutron] 10.222.0.15 "PUT /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 2.1980243 Aug 31 09:06:20.867356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-64b4632b-3eef-4f81-8a18-f6f89479bfbf tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:20.870663 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-64b4632b-3eef-4f81-8a18-f6f89479bfbf tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999794 Aug 31 09:06:20.940160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-1a7565d4-c165-4017-9c1d-e1644d1a6837 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/quotas/d09e07c954c64b46bdf2fffd3b44a155 HTTP/1.1" status: 200 len: 375 time: 0.0539145 Aug 31 09:06:20.976729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbc85887-9471-4fc3-a239-dad7ae9aedc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:21.018733 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:21.030197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-c8959bb6-19a4-4ab4-82d4-59cba475f2f8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886328 Aug 31 09:06:21.053194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-c146ccda-ed3a-4764-b223-7c51270daee0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:21.054602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-745171a2-7d2f-4cc5-a6d4-af7fc4adf43d tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/857df72f-e646-4a34-9e20-81dc09910ef3 HTTP/1.1" status: 200 len: 2981 time: 0.2787342 Aug 31 09:06:21.063025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-c146ccda-ed3a-4764-b223-7c51270daee0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507781 Aug 31 09:06:21.109040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Request body: {'port': {'device_id': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'd09e07c954c64b46bdf2fffd3b44a155'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:21.187480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-0dbc07cb-616b-4ce1-9c1f-5da9b2dbeda6 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/857df72f-e646-4a34-9e20-81dc09910ef3 HTTP/1.1" status: 200 len: 2981 time: 0.1092649 Aug 31 09:06:21.222872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:06:21.271882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-20711dbf-9ff3-44d6-965c-19e96f2f39f2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:21.275480 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-20711dbf-9ff3-44d6-965c-19e96f2f39f2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1117 time: 0.3393693 Aug 31 09:06:21.290328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbc85887-9471-4fc3-a239-dad7ae9aedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:21.297184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbc85887-9471-4fc3-a239-dad7ae9aedc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:21.299183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bbc85887-9471-4fc3-a239-dad7ae9aedc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b78af967-8ae9-4320-a237-8852a6273624 HTTP/1.1" status: 204 len: 168 time: 0.6372786 Aug 31 09:06:21.328865 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95290f48-b79f-418c-98fc-85262da1c8a9 x-openstack-request-id: req-95290f48-b79f-418c-98fc-85262da1c8a9 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:21.329316 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a639e7a8-f59e-4acc-bf1f-4824d37c7b2a", "name": "network-vif-deleted", "tag": "057124cf-bf1e-424a-8386-58e47f937347", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:21.329722 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95290f48-b79f-418c-98fc-85262da1c8a9 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:21.330667 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a639e7a8-f59e-4acc-bf1f-4824d37c7b2a', 'name': 'network-vif-deleted', 'tag': '057124cf-bf1e-424a-8386-58e47f937347', 'status': 'completed', 'code': 200} Aug 31 09:06:21.332110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc85887-9471-4fc3-a239-dad7ae9aedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78af967-8ae9-4320-a237-8852a6273624,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:21.338896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-ec5f58d2-95b0-4400-bb27-1a3c48d1abfa tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a25f3dda-2daa-4e7e-af41-c7c40c411a88 HTTP/1.1" status: 200 len: 2977 time: 0.1482821 Aug 31 09:06:21.432815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:06:21.433491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 057124cf-bf1e-424a-8386-58e47f937347 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:06:21.479013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc69be9-6dc8-4aaa-81d1-202bb681a1dd None None] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:06:21.483577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 057124cf-bf1e-424a-8386-58e47f937347 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:06:21.483873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 057124cf-bf1e-424a-8386-58e47f937347 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:06:21.513903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-98072104-b08b-4ea7-9b88-bfb6bd9f074c tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a25f3dda-2daa-4e7e-af41-c7c40c411a88 HTTP/1.1" status: 200 len: 2977 time: 0.1513050 Aug 31 09:06:21.555517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] Provisioning for port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:21.565525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] Provisioning complete for port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:21.566291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:21.639606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4fb4-b1d5-41a8-8fb8-ce7c87fa7c64 req-72453daa-72bc-4f73-900c-f99005870be9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:21.641989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f95a4fb4-b1d5-41a8-8fb8-ce7c87fa7c64 req-72453daa-72bc-4f73-900c-f99005870be9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 965 time: 0.1547787 Aug 31 09:06:21.710336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-5dd4ad0c-fa76-439d-84cb-18f0b73ba341 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b026272e-25fa-44e6-8b2a-7168b9f94133 HTTP/1.1" status: 200 len: 2981 time: 0.1486003 Aug 31 09:06:21.721137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f95a4fb4-b1d5-41a8-8fb8-ce7c87fa7c64 req-e855ca4b-58f6-4357-8f8c-3db77916523c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622621 Aug 31 09:06:21.803517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-53a8222e-b5c5-4431-8d6a-c028112e969c tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b026272e-25fa-44e6-8b2a-7168b9f94133 HTTP/1.1" status: 200 len: 2981 time: 0.0751679 Aug 31 09:06:21.908810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:21.958094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-f402102e-b41f-4d8c-b02a-55c9920a8069 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d02764b5-9726-4601-b8bb-9c9678e4eb2a HTTP/1.1" status: 200 len: 2981 time: 0.1429162 Aug 31 09:06:21.976447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] For port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:21.985647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.041998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.117901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-fab2a0f2-f5ce-45a0-a73e-c91c9951fff7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d02764b5-9726-4601-b8bb-9c9678e4eb2a HTTP/1.1" status: 200 len: 2981 time: 0.1376345 Aug 31 09:06:22.184917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Pushing event updated for resources: {'Port': ['ID=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:22.211989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020080d-3df5-4f0f-960f-073fa8e2f403 None None] Pushing event updated for resources: {'Port': ['ID=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:22.227649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-52228fdb-8ceb-4a14-b5f2-37cd6f5fbbb2 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f343690e-6abc-4979-bd59-1e30191821d2 HTTP/1.1" status: 200 len: 2981 time: 0.0929077 Aug 31 09:06:22.268604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:22.308011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-7e143ee0-939b-4926-86bc-bdc6dc3b7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:22.310521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-7e143ee0-939b-4926-86bc-bdc6dc3b7030 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 1117 time: 1.0161779 Aug 31 09:06:22.313278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:22.320566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:22.324867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:22.366337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0cbadc7e-6aac-4421-ac4a-14643ae0cb6e None None] Provisioning complete for port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:22.366925 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0cbadc7e-6aac-4421-ac4a-14643ae0cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.381926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Made reservation on behalf of d09e07c954c64b46bdf2fffd3b44a155 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:22.386423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.454092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.604448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-928040ed-892e-4cfd-b70f-f510caf77ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:22.607324 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-928040ed-892e-4cfd-b70f-f510caf77ded service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1117 time: 0.1768084 Aug 31 09:06:22.698188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f558081c-3481-482f-9132-7050f9203eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.801000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399253b-b8f2-44c8-89a3-e9ce704a0f77 req-f347a61c-701f-42db-9a88-609744bc56bf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:22.804202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9399253b-b8f2-44c8-89a3-e9ce704a0f77 req-f347a61c-701f-42db-9a88-609744bc56bf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.5642402 Aug 31 09:06:22.807617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-aae825b2-d43b-460b-b8fa-b3abdf282b31 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f343690e-6abc-4979-bd59-1e30191821d2 HTTP/1.1" status: 200 len: 2981 time: 0.5701261 Aug 31 09:06:22.868614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.875648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-328044a9-1d96-469b-aac1-72195e1a5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:22.877049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-328044a9-1d96-469b-aac1-72195e1a5c1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2562253 Aug 31 09:06:22.879151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.905145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9399253b-b8f2-44c8-89a3-e9ce704a0f77 req-d6eba2f6-c75c-4e2c-adc7-1fdb59fac845 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889432 Aug 31 09:06:22.915569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:22.945638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-a565281d-e982-4a9a-aa75-5fc548525c40 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f389e825-3060-4f66-acce-5bec46fe7486 HTTP/1.1" status: 200 len: 2981 time: 0.1174934 Aug 31 09:06:23.027443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-099d2f20-c784-4944-9a16-8e7945d18875 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.1148908 Aug 31 09:06:23.098984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e662cc-cb50-434b-8b79-25810739f288 req-df833114-b4a5-4f41-9377-733bdaabbe58 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f389e825-3060-4f66-acce-5bec46fe7486 HTTP/1.1" status: 200 len: 2981 time: 0.1267223 Aug 31 09:06:23.114455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f449c335-1388-47d1-af8a-444918cde766,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:23.179867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-05f7588d-f08d-4cf8-ba37-ffe45afc464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:23.181730 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-05f7588d-f08d-4cf8-ba37-ffe45afc464f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1376922 Aug 31 09:06:23.220477 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f558081c-3481-482f-9132-7050f9203eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.235869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f558081c-3481-482f-9132-7050f9203eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.326833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-5d671916-e33d-4593-bd20-0f631693059d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181433 Aug 31 09:06:23.366070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558081c-3481-482f-9132-7050f9203eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415f8552-6a8a-486e-9148-dc53127119f6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:23.394958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-1ce2a44f-d64a-4d42-a3a1-f7063b7fe807 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627139 Aug 31 09:06:23.434175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Allocated IP 192.168.233.16 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/c2a214fb-5acc-41f4-a7a0-1c1e66cf3848) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:23.440611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bc5f629-ac06-4c3d-aa72-5e713923677d req-26b62859-bd3a-4e09-b86f-7335ecf60e0a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 210 time: 0.1391766 Aug 31 09:06:23.484166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f558081c-3481-482f-9132-7050f9203eeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=534bdc6784a44026940483a9bc6d1ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2142243 Aug 31 09:06:23.490605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58652) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:23.596657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58654) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:23.619653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb9eb-3663-4955-a627-07d91b7aa9bd req-63c947d6-d18e-457f-9793-270dfadb03a5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:23.628884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c96cb9eb-3663-4955-a627-07d91b7aa9bd req-63c947d6-d18e-457f-9793-270dfadb03a5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 965 time: 0.2028844 Aug 31 09:06:23.681503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-633fbe47-f6e5-4d12-a27d-fced0827dac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.723540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c96cb9eb-3663-4955-a627-07d91b7aa9bd req-e44c71e1-b0d4-4009-8e2c-6b8de35fd012 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932481 Aug 31 09:06:23.763388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-633fbe47-f6e5-4d12-a27d-fced0827dac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.784000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.795127 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-bf91320a-438a-465b-9ee0-c9048e90e30e service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501357 Aug 31 09:06:23.814090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-12af08d0-bf49-4f76-a9df-c182880ef0da tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:23.815825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-12af08d0-bf49-4f76-a9df-c182880ef0da tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765788 Aug 31 09:06:23.838337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Request body: {'port': {'device_id': '41554029-4299-4360-af70-73f29bdf8535', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'd09e07c954c64b46bdf2fffd3b44a155'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:23.955867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ceacb88-dfe3-4f87-8877-5df739c3d124 req-02138236-8ca9-4727-8b08-e8ccc8a1f3cf tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94552bdf8cf540c38467598730590be2 HTTP/1.1" status: 200 len: 6103 time: 0.2197466 Aug 31 09:06:23.963067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-633fbe47-f6e5-4d12-a27d-fced0827dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.971058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-633fbe47-f6e5-4d12-a27d-fced0827dac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:23.975322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-633fbe47-f6e5-4d12-a27d-fced0827dac9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/415f8552-6a8a-486e-9148-dc53127119f6 HTTP/1.1" status: 204 len: 168 time: 0.4799767 Aug 31 09:06:23.998049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-87ac4c6e-e619-4d8b-90fe-e0907dc9f097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff63135e71a54f6c8055ce9e97482da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981578 Aug 31 09:06:24.007512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:24.057216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fbe47-f6e5-4d12-a27d-fced0827dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f8552-6a8a-486e-9148-dc53127119f6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:24.188140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f341754-c102-498d-821e-8b6eb26e6ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.235575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:24.248890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ceacb88-dfe3-4f87-8877-5df739c3d124 req-e427c690-9df8-4c00-8bd0-fe73848e9957 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "GET /v2.0/security-groups/f343690e-6abc-4979-bd59-1e30191821d2 HTTP/1.1" status: 200 len: 2981 time: 0.2658596 Aug 31 09:06:24.297355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1884-7c18-4f93-a065-e2af09739984 req-81925cc1-8f56-4566-bf69-b642517ce634 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:24.299339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06bc1884-7c18-4f93-a065-e2af09739984 req-81925cc1-8f56-4566-bf69-b642517ce634 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.2436666 Aug 31 09:06:24.328385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f341754-c102-498d-821e-8b6eb26e6ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.334863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.363697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:24.364522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.425488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Transition to ACTIVE for port object c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:24.459479 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-8a14a39e-0254-490f-9563-0a77d6922e8a service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388085 Aug 31 09:06:24.541401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Made reservation on behalf of d09e07c954c64b46bdf2fffd3b44a155 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:24.545594 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.570642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.591425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Router c83ace4f-4324-419d-910f-2cfe6e958047 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:06:24.607885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ceacb88-dfe3-4f87-8877-5df739c3d124 req-dd8c2468-ee99-4feb-9893-dc4830ba08c8 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "GET /v2.0/security-groups/f343690e-6abc-4979-bd59-1e30191821d2 HTTP/1.1" status: 200 len: 2981 time: 0.3369153 Aug 31 09:06:24.629839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06bc1884-7c18-4f93-a065-e2af09739984 req-17065760-9fca-4749-8c52-cbf9d6fa125f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086925 Aug 31 09:06:24.639082 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f341754-c102-498d-821e-8b6eb26e6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.644163 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f341754-c102-498d-821e-8b6eb26e6ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.647155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2f341754-c102-498d-821e-8b6eb26e6ff9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d02764b5-9726-4601-b8bb-9c9678e4eb2a HTTP/1.1" status: 204 len: 168 time: 0.6235700 Aug 31 09:06:24.664304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f341754-c102-498d-821e-8b6eb26e6ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02764b5-9726-4601-b8bb-9c9678e4eb2a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:24.706591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:24.739428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:24.760462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:24.766405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:24.767160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.821205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:24.857380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6429298e-2150-47ec-b7b9-00b9698790b8 req-5503d4e3-76a9-418a-a000-4593218c1d6a tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c3dd0227-b26f-4fca-a840-f2fc6ef079e4 HTTP/1.1" status: 200 len: 1777 time: 0.1264255 Aug 31 09:06:24.880278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b53b8a30-e5dc-45c5-ab31-851c16c2dafe tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7790034 Aug 31 09:06:24.928671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f8e6c7f-fc73-45c7-9481-340dc8704f54 req-3de5c0f0-34ef-48fc-890a-de25bcfb1aaa tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 210 time: 0.0825012 Aug 31 09:06:25.070928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:06:25.083968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6429298e-2150-47ec-b7b9-00b9698790b8 req-80cdd24c-3708-48a1-857c-1737dec048c9 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.087283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Request body: {'port': {'device_id': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:25.102422 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Sync routers for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:06:25.149362 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6429298e-2150-47ec-b7b9-00b9698790b8 req-80cdd24c-3708-48a1-857c-1737dec048c9 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.164912 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:25.172719 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:06:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:25.277575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6429298e-2150-47ec-b7b9-00b9698790b8 req-80cdd24c-3708-48a1-857c-1737dec048c9 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.301810 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6429298e-2150-47ec-b7b9-00b9698790b8 req-80cdd24c-3708-48a1-857c-1737dec048c9 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.303600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6429298e-2150-47ec-b7b9-00b9698790b8 req-80cdd24c-3708-48a1-857c-1737dec048c9 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3dd0227-b26f-4fca-a840-f2fc6ef079e4 HTTP/1.1" status: 204 len: 173 time: 0.4444051 Aug 31 09:06:25.351390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd24c-3708-48a1-857c-1737dec048c9 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dd0227-b26f-4fca-a840-f2fc6ef079e4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:25.380476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d4066ce7-61c1-4d39-b9d0-5cf835025e1f None None] Provisioning for port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:25.428746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d4066ce7-61c1-4d39-b9d0-5cf835025e1f None None] Provisioning complete for port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:25.429380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4066ce7-61c1-4d39-b9d0-5cf835025e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.538227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58694) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:25.564884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Allocated IP 192.168.233.196 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/55d2e774-a759-4328-b694-f00a1badc1b6) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:25.583364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d4066ce7-61c1-4d39-b9d0-5cf835025e1f None None] Port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:25.609275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.613522 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e8af4b1-786a-416c-b1eb-60a4306c3280 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.6598678 Aug 31 09:06:25.615237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58698) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:25.623025 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:25.673530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04802c3d-50c1-4078-8181-64f0d69694cf req-a3edefd7-f60f-4355-80ef-34b7dd9b89ab tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d3c2191b-d07c-46a3-a93c-793b33561ddd HTTP/1.1" status: 200 len: 1777 time: 0.2562327 Aug 31 09:06:25.720555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:25.738233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9876e-b4c6-4752-a784-13ac8da36f92 req-3706fbff-d516-40b6-8a66-276ad7e9eba4 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:25.754031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfa9876e-b4c6-4752-a784-13ac8da36f92 req-3706fbff-d516-40b6-8a66-276ad7e9eba4 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 965 time: 0.3879464 Aug 31 09:06:25.779142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-81291afb-f003-4571-9bda-45154927d09d tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:25.781908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-81291afb-f003-4571-9bda-45154927d09d tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1117 time: 0.4203551 Aug 31 09:06:25.801222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b8bd2a84-e816-437a-acd2-352195a104c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a84832dd48640308e1a178ad871f979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589884 Aug 31 09:06:25.865903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58704) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:25.925263 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:22Z', 'revision_number': 3, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:25.979789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfa9876e-b4c6-4752-a784-13ac8da36f92 req-c5d2ad65-9ae0-42a6-917c-6ef9f700d835 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245493 Aug 31 09:06:25.980946 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Checking router: c83ace4f-4324-419d-910f-2cfe6e958047 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:06:25.981580 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Updating router c83ace4f-4324-419d-910f-2cfe6e958047 port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:06:25.983643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04802c3d-50c1-4078-8181-64f0d69694cf req-7f1d38ba-983e-4075-8e91-343596b163a7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.023391 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.040276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04802c3d-50c1-4078-8181-64f0d69694cf req-7f1d38ba-983e-4075-8e91-343596b163a7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.108951 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04802c3d-50c1-4078-8181-64f0d69694cf req-7f1d38ba-983e-4075-8e91-343596b163a7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.112732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04802c3d-50c1-4078-8181-64f0d69694cf req-7f1d38ba-983e-4075-8e91-343596b163a7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.129347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04802c3d-50c1-4078-8181-64f0d69694cf req-7f1d38ba-983e-4075-8e91-343596b163a7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3c2191b-d07c-46a3-a93c-793b33561ddd HTTP/1.1" status: 204 len: 173 time: 0.4545138 Aug 31 09:06:26.191313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d38ba-983e-4075-8e91-343596b163a7 tempest-SecurityGroupsTestAdminJSON-332370671 tempest-SecurityGroupsTestAdminJSON-332370671-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2191b-d07c-46a3-a93c-793b33561ddd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:26.198807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.225355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Transition to ACTIVE for port object 55d2e774-a759-4328-b694-f00a1badc1b6 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:26.297829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ff77c54-2305-417d-a069-55724c155c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.412384 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ff77c54-2305-417d-a069-55724c155c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.422744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.448101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388e7b8-bca9-40db-84cf-fe5c52519649 req-26eafd1e-3a30-43b3-8760-2d63548537f6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.450060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a388e7b8-bca9-40db-84cf-fe5c52519649 req-26eafd1e-3a30-43b3-8760-2d63548537f6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.2132552 Aug 31 09:06:26.488047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf0522-c3b9-4a52-8db0-c6038e45bd7c req-4578d2ac-28dc-4b85-8760-92cb494640e9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.498804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20bf0522-c3b9-4a52-8db0-c6038e45bd7c req-4578d2ac-28dc-4b85-8760-92cb494640e9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 936 time: 0.2034285 Aug 31 09:06:26.622100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a388e7b8-bca9-40db-84cf-fe5c52519649 req-e965a018-ebd8-46c6-a31d-71d1bf975612 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159992 Aug 31 09:06:26.647359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20bf0522-c3b9-4a52-8db0-c6038e45bd7c req-8f8115d2-a65a-402a-839a-17b1346c827a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470222 Aug 31 09:06:26.664548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ff77c54-2305-417d-a069-55724c155c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.669994 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ff77c54-2305-417d-a069-55724c155c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.677831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ff77c54-2305-417d-a069-55724c155c53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f389e825-3060-4f66-acce-5bec46fe7486 HTTP/1.1" status: 204 len: 168 time: 0.8101659 Aug 31 09:06:26.692410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:26.693241 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.740670 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Transition to ACTIVE for port object 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:26.765873 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.783838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff77c54-2305-417d-a069-55724c155c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389e825-3060-4f66-acce-5bec46fe7486,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:26.796517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:26.808403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:26.821992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.823280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.905891 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Pushing event updated for resources: {'Port': ['ID=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:26.934387 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.938463 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.940077 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.940451 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.940801 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.941146 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.941485 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.941825 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.942158 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.942524 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.942847 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.946556 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:26.949209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ab6e2be-4e76-4ef6-9f9f-6634bafa20c2 req-a0380882-ae93-4011-b976-6f0b27d8465c tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "GET /v2.0/security-groups/c8cb3c8d-7c2d-4f23-9e8f-b76c71354860 HTTP/1.1" status: 200 len: 1778 time: 0.2306263 Aug 31 09:06:27.030604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event updated for resources: {'Port': ['ID=55d2e774-a759-4328-b694-f00a1badc1b6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:27.049428 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Attempting to bind port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:27.053065 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Attempting to bind port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:27.054058 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Attempting to bind port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:27.087784 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:27.099500 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:27.100071 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.100988 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:27.102284 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Bound port: 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:27.103157 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.243735 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7ab6e2be-4e76-4ef6-9f9f-6634bafa20c2 req-40b875f4-9629-40b9-a525-2edf6a81b1d4 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.294976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-3e25b67e-fc3a-44d1-9473-b3ac81385bd1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4614708 Aug 31 09:06:27.333342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-40d5bd6d-2f2f-42f5-a25b-7759cbe18d32 None None] Provisioning for port 55d2e774-a759-4328-b694-f00a1badc1b6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:27.338328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Request body: {'port': {'device_id': '41554029-4299-4360-af70-73f29bdf8535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:27.342840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-40d5bd6d-2f2f-42f5-a25b-7759cbe18d32 None None] Provisioning complete for port 55d2e774-a759-4328-b694-f00a1badc1b6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:27.344949 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-40d5bd6d-2f2f-42f5-a25b-7759cbe18d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.355957 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] For port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:27.369333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] For port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:27.376558 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.415473 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7ab6e2be-4e76-4ef6-9f9f-6634bafa20c2 req-40b875f4-9629-40b9-a525-2edf6a81b1d4 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.465412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ac58-03f0-48ce-ba66-d21d07aa8c7c req-4f1b1b3d-4a52-43da-96e1-76409c977cbd tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:27.467498 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0043ac58-03f0-48ce-ba66-d21d07aa8c7c req-4f1b1b3d-4a52-43da-96e1-76409c977cbd tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1117 time: 0.2296536 Aug 31 09:06:27.475438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-40d5bd6d-2f2f-42f5-a25b-7759cbe18d32 None None] Port 55d2e774-a759-4328-b694-f00a1badc1b6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:27.480245 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6ebf7-2d7b-430d-bd42-e7616a920064 None None] Pushing event updated for resources: {'Port': ['ID=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:27.493932 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:27.494996 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:06:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:27.536275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0043ac58-03f0-48ce-ba66-d21d07aa8c7c req-853766d8-be08-4d22-96cb-aec00eafdf61 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Aug 31 09:06:27.555815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7ab6e2be-4e76-4ef6-9f9f-6634bafa20c2 req-40b875f4-9629-40b9-a525-2edf6a81b1d4 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.558998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7ab6e2be-4e76-4ef6-9f9f-6634bafa20c2 req-40b875f4-9629-40b9-a525-2edf6a81b1d4 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.560922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ab6e2be-4e76-4ef6-9f9f-6634bafa20c2 req-40b875f4-9629-40b9-a525-2edf6a81b1d4 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8cb3c8d-7c2d-4f23-9e8f-b76c71354860 HTTP/1.1" status: 204 len: 173 time: 0.5926495 Aug 31 09:06:27.579278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b875f4-9629-40b9-a525-2edf6a81b1d4 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb3c8d-7c2d-4f23-9e8f-b76c71354860,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:27.720439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b9089c4-5b8c-4cae-aa26-d9b24fc0e493 req-bd1fe80c-ece4-4b1b-96c3-de829f05d18d tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "GET /v2.0/security-groups/1085d7b2-1e44-49ad-9fce-0d7e762b2d4b HTTP/1.1" status: 200 len: 1777 time: 0.1093507 Aug 31 09:06:27.743082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:27.754532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.770780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Transition to ACTIVE for port object c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:27.774246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.781137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-b3a5e357-5523-44bc-a91c-76f6925cf8bb service neutron] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:27.787769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-b3a5e357-5523-44bc-a91c-76f6925cf8bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.788937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d7fa67-6491-44b2-b35a-a1b14469f452 req-b3a5e357-5523-44bc-a91c-76f6925cf8bb service neutron] 10.222.0.23 "DELETE /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 1.9871242 Aug 31 09:06:27.807373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.953552 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:27.973195 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b9089c4-5b8c-4cae-aa26-d9b24fc0e493 req-02504e82-307d-43e2-8e49-3a43d664e204 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.037699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b9089c4-5b8c-4cae-aa26-d9b24fc0e493 req-02504e82-307d-43e2-8e49-3a43d664e204 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.195032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6c273-da62-4fdd-a897-10f39c0a1c99 req-aa72ed74-d197-486c-b0fe-da404e1867bf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.204524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ccb6c273-da62-4fdd-a897-10f39c0a1c99 req-aa72ed74-d197-486c-b0fe-da404e1867bf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1304913 Aug 31 09:06:28.223573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b9089c4-5b8c-4cae-aa26-d9b24fc0e493 req-02504e82-307d-43e2-8e49-3a43d664e204 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.227215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b9089c4-5b8c-4cae-aa26-d9b24fc0e493 req-02504e82-307d-43e2-8e49-3a43d664e204 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.241104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b9089c4-5b8c-4cae-aa26-d9b24fc0e493 req-02504e82-307d-43e2-8e49-3a43d664e204 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] 10.222.0.18 "DELETE /v2.0/security-groups/1085d7b2-1e44-49ad-9fce-0d7e762b2d4b HTTP/1.1" status: 204 len: 173 time: 0.5126350 Aug 31 09:06:28.269904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504e82-307d-43e2-8e49-3a43d664e204 tempest-SecurityGroupsTestAdminJSON-1516351651 tempest-SecurityGroupsTestAdminJSON-1516351651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1085d7b2-1e44-49ad-9fce-0d7e762b2d4b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:28.424813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ccb6c273-da62-4fdd-a897-10f39c0a1c99 req-ec92e6e6-e991-4a74-845c-163f0c89f70d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512389 Aug 31 09:06:28.480367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0932fdf0-6aa0-4bf8-885f-62a07def0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.647434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c9d3d-cc59-4300-aff8-526f90edfc5f req-008ac26c-68f3-4a04-b503-04efdd90bd6c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.655903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea3c9d3d-cc59-4300-aff8-526f90edfc5f req-008ac26c-68f3-4a04-b503-04efdd90bd6c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 936 time: 0.2990215 Aug 31 09:06:28.700456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:28.756828 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:22Z', 'revision_number': 3, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:28.854442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea3c9d3d-cc59-4300-aff8-526f90edfc5f req-82ca08f2-4c9f-48e4-9f9b-e20a79593e33 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647496 Aug 31 09:06:28.949848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-351dfe83-e14b-44c7-a4bc-b4863615db60 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.970871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-351dfe83-e14b-44c7-a4bc-b4863615db60 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.3122563 Aug 31 09:06:28.978757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Attempting to bind port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:28.979613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Attempting to bind port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:28.979613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Attempting to bind port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:28.998458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-14759e65-ec3e-4ce9-a436-d88d92df06ef tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/quotas/567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 375 time: 0.0265582 Aug 31 09:06:29.055169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:29.055492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Attempting to bind port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:29.065487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:29.066555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:29.066555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:29.067173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Bound port: c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:29.067173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.093557 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5a5c4-9730-4cf3-a261-d55acc2bf0b2 None None] The sync data for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 is: [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:22Z', 'revision_number': 3, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:06:29.114749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-d582e015-c482-4dfa-aa2b-175f1f6da663 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149802 Aug 31 09:06:29.328444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58792) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:29.364044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:29.373898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:29.386671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.400420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.444818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-c388c833-ac66-418f-b350-fe15350cc90a service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252265 Aug 31 09:06:29.526852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:29.634854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:29.635891 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.640923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-16d991e3-5747-420f-b927-bc3a7ab4f681 service neutron] 10.222.0.23 "PUT /v2.0/ports/c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 HTTP/1.1" status: 200 len: 1096 time: 4.5659373 Aug 31 09:06:29.673528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:29.690923 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f47ead6-29ec-43e6-8b61-f190a80569c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:30.035686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-a107f749-f395-4dbf-af1c-5310b6ecc5e2 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873520 Aug 31 09:06:30.044691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b3a80c84-7863-4de6-a434-d05fcf4c1e23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94552bdf8cf540c38467598730590be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7138410 Aug 31 09:06:30.049011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58818) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:30.085086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc311669-ed09-4384-add2-bd6f1453cc27 req-1433f85f-6bf4-4c13-966d-0a1ee14ab4f9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.086799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc311669-ed09-4384-add2-bd6f1453cc27 req-1433f85f-6bf4-4c13-966d-0a1ee14ab4f9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.3211696 Aug 31 09:06:30.150984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-319141d4-8090-4543-a46d-3f0680662902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.153019 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-319141d4-8090-4543-a46d-3f0680662902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1099 time: 0.1949582 Aug 31 09:06:30.240175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-dc8e669a-69c9-4b45-ad06-b82d67f2e85f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 HTTP/1.1" status: 200 len: 217 time: 0.0621035 Aug 31 09:06:30.241532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Allocated IP 172.20.0.1 (bb03e67b-980e-4180-9444-54f0d9d3d9d9/85762473-b0f4-4993-ad25-a0d49b544fa6/7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:30.258626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d2e774-a759-4328-b694-f00a1badc1b6 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:30.269123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc311669-ed09-4384-add2-bd6f1453cc27 req-04fd40a2-2170-42d9-b6f9-9a32ed27798b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731386 Aug 31 09:06:30.288864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cda35421-4e22-4d41-9eba-ab1a4ef9c206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.358577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.368982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:30.391568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cda35421-4e22-4d41-9eba-ab1a4ef9c206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.504149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:30.509539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:30.510202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.547205 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cda35421-4e22-4d41-9eba-ab1a4ef9c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.553736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cda35421-4e22-4d41-9eba-ab1a4ef9c206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.555996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-adfa2b74-a166-41f9-8ab6-a0285759b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.564615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-adfa2b74-a166-41f9-8ab6-a0285759b866 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2955418 Aug 31 09:06:30.566548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cda35421-4e22-4d41-9eba-ab1a4ef9c206 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f343690e-6abc-4979-bd59-1e30191821d2 HTTP/1.1" status: 204 len: 168 time: 0.5144162 Aug 31 09:06:30.572366 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694ebc25-386e-46bf-8b86-5e7cc6156067 x-openstack-request-id: req-694ebc25-386e-46bf-8b86-5e7cc6156067 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:30.572799 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:30.573179 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-694ebc25-386e-46bf-8b86-5e7cc6156067 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:30.582731 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'status': 'completed', 'code': 200} Aug 31 09:06:30.597363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda35421-4e22-4d41-9eba-ab1a4ef9c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f343690e-6abc-4979-bd59-1e30191821d2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:30.732886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Transition to ACTIVE for port object 55d2e774-a759-4328-b694-f00a1badc1b6 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:30.804987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.831262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.862042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66939375-ca8a-47c6-b67e-33077db8f0b5 req-4641685a-e06a-4492-8011-6edff79e161c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.863726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66939375-ca8a-47c6-b67e-33077db8f0b5 req-4641685a-e06a-4492-8011-6edff79e161c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 948 time: 0.1524165 Aug 31 09:06:30.907633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:30.927528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.985157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66939375-ca8a-47c6-b67e-33077db8f0b5 req-f4b7a17a-26f6-4958-b03e-519e8731fb72 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064854 Aug 31 09:06:31.143558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b52d5802-91ef-4beb-b9d3-de6f89eb23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:31.147853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-b52d5802-91ef-4beb-b9d3-de6f89eb23bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5472276 Aug 31 09:06:31.150591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:31.159172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9e51973-4600-45d6-a3cc-7b3662352ba6 req-e46a26ca-5387-4ecc-b4ef-c1ba322e543d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 210 time: 0.0603068 Aug 31 09:06:31.318100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Pushing event updated for resources: {'Port': ['ID=55d2e774-a759-4328-b694-f00a1badc1b6,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:31.455025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Attempting to bind port 55d2e774-a759-4328-b694-f00a1badc1b6 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:31.456413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Attempting to bind port 55d2e774-a759-4328-b694-f00a1badc1b6 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:31.457002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Attempting to bind port 55d2e774-a759-4328-b694-f00a1badc1b6 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:31.482930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b0b913f-e745-4e8f-97f4-05921d673b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.486044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Port 55d2e774-a759-4328-b694-f00a1badc1b6 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:31.487190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Attempting to bind port 55d2e774-a759-4328-b694-f00a1badc1b6 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:31.518633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.522030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:31.522650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:31.523213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:31.523710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Bound port: 55d2e774-a759-4328-b694-f00a1badc1b6, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:31.525559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.583195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0af4-a67e-42e0-88e1-350ce2a840e0 req-2e138896-7014-4de2-8003-b451cee5cbe5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:31.599726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe6c0af4-a67e-42e0-88e1-350ce2a840e0 req-2e138896-7014-4de2-8003-b451cee5cbe5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1660397 Aug 31 09:06:31.600504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58854) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:31.613104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Transition to ACTIVE for port object 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:31.624740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.681277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-6e9cdd97-0ee6-4d78-b6e3-e5ce71da199b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654646 Aug 31 09:06:31.683011 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.762363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] For port 55d2e774-a759-4328-b694-f00a1badc1b6, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:31.764330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a11bf12e-6ba5-4abe-9b78-c3c9be4e28b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0481a160c63440891bcd0087fc10b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623349 Aug 31 09:06:31.768322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:31.777342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] For port 55d2e774-a759-4328-b694-f00a1badc1b6, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=55d2e774-a759-4328-b694-f00a1badc1b6,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:31.795269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe6c0af4-a67e-42e0-88e1-350ce2a840e0 req-0bf30160-a42f-4112-8c69-596c068304a3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159799 Aug 31 09:06:31.829963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.919203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:31.919855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.921471 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] 10.222.0.15 "PUT /v2.0/ports/55d2e774-a759-4328-b694-f00a1badc1b6 HTTP/1.1" status: 200 len: 1097 time: 4.6095059 Aug 31 09:06:31.936251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3d5da-8037-468f-a57f-bb7ff522e602 service neutron] Pushing event updated for resources: {'Port': ['ID=55d2e774-a759-4328-b694-f00a1badc1b6,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:31.990505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a352ad3c-50c3-4e5a-80a9-3f10afa3b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.996438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.052284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a352ad3c-50c3-4e5a-80a9-3f10afa3b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.102123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:32.115580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:32.249192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71602ee-b521-4b23-94dd-75b1bb018eff req-ceb1cd60-3add-4e28-ba2e-3dd34569b6c4 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:32.258358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a71602ee-b521-4b23-94dd-75b1bb018eff req-ceb1cd60-3add-4e28-ba2e-3dd34569b6c4 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 948 time: 0.0842671 Aug 31 09:06:32.301479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:32.302975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:32.306278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.314702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a352ad3c-50c3-4e5a-80a9-3f10afa3b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.321646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a352ad3c-50c3-4e5a-80a9-3f10afa3b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.333572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a352ad3c-50c3-4e5a-80a9-3f10afa3b95c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b026272e-25fa-44e6-8b2a-7168b9f94133 HTTP/1.1" status: 204 len: 168 time: 0.5594800 Aug 31 09:06:32.418946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352ad3c-50c3-4e5a-80a9-3f10afa3b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b026272e-25fa-44e6-8b2a-7168b9f94133,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:32.513027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:32.514827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.526741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8802a137-312c-4aa1-9dbd-1d8fc02b2ee3 req-4c162615-a3f2-492b-99d6-37c54ebc62e2 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 210 time: 0.0897126 Aug 31 09:06:32.551763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a71602ee-b521-4b23-94dd-75b1bb018eff req-7761257c-3382-40aa-ab0b-d4a8e3b19678 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907405 Aug 31 09:06:32.609768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41554029-4299-4360-af70-73f29bdf8535', 'tag': '55d2e774-a759-4328-b694-f00a1badc1b6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:32.613386 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc" -d '{"events": [{"name": "network-changed", "server_uuid": "41554029-4299-4360-af70-73f29bdf8535", "tag": "55d2e774-a759-4328-b694-f00a1badc1b6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:32.667109 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91a58616-6f36-48fa-96f3-b46b37a34b61 req-cb692284-ac94-49f4-a00f-f2ac815554ab service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9642558 Aug 31 09:06:32.696511 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857dfc50-2afd-46bc-9ce7-c23310608321 x-openstack-request-id: req-857dfc50-2afd-46bc-9ce7-c23310608321 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:32.696826 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41554029-4299-4360-af70-73f29bdf8535", "tag": "55d2e774-a759-4328-b694-f00a1badc1b6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:32.697053 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-857dfc50-2afd-46bc-9ce7-c23310608321 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:32.697753 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41554029-4299-4360-af70-73f29bdf8535', 'tag': '55d2e774-a759-4328-b694-f00a1badc1b6', 'status': 'completed', 'code': 200} Aug 31 09:06:32.711881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Pushing event updated for resources: {'Port': ['ID=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:32.728165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-fc418dc2-f01b-4d18-af0f-78da069c284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:32.729974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-fc418dc2-f01b-4d18-af0f-78da069c284b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 1100 time: 0.6978915 Aug 31 09:06:32.815520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-7c1ee6a1-871e-4acb-9efb-98309ac16820 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=55d2e774-a759-4328-b694-f00a1badc1b6 HTTP/1.1" status: 200 len: 217 time: 0.0748382 Aug 31 09:06:32.890514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58882) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:32.898093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-0d7629e9-0ef3-42ff-837f-26a9a6380bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:32.899851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-0d7629e9-0ef3-42ff-837f-26a9a6380bae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0744774 Aug 31 09:06:32.994216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:33.094925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6de26aa9-903b-49d7-9c02-7a77020c2244 None None] Provisioning for port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:33.117648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6de26aa9-903b-49d7-9c02-7a77020c2244 None None] Provisioning complete for port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:33.118245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6de26aa9-903b-49d7-9c02-7a77020c2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:33.165247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-35ec793f-d350-4db1-8e3d-89920eeb29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.167488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-35ec793f-d350-4db1-8e3d-89920eeb29a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2574277 Aug 31 09:06:33.177451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-bd55c845-42bc-4cfd-890e-5d0d9e84491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.179552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-bd55c845-42bc-4cfd-890e-5d0d9e84491d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1099 time: 0.2278991 Aug 31 09:06:33.199610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:33.315364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6de26aa9-903b-49d7-9c02-7a77020c2244 None None] Port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:33.405791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d811fb-d6fc-4bcb-9742-3c7588aafd44 req-a52278bf-f526-4cf0-96eb-d3c9474bf390 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.412322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5d811fb-d6fc-4bcb-9742-3c7588aafd44 req-a52278bf-f526-4cf0-96eb-d3c9474bf390 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.3063326 Aug 31 09:06:33.428101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:33.532828 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76c78b9b-aa3a-414a-899e-5f107b417fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:33.555191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5d811fb-d6fc-4bcb-9742-3c7588aafd44 req-df8a44e4-f872-44cd-b1b0-3b804f236935 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206105 Aug 31 09:06:33.574812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-48af3638-90f2-43fc-9e5e-3649e82310d3 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.578240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-48af3638-90f2-43fc-9e5e-3649e82310d3 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.5651927 Aug 31 09:06:33.608339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Request body: {'port': {'device_id': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'admin_state_up': True, 'tenant_id': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:33.707669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cad9ef09-6af7-41b9-879b-61114e04c588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:33.862512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-c3341fac-a6a7-4090-923a-4c9928dcc5ac service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806912 Aug 31 09:06:33.888320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2554323c-33d3-4e33-acb1-19419eb07391 req-94417527-fcb4-4ae1-a50e-26b099a60588 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 210 time: 0.1028032 Aug 31 09:06:33.963260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7356-bd17-4d17-acc3-5e70c79c2d7d req-34b32236-5f6d-4b38-bd8e-0132498812ad tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.965187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b20f7356-bd17-4d17-acc3-5e70c79c2d7d req-34b32236-5f6d-4b38-bd8e-0132498812ad tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 948 time: 0.1925132 Aug 31 09:06:34.042306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b20f7356-bd17-4d17-acc3-5e70c79c2d7d req-49b3c19d-f896-40d7-a00a-42ebb8e8d815 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655711 Aug 31 09:06:34.047970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76c78b9b-aa3a-414a-899e-5f107b417fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.049604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-b10f9579-d42b-480c-8deb-999c9568c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.051983 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-b10f9579-d42b-480c-8deb-999c9568c669 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.8421068 Aug 31 09:06:34.053974 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76c78b9b-aa3a-414a-899e-5f107b417fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.110636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-76c78b9b-aa3a-414a-899e-5f107b417fd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=399510248a424a37851e83ef00a9b30e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2183840 Aug 31 09:06:34.112424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58912) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:34.120327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c78b9b-aa3a-414a-899e-5f107b417fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115ee377-2910-43bd-a66d-1bcfd5761b8c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:34.121498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-41d294eb-14e8-42c7-9277-caf8475030b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 HTTP/1.1" status: 200 len: 217 time: 0.0495508 Aug 31 09:06:34.167897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-0f73016f-f940-4cf6-bb1c-f8627a1f3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.168152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:06:34.168152 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:06:34.168152 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id_1': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 6, 33, 912918)}] Aug 31 09:06:34.168152 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:06:34.168528 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:06:34.171891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-0f73016f-f940-4cf6-bb1c-f8627a1f3abe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.3024130 Aug 31 09:06:34.191660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a166c13f-e1c3-48f4-939e-2068ddc95ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.221475 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a166c13f-e1c3-48f4-939e-2068ddc95ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.285452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a166c13f-e1c3-48f4-939e-2068ddc95ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.285910 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a166c13f-e1c3-48f4-939e-2068ddc95ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.290360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a166c13f-e1c3-48f4-939e-2068ddc95ca0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/115ee377-2910-43bd-a66d-1bcfd5761b8c HTTP/1.1" status: 204 len: 168 time: 0.1737924 Aug 31 09:06:34.300276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166c13f-e1c3-48f4-939e-2068ddc95ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115ee377-2910-43bd-a66d-1bcfd5761b8c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:34.338211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.399036 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.399584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.432623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a67d94b9-5b1d-41d5-bdeb-a27a50160628 req-6c069216-ec87-48e3-b2bb-4cfe63ac0b57 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495949 Aug 31 09:06:34.452618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-7d6e1760-a9b6-4ad1-8786-645a6f8961ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.454179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-7d6e1760-a9b6-4ad1-8786-645a6f8961ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3062832 Aug 31 09:06:34.663416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Pushing event updated for resources: {'Port': ['ID=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:34.672740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-6e31cec9-d1f3-490c-9513-72e7d0a4a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.674258 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-6e31cec9-d1f3-490c-9513-72e7d0a4a039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4685328 Aug 31 09:06:34.769369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cad9ef09-6af7-41b9-879b-61114e04c588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.773475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-a012a320-2ab3-4258-a019-12fe2e6ffd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.775673 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-a012a320-2ab3-4258-a019-12fe2e6ffd59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 1100 time: 0.2476697 Aug 31 09:06:34.780526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e383-fb8c-46ef-a1fb-298a41857b8f req-1e2d4a62-a5af-4612-a978-7ab8c079ceb4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.781019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-667e4bc7-439d-4bd8-9271-c3dbc9b9a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.782446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d776e383-fb8c-46ef-a1fb-298a41857b8f req-1e2d4a62-a5af-4612-a978-7ab8c079ceb4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.0786662 Aug 31 09:06:34.790032 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-667e4bc7-439d-4bd8-9271-c3dbc9b9a8a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641029 Aug 31 09:06:34.791605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-87d19e49-6204-42fc-92c0-28646f3f7b7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0958567 Aug 31 09:06:34.803327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cad9ef09-6af7-41b9-879b-61114e04c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.819213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:34.845738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Made reservation on behalf of 567ebb2ad39b44e4ad6e8dd5f3c6ddc2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:34.851736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:34.870772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d776e383-fb8c-46ef-a1fb-298a41857b8f req-565d554a-9df6-479a-8c55-a2aa7f013d1a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781207 Aug 31 09:06:34.908668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:35.033133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58938) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:35.059193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71fbf122-c2dc-43b9-b6b7-1d6a0be72dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.059853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9ef09-6af7-41b9-879b-61114e04c588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1ec7f3-1d76-449e-a95f-7b5007d60632,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:35.187333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e4e37a3-83e7-4916-af0f-f18a990bd905 req-7493ed80-f729-48b7-9fca-69ef215c51d4 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 210 time: 0.0950725 Aug 31 09:06:35.199719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Allocated IP 172.20.0.7 (29ad1304-b107-4a15-8ae9-9970f2613543/1f32403a-bfbd-4556-84ef-184999dbacf0/edbfbd70-9bc3-4eba-8945-28c5f960615a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:35.253632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cad9ef09-6af7-41b9-879b-61114e04c588 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0776e31d26ea483dac8bd6d7c7017623&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0414875 Aug 31 09:06:35.260506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58946) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:35.269819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Router c83ace4f-4324-419d-910f-2cfe6e958047 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:06:35.361213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-eae7c888-9f23-4e93-9f9b-4b5963a3e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.362847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-eae7c888-9f23-4e93-9f9b-4b5963a3e528 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.5460353 Aug 31 09:06:35.397049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-fca34877-36a5-449d-a9a5-395cfb9e7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.398774 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-fca34877-36a5-449d-a9a5-395cfb9e7fa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.6058218 Aug 31 09:06:35.412969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ac8bae4c-accf-43cd-9f4a-d5868429efb8 None None] Provisioning complete for port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:35.416792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ac8bae4c-accf-43cd-9f4a-d5868429efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.432685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7bd63-6abd-4a4c-a448-f741222f92cb req-80cce3a4-6cd1-4c20-9ad6-25b27d1459ff tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.434336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fab7bd63-6abd-4a4c-a448-f741222f92cb req-80cce3a4-6cd1-4c20-9ad6-25b27d1459ff tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 948 time: 0.1815646 Aug 31 09:06:35.480937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71fbf122-c2dc-43b9-b6b7-1d6a0be72dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.503536 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71fbf122-c2dc-43b9-b6b7-1d6a0be72dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.513350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-44c23d6f-d5e7-4375-ac2c-f0d8d464e515 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766262 Aug 31 09:06:35.528683 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-619acad6-20ca-4e51-9f80-2e3f0507d46c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=55d2e774-a759-4328-b694-f00a1badc1b6 HTTP/1.1" status: 200 len: 217 time: 0.1011322 Aug 31 09:06:35.531423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ac8bae4c-accf-43cd-9f4a-d5868429efb8 None None] Port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:35.576738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-71fbf122-c2dc-43b9-b6b7-1d6a0be72dd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ea3cd9e4bea433ba081e8c75174843a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422947 Aug 31 09:06:35.580486 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e93a22fc-0853-4a7a-b9b6-f7f1fb825de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.586084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58952) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:35.605934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fab7bd63-6abd-4a4c-a448-f741222f92cb req-31ec03df-d446-487c-a678-29d4ef3dda0d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517704 Aug 31 09:06:35.655497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbf122-c2dc-43b9-b6b7-1d6a0be72dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97207093-534f-4aca-a177-8cb2a12a84ac,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:35.711476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.775845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54c2a956-3750-414b-911e-e120d3a47048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.819530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54c2a956-3750-414b-911e-e120d3a47048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.843581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.908374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Network 29ad1304-b107-4a15-8ae9-9970f2613543 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:35.923830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:35.924550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-e66aecfb-5b7d-4ca0-8b62-3bb514676d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.926328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-e66aecfb-5b7d-4ca0-8b62-3bb514676d0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5449631 Aug 31 09:06:35.929721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:35.930314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e93a22fc-0853-4a7a-b9b6-f7f1fb825de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.936784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.937452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.962416 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54c2a956-3750-414b-911e-e120d3a47048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.964976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-538f1edb-c5c9-4370-b26c-d702aa89695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.965298 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54c2a956-3750-414b-911e-e120d3a47048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:35.971387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-54c2a956-3750-414b-911e-e120d3a47048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97207093-534f-4aca-a177-8cb2a12a84ac HTTP/1.1" status: 204 len: 168 time: 0.3775730 Aug 31 09:06:35.971686 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-538f1edb-c5c9-4370-b26c-d702aa89695c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.4263043 Aug 31 09:06:35.971839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:35.987510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:06:36.002627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-95d354bd-6e71-4ad8-bb1f-252e698a7bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4073386 Aug 31 09:06:36.011519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2a956-3750-414b-911e-e120d3a47048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97207093-534f-4aca-a177-8cb2a12a84ac,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:36.016271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:36.035597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Request body: {'port': {'device_id': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:36.038306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Sync routers for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:06:36.067347 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1712acb2-0397-4fc2-ad12-3920a045516b admin admin] 10.222.0.18 "PUT /v2.0/routers/c83ace4f-4324-419d-910f-2cfe6e958047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4470220 Aug 31 09:06:36.135081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:36.135755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:06:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:36.179599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f47ead6-29ec-43e6-8b61-f190a80569c7 req-52bfe741-0c9b-4efb-aba2-733cc8d97ee7 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786114 Aug 31 09:06:36.226106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-79f4132c-000d-4071-82ba-e9295b7aec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:36.228091 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-79f4132c-000d-4071-82ba-e9295b7aec47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2003331 Aug 31 09:06:36.231989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e93a22fc-0853-4a7a-b9b6-f7f1fb825de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:36.235370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e93a22fc-0853-4a7a-b9b6-f7f1fb825de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:36.237084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e93a22fc-0853-4a7a-b9b6-f7f1fb825de8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b1ec7f3-1d76-449e-a95f-7b5007d60632 HTTP/1.1" status: 204 len: 168 time: 0.9697106 Aug 31 09:06:36.246561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-17c94afc-5452-4ee1-9f02-799d5ca9dc8d service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026125 Aug 31 09:06:36.262857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a22fc-0853-4a7a-b9b6-f7f1fb825de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1ec7f3-1d76-449e-a95f-7b5007d60632,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:36.290111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-e99f72d7-57f7-4da9-a086-a35a23cc77b4 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8014e2d8db2a410aa359233750cffb06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490667 Aug 31 09:06:36.397288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:36.448883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e75696-e151-4061-9dc0-78e932c0a177 req-00b7e947-6143-4e42-bef5-880cf05482a2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:36.452401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-8c7b01b6-971f-4772-a0ec-74de5d497425 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137685 Aug 31 09:06:36.457720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07e75696-e151-4061-9dc0-78e932c0a177 req-00b7e947-6143-4e42-bef5-880cf05482a2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.3065536 Aug 31 09:06:36.510569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:36.600844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9c2e7b25-f4db-4cab-8a05-18559aba7322 req-198e4e16-99c9-4a85-8b28-c905d0abd28c service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312469 Aug 31 09:06:36.724116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753d7f19-f8a1-48a0-9e75-3c89e40a75fc req-e97fa825-1c93-43c4-9c31-98b2bc1c8ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583494 Aug 31 09:06:36.742323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:36.929332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-1cc94c11-f225-43e2-9363-e7d975247da5 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:36.942950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-1cc94c11-f225-43e2-9363-e7d975247da5 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6255043 Aug 31 09:06:36.986763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-caa06eb3-ebfc-48cc-a7cf-7df779fcdf08 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/quotas/8014e2d8db2a410aa359233750cffb06 HTTP/1.1" status: 200 len: 375 time: 0.0422060 Aug 31 09:06:37.080892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07e75696-e151-4061-9dc0-78e932c0a177 req-bd05220b-13ba-4515-a17d-dfce9ceb8e0c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757496 Aug 31 09:06:37.100085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d4c0fc75-a286-4ab1-9b04-c0b0310f3bb3 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8014e2d8db2a410aa359233750cffb06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044714 Aug 31 09:06:37.120969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:37.161167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'mac_address': 'fa:16:3e:fc:7f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:37.244912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:37.265773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:33Z', 'revision_number': 2, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:37.324044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Checking router: c83ace4f-4324-419d-910f-2cfe6e958047 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:06:37.326912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Updating router c83ace4f-4324-419d-910f-2cfe6e958047 port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:06:37.333663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 55d2e774-a759-4328-b694-f00a1badc1b6 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:37.343845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59000) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:37.358521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:37.398042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfd62ff1-58a7-4e15-9286-5e8984b86066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:37.444831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:37.523708 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:37.632188 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:37.662175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:06:37.791807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfd62ff1-58a7-4e15-9286-5e8984b86066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:37.801639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930246-032b-408f-9e5b-0073f810b50b req-9f1b75ea-026f-476b-aa79-7c1d271c4b0f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:37.802916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:37.804778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfd62ff1-58a7-4e15-9286-5e8984b86066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:37.832756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16930246-032b-408f-9e5b-0073f810b50b req-9f1b75ea-026f-476b-aa79-7c1d271c4b0f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 931 time: 0.4045260 Aug 31 09:06:37.891617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cfd62ff1-58a7-4e15-9286-5e8984b86066 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42e90df43f454d9083e1d6cea2ac5f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459795 Aug 31 09:06:37.901339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59012) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:37.950003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16930246-032b-408f-9e5b-0073f810b50b req-c8bd66d5-e696-412b-8e9d-c66666cc9da0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132922 Aug 31 09:06:37.987567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd62ff1-58a7-4e15-9286-5e8984b86066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ad788-b879-4e1c-9c5b-b03026f719f1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:38.077061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5adb579-ab4b-4812-9daf-fe42b7bb5407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.095904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbfbd70-9bc3-4eba-8945-28c5f960615a {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:38.133470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.149074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5adb579-ab4b-4812-9daf-fe42b7bb5407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.185658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Transition to ACTIVE for port object edbfbd70-9bc3-4eba-8945-28c5f960615a will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:38.206844 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.214345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:38.226682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 55d2e774-a759-4328-b694-f00a1badc1b6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=55d2e774-a759-4328-b694-f00a1badc1b6,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:38.313027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5adb579-ab4b-4812-9daf-fe42b7bb5407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.320182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5adb579-ab4b-4812-9daf-fe42b7bb5407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.337080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d5adb579-ab4b-4812-9daf-fe42b7bb5407 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a4ad788-b879-4e1c-9c5b-b03026f719f1 HTTP/1.1" status: 204 len: 168 time: 0.4328442 Aug 31 09:06:38.388523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adb579-ab4b-4812-9daf-fe42b7bb5407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ad788-b879-4e1c-9c5b-b03026f719f1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:38.610854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '55d2e774-a759-4328-b694-f00a1badc1b6', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '55d2e774-a759-4328-b694-f00a1badc1b6', 'mac_address': 'fa:16:3e:a8:f5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:38.796027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77885b-faec-421f-9020-cbfc1254ab12 req-29a0e2bd-6d87-4b8e-9646-aaac8b7d07da tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:38.797802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e77885b-faec-421f-9020-cbfc1254ab12 req-29a0e2bd-6d87-4b8e-9646-aaac8b7d07da tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 948 time: 0.6057382 Aug 31 09:06:38.821209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:38.821644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:38.821871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:38.824068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:38.860998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:38.861298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:38.896560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:38.896907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:38.897243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:38.897880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Bound port: edbfbd70-9bc3-4eba-8945-28c5f960615a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:38.898396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:38.926054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e77885b-faec-421f-9020-cbfc1254ab12 req-80a008d2-7900-4a30-835d-bc823d5e5228 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094179 Aug 31 09:06:38.940257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-eb98ab0a-f0f7-4916-b39a-a84e8926dc80 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:38.941840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-eb98ab0a-f0f7-4916-b39a-a84e8926dc80 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 829 time: 0.3617733 Aug 31 09:06:38.993843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-872947b5-09c5-4682-93bc-d61395888044 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/quotas/627ec3eb243b457481ab28679f292222 HTTP/1.1" status: 200 len: 375 time: 0.0195096 Aug 31 09:06:39.042088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:39.078861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:39.090559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.138995 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.143926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-535043ea-1882-4256-ae81-76c0a44fdda4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227689 Aug 31 09:06:39.148677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.149577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.151259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] 10.222.0.15 "PUT /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 1092 time: 3.1310015 Aug 31 09:06:39.151906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:39.155267 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35" -d '{"events": [{"name": "network-changed", "server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:39.180432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ff5d72e5-38a1-4815-8250-bfa9e18add7e tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:06:39.190731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ff5d72e5-38a1-4815-8250-bfa9e18add7e tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454884 Aug 31 09:06:39.196461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.216060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d2e774-a759-4328-b694-f00a1badc1b6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:39.234243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Transition to ACTIVE for port object 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:39.266691 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.281954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 55d2e774-a759-4328-b694-f00a1badc1b6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=55d2e774-a759-4328-b694-f00a1badc1b6,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:39.366943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa78732e-2d1f-4512-a5da-5766ce0992a7 req-0cd6f8b5-008e-4009-9579-434bebabad94 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 210 time: 0.1630933 Aug 31 09:06:39.415167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f02114-6e8f-44a8-a04b-3f50eeb9e66d service neutron] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:39.482990 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.502489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-35210f31-b401-4ee5-a567-c943e46222e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.504477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-35210f31-b401-4ee5-a567-c943e46222e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1095 time: 0.2339957 Aug 31 09:06:39.573459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Attempting to bind port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:39.574404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Attempting to bind port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:39.575906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Attempting to bind port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f on network bb03e67b-980e-4180-9444-54f0d9d3d9d9 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:39.590290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:39.590844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Checking segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:39.591620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.592422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Bound using segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:39.593446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Bound port: 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:39.593872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.618447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934cb68-80ec-4f42-8790-8da98fbe8314 None None] Pushing event updated for resources: {'Port': ['ID=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:39.674419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-0e1ccb06-1824-4db8-802c-938999a753de service neutron] 10.222.0.18 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822483 Aug 31 09:06:39.690456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-fa568b19-1688-4dba-9fc7-8d62c0ae53b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 217 time: 0.1683507 Aug 31 09:06:39.721174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=55d2e774-a759-4328-b694-f00a1badc1b6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:39.817045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-4a2b1990-3b09-429d-8300-976cd829bd44 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8014e2d8db2a410aa359233750cffb06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253103 Aug 31 09:06:39.842902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a21af-59f8-45bd-a3da-3a41cbb74ac1 req-5734a4da-7784-463a-8fed-64e35b454c9f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.844894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df7a21af-59f8-45bd-a3da-3a41cbb74ac1 req-5734a4da-7784-463a-8fed-64e35b454c9f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.3449187 Aug 31 09:06:39.853096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-6bb4b2a7-59f0-4e6a-ab82-eef9f34c73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.854822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-6bb4b2a7-59f0-4e6a-ab82-eef9f34c73f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1507905 Aug 31 09:06:39.916485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] For port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:39.923336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] For port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:39.933222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['55d2e774-a759-4328-b694-f00a1badc1b6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:39.968296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-b8192115-4415-4cc0-951d-862e8bb6a021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847623 Aug 31 09:06:39.970336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.988796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-c9b7dd0c-7874-4d68-9ba3-5083f2a90905 service neutron] 10.222.0.18 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125196 Aug 31 09:06:39.994636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-3b7fca1f-0562-4140-9ed0-7eecfc364a53 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.996456 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-3b7fca1f-0562-4140-9ed0-7eecfc364a53 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731329 Aug 31 09:06:40.011773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Request body: {'port': {'device_id': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '8014e2d8db2a410aa359233750cffb06'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:40.083504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934cb68-80ec-4f42-8790-8da98fbe8314 None None] Pushing event updated for resources: {'Port': ['ID=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:40.165779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:40.166901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:06:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:40.177933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df7a21af-59f8-45bd-a3da-3a41cbb74ac1 req-c29e9a66-4909-47ef-b05e-43fd380a6c52 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162072 Aug 31 09:06:40.292080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Made reservation on behalf of 8014e2d8db2a410aa359233750cffb06 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:40.298230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:40.319390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:40.358106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-f5fd4de4-aa02-42cc-a452-0852f36fda46 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675127 Aug 31 09:06:40.592667 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23be3274-0c8d-4938-948f-863b269d57ed x-openstack-request-id: req-23be3274-0c8d-4938-948f-863b269d57ed {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:40.593142 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:40.593563 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23be3274-0c8d-4938-948f-863b269d57ed {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:40.594224 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'status': 'completed', 'code': 200} Aug 31 09:06:40.727174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:40.741612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:40.758601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:40.801113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ff71b8-9eac-4c8c-9266-52e2284d13b0 req-7a133089-8c4b-46cb-9cd3-78e437397fa2 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330201 Aug 31 09:06:40.861975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66c1d4-b793-46d7-9ceb-262e9f95f95f req-b25bacbd-0908-430c-acbf-2bda5a2e0b58 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:40.864122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:40.873650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef66c1d4-b793-46d7-9ceb-262e9f95f95f req-b25bacbd-0908-430c-acbf-2bda5a2e0b58 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 943 time: 0.1769614 Aug 31 09:06:40.973054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:40.986526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ac60f0-9a0e-40de-a54b-e8bfccec6285,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:40.998594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:40.998594 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.100662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef66c1d4-b793-46d7-9ceb-262e9f95f95f req-9fcf7d85-54c6-4696-8d17-b283d68ce0db tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219868 Aug 31 09:06:41.109643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Allocated IP 192.168.233.53 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/749ab912-1003-4b49-89ab-6f092adc9315) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:41.159297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-4b1d27fe-4935-4c16-a4c0-caa931cb1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:41.162089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-4b1d27fe-4935-4c16-a4c0-caa931cb1472 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1095 time: 0.2342563 Aug 31 09:06:41.482645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.485239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-e72cf6cc-0371-41c7-9c4c-538b2e9e8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:41.487799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-e72cf6cc-0371-41c7-9c4c-538b2e9e8618 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.3162475 Aug 31 09:06:41.499837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.502176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 55d2e774-a759-4328-b694-f00a1badc1b6 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:41.537824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Transition to ACTIVE for port object 749ab912-1003-4b49-89ab-6f092adc9315 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:41.610558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:41.611340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.615022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:41.618541 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d153c5b7-a1ed-45f8-a9ce-beddb502eab4" -d '{"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-plugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:41.626136 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.692080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 55d2e774-a759-4328-b694-f00a1badc1b6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:41.708928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 55d2e774-a759-4328-b694-f00a1badc1b6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:41.709268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.736755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2977a90-1c34-4ab5-bdb4-254545e338fb req-5fe2ff47-cb63-425e-8594-d70e3229fdff tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 210 time: 0.2470462 Aug 31 09:06:41.740868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-fc5b256e-11ae-41b7-918c-4f38bee0831d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 217 time: 0.1995516 Aug 31 09:06:41.764030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:41.773318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:41.790330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:41.802713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:41.821953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:39Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:41.843235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:41.846510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.884603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-25ed0035-cad3-479a-9e66-bc77b4edf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:41.888909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Pushing event updated for resources: {'Port': ['ID=749ab912-1003-4b49-89ab-6f092adc9315,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:41.889154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-25ed0035-cad3-479a-9e66-bc77b4edf733 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1385047 Aug 31 09:06:41.900167 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-d738737c-4ead-448d-9ac2-215aa0ad8b60 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8924127 Aug 31 09:06:41.913706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e83aeb-1ba2-4a29-807b-cd42bc01eed5 req-b8b65462-f294-4300-9518-89088d126fca tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:41.922159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186c4e-c539-40dd-b339-1011ac690fa9 None None] The sync data for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 is: [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:39Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:06:41.928689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13e83aeb-1ba2-4a29-807b-cd42bc01eed5 req-b8b65462-f294-4300-9518-89088d126fca tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 949 time: 0.4358609 Aug 31 09:06:41.941713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Request body: {'port': {'device_id': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:42.055913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-653f4621-6af5-4a9b-9a3b-7acc40d0c966 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244862 Aug 31 09:06:42.063226 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.150350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 55d2e774-a759-4328-b694-f00a1badc1b6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=55d2e774-a759-4328-b694-f00a1badc1b6,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:42.150964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-269b0d12-3ef7-4c62-ae9e-d43b5289adf2 req-8b67b4ee-7ca8-4392-b780-992a94d5966c tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 210 time: 0.2026184 Aug 31 09:06:42.161367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.336778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=55d2e774-a759-4328-b694-f00a1badc1b6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:42.345704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.402266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:42.443986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13e83aeb-1ba2-4a29-807b-cd42bc01eed5 req-71c6a84d-aacc-4f3a-a7bb-55ac0962889a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945228 Aug 31 09:06:42.510306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-690c476d-6c1c-400c-90b2-47b1397072af None None] Provisioning for port 749ab912-1003-4b49-89ab-6f092adc9315 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:42.516433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574f068-b22d-4b56-85f3-8b7571381196 req-be9aa078-24e8-43fd-95da-df37521278b0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:42.520103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:42.524886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1574f068-b22d-4b56-85f3-8b7571381196 req-be9aa078-24e8-43fd-95da-df37521278b0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1854248 Aug 31 09:06:42.528700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-690c476d-6c1c-400c-90b2-47b1397072af None None] Provisioning complete for port 749ab912-1003-4b49-89ab-6f092adc9315 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:42.531378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-690c476d-6c1c-400c-90b2-47b1397072af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.577428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:42.578171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.597906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1574f068-b22d-4b56-85f3-8b7571381196 req-fa649ba6-f2ca-44c8-be2f-469f8d215c07 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718973 Aug 31 09:06:42.620041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-24347934-44d5-45d7-992e-c4d01eae9248 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231435 Aug 31 09:06:42.642492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-690c476d-6c1c-400c-90b2-47b1397072af None None] Port 749ab912-1003-4b49-89ab-6f092adc9315 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:42.704819 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9b801-fd55-43a7-a930-13e46f4ea4cc x-openstack-request-id: req-81a9b801-fd55-43a7-a930-13e46f4ea4cc {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:42.705919 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-plugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:42.705919 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81a9b801-fd55-43a7-a930-13e46f4ea4cc {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:42.706654 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'code': 200} Aug 31 09:06:42.732843 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.814376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:42.816086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce36fda3-96dd-4e48-8b9a-8b59edbefe35 req-c6c045dc-0913-4175-89d6-36f136b28b72 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896775 Aug 31 09:06:42.829184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.939441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:42.973867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0779-52ea-46c2-9243-99a1c1ac393a req-e5be3abd-f2b2-402f-b4e3-7863b4a60a1c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:42.975817 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384d0779-52ea-46c2-9243-99a1c1ac393a req-e5be3abd-f2b2-402f-b4e3-7863b4a60a1c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 943 time: 0.0921714 Aug 31 09:06:43.016553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749ab912-1003-4b49-89ab-6f092adc9315 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:43.027583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.040452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384d0779-52ea-46c2-9243-99a1c1ac393a req-0e0a304e-37ed-4021-9ebc-a752d50e0f5a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547009 Aug 31 09:06:43.052489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87582930-b719-4b25-a7e7-70844690b798 req-a225b39e-9e60-4496-a1ff-922cbb8c80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.054166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87582930-b719-4b25-a7e7-70844690b798 req-a225b39e-9e60-4496-a1ff-922cbb8c80f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1101 time: 0.0816696 Aug 31 09:06:43.055464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Transition to ACTIVE for port object 749ab912-1003-4b49-89ab-6f092adc9315 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:43.063370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.079117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-32bd3563-5d47-4c9f-848e-fb1f9fdb0c4a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361581 Aug 31 09:06:43.182246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Pushing event updated for resources: {'Port': ['ID=749ab912-1003-4b49-89ab-6f092adc9315,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:43.189075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87582930-b719-4b25-a7e7-70844690b798 req-44311f89-6861-4f54-a3fa-bca17b4b3841 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223264 Aug 31 09:06:43.229901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-187fbfbd-eebb-4d3e-be0f-51c4fd3b0849 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.230168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Attempting to bind port 749ab912-1003-4b49-89ab-6f092adc9315 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:43.230539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Attempting to bind port 749ab912-1003-4b49-89ab-6f092adc9315 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:43.230875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Attempting to bind port 749ab912-1003-4b49-89ab-6f092adc9315 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:43.232789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-187fbfbd-eebb-4d3e-be0f-51c4fd3b0849 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528270 Aug 31 09:06:43.240242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Port 749ab912-1003-4b49-89ab-6f092adc9315 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:43.240996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Attempting to bind port 749ab912-1003-4b49-89ab-6f092adc9315 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:43.248262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:43.249298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:43.249924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:43.250684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Bound port: 749ab912-1003-4b49-89ab-6f092adc9315, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:43.251280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.277380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-59a9fdb5-72b9-4dd3-8bfa-59c9ed849f36 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/quotas/8b8022f2c5754fedbee2bf0590fa8eab HTTP/1.1" status: 200 len: 375 time: 0.0374088 Aug 31 09:06:43.347355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-78811134-ea99-4339-8b1b-245ee89b6ec2 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686123 Aug 31 09:06:43.362091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] For port 749ab912-1003-4b49-89ab-6f092adc9315, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:43.369624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] For port 749ab912-1003-4b49-89ab-6f092adc9315, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=749ab912-1003-4b49-89ab-6f092adc9315,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:43.375497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.409289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.410590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.412289 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] 10.222.0.15 "PUT /v2.0/ports/749ab912-1003-4b49-89ab-6f092adc9315 HTTP/1.1" status: 200 len: 1096 time: 1.5040421 Aug 31 09:06:43.417209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23db822-f93b-43db-b865-c8abd74e9ec5 req-9894f89e-ba6f-4108-9e2e-c76ecb15f6d5 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.426181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a23db822-f93b-43db-b865-c8abd74e9ec5 req-9894f89e-ba6f-4108-9e2e-c76ecb15f6d5 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 947 time: 0.1224232 Aug 31 09:06:43.478315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'tag': '749ab912-1003-4b49-89ab-6f092adc9315'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:43.482264 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32df903-76b1-4983-b0ca-1d6a5334a769" -d '{"events": [{"name": "network-changed", "server_uuid": "63a09f73-47a0-4b4f-80d1-9c50ba8df6cb", "tag": "749ab912-1003-4b49-89ab-6f092adc9315"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:43.485832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10315d5f-6082-4199-ad85-688cb53fdada service neutron] Pushing event updated for resources: {'Port': ['ID=749ab912-1003-4b49-89ab-6f092adc9315,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:43.517027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a23db822-f93b-43db-b865-c8abd74e9ec5 req-fb12bf09-5a8a-4464-9f65-7fd81f045d7b tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897501 Aug 31 09:06:43.524624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:43.613710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-5911ba69-ca2f-4025-9de8-eb20a92b1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.618978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-5911ba69-ca2f-4025-9de8-eb20a92b1865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8014e2d8db2a410aa359233750cffb06&device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 1099 time: 0.1160204 Aug 31 09:06:43.766156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09dbe882-62b9-4460-94cd-1f540e6b75ad req-0d510ef3-e818-453e-ba43-a94231496d26 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 210 time: 0.0397489 Aug 31 09:06:43.913871 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59721207-a544-4b39-9c86-61d3ebd16904 x-openstack-request-id: req-59721207-a544-4b39-9c86-61d3ebd16904 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:43.914163 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a09f73-47a0-4b4f-80d1-9c50ba8df6cb", "tag": "749ab912-1003-4b49-89ab-6f092adc9315", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:43.914413 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59721207-a544-4b39-9c86-61d3ebd16904 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:43.914906 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'tag': '749ab912-1003-4b49-89ab-6f092adc9315', 'status': 'completed', 'code': 200} Aug 31 09:06:43.916599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-e0ec928b-841a-4b43-a1c9-90058feb32dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=749ab912-1003-4b49-89ab-6f092adc9315 HTTP/1.1" status: 200 len: 217 time: 0.2722936 Aug 31 09:06:43.916881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:43.958939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'port_id': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'mac_address': 'fa:16:3e:2a:21:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f32403a-bfbd-4556-84ef-184999dbacf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:43.985492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f9eed-89b6-4ba7-a7d3-78a551859532 req-331c7c1a-5394-4885-8345-3d51f73fba59 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.987764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f76f9eed-89b6-4ba7-a7d3-78a551859532 req-331c7c1a-5394-4885-8345-3d51f73fba59 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 950 time: 0.2050726 Aug 31 09:06:44.051735 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f529604-389d-4662-a8c0-025e08d8f51d req-fc2e1fe4-5029-4601-bc82-484275e00f69 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 210 time: 0.0623479 Aug 31 09:06:44.062601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-aad67d15-b4f5-4831-8865-90c8d9fd6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.064143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-aad67d15-b4f5-4831-8865-90c8d9fd6b75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1287053 Aug 31 09:06:44.095341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.098094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-85484c28-f024-42ed-82d1-0b49c8dc90f5 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.099684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-85484c28-f024-42ed-82d1-0b49c8dc90f5 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.23 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 829 time: 0.4797714 Aug 31 09:06:44.128750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f76f9eed-89b6-4ba7-a7d3-78a551859532 req-b04dcf15-da24-4bb3-afd7-6f2c4f014052 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816786 Aug 31 09:06:44.130168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbfbd70-9bc3-4eba-8945-28c5f960615a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:44.142224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Request body: {'port': {'device_id': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'admin_state_up': True, 'tenant_id': '627ec3eb243b457481ab28679f292222'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:44.193783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:44.207364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.274671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05376d-21fc-44ca-b122-a6d103372983 req-554f69b4-1ae2-4341-b212-478df442babb tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.275270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca942-886e-4c2d-8c24-4a6179285165 req-ac8a0ac4-3966-4212-ba7d-a48fa807c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.276451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd05376d-21fc-44ca-b122-a6d103372983 req-554f69b4-1ae2-4341-b212-478df442babb tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.0795977 Aug 31 09:06:44.284275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-ac8a0ac4-3966-4212-ba7d-a48fa807c574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2089016 Aug 31 09:06:44.303928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:44.391368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:44.394789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd05376d-21fc-44ca-b122-a6d103372983 req-75a80b41-7712-4dc0-86b9-4cd8549c9d7b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095502 Aug 31 09:06:44.411195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59162) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:44.444600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:44.445071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.493763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['edbfbd70-9bc3-4eba-8945-28c5f960615a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:44.505325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Made reservation on behalf of 627ec3eb243b457481ab28679f292222 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:44.509064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.534132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4e95-63db-444d-8f6c-235ac6154124 req-c686e983-65c3-4c22-a6b6-f3231a2eb3b1 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.539519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f69f4e95-63db-444d-8f6c-235ac6154124 req-c686e983-65c3-4c22-a6b6-f3231a2eb3b1 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 944 time: 0.0849438 Aug 31 09:06:44.544425 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-270ea4b0-2627-4e55-8af6-d91e1c2010f3 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442195 Aug 31 09:06:44.670878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f69f4e95-63db-444d-8f6c-235ac6154124 req-bda915c4-c534-4b4b-a81e-9be5fe5cb1f0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139894 Aug 31 09:06:44.760405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da6e59ed-17ad-47ea-b2f5-ce797be437e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.768728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06142416-fc60-49c8-bdd0-1e3842443a69 req-90dae071-98df-47f7-9d39-d197c7e4cae0 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.780946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06142416-fc60-49c8-bdd0-1e3842443a69 req-90dae071-98df-47f7-9d39-d197c7e4cae0 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 947 time: 0.0976689 Aug 31 09:06:44.805465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41554029-4299-4360-af70-73f29bdf8535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d2e774-a759-4328-b694-f00a1badc1b6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:44.811791 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7daf6e5-c10d-48b0-9f66-ca48ee314d50" -d '{"events": [{"server_uuid": "41554029-4299-4360-af70-73f29bdf8535", "name": "network-vif-plugged", "status": "completed", "tag": "55d2e774-a759-4328-b694-f00a1badc1b6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:44.879314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06142416-fc60-49c8-bdd0-1e3842443a69 req-9a631142-78e4-4780-90e8-ab5696c1ad0b tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972509 Aug 31 09:06:44.928175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-58bca942-886e-4c2d-8c24-4a6179285165 req-eadabe4a-d8e5-4187-9fee-261c9874ab0e service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763781 Aug 31 09:06:44.930338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Allocated IP 172.20.0.12 (bb03e67b-980e-4180-9444-54f0d9d3d9d9/85762473-b0f4-4993-ad25-a0d49b544fa6/b8379277-e0c4-454d-b99c-f77fab19b9dc) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:44.962355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea146736-3af2-421d-9600-0bd215f9692c req-959899bc-1f62-4327-9a9a-59be6cf7538c tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 210 time: 0.0812223 Aug 31 09:06:44.977346 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026fc3d9-e811-4de1-922b-1d39aade7aac x-openstack-request-id: req-026fc3d9-e811-4de1-922b-1d39aade7aac {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:44.977839 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41554029-4299-4360-af70-73f29bdf8535", "name": "network-vif-plugged", "status": "completed", "tag": "55d2e774-a759-4328-b694-f00a1badc1b6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:44.977839 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-026fc3d9-e811-4de1-922b-1d39aade7aac {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:44.979362 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41554029-4299-4360-af70-73f29bdf8535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d2e774-a759-4328-b694-f00a1badc1b6', 'code': 200} Aug 31 09:06:45.098110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a13a-8e50-4821-bffc-2d5ca1eaa1bd req-ee079867-7a2e-4a33-80ce-d2d61ec394b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.100149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e983a13a-8e50-4821-bffc-2d5ca1eaa1bd req-ee079867-7a2e-4a33-80ce-d2d61ec394b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 1102 time: 0.0485468 Aug 31 09:06:45.134283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da6e59ed-17ad-47ea-b2f5-ce797be437e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.145568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e983a13a-8e50-4821-bffc-2d5ca1eaa1bd req-573ca361-212f-4bc3-a8e6-c7b5ab3de2ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Aug 31 09:06:45.162094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da6e59ed-17ad-47ea-b2f5-ce797be437e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.174021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d596af58-91db-4de2-a594-e99bdf29bfb8 req-a0274a08-36f2-4447-b77a-9da89f60f32f tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 210 time: 0.0315509 Aug 31 09:06:45.246792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-f0e78bed-db4a-40d4-8cdb-2fda38dd97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.249544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-f0e78bed-db4a-40d4-8cdb-2fda38dd97af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8014e2d8db2a410aa359233750cffb06&device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 1099 time: 0.2383749 Aug 31 09:06:45.266913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da6e59ed-17ad-47ea-b2f5-ce797be437e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0baefb715b6f42f4932e9bc8185c39b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8490343 Aug 31 09:06:45.270590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59176) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:45.270900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e59ed-17ad-47ea-b2f5-ce797be437e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31c1d4-ffb5-436e-a20a-1b26cc23294f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:45.314081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331fa0e-d71a-4259-a4d6-73786e79fe38 req-4c0e0ddc-6389-4506-b423-d15753e966e0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.315836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2331fa0e-d71a-4259-a4d6-73786e79fe38 req-4c0e0ddc-6389-4506-b423-d15753e966e0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 950 time: 0.0847132 Aug 31 09:06:45.328755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.347627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Transition to ACTIVE for port object b8379277-e0c4-454d-b99c-f77fab19b9dc will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:45.381885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2331fa0e-d71a-4259-a4d6-73786e79fe38 req-91849a75-6eed-4ac8-bc34-58d0561abd9c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Aug 31 09:06:45.383140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-354bbbf0-3680-428f-be64-04a1421f5f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.427656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-354bbbf0-3680-428f-be64-04a1421f5f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.530200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:45.536850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.563144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-354bbbf0-3680-428f-be64-04a1421f5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.568134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-354bbbf0-3680-428f-be64-04a1421f5f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.571701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-354bbbf0-3680-428f-be64-04a1421f5f33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c31c1d4-ffb5-436e-a20a-1b26cc23294f HTTP/1.1" status: 204 len: 168 time: 0.2989855 Aug 31 09:06:45.605340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0533755-98ca-4374-923c-3b9ad800423f req-b45e4be3-f01a-4be7-b373-14faf42e8a1b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.608489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port edbfbd70-9bc3-4eba-8945-28c5f960615a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:45.609580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0533755-98ca-4374-923c-3b9ad800423f req-b45e4be3-f01a-4be7-b373-14faf42e8a1b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1204550 Aug 31 09:06:45.623996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port edbfbd70-9bc3-4eba-8945-28c5f960615a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:45.625618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.627797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bbbf0-3680-428f-be64-04a1421f5f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31c1d4-ffb5-436e-a20a-1b26cc23294f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:45.731991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-128ee4a3-1ee0-44a2-8ca5-bdbc45ce08b2 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733836 Aug 31 09:06:45.824271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0533755-98ca-4374-923c-3b9ad800423f req-b8650e21-0236-4f75-89b2-7e1ca7f0b7ba tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002866 Aug 31 09:06:45.864234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.948436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:45.963965 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.012075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176f56-3234-4ad7-9d1c-bdf3b0b30325 req-1f6ddc29-1801-4efc-9820-f60224165a89 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.026265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57176f56-3234-4ad7-9d1c-bdf3b0b30325 req-1f6ddc29-1801-4efc-9820-f60224165a89 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 944 time: 0.1660185 Aug 31 09:06:46.065008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-6f353c09-7d9b-4208-bf19-2e7cf267cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.066508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-6f353c09-7d9b-4208-bf19-2e7cf267cc90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.6953697 Aug 31 09:06:46.073900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:46.074799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:46.081782 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-c366ce95-28cb-4374-9d42-b670d88a9210 service neutron] show failed (client error): The resource could not be found. Aug 31 09:06:46.082896 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-c366ce95-28cb-4374-9d42-b670d88a9210 service neutron] 10.222.0.23 "GET /v2.0/ports/45106675-325e-4d8c-94ee-b7a6913a5d60/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.1732075 Aug 31 09:06:46.094268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:46.101016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-562bee37-08f6-4af9-b3af-b40c1a668e84 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.103524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-562bee37-08f6-4af9-b3af-b40c1a668e84 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628964 Aug 31 09:06:46.153806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:46.154144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Request body: {'port': {'device_id': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '8b8022f2c5754fedbee2bf0590fa8eab'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:46.161038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.161798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.167768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-97342230-a59f-411a-9f98-ea26566b4580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=749ab912-1003-4b49-89ab-6f092adc9315 HTTP/1.1" status: 200 len: 217 time: 0.0834889 Aug 31 09:06:46.172085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event updated for resources: {'Port': ['ID=b8379277-e0c4-454d-b99c-f77fab19b9dc,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:46.217552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ba23ddb2-35b6-4f02-9c53-99c6baab3e21 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0912275 Aug 31 09:06:46.248451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-42b18b1b-38f2-41c0-810f-139f40b13020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.253769 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-42b18b1b-38f2-41c0-810f-139f40b13020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0752037 Aug 31 09:06:46.259700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Request body: {'port': {'device_id': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:46.314448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59194) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:46.396835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-032161dd-c1b7-490d-89c5-0b8065fcfb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.443721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.15', 55481) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:46.504500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.541809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-6b86bf22-ad6f-4155-84a5-0f40b758a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.543704 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-6b86bf22-ad6f-4155-84a5-0f40b758a83d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2360749 Aug 31 09:06:46.588967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cd41f4e7-2796-4123-b304-96d0bd38175d None None] Provisioning for port b8379277-e0c4-454d-b99c-f77fab19b9dc completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:46.594998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cd41f4e7-2796-4123-b304-96d0bd38175d None None] Provisioning complete for port b8379277-e0c4-454d-b99c-f77fab19b9dc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:46.595918 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cd41f4e7-2796-4123-b304-96d0bd38175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.647541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cd41f4e7-2796-4123-b304-96d0bd38175d None None] Port b8379277-e0c4-454d-b99c-f77fab19b9dc cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:46.669804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-116912aa-aa7e-4c49-a9af-8fab4362c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.671619 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-116912aa-aa7e-4c49-a9af-8fab4362c91c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179&tenant_id=572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 1102 time: 0.2236886 Aug 31 09:06:46.674659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57176f56-3234-4ad7-9d1c-bdf3b0b30325 req-772e3db8-1ba6-46f7-b1b9-1de3292a6813 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472125 Aug 31 09:06:46.686161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:46.694732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e6a63-d0b1-4953-9b87-997edbcbddf5 req-376a4187-204e-46ec-ae6f-81d63189bd59 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.703072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e6a63-d0b1-4953-9b87-997edbcbddf5 req-376a4187-204e-46ec-ae6f-81d63189bd59 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 947 time: 0.6500604 Aug 31 09:06:46.758224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e6a63-d0b1-4953-9b87-997edbcbddf5 req-ff19272d-da2a-46e4-bb96-b51f56ef6cbd tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542493 Aug 31 09:06:46.832186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320cd30-134c-49d2-813d-55e275cd26cb req-040f46b6-a52d-4952-88a0-036110347c28 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.839629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5320cd30-134c-49d2-813d-55e275cd26cb req-040f46b6-a52d-4952-88a0-036110347c28 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 932 time: 0.0796828 Aug 31 09:06:46.895119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-419ab25f-0f02-43d5-bcf2-57104d4a7268 req-8ab1686e-d8cc-4f1a-aea4-74ca0228076b tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 210 time: 0.0527101 Aug 31 09:06:46.944510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5320cd30-134c-49d2-813d-55e275cd26cb req-a29b6620-8a53-4301-99b4-4559029dcab5 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001873 Aug 31 09:06:46.947782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.966899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-d2241c1c-c723-4334-90de-e14dd51cae95 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130206 Aug 31 09:06:46.981413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:46.985763 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3c3b3-0ff4-4de5-9830-96df4cdb09d5" -d '{"events": [{"server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:47.013364 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:47.063188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-032161dd-c1b7-490d-89c5-0b8065fcfb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.079351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d083501-320b-4e54-a669-9f5b0c049b95 req-0494b267-5897-412c-b9da-5e8521e38f93 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:47.081698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d083501-320b-4e54-a669-9f5b0c049b95 req-0494b267-5897-412c-b9da-5e8521e38f93 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 950 time: 0.0867524 Aug 31 09:06:47.103787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-032161dd-c1b7-490d-89c5-0b8065fcfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.133275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Made reservation on behalf of 8b8022f2c5754fedbee2bf0590fa8eab for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:47.140090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.161785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.194305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d083501-320b-4e54-a669-9f5b0c049b95 req-214b7714-f081-424f-a90a-5717f0c21021 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975533 Aug 31 09:06:47.240260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-032161dd-c1b7-490d-89c5-0b8065fcfb62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3371a0532a384af59aa83ec435d3bd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9138021 Aug 31 09:06:47.242012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59206) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:47.252831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032161dd-c1b7-490d-89c5-0b8065fcfb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283c386-6828-419b-bdf8-b65eadb537a9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:47.265948 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cee82c-3391-479f-9470-3168103d687e x-openstack-request-id: req-a0cee82c-3391-479f-9470-3168103d687e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:47.265948 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:47.266570 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0cee82c-3391-479f-9470-3168103d687e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:47.266662 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'code': 200} Aug 31 09:06:47.320177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541c06-2d49-4ced-9a8b-3dd5248a826f req-c72c6c8d-e0fa-47e9-97f0-5c6f9e67a129 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:47.321795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56541c06-2d49-4ced-9a8b-3dd5248a826f req-c72c6c8d-e0fa-47e9-97f0-5c6f9e67a129 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1245935 Aug 31 09:06:47.338785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.15', 55482) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:47.383556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a32df903-76b1-4983-b0ca-1d6a5334a769 req-4e964ae3-954a-41d4-95da-d6b889a2e824 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604295 Aug 31 09:06:47.519205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 749ab912-1003-4b49-89ab-6f092adc9315 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:47.519833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d439ae1-8ec4-47a7-823b-1955d12b6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.520245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8379277-e0c4-454d-b99c-f77fab19b9dc {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:47.525463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56541c06-2d49-4ced-9a8b-3dd5248a826f req-8c5387ef-dbab-4e07-b217-f9a7cc43a75d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932607 Aug 31 09:06:47.548621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.567316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36b6a-d134-451b-bf9e-21c093732de0 req-e075b0f9-79e4-4c48-8e82-8aa65f0997d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:47.568909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19b36b6a-d134-451b-bf9e-21c093732de0 req-e075b0f9-79e4-4c48-8e82-8aa65f0997d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1097 time: 0.2201529 Aug 31 09:06:47.577398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Transition to ACTIVE for port object b8379277-e0c4-454d-b99c-f77fab19b9dc will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:47.587297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.596020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.600722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:47.604745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6364ce9-a7e6-4e08-960e-9312518398d8 req-405fbf34-0e56-4517-a25f-a598edc8ec16 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:47.611389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6364ce9-a7e6-4e08-960e-9312518398d8 req-405fbf34-0e56-4517-a25f-a598edc8ec16 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.2033980 Aug 31 09:06:47.611389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d439ae1-8ec4-47a7-823b-1955d12b6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.618758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.688213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:47.734101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 749ab912-1003-4b49-89ab-6f092adc9315, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=749ab912-1003-4b49-89ab-6f092adc9315,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:47.768696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Pushing event updated for resources: {'Port': ['ID=b8379277-e0c4-454d-b99c-f77fab19b9dc,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:47.780743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '749ab912-1003-4b49-89ab-6f092adc9315', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '749ab912-1003-4b49-89ab-6f092adc9315', 'mac_address': 'fa:16:3e:a0:a4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:47.797898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Attempting to bind port b8379277-e0c4-454d-b99c-f77fab19b9dc on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:47.798241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Attempting to bind port b8379277-e0c4-454d-b99c-f77fab19b9dc by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:47.798587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Attempting to bind port b8379277-e0c4-454d-b99c-f77fab19b9dc on network bb03e67b-980e-4180-9444-54f0d9d3d9d9 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:47.800611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:47.810385 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df14afe2-7e69-47c4-b400-05aa76975acd" -d '{"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-unplugged", "status": "completed", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:47.814758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.824312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Port b8379277-e0c4-454d-b99c-f77fab19b9dc on network bb03e67b-980e-4180-9444-54f0d9d3d9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:47.825275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Attempting to bind port b8379277-e0c4-454d-b99c-f77fab19b9dc on network bb03e67b-980e-4180-9444-54f0d9d3d9d9 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:47.837302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Transition to ACTIVE for port object 45106675-325e-4d8c-94ee-b7a6913a5d60 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:47.838291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:47.838726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Checking segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:47.839329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Bound using segment: {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:47.840030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Bound port: b8379277-e0c4-454d-b99c-f77fab19b9dc, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e306f402-8947-4b92-ab2b-d2f4feb92354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:47.841175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.842658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.845819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.861195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ab912-1003-4b49-89ab-6f092adc9315 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:47.894258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 749ab912-1003-4b49-89ab-6f092adc9315, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=749ab912-1003-4b49-89ab-6f092adc9315,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:47.900848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:47.907060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.973053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19b36b6a-d134-451b-bf9e-21c093732de0 req-ef25f499-2f8d-4ca4-91e7-0a32b11e7b39 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895700 Aug 31 09:06:47.983004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] No DVR routers for this DVR port 45106675-325e-4d8c-94ee-b7a6913a5d60 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:06:48.017217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e912fa-598e-471f-a355-e96c73b3b7cd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:48.052481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6364ce9-a7e6-4e08-960e-9312518398d8 req-40014a4a-0a79-455b-8725-4b574a6fc95f tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160755 Aug 31 09:06:48.065633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=749ab912-1003-4b49-89ab-6f092adc9315,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:48.069535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] For port b8379277-e0c4-454d-b99c-f77fab19b9dc, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:48.071806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:48.072133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:48.072454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:48.101560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Port 45106675-325e-4d8c-94ee-b7a6913a5d60 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:48.101560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Attempting to bind port 45106675-325e-4d8c-94ee-b7a6913a5d60 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:48.120735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Allocated IP 192.168.233.25 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/64c7b90c-7861-4977-908d-ec940f93ad6f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:48.124611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d439ae1-8ec4-47a7-823b-1955d12b6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.126595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] For port b8379277-e0c4-454d-b99c-f77fab19b9dc, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:48.133114 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d439ae1-8ec4-47a7-823b-1955d12b6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.138212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d439ae1-8ec4-47a7-823b-1955d12b6873 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8283c386-6828-419b-bdf8-b65eadb537a9 HTTP/1.1" status: 204 len: 168 time: 0.8903406 Aug 31 09:06:48.138463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:48.138463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:48.138463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:48.138463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Bound port: 45106675-325e-4d8c-94ee-b7a6913a5d60, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:48.138463 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.141636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.177718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d439ae1-8ec4-47a7-823b-1955d12b6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283c386-6828-419b-bdf8-b65eadb537a9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:48.224469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828eda5-ef0b-481e-896d-2209440e6f67 req-1373f94e-3ffc-4eea-afe4-6e244355d9d5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.226894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['749ab912-1003-4b49-89ab-6f092adc9315'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:48.234172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d828eda5-ef0b-481e-896d-2209440e6f67 req-1373f94e-3ffc-4eea-afe4-6e244355d9d5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 945 time: 0.3233340 Aug 31 09:06:48.253403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.254079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.272010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] 10.222.0.23 "PUT /v2.0/ports/b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 1093 time: 2.0169430 Aug 31 09:06:48.379647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1609-1992-4d81-a669-05b186aae48e service neutron] Pushing event updated for resources: {'Port': ['ID=b8379277-e0c4-454d-b99c-f77fab19b9dc,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:48.426210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d828eda5-ef0b-481e-896d-2209440e6f67 req-4c654543-b09c-49f7-970c-d2eaf5a06b1c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805272 Aug 31 09:06:48.459187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:48.464523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:48.481647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.482250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.504615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-b7580733-7762-42af-b29c-e4b22c6ecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.507268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-b7580733-7762-42af-b29c-e4b22c6ecd87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1096 time: 0.1455805 Aug 31 09:06:48.548500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b000578-1c2c-4500-94f9-df14856ea10a req-07795314-3c82-47bd-a55a-01c3475afb9f tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.567828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b000578-1c2c-4500-94f9-df14856ea10a req-07795314-3c82-47bd-a55a-01c3475afb9f tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 948 time: 0.3726940 Aug 31 09:06:48.628575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.629551 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.632020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 1097 time: 1.9512661 Aug 31 09:06:48.641509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-588e9691-2fd7-4bce-9fc3-51a9a2d1346d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 217 time: 0.0833156 Aug 31 09:06:48.649830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558c2e9-8479-497b-b3d3-8bf931b648f3 service neutron] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:48.671984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b000578-1c2c-4500-94f9-df14856ea10a req-f31adcd8-bf24-41ef-8eba-5e97fbd70232 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981045 Aug 31 09:06:48.741941 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.743630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-f536cc97-1c3e-4980-b92f-32427f072df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.757156 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-f536cc97-1c3e-4980-b92f-32427f072df5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 200 len: 868 time: 0.0820298 Aug 31 09:06:48.774511 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccc7b52-866f-4095-93a1-44708d1bd19b x-openstack-request-id: req-7ccc7b52-866f-4095-93a1-44708d1bd19b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:48.775196 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-unplugged", "status": "completed", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:48.775717 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ccc7b52-866f-4095-93a1-44708d1bd19b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:48.776493 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'code': 200} Aug 31 09:06:48.781890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Transition to ACTIVE for port object 64c7b90c-7861-4977-908d-ec940f93ad6f will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:48.854002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9183184b-7534-4bb7-b486-c5db068c1f9f req-1c252429-c0fa-4a61-8ddb-93c874ff9450 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 210 time: 0.0875664 Aug 31 09:06:48.877452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.901240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-a0cc9d86-38da-457a-8a8c-5e85e7d0a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.911773 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-a0cc9d86-38da-457a-8a8c-5e85e7d0a9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb03e67b-980e-4180-9444-54f0d9d3d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513698 Aug 31 09:06:48.913721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-19d1f407-1333-4212-ac1a-f6162ef27e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.915345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-19d1f407-1333-4212-ac1a-f6162ef27e3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1100 time: 0.1376102 Aug 31 09:06:49.058116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:49.082156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:49.087319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:49.093687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.094217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.097286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Pushing event updated for resources: {'Port': ['ID=64c7b90c-7861-4977-908d-ec940f93ad6f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:49.110764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a36158-594d-4c8d-a673-f1ba4b4bc62d req-177f0ab4-b591-4ae5-ae68-73fcda41fad6 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.119062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94a36158-594d-4c8d-a673-f1ba4b4bc62d req-177f0ab4-b591-4ae5-ae68-73fcda41fad6 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 944 time: 0.2585430 Aug 31 09:06:49.201204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94a36158-594d-4c8d-a673-f1ba4b4bc62d req-06bd7089-9902-4aaf-bb36-59cfb9ed9810 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808532 Aug 31 09:06:49.202922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-a26b945e-8bc4-465d-a213-e7966623fd9c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0629866 Aug 31 09:06:49.221547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Request body: {'port': {'device_id': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:49.236707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-ac232b4b-9271-45c5-a9fc-a63f8b9a1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.238320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-ac232b4b-9271-45c5-a9fc-a63f8b9a1837 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3132267 Aug 31 09:06:49.344358 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-418b4bed-79e8-45c6-88e4-9058700a8509 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0884714 Aug 31 09:06:49.348030 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-6f0d3f1e-ef48-4ecd-b98a-33c1cda0c573 service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223448 Aug 31 09:06:49.376198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-58f54089-175a-4575-a21c-f928c91be3ac tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032476 Aug 31 09:06:49.402136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.526304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 749ab912-1003-4b49-89ab-6f092adc9315 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:49.535086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6063f1-e54e-482c-9baf-ea48e8732d1b req-26b2638d-9bd0-4f3e-92a3-515537c14fe5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.537361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-bc97b779-a362-43fd-9900-f27920338745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.537507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df6063f1-e54e-482c-9baf-ea48e8732d1b req-26b2638d-9bd0-4f3e-92a3-515537c14fe5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 948 time: 0.2208686 Aug 31 09:06:49.539971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-bc97b779-a362-43fd-9900-f27920338745 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1860995 Aug 31 09:06:49.647159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e0cc6106-f5bb-4216-ad4d-83969ee3daa9 None None] Provisioning for port 64c7b90c-7861-4977-908d-ec940f93ad6f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:49.656656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e0cc6106-f5bb-4216-ad4d-83969ee3daa9 None None] Provisioning complete for port 64c7b90c-7861-4977-908d-ec940f93ad6f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:49.657296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e0cc6106-f5bb-4216-ad4d-83969ee3daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.678023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-eb0c3c37-cd4a-41c5-9d38-9bb6884264bf tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.679579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-eb0c3c37-cd4a-41c5-9d38-9bb6884264bf tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809770 Aug 31 09:06:49.717349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 749ab912-1003-4b49-89ab-6f092adc9315 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:49.730670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 749ab912-1003-4b49-89ab-6f092adc9315 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:49.732100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.761145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc6106-f5bb-4216-ad4d-83969ee3daa9 None None] Port 64c7b90c-7861-4977-908d-ec940f93ad6f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:49.815570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df6063f1-e54e-482c-9baf-ea48e8732d1b req-c27fd10e-1245-4ccf-b06f-e45b5480dfdc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595553 Aug 31 09:06:49.839912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-e8c9df5e-abd8-4aad-8b70-bacdc1e95105 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/quotas/d09e07c954c64b46bdf2fffd3b44a155 HTTP/1.1" status: 200 len: 375 time: 0.1369848 Aug 31 09:06:49.853598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-82bfd931-f583-44a0-891d-9882db34f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.854422 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.876324 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-82bfd931-f583-44a0-891d-9882db34f7a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3276670 Aug 31 09:06:49.901186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 749ab912-1003-4b49-89ab-6f092adc9315, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=749ab912-1003-4b49-89ab-6f092adc9315,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:49.902300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab912-1003-4b49-89ab-6f092adc9315'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:49.905780 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f20a259-473d-4c3e-a8c2-1ba6964f858f" -d '{"events": [{"server_uuid": "63a09f73-47a0-4b4f-80d1-9c50ba8df6cb", "name": "network-vif-plugged", "status": "completed", "tag": "749ab912-1003-4b49-89ab-6f092adc9315"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:49.916401 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.956176 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a99da645-42a8-42fb-92bc-1481d752a6ea req-ee5fcaf4-6321-460f-8619-1a314f4875a3 service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306814 Aug 31 09:06:50.027098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=749ab912-1003-4b49-89ab-6f092adc9315,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:50.029834 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-1ea825ac-6e12-4641-80b3-faf789fe3b60 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380367 Aug 31 09:06:50.057150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-6451ffcd-f10a-4e33-ba76-cf59ce95f42a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968176 Aug 31 09:06:50.162905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110074bd-f822-45ea-8a9f-fec2941fe997 req-f0b9856e-35a9-4adb-a87c-7e4b2bb82008 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.165667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-110074bd-f822-45ea-8a9f-fec2941fe997 req-f0b9856e-35a9-4adb-a87c-7e4b2bb82008 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 945 time: 0.2636492 Aug 31 09:06:50.201446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c7b90c-7861-4977-908d-ec940f93ad6f {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:50.214646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:50.248025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-110074bd-f822-45ea-8a9f-fec2941fe997 req-0d47bf22-46fb-4c30-90f3-b63563d466c6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693309 Aug 31 09:06:50.248739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Transition to ACTIVE for port object 64c7b90c-7861-4977-908d-ec940f93ad6f will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:50.254032 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-5c838b47-23ad-48b6-8518-2d7f47a7e19b service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150364 Aug 31 09:06:50.258248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:50.492950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Pushing event updated for resources: {'Port': ['ID=64c7b90c-7861-4977-908d-ec940f93ad6f,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:50.597974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Attempting to bind port 64c7b90c-7861-4977-908d-ec940f93ad6f on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:50.598767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Attempting to bind port 64c7b90c-7861-4977-908d-ec940f93ad6f by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:50.599272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Attempting to bind port 64c7b90c-7861-4977-908d-ec940f93ad6f on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:50.629924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Port 64c7b90c-7861-4977-908d-ec940f93ad6f on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:50.630175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Attempting to bind port 64c7b90c-7861-4977-908d-ec940f93ad6f on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:50.646365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:50.646725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:50.647129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:50.647645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Bound port: 64c7b90c-7861-4977-908d-ec940f93ad6f, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:50.648020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:50.684706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e28e72-6af1-4d8d-8187-1a6a265e88e9 req-c80bed71-4de0-4911-85fa-d3d6646de03b tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.686865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35e28e72-6af1-4d8d-8187-1a6a265e88e9 req-c80bed71-4de0-4911-85fa-d3d6646de03b tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 947 time: 0.1756828 Aug 31 09:06:50.697824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abb314-c283-4c36-9c54-f80091981556 req-9430b791-ad32-4f5d-9998-fbf65e9c805f tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.706716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68abb314-c283-4c36-9c54-f80091981556 req-9430b791-ad32-4f5d-9998-fbf65e9c805f tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 949 time: 0.1471620 Aug 31 09:06:50.770659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:06:50.778693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc'}, {'name': 'network-changed', 'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:50.782382 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd60249-1393-47a6-b014-7b35daa441f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc"}, {"name": "network-changed", "server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:50.850612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:06:50.888474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35e28e72-6af1-4d8d-8187-1a6a265e88e9 req-2a5a87b7-c313-4fb7-b537-22a22b406fbf tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779091 Aug 31 09:06:50.920015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68abb314-c283-4c36-9c54-f80091981556 req-e634da6a-4410-4980-9670-77b1b312f946 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781356 Aug 31 09:06:50.928999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] For port 64c7b90c-7861-4977-908d-ec940f93ad6f, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:50.935945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] For port 64c7b90c-7861-4977-908d-ec940f93ad6f, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64c7b90c-7861-4977-908d-ec940f93ad6f,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:50.948203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:50.999086 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99e9ac3-ddbe-40c5-aeab-5b16c23072d2 x-openstack-request-id: req-d99e9ac3-ddbe-40c5-aeab-5b16c23072d2 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:50.999406 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a09f73-47a0-4b4f-80d1-9c50ba8df6cb", "name": "network-vif-plugged", "status": "completed", "tag": "749ab912-1003-4b49-89ab-6f092adc9315", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:50.999711 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99e9ac3-ddbe-40c5-aeab-5b16c23072d2 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:51.000040 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab912-1003-4b49-89ab-6f092adc9315', 'code': 200} Aug 31 09:06:51.033697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.033954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:51.036122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] 10.222.0.15 "PUT /v2.0/ports/64c7b90c-7861-4977-908d-ec940f93ad6f HTTP/1.1" status: 200 len: 1096 time: 1.8192070 Aug 31 09:06:51.036314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'tag': '64c7b90c-7861-4977-908d-ec940f93ad6f'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:51.042545 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81f1972-ff82-45d4-bf01-c6217eb62202" -d '{"events": [{"name": "network-changed", "server_uuid": "ca799206-43d3-4eb3-a143-250ca1aef526", "tag": "64c7b90c-7861-4977-908d-ec940f93ad6f"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:51.111740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a646f-9401-4dae-8e4c-dd298a088a9b service neutron] Pushing event updated for resources: {'Port': ['ID=64c7b90c-7861-4977-908d-ec940f93ad6f,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:51.269259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-3968e6b5-6262-440d-b063-04884cc17843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.271223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-3968e6b5-6262-440d-b063-04884cc17843 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 1099 time: 0.1219814 Aug 31 09:06:51.273826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dba91a-d6ac-423c-8f0d-0d27af20d252 req-368ed95a-c144-4b36-977e-1197423f73dc tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.276272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19dba91a-d6ac-423c-8f0d-0d27af20d252 req-368ed95a-c144-4b36-977e-1197423f73dc tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 944 time: 0.1327264 Aug 31 09:06:51.296452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930f709-954b-4826-b0d6-1c0868ae81eb req-2bd83f8e-892d-454b-a349-3de9d57a6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.299855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3930f709-954b-4826-b0d6-1c0868ae81eb req-2bd83f8e-892d-454b-a349-3de9d57a6252 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 1101 time: 0.1447141 Aug 31 09:06:51.363296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e43138c8-4e61-49eb-90e4-83a27855121b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=64c7b90c-7861-4977-908d-ec940f93ad6f HTTP/1.1" status: 200 len: 217 time: 0.0821230 Aug 31 09:06:51.461724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19dba91a-d6ac-423c-8f0d-0d27af20d252 req-b0f0b5a4-e4a4-412f-bc03-5ec7fe6ef85b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401148 Aug 31 09:06:51.474970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3930f709-954b-4826-b0d6-1c0868ae81eb req-5418eaf8-e7a3-4752-852c-b37b8a505322 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370378 Aug 31 09:06:51.478374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1367cc-082b-4411-be62-51d2f9cbd60c req-95496cd7-ac66-4aa2-b406-3b8188c22656 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.503275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c1367cc-082b-4411-be62-51d2f9cbd60c req-95496cd7-ac66-4aa2-b406-3b8188c22656 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1097 time: 0.2218473 Aug 31 09:06:51.529762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-097ee46a-5174-4bee-8d28-78b95d075a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.534103 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-097ee46a-5174-4bee-8d28-78b95d075a4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1508322 Aug 31 09:06:51.584285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c1367cc-082b-4411-be62-51d2f9cbd60c req-3a6a1b33-574a-4e16-b083-963ac2f65a8e tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801578 Aug 31 09:06:51.668003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3d39175-b865-4625-b4ce-3f79f56e231a req-9df4a17b-9f90-4945-b45c-c04f3fb3052b tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 210 time: 0.0453622 Aug 31 09:06:51.745896 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c4a4c-833d-4f5c-9b76-bec1687c8caf x-openstack-request-id: req-188c4a4c-833d-4f5c-9b76-bec1687c8caf {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:51.746208 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:51.746426 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-188c4a4c-833d-4f5c-9b76-bec1687c8caf {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:51.747795 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'status': 'completed', 'code': 200} Aug 31 09:06:51.748535 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'status': 'completed', 'code': 200} Aug 31 09:06:51.810466 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff9cd9-bf60-47b6-b45e-5147f7040ce3 x-openstack-request-id: req-2aff9cd9-bf60-47b6-b45e-5147f7040ce3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:51.811410 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca799206-43d3-4eb3-a143-250ca1aef526", "tag": "64c7b90c-7861-4977-908d-ec940f93ad6f", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:51.811578 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aff9cd9-bf60-47b6-b45e-5147f7040ce3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:51.812226 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'tag': '64c7b90c-7861-4977-908d-ec940f93ad6f', 'status': 'completed', 'code': 200} Aug 31 09:06:51.821784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-437cd479-f781-4d96-8eab-5cca248453c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.824540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-437cd479-f781-4d96-8eab-5cca248453c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435304 Aug 31 09:06:51.924795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-f1f304d2-f495-4cc2-9422-4fc3f69baef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.927732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-f1f304d2-f495-4cc2-9422-4fc3f69baef2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1096 time: 0.1776273 Aug 31 09:06:51.953063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-67824d1e-c1ec-4df3-a7a8-db02244e0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.954891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-67824d1e-c1ec-4df3-a7a8-db02244e0857 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1100 time: 0.2151582 Aug 31 09:06:51.963682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93200e-cd1e-4650-94e1-3bca15f5c041 req-8c76216e-ed3e-4126-b201-41064f189e09 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.965785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d93200e-cd1e-4650-94e1-3bca15f5c041 req-8c76216e-ed3e-4126-b201-41064f189e09 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 948 time: 0.1516066 Aug 31 09:06:52.056087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63607528-c279-4c1f-a145-d85cd092aa1c req-caafa47a-0486-493e-8dfe-6ec7fa7d421e tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.057810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63607528-c279-4c1f-a145-d85cd092aa1c req-caafa47a-0486-493e-8dfe-6ec7fa7d421e tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1097 time: 0.1685426 Aug 31 09:06:52.063072 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-96d8dbbe-0c2a-484d-a9f9-b7a75639b062 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255046 Aug 31 09:06:52.115199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d93200e-cd1e-4650-94e1-3bca15f5c041 req-b9eaf718-0264-46f8-a198-ca2740961005 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261475 Aug 31 09:06:52.151812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-55307d0e-ffcd-40b3-ab33-74333aef5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.154810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-55307d0e-ffcd-40b3-ab33-74333aef5127 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1875379 Aug 31 09:06:52.162199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63607528-c279-4c1f-a145-d85cd092aa1c req-9fe8daee-f695-4bbe-bfc0-c429f6f8c8ee tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848730 Aug 31 09:06:52.209828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-7a025c4a-8de4-4231-835f-584377280beb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0451608 Aug 31 09:06:52.213315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-45849edc-f6d0-497e-bc9d-a06bbdbf12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.217100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-45849edc-f6d0-497e-bc9d-a06bbdbf12bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 930 time: 0.2743797 Aug 31 09:06:52.307590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-c430e90f-1408-4077-ab8c-eb7c4cd2c391 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 217 time: 0.0782247 Aug 31 09:06:52.355237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ffc875a-053f-46a3-8f2c-1c2e30d7fce5 req-e7336381-ab50-40e8-b5d1-d1d61705a8be service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711415 Aug 31 09:06:52.381587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-39099066-484a-4cb7-a487-2b51a4544a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.385068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-39099066-484a-4cb7-a487-2b51a4544a5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1639547 Aug 31 09:06:52.430887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ff3ad-9be2-4229-819d-ecc59c0ef653 req-bbd39bb4-ac40-4714-beb4-7f372ad32c01 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.441502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-e3b31919-dc08-469d-9f19-356eb42dec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.443595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-e3b31919-dc08-469d-9f19-356eb42dec10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 200 len: 868 time: 0.0873168 Aug 31 09:06:52.444544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b5ff3ad-9be2-4229-819d-ecc59c0ef653 req-bbd39bb4-ac40-4714-beb4-7f372ad32c01 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 949 time: 0.1648088 Aug 31 09:06:52.518645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-9bdb60ad-7dd4-41e5-9a7f-deb12009f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.520370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-9bdb60ad-7dd4-41e5-9a7f-deb12009f5c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265786 Aug 31 09:06:52.524389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b5ff3ad-9be2-4229-819d-ecc59c0ef653 req-3ed9e571-311e-432e-bc86-e9da270c371f tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Aug 31 09:06:52.580881 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-47cd9381-8b80-45d6-94b2-b60e95e6f316 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848963 Aug 31 09:06:52.621236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-fe4fb639-d4c9-4e7b-9fc6-572c4b0f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.623841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-fe4fb639-d4c9-4e7b-9fc6-572c4b0f4be9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 1099 time: 0.1475506 Aug 31 09:06:52.661304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-a1aded8f-9509-4f1f-bded-f80a838bb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.663045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-a1aded8f-9509-4f1f-bded-f80a838bb9f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb03e67b-980e-4180-9444-54f0d9d3d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099586 Aug 31 09:06:52.780423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b8379277-e0c4-454d-b99c-f77fab19b9dc details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:53.023096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-9c099cd6-6729-4517-9bcf-fa0aa8ea4003 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.026182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-9c099cd6-6729-4517-9bcf-fa0aa8ea4003 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329901 Aug 31 09:06:53.055098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-6f6a9e57-5e28-40f7-a9e4-d0a1f92023b0 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241680 Aug 31 09:06:53.064466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Request body: {'port': {'device_id': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'd09e07c954c64b46bdf2fffd3b44a155'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:53.068679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9a1d0-3da7-4117-a93e-d997d587b00d req-ad439cef-b61c-4adf-9448-9bf9777012bf tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.072970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-ff667f18-8cd5-4fe8-bd9f-f75710670263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.075946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-ff667f18-8cd5-4fe8-bd9f-f75710670263 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4169178 Aug 31 09:06:53.076752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0f9a1d0-3da7-4117-a93e-d997d587b00d req-ad439cef-b61c-4adf-9448-9bf9777012bf tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 947 time: 0.4285460 Aug 31 09:06:53.125707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b8379277-e0c4-454d-b99c-f77fab19b9dc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:53.160074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'port_id': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'mac_address': 'fa:16:3e:b5:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:53.180909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-349eabac-d47d-4014-a3f4-64fdbf29a601 service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890590 Aug 31 09:06:53.282713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0f9a1d0-3da7-4117-a93e-d997d587b00d req-661f679e-c9a0-4fad-a3eb-b4f8ac4f7ccd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048807 Aug 31 09:06:53.296311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-cfc73139-b7cf-4514-9bcd-689cea0077c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=64c7b90c-7861-4977-908d-ec940f93ad6f HTTP/1.1" status: 200 len: 217 time: 0.1906219 Aug 31 09:06:53.306587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-f5dffb08-74b1-45ab-942f-68822053e8dc service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201233 Aug 31 09:06:53.328828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f002646-6e72-4afd-9185-4bd30686b52d req-7dd36476-6d17-4c47-bc15-664915741352 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.337006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f002646-6e72-4afd-9185-4bd30686b52d req-7dd36476-6d17-4c47-bc15-664915741352 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 944 time: 0.1599734 Aug 31 09:06:53.401209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f002646-6e72-4afd-9185-4bd30686b52d req-06e3db3d-c70a-4937-88af-accce93434fb tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631549 Aug 31 09:06:53.487756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90646a9f-42f0-4a8c-afa4-55e69632c361 req-525b3326-597a-4583-9d73-e52095be36c5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 210 time: 0.0828903 Aug 31 09:06:53.535264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.537548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-f16dbf71-87fa-49bc-b4b4-5a5e33ffee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.549257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-f16dbf71-87fa-49bc-b4b4-5a5e33ffee55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2061443 Aug 31 09:06:53.568335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8379277-e0c4-454d-b99c-f77fab19b9dc {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:53.579561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:53.645009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b8379277-e0c4-454d-b99c-f77fab19b9dc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:53.726411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.736087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-4349f867-917f-4ce0-9a4c-31776af41919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.749569 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-4349f867-917f-4ce0-9a4c-31776af41919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1777883 Aug 31 09:06:53.801780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-ff85f340-db65-404c-bce2-29f3e5ab1271 service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221460 Aug 31 09:06:53.859784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97204aac-d563-460e-b737-ab1e983da347 req-7e27580e-9257-429f-a7a5-334fbd8dc495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.861676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97204aac-d563-460e-b737-ab1e983da347 req-7e27580e-9257-429f-a7a5-334fbd8dc495 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 948 time: 0.1245470 Aug 31 09:06:53.893016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Made reservation on behalf of d09e07c954c64b46bdf2fffd3b44a155 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:53.900342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.922069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b8379277-e0c4-454d-b99c-f77fab19b9dc,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:53.957542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:53.984816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97204aac-d563-460e-b737-ab1e983da347 req-09b8ca5a-0b77-4769-9048-d23ede6ea638 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160796 Aug 31 09:06:53.986508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'mac_address': 'fa:16:3e:5b:14:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:54.031226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775f818-4236-48ed-bb8c-a7eea61c985d req-ae074183-d365-4d55-a725-a3889f521031 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.032956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7775f818-4236-48ed-bb8c-a7eea61c985d req-ae074183-d365-4d55-a725-a3889f521031 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 949 time: 0.1036704 Aug 31 09:06:54.064572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:54.092623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45106675-325e-4d8c-94ee-b7a6913a5d60 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:54.139753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-12738bea-e1c9-46d4-b226-912dd4b56310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.140001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7775f818-4236-48ed-bb8c-a7eea61c985d req-71f4ea29-88c6-4170-afdf-40eb7ea017ab tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Aug 31 09:06:54.141312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-12738bea-e1c9-46d4-b226-912dd4b56310 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1100 time: 0.1838236 Aug 31 09:06:54.150196 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-a4bacb8d-1e74-439e-b783-549e39d21514 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821688 Aug 31 09:06:54.154909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['b8379277-e0c4-454d-b99c-f77fab19b9dc'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:54.235257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:54.251411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:54.353282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Allocated IP 192.168.233.78 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/5c39a590-d3e3-4fa5-850e-5566049c61c0) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:54.435885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-5c5c94d3-7023-45f2-9be2-68e616cd70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.437396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-5c5c94d3-7023-45f2-9be2-68e616cd70fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2815790 Aug 31 09:06:54.441674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a81f1972-ff82-45d4-bf01-c6217eb62202 req-f3818655-b62c-457a-aebf-6917dff14581 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572231 Aug 31 09:06:54.442040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:54.537115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-c720e3be-6559-4929-8a53-93ed175e7fdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0801482 Aug 31 09:06:54.562242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6fd8-5e3a-4be0-a991-3114c7ea6f02 req-3f47b1bc-c27d-409a-abda-372dca28529d tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.573636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-814f6fd8-5e3a-4be0-a991-3114c7ea6f02 req-3f47b1bc-c27d-409a-abda-372dca28529d tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1097 time: 0.0820425 Aug 31 09:06:54.596164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:54.630326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-814f6fd8-5e3a-4be0-a991-3114c7ea6f02 req-f5a394c5-54ab-4330-8b59-67dfb5f11319 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Aug 31 09:06:54.724628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.23', 60881) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:54.773235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-8ed602ee-c948-490d-892a-3d3b2913591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.776274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-8ed602ee-c948-490d-892a-3d3b2913591e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2276621 Aug 31 09:06:54.896188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:54.917720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-a271c849-62d5-49c8-b483-c1e10f529db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.920417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-a271c849-62d5-49c8-b483-c1e10f529db6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338172 Aug 31 09:06:54.931013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Transition to ACTIVE for port object 5c39a590-d3e3-4fa5-850e-5566049c61c0 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:54.954576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd7af-61a1-42f9-94d5-cc4a3990de47 req-f542a845-c967-496c-8e0d-7fd41ed9745a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.956807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e04bd7af-61a1-42f9-94d5-cc4a3990de47 req-f542a845-c967-496c-8e0d-7fd41ed9745a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 947 time: 0.1367948 Aug 31 09:06:54.964915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ae75-f4b9-44aa-9408-48658447167b req-b4f285e0-00d1-4eb3-9d9f-d5ab89a3b48b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.967882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-b4f285e0-00d1-4eb3-9d9f-d5ab89a3b48b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179&tenant_id=572d62479f554cf99899eb81dff86d37&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 949 time: 0.2418644 Aug 31 09:06:55.041877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e04bd7af-61a1-42f9-94d5-cc4a3990de47 req-cec5d081-67c7-456d-a67f-bcdcb994b16c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729051 Aug 31 09:06:55.086809 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-95c7ae75-f4b9-44aa-9408-48658447167b req-e1992eac-75cb-4861-b8d4-4c142a1e9a3d service neutron] delete failed (client error): The resource could not be found. Aug 31 09:06:55.088630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-e1992eac-75cb-4861-b8d4-4c142a1e9a3d service neutron] 10.222.0.23 "DELETE /v2.0/ports/45106675-325e-4d8c-94ee-b7a6913a5d60/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.1043522 Aug 31 09:06:55.110956 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-1597a76b-6738-4c51-9f0e-6dec267f23b0 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772118 Aug 31 09:06:55.194657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5f0ef97-2baa-43fe-9047-0014d97a4d1a req-218c42f9-71e4-4625-b450-efb20f8ea091 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 210 time: 0.0658181 Aug 31 09:06:55.238694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:55.259908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed62bef-1081-48c3-b8cf-107a405d55bf req-3331793c-9a47-4651-8c62-755d0efa0ec8 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:55.269433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed62bef-1081-48c3-b8cf-107a405d55bf req-3331793c-9a47-4651-8c62-755d0efa0ec8 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 945 time: 0.1195269 Aug 31 09:06:55.290051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:55.302532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5dd60249-1393-47a6-b014-7b35daa441f5 req-42496eda-f290-45ff-aeb9-cc6a1b31e461 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767473 Aug 31 09:06:55.334568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed62bef-1081-48c3-b8cf-107a405d55bf req-4bb765c5-a415-469c-9879-a54152720291 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Aug 31 09:06:55.358708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['55d2e774-a759-4328-b694-f00a1badc1b6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:55.399501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event updated for resources: {'Port': ['ID=5c39a590-d3e3-4fa5-850e-5566049c61c0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:55.412253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4fedb-85dd-45d9-94d6-efa45c656134 req-7106796c-cd6e-4b56-a43d-99cbc7245698 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:55.428055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:55.430301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18d4fedb-85dd-45d9-94d6-efa45c656134 req-7106796c-cd6e-4b56-a43d-99cbc7245698 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 949 time: 0.1347747 Aug 31 09:06:55.431273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:55.443313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:55.458427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:55.459646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:55.499987 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-cf30cf30-b1a0-4188-83c1-31951f3590f9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4486723 Aug 31 09:06:55.525601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Request body: {'port': {'device_id': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:55.540822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18d4fedb-85dd-45d9-94d6-efa45c656134 req-5ab72a2d-e95c-4f46-b51c-d8c81523deb4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087701 Aug 31 09:06:55.606282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64c7b90c-7861-4977-908d-ec940f93ad6f details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:55.709751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:55.719531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:55.841377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ae75-f4b9-44aa-9408-48658447167b req-d7f70e5d-940b-4c9c-9203-fc161483ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:55.843884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-d7f70e5d-940b-4c9c-9203-fc161483ca1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1101 time: 0.2086132 Aug 31 09:06:55.960402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a7dc-cbad-4155-b901-5a817ea0450f None None] Provisioning for port 5c39a590-d3e3-4fa5-850e-5566049c61c0 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:56.033562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a7dc-cbad-4155-b901-5a817ea0450f None None] Provisioning complete for port 5c39a590-d3e3-4fa5-850e-5566049c61c0 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:56.033716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a7dc-cbad-4155-b901-5a817ea0450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.143056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 64c7b90c-7861-4977-908d-ec940f93ad6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64c7b90c-7861-4977-908d-ec940f93ad6f,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:56.148179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 45106675-325e-4d8c-94ee-b7a6913a5d60 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:56.169408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1a7dc-cbad-4155-b901-5a817ea0450f None None] Port 5c39a590-d3e3-4fa5-850e-5566049c61c0 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:56.188511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '64c7b90c-7861-4977-908d-ec940f93ad6f', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '64c7b90c-7861-4977-908d-ec940f93ad6f', 'mac_address': 'fa:16:3e:56:3f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:56.190526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 45106675-325e-4d8c-94ee-b7a6913a5d60 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:56.190877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.317871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.392147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c7b90c-7861-4977-908d-ec940f93ad6f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:56.428485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 64c7b90c-7861-4977-908d-ec940f93ad6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64c7b90c-7861-4977-908d-ec940f93ad6f,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:56.442162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.500997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59420) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:56.565604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc04a-afd5-44a4-a13c-d16ec32d73c2 req-5a86b3e8-fceb-451e-990c-ed73407e96bd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.577031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a21dc04a-afd5-44a4-a13c-d16ec32d73c2 req-5a86b3e8-fceb-451e-990c-ed73407e96bd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 948 time: 0.1068060 Aug 31 09:06:56.629993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.631279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ae75-f4b9-44aa-9408-48658447167b req-9e85ffed-3b71-4b01-921a-f943f2e15761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.633921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-9e85ffed-3b71-4b01-921a-f943f2e15761 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.7678230 Aug 31 09:06:56.660639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a21dc04a-afd5-44a4-a13c-d16ec32d73c2 req-1ab7a131-1f8c-484b-80f8-6ef0ce3f9903 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822964 Aug 31 09:06:56.668899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=64c7b90c-7861-4977-908d-ec940f93ad6f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:56.703240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:56.705959 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d976cd4-39e8-4525-aef3-48cbf7162c78" -d '{"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-plugged", "status": "completed", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:56.723319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:56.732554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.744540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-3f76b00d-aa04-45ec-af75-4b28714029c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.1025004 Aug 31 09:06:56.805540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['64c7b90c-7861-4977-908d-ec940f93ad6f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:56.814465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b8379277-e0c4-454d-b99c-f77fab19b9dc up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:56.881874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf385e13-9eb0-45b6-a4b9-24d7d66d5d8d req-33d7803b-2095-4211-a325-29f9f3290496 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.885144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf385e13-9eb0-45b6-a4b9-24d7d66d5d8d req-33d7803b-2095-4211-a325-29f9f3290496 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 935 time: 0.1413622 Aug 31 09:06:56.930312 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e89c3de6-6beb-43c1-8178-255e0833c3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.942456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c39a590-d3e3-4fa5-850e-5566049c61c0 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:56.948346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ae75-f4b9-44aa-9408-48658447167b req-26184a8c-c9b2-4b53-aa31-10d498c70cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.950559 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-26184a8c-c9b2-4b53-aa31-10d498c70cf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1751962 Aug 31 09:06:56.962321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.968545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf385e13-9eb0-45b6-a4b9-24d7d66d5d8d req-7c6aa901-eb90-4c4a-ab40-eb937b91a6a6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737319 Aug 31 09:06:56.979299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:57.029564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port b8379277-e0c4-454d-b99c-f77fab19b9dc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:57.039054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port b8379277-e0c4-454d-b99c-f77fab19b9dc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:57.039656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.137478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Transition to ACTIVE for port object 5c39a590-d3e3-4fa5-850e-5566049c61c0 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:57.143994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598b15a-82c5-492e-b477-c96d37706d20 req-f7f8dca9-fd90-4b1d-b0ef-aa4a01f7c6a5 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.145720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2598b15a-82c5-492e-b477-c96d37706d20 req-f7f8dca9-fd90-4b1d-b0ef-aa4a01f7c6a5 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 945 time: 0.0901909 Aug 31 09:06:57.156603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.195189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2598b15a-82c5-492e-b477-c96d37706d20 req-64192303-5766-4ce5-a1dc-4138271e7ee4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Aug 31 09:06:57.270338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ae75-f4b9-44aa-9408-48658447167b req-e6db5a28-03d3-4d12-996f-d97146a9c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.274317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-e6db5a28-03d3-4d12-996f-d97146a9c808 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3068237 Aug 31 09:06:57.288346 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.336475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b8379277-e0c4-454d-b99c-f77fab19b9dc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:57.343397 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.389829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Pushing event updated for resources: {'Port': ['ID=5c39a590-d3e3-4fa5-850e-5566049c61c0,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:57.410005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e89c3de6-6beb-43c1-8178-255e0833c3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.432594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b8379277-e0c4-454d-b99c-f77fab19b9dc,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:57.451801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00445e-975b-42f4-b476-f2ef92de8b96 req-d5d1ccc0-9fb4-4092-b9e8-ad5a0127f5a4 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.454925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad00445e-975b-42f4-b476-f2ef92de8b96 req-d5d1ccc0-9fb4-4092-b9e8-ad5a0127f5a4 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 949 time: 0.1109595 Aug 31 09:06:57.472683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e89c3de6-6beb-43c1-8178-255e0833c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.475765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Attempting to bind port 5c39a590-d3e3-4fa5-850e-5566049c61c0 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:57.476171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Attempting to bind port 5c39a590-d3e3-4fa5-850e-5566049c61c0 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:57.476537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Attempting to bind port 5c39a590-d3e3-4fa5-850e-5566049c61c0 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:57.530730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Port 5c39a590-d3e3-4fa5-850e-5566049c61c0 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:57.531058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Attempting to bind port 5c39a590-d3e3-4fa5-850e-5566049c61c0 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:57.534458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad00445e-975b-42f4-b476-f2ef92de8b96 req-6db66070-80f8-4be0-8772-b148aac22761 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659575 Aug 31 09:06:57.566060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:57.567342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:57.567342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:57.567931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Bound port: 5c39a590-d3e3-4fa5-850e-5566049c61c0, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:57.568233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.581383 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e89c3de6-6beb-43c1-8178-255e0833c3b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=849fc339bc4b41fea01e024a68fd1d79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0784752 Aug 31 09:06:57.586555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59442) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:57.595230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c3de6-6beb-43c1-8178-255e0833c3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f50b67f-0279-4bd0-bab4-c3db59e4611f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:57.655057 n-d-800634-13 neutron-server[94895]: WARNING keystonemiddleware.auth_token [req-043b3507-2b64-4958-aa7c-4a3cc1f979a0 req-b3df57e1-9bd8-4d15-8677-436bfead36e6 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:06:57.661326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-2bb5b092-e3d6-4af7-a40b-dd63c93ecd72 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:06:57.662833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-2bb5b092-e3d6-4af7-a40b-dd63c93ecd72 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1768925 Aug 31 09:06:57.669753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-04270061-621c-4ccb-aceb-1da2c8963e87 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936041 Aug 31 09:06:57.687455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:57.688008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Unknown quota resources ['binding']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:06:57.699963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e7408-9f37-4b03-a8cf-346015afc982 req-7c6964bf-14ee-490b-a251-a7ba1f943c7d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.701654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-889e7408-9f37-4b03-a8cf-346015afc982 req-7c6964bf-14ee-490b-a251-a7ba1f943c7d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.0924697 Aug 31 09:06:57.719908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa927fe5-18be-4a76-83be-0a363a9ba155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.761811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa927fe5-18be-4a76-83be-0a363a9ba155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.779885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-889e7408-9f37-4b03-a8cf-346015afc982 req-334c543c-6d63-4882-920a-7a6c48d42157 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689609 Aug 31 09:06:57.804500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] For port 5c39a590-d3e3-4fa5-850e-5566049c61c0, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:57.857974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] For port 5c39a590-d3e3-4fa5-850e-5566049c61c0, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:57.862709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa927fe5-18be-4a76-83be-0a363a9ba155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.868031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa927fe5-18be-4a76-83be-0a363a9ba155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.870258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa927fe5-18be-4a76-83be-0a363a9ba155 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f50b67f-0279-4bd0-bab4-c3db59e4611f HTTP/1.1" status: 204 len: 168 time: 0.2777660 Aug 31 09:06:57.879075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.900004 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a505b-4247-4908-bbe5-41595f913114 x-openstack-request-id: req-aa8a505b-4247-4908-bbe5-41595f913114 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:57.900786 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-plugged", "status": "completed", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:57.901423 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa8a505b-4247-4908-bbe5-41595f913114 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:57.902306 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'code': 200} Aug 31 09:06:57.906861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa927fe5-18be-4a76-83be-0a363a9ba155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f50b67f-0279-4bd0-bab4-c3db59e4611f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:57.952653 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95c7ae75-f4b9-44aa-9408-48658447167b req-fd9e0ff2-2e06-4f4b-8839-18f7441bfb2a service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591429 Aug 31 09:06:57.982379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.983249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.985025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] 10.222.0.23 "PUT /v2.0/ports/5c39a590-d3e3-4fa5-850e-5566049c61c0 HTTP/1.1" status: 200 len: 1096 time: 2.4640670 Aug 31 09:06:57.987683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'tag': '5c39a590-d3e3-4fa5-850e-5566049c61c0'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:57.990012 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6330a78d-e26c-4170-955c-715f24ce0250" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5574bf-1ad1-4a36-88fa-ac00b81641e4", "tag": "5c39a590-d3e3-4fa5-850e-5566049c61c0"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:58.027880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9eb61-9e13-4814-8fe9-2ed78e62d20f service neutron] Pushing event updated for resources: {'Port': ['ID=5c39a590-d3e3-4fa5-850e-5566049c61c0,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:58.093206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:58.093770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:58.094100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:58.100595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:58.101045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:58.186271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:58.186669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:58.187219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:58.188412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Bound port: edbfbd70-9bc3-4eba-8945-28c5f960615a, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:58.214291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f324c2-5870-4d6c-9f6f-ce1ff9887a17 req-07d1042b-4871-44e9-b076-bb3983b17b37 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.219821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5f324c2-5870-4d6c-9f6f-ce1ff9887a17 req-07d1042b-4871-44e9-b076-bb3983b17b37 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 948 time: 0.1033225 Aug 31 09:06:58.285195 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5f324c2-5870-4d6c-9f6f-ce1ff9887a17 req-1cd79982-11fa-4bfb-a14c-8e689dbf77e7 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552144 Aug 31 09:06:58.393603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-f65c8646-ae94-4274-ba37-29255a38d99a tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.396181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-f65c8646-ae94-4274-ba37-29255a38d99a tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.15 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 949 time: 0.2846332 Aug 31 09:06:58.412195 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a04bbb5a-af29-4701-9ed8-f1377ce46154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.467560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-ec56f61b-b23e-4020-8c5e-09834d86ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.469389 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-ec56f61b-b23e-4020-8c5e-09834d86ed49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 1099 time: 0.2675865 Aug 31 09:06:58.474608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58640d0a-8418-497d-8510-65c0b3fb0834 req-72f9c208-8b0e-48b7-b87a-09185ea18fe0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.475002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59456) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:58.478036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58640d0a-8418-497d-8510-65c0b3fb0834 req-72f9c208-8b0e-48b7-b87a-09185ea18fe0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 947 time: 0.1047347 Aug 31 09:06:58.531758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58640d0a-8418-497d-8510-65c0b3fb0834 req-ea45eed1-cc38-4951-8cce-4da1657f1f1d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Aug 31 09:06:58.553309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:58.570510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13c7e403-06bd-4aae-8c6c-b6b85e64555e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.572574 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-9bce5474-e6d2-46ee-9866-29b96229d2e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0 HTTP/1.1" status: 200 len: 217 time: 0.0775809 Aug 31 09:06:58.597447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.598753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-6f6e09b6-fd92-4f48-ae78-30518658fdac service neutron] 10.222.0.18 "POST /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a/bindings HTTP/1.1" status: 201 len: 390 time: 0.9197319 Aug 31 09:06:58.650276 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163a029-ad2a-4a28-985c-f030510864a0 x-openstack-request-id: req-4163a029-ad2a-4a28-985c-f030510864a0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:58.650489 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5574bf-1ad1-4a36-88fa-ac00b81641e4", "tag": "5c39a590-d3e3-4fa5-850e-5566049c61c0", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:58.650640 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4163a029-ad2a-4a28-985c-f030510864a0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:58.651038 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'tag': '5c39a590-d3e3-4fa5-850e-5566049c61c0', 'status': 'completed', 'code': 200} Aug 31 09:06:58.698703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-55e95fff-3a44-4dea-a54d-e11b080c4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.701264 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-55e95fff-3a44-4dea-a54d-e11b080c4fa4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1073468 Aug 31 09:06:58.799337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Deleting port 749ab912-1003-4b49-89ab-6f092adc9315 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:06:58.800262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.814130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809255a-0067-418f-af07-1844826443bf req-408e27fe-0e0f-44ab-a363-a4be6c96df7d tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.827729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3809255a-0067-418f-af07-1844826443bf req-408e27fe-0e0f-44ab-a363-a4be6c96df7d tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.1155107 Aug 31 09:06:58.898183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-26540a97-f3b1-46e5-83b6-29c4da108b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.900094 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-26540a97-f3b1-46e5-83b6-29c4da108b6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1861517 Aug 31 09:06:58.987333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13c7e403-06bd-4aae-8c6c-b6b85e64555e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.003089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3809255a-0067-418f-af07-1844826443bf req-c826b900-5e19-4dbe-addd-c8eb3a6c4639 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508648 Aug 31 09:06:59.005890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13c7e403-06bd-4aae-8c6c-b6b85e64555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.030461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8fe64-14f2-4b75-9242-f8a315d73372 req-108aeb36-da9d-459a-aff3-c4ba2bd621b7 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:59.033123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9f8fe64-14f2-4b75-9242-f8a315d73372 req-108aeb36-da9d-459a-aff3-c4ba2bd621b7 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 949 time: 0.1307764 Aug 31 09:06:59.134081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9f8fe64-14f2-4b75-9242-f8a315d73372 req-986d49e3-a83f-40b6-99ec-ad7188cf1866 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ac60f0-9a0e-40de-a54b-e8bfccec6285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924635 Aug 31 09:06:59.265571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ff51e-6e09-4353-b243-ed76339885d5 req-ed2c29ff-a290-448a-9c43-c7f3fc0fc2ca tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:59.267576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-791ff51e-6e09-4353-b243-ed76339885d5 req-ed2c29ff-a290-448a-9c43-c7f3fc0fc2ca tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 945 time: 0.1278815 Aug 31 09:06:59.353494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6e66-87a6-4d13-a4ad-faa1c1833c36 req-82dfe732-1a70-4953-bf5f-50233a08a98b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:59.355212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f3e6e66-87a6-4d13-a4ad-faa1c1833c36 req-82dfe732-1a70-4953-bf5f-50233a08a98b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.1208467 Aug 31 09:06:59.367286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-791ff51e-6e09-4353-b243-ed76339885d5 req-172b38fa-6a09-4059-9b31-bc21fcf867b5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Aug 31 09:06:59.445738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f3e6e66-87a6-4d13-a4ad-faa1c1833c36 req-ec262e47-fe20-4045-9a94-476639b424a6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753098 Aug 31 09:06:59.615946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] For port 749ab912-1003-4b49-89ab-6f092adc9315, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=749ab912-1003-4b49-89ab-6f092adc9315,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:59.616406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.624042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64c7b90c-7861-4977-908d-ec940f93ad6f up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:59.639293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e403-06bd-4aae-8c6c-b6b85e64555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81955485-895b-4ce6-8210-d5ab58918260,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:59.647893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-13c7e403-06bd-4aae-8c6c-b6b85e64555e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=335075cd4c4841318ab96acf3e89be75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1700449 Aug 31 09:06:59.660135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0e0a-e9cf-4c8e-b0c8-7dfaab063a67 req-dbc5c9e4-7b40-4392-8dd8-c229764d74d7 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:59.662173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5ac0e0a-e9cf-4c8e-b0c8-7dfaab063a67 req-dbc5c9e4-7b40-4392-8dd8-c229764d74d7 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 948 time: 0.0996895 Aug 31 09:06:59.662880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59472) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:59.676548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064139ac-3974-46fc-b2cc-963da5ac049b req-d06a1034-0639-446c-9d00-6aef4f195020 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:59.686136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-064139ac-3974-46fc-b2cc-963da5ac049b req-d06a1034-0639-446c-9d00-6aef4f195020 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.1080372 Aug 31 09:06:59.687523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Calling delete_port for 749ab912-1003-4b49-89ab-6f092adc9315 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:06:59.737119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 64c7b90c-7861-4977-908d-ec940f93ad6f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:59.747960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 64c7b90c-7861-4977-908d-ec940f93ad6f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:59.749293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.792133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-064139ac-3974-46fc-b2cc-963da5ac049b req-d78659ee-ad07-4cf4-9a20-08308d2172b5 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047864 Aug 31 09:06:59.812192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5ac0e0a-e9cf-4c8e-b0c8-7dfaab063a67 req-8ba17801-6a29-46fc-8463-e464cd67def3 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230593 Aug 31 09:06:59.832596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-d0596765-a08f-4079-bd48-6e2feb5dd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:59.835883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-d0596765-a08f-4079-bd48-6e2feb5dd284 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1097 time: 0.8147693 Aug 31 09:06:59.863931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.921528 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-969934a8-e770-4912-b4b2-852057db56be service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9288149 Aug 31 09:06:59.926999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:59.931429 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd084a2d-089f-44ae-85ba-6be674b33b28" -d '{"events": [{"server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "name": "network-vif-plugged", "status": "completed", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:59.932077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.013793 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.059602 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a1ec11-eff9-49d9-8a44-77570c955eb4 x-openstack-request-id: req-36a1ec11-eff9-49d9-8a44-77570c955eb4 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:00.060442 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "name": "network-vif-plugged", "status": "completed", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:00.063046 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36a1ec11-eff9-49d9-8a44-77570c955eb4 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:00.064083 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'code': 200} Aug 31 09:07:00.126791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 64c7b90c-7861-4977-908d-ec940f93ad6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64c7b90c-7861-4977-908d-ec940f93ad6f,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:00.133171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822c45e-87f0-4d56-b849-11e4a1025582 req-592daaf6-0ec8-498d-ac95-769211c01543 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.141347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.142318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 749ab912-1003-4b49-89ab-6f092adc9315 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:00.150603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3822c45e-87f0-4d56-b849-11e4a1025582 req-592daaf6-0ec8-498d-ac95-769211c01543 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 947 time: 0.1929796 Aug 31 09:07:00.244125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=64c7b90c-7861-4977-908d-ec940f93ad6f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:00.247046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-764a14ac-190f-4a83-bb8a-119ef849d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.248732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-764a14ac-190f-4a83-bb8a-119ef849d1f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.4020669 Aug 31 09:07:00.257770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2495835-c6d2-4138-ac60-9300bcc4b50a req-07b16576-d5a8-42eb-ac33-a5652b90b9aa service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546966 Aug 31 09:07:00.268067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.268413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.268909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.269438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.269957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.270552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.271035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.275680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.276032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.276373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.281009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.281364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.345827 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-79032bde-4667-4caf-8602-121489c4c8cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 217 time: 0.0545306 Aug 31 09:07:00.352996 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.384410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3822c45e-87f0-4d56-b849-11e4a1025582 req-333dd160-3a27-4238-a246-2817f1e43d31 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321565 Aug 31 09:07:00.392643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.395368 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.399355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81955485-895b-4ce6-8210-d5ab58918260 HTTP/1.1" status: 204 len: 168 time: 0.7314925 Aug 31 09:07:00.399355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e2ce0-b166-4340-adcd-038a8c772010 req-c0ea3484-cdcc-4d99-bfab-d3ab53fff9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.400368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e25e2ce0-b166-4340-adcd-038a8c772010 req-c0ea3484-cdcc-4d99-bfab-d3ab53fff9a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1098 time: 0.2127867 Aug 31 09:07:00.414541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81955485-895b-4ce6-8210-d5ab58918260,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:00.439417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4027e89-3625-4ede-a8e9-1918ec448f1e req-8fc16819-bc10-43c0-a102-d8d669cdcb2a tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.441376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4027e89-3625-4ede-a8e9-1918ec448f1e req-8fc16819-bc10-43c0-a102-d8d669cdcb2a tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.2032518 Aug 31 09:07:00.449932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.450534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.450754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.451232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.451573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.451898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.452222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.452545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.453359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.453359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.453679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.453832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4ad2-505e-4a65-9e65-76b5cdeb3435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.521660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e25e2ce0-b166-4340-adcd-038a8c772010 req-b9e86ca9-13ab-4f5a-b3f9-bbe3d46700fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085443 Aug 31 09:07:00.529634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4027e89-3625-4ede-a8e9-1918ec448f1e req-aa787f2f-bba5-4853-8ede-7d69263f59fc tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696633 Aug 31 09:07:00.629423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-ac63e02e-1e75-41a7-8c14-ba0b4c65d19b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373292 Aug 31 09:07:00.694511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a78d-e26c-4170-955c-715f24ce0250 req-2adf10c4-f6d5-4ee2-8646-b51c8716ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.700638 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-2adf10c4-f6d5-4ee2-8646-b51c8716ca44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 1099 time: 0.2808361 Aug 31 09:07:00.706943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.712496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-690928c2-1706-4174-a0c4-13d8db70dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.715680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-690928c2-1706-4174-a0c4-13d8db70dce5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.2987678 Aug 31 09:07:00.766113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Pushing event deleted for resources: {'Port': ['ID=749ab912-1003-4b49-89ab-6f092adc9315,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:00.785683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.786247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.786821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.787364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.787924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.788442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.788972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.789491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.790024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.790599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.791665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.791828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:00.807125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba36041-3fdc-4a36-b9dc-6936f3a5ba85 req-c2a32c96-c697-4522-a9d1-47ba6051f9ab tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a09f73-47a0-4b4f-80d1-9c50ba8df6cb HTTP/1.1" status: 200 len: 210 time: 0.1281822 Aug 31 09:07:00.881894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-eaa68bdf-cecc-4a6c-b843-6929eff327e4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.885698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-eaa68bdf-cecc-4a6c-b843-6929eff327e4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446876 Aug 31 09:07:00.915152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-36475826-1e96-438a-92f5-8c138d1e252d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/quotas/572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 375 time: 0.0216327 Aug 31 09:07:00.993771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] No DVR routers for this DVR port 749ab912-1003-4b49-89ab-6f092adc9315 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:00.997844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-dc9dd0f6-07ab-4bbf-bde7-a564fe43d8bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887403 Aug 31 09:07:01.069611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-f7fadb3b-d1c0-4f25-8715-d346c5251590 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464722 Aug 31 09:07:01.088270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.092427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7ddc1b2d-1934-4eec-bcc1-d03170eb851a req-676ed053-d274-416c-b329-f56c99aa1fb8 tempest-TenantUsagesTestJSON-2113540834 tempest-TenantUsagesTestJSON-2113540834-project] 10.222.0.15 "DELETE /v2.0/ports/749ab912-1003-4b49-89ab-6f092adc9315 HTTP/1.1" status: 204 len: 173 time: 2.6861551 Aug 31 09:07:01.092848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'name': 'network-vif-deleted', 'tag': '749ab912-1003-4b49-89ab-6f092adc9315'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:01.095344 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ce224-b5e9-415b-9c71-eae5b61c76a0" -d '{"events": [{"server_uuid": "63a09f73-47a0-4b4f-80d1-9c50ba8df6cb", "name": "network-vif-deleted", "tag": "749ab912-1003-4b49-89ab-6f092adc9315"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:01.115788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b74a-174e-4fd9-b343-a14b4c9b31cc req-09e10b05-c946-4787-be75-5fae11a4054a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.125559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7213b74a-174e-4fd9-b343-a14b4c9b31cc req-09e10b05-c946-4787-be75-5fae11a4054a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 945 time: 0.1290245 Aug 31 09:07:01.211210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a78d-e26c-4170-955c-715f24ce0250 req-8ef000fa-7aa4-4649-bdb8-c46b81db0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.216425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7213b74a-174e-4fd9-b343-a14b4c9b31cc req-528acc99-e82a-48e5-af65-c54aaebb89a3 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Aug 31 09:07:01.217983 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-8ef000fa-7aa4-4649-bdb8-c46b81db0562 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3193016 Aug 31 09:07:01.226355 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-066c8d38-d07a-4106-8eb6-70d804972e21 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870022 Aug 31 09:07:01.365240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-fe4fbc61-9027-4d5a-bd29-aed593aa3fff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0 HTTP/1.1" status: 200 len: 217 time: 0.1270063 Aug 31 09:07:01.429161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8889f-0bb0-478f-b35a-fa768d15b173 req-e6b6c709-9f62-489d-9150-3f81f2f27a0c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.442122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22c8889f-0bb0-478f-b35a-fa768d15b173 req-e6b6c709-9f62-489d-9150-3f81f2f27a0c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 949 time: 0.0970614 Aug 31 09:07:01.456101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc156-39ba-476e-9eaa-3a780095e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.513225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22c8889f-0bb0-478f-b35a-fa768d15b173 req-c554261f-78a0-4d0a-9c64-a15570bb4484 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695601 Aug 31 09:07:01.516310 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f9461-b752-40b1-8177-ad1aebdafa00 x-openstack-request-id: req-d30f9461-b752-40b1-8177-ad1aebdafa00 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:01.517547 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a09f73-47a0-4b4f-80d1-9c50ba8df6cb", "name": "network-vif-deleted", "tag": "749ab912-1003-4b49-89ab-6f092adc9315", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:01.517814 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d30f9461-b752-40b1-8177-ad1aebdafa00 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:01.518221 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a09f73-47a0-4b4f-80d1-9c50ba8df6cb', 'name': 'network-vif-deleted', 'tag': '749ab912-1003-4b49-89ab-6f092adc9315', 'status': 'completed', 'code': 200} Aug 31 09:07:01.582399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a78d-e26c-4170-955c-715f24ce0250 req-e32e6fb3-4752-4f55-a232-efefc258a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.585420 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-e32e6fb3-4752-4f55-a232-efefc258a1c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1990588 Aug 31 09:07:01.589803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3d30ea6-2932-43e9-9401-81cd15e3f84a req-1cfde383-220d-4bf0-a19b-b0ca8f4e992e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 210 time: 0.0512764 Aug 31 09:07:01.612123 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-8cd003e8-2d34-41bc-8362-b8b08c0a4a86 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724139 Aug 31 09:07:01.688653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a78d-e26c-4170-955c-715f24ce0250 req-e95fcb61-2b06-4b5b-8b7c-00cc29e75998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.696054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-e95fcb61-2b06-4b5b-8b7c-00cc29e75998 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0972447 Aug 31 09:07:01.714112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.744900 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.809921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83cae3-2941-46a0-adff-573244b86151 req-08574b7a-ea22-442c-aa4a-d62a2d279470 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.817994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c83cae3-2941-46a0-adff-573244b86151 req-08574b7a-ea22-442c-aa4a-d62a2d279470 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 947 time: 0.2106178 Aug 31 09:07:01.839736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8396e9e-383f-48e2-8b2b-b9b4b74f0cae req-4fae24ec-37ff-4a75-9632-4c9bd20893ea tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.849849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8396e9e-383f-48e2-8b2b-b9b4b74f0cae req-4fae24ec-37ff-4a75-9632-4c9bd20893ea tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.0972142 Aug 31 09:07:01.904922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8396e9e-383f-48e2-8b2b-b9b4b74f0cae req-ee8e39b7-45b5-4b2f-99fb-f0e58949745d tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Aug 31 09:07:01.955518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c83cae3-2941-46a0-adff-573244b86151 req-beac254b-0bc3-4027-86aa-c3849b196ec2 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358104 Aug 31 09:07:02.030521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-33691654-6c75-4750-b3e0-d82969394e91 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:02.032186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-33691654-6c75-4750-b3e0-d82969394e91 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.1464188 Aug 31 09:07:02.040611 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-df2be51a-a29c-40b9-be8d-574e11fbfddc service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873335 Aug 31 09:07:02.066121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c7b90c-7861-4977-908d-ec940f93ad6f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:02.069939 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54189d32-2c96-4abc-95fa-b497bce960a5" -d '{"events": [{"server_uuid": "ca799206-43d3-4eb3-a143-250ca1aef526", "name": "network-vif-plugged", "status": "completed", "tag": "64c7b90c-7861-4977-908d-ec940f93ad6f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:02.082813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:02.144065 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d971bb80-1b7a-4a29-9ea2-9fd9aac51a70 x-openstack-request-id: req-d971bb80-1b7a-4a29-9ea2-9fd9aac51a70 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:02.144311 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca799206-43d3-4eb3-a143-250ca1aef526", "name": "network-vif-plugged", "status": "completed", "tag": "64c7b90c-7861-4977-908d-ec940f93ad6f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:02.144592 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d971bb80-1b7a-4a29-9ea2-9fd9aac51a70 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:02.145344 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c7b90c-7861-4977-908d-ec940f93ad6f', 'code': 200} Aug 31 09:07:02.304024 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.425750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2710ac-a995-4892-bea8-c4cbf18dac64 req-3cf08cf0-be59-4230-a151-8b873a4c1f09 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:02.440408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c2710ac-a995-4892-bea8-c4cbf18dac64 req-3cf08cf0-be59-4230-a151-8b873a4c1f09 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 945 time: 0.1090133 Aug 31 09:07:02.503194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c2710ac-a995-4892-bea8-c4cbf18dac64 req-fccdf376-46ef-47ae-8be2-889f8e3a3185 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Aug 31 09:07:02.507895 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6330a78d-e26c-4170-955c-715f24ce0250 req-1067d857-ae96-4b4c-85ca-0f76107558ae service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209504 Aug 31 09:07:02.544376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba811b-dba7-4f16-8381-f87a6d30e23e req-23d92671-6e0d-44f9-9d65-42b51bb4231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:02.547264 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d3ba811b-dba7-4f16-8381-f87a6d30e23e req-23d92671-6e0d-44f9-9d65-42b51bb4231f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 1101 time: 0.2695084 Aug 31 09:07:02.583674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59556) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:02.680252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d3ba811b-dba7-4f16-8381-f87a6d30e23e req-037e4b99-3290-4e1a-9df1-15bd6138fe99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818574 Aug 31 09:07:02.717272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeda2b-b071-4297-b8c9-803b0b12f2d2 req-3302c988-5a69-4b81-b866-9e24cffa2e95 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:02.720039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dddeda2b-b071-4297-b8c9-803b0b12f2d2 req-3302c988-5a69-4b81-b866-9e24cffa2e95 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 949 time: 0.1119478 Aug 31 09:07:02.736217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:02.791981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:02.798731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dddeda2b-b071-4297-b8c9-803b0b12f2d2 req-15fafed8-e832-44ec-b196-8e7972923b25 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694416 Aug 31 09:07:02.861982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12a95044-e347-47d3-a6b9-28072023ecfe req-bd4803f8-8c80-4ae5-acfa-853531215a1c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 210 time: 0.0611248 Aug 31 09:07:02.892905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.932360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-edfe3e87-dced-4068-8b34-818d1aeb478e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424712 Aug 31 09:07:02.932821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.938303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b162081-3e40-4f86-a5ef-1580752af963 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8014e2d8db2a410aa359233750cffb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530905 Aug 31 09:07:02.942338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59566) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:03.178530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:03.195605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-597b438f-b80e-4455-bbc4-2037676884d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.207119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-3c1ad138-0582-4791-9f6b-8573f9caa4d5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.209044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-3c1ad138-0582-4791-9f6b-8573f9caa4d5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939087 Aug 31 09:07:03.221687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:03.222148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:03.223222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:03.230621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Request body: {'port': {'device_id': 'bb749700-7abe-494c-949d-cac839b24cbb', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '572d62479f554cf99899eb81dff86d37'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:03.255710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608247e6-4f4c-498b-9bdc-d0668408b24e req-c0f1df7c-a3c8-4c2b-93d5-af5bd3be85a8 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.258973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-608247e6-4f4c-498b-9bdc-d0668408b24e req-c0f1df7c-a3c8-4c2b-93d5-af5bd3be85a8 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.2058735 Aug 31 09:07:03.275755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:07:03.276076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Attempting to bind port edbfbd70-9bc3-4eba-8945-28c5f960615a on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:03.287584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aea62-76c1-4246-bb55-14c7bf8f5784 req-79855488-6675-4627-8551-7b880597b6f0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.289480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:03.289820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:03.290198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:03.290325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-928aea62-76c1-4246-bb55-14c7bf8f5784 req-79855488-6675-4627-8551-7b880597b6f0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 947 time: 0.2264459 Aug 31 09:07:03.290737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Bound port: edbfbd70-9bc3-4eba-8945-28c5f960615a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:03.291097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.296171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-597b438f-b80e-4455-bbc4-2037676884d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.405425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:03.409380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.410009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:03.417006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.422789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Made reservation on behalf of 572d62479f554cf99899eb81dff86d37 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:03.426330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.440569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-928aea62-76c1-4246-bb55-14c7bf8f5784 req-63e182d8-5b1d-4ac1-9399-3bf688e99b71 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204576 Aug 31 09:07:03.446761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-608247e6-4f4c-498b-9bdc-d0668408b24e req-419cd4b4-8818-4dba-9dab-3149e5e8d892 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547532 Aug 31 09:07:03.537672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-597b438f-b80e-4455-bbc4-2037676884d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.540592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:03.543507 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81e80b9-a762-452f-b5bf-dc24cd0027fe" -d '{"events": [{"server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:03.556493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-597b438f-b80e-4455-bbc4-2037676884d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.561337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-597b438f-b80e-4455-bbc4-2037676884d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8ac60f0-9a0e-40de-a54b-e8bfccec6285 HTTP/1.1" status: 204 len: 168 time: 0.6139205 Aug 31 09:07:03.568417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=8']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:03.580724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b438f-b80e-4455-bbc4-2037676884d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ac60f0-9a0e-40de-a54b-e8bfccec6285,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:03.583817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.584458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.585944 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-4a2adbb7-bc6b-41ea-bd48-56017cd1ca8a service neutron] 10.222.0.23 "PUT /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 1123 time: 1.5139542 Aug 31 09:07:03.716565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['edbfbd70-9bc3-4eba-8945-28c5f960615a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:03.720899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Allocated IP 192.168.233.81 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/b2411c69-1dc5-4986-a9d5-b0350e4884f1) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:03.895875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0fbf-d198-463f-a2a3-c5c2bf8caee8 req-8be1975d-ec0b-452c-81ab-352517590b49 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.907344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df8d0fbf-d198-463f-a2a3-c5c2bf8caee8 req-8be1975d-ec0b-452c-81ab-352517590b49 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 943 time: 0.1246121 Aug 31 09:07:03.971804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df8d0fbf-d198-463f-a2a3-c5c2bf8caee8 req-56a1a315-7ec7-4571-89ba-3a0bc0c84f4b tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622504 Aug 31 09:07:04.008607 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.045262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Transition to ACTIVE for port object b2411c69-1dc5-4986-a9d5-b0350e4884f1 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:04.092664 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.137172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:04.210391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:04.221285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:04.228277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:04.243521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:04.244598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.281418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:04.301932 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0d7f97c5-1629-402c-a6f4-51ac86856e74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0763855 Aug 31 09:07:04.328106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Request body: {'port': {'device_id': 'bb749700-7abe-494c-949d-cac839b24cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:04.403315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:04.404379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.527530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-ae8c1285-226f-47bd-85cf-46339d8d9f3c tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 258 time: 0.4508026 Aug 31 09:07:04.534586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:04.597307 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.642726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4135dfe-895a-4c68-ba0d-bbb700d9a453 req-1147c9e4-4df3-4356-b08e-438f65b09601 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:04.645465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4135dfe-895a-4c68-ba0d-bbb700d9a453 req-1147c9e4-4df3-4356-b08e-438f65b09601 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 949 time: 0.1149807 Aug 31 09:07:04.654681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-74d35317-ce20-4a77-83c5-27108ce9548a None None] Provisioning for port b2411c69-1dc5-4986-a9d5-b0350e4884f1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:04.660674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-74d35317-ce20-4a77-83c5-27108ce9548a None None] Provisioning complete for port b2411c69-1dc5-4986-a9d5-b0350e4884f1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:04.661358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-74d35317-ce20-4a77-83c5-27108ce9548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.717613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-74d35317-ce20-4a77-83c5-27108ce9548a None None] Port b2411c69-1dc5-4986-a9d5-b0350e4884f1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:04.726914 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01153e9-a84a-4ea7-aa8a-b566b9056f93 x-openstack-request-id: req-e01153e9-a84a-4ea7-aa8a-b566b9056f93 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:04.727812 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:04.727974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4135dfe-895a-4c68-ba0d-bbb700d9a453 req-c448f5f4-c4a4-4f5e-a336-4ef42bf47c94 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Aug 31 09:07:04.728443 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e01153e9-a84a-4ea7-aa8a-b566b9056f93 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:04.729216 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'code': 200} Aug 31 09:07:04.743436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de2b4b4e-467b-47a2-ab4b-f630ce9d6476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.812208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5c39a590-d3e3-4fa5-850e-5566049c61c0 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:04.877431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.954668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5c39a590-d3e3-4fa5-850e-5566049c61c0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:04.968826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c02c-9c89-47da-b573-5c9210b8e61d req-4b68a04a-5548-4b13-8c0e-2736428d2230 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:04.971083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b06c02c-9c89-47da-b573-5c9210b8e61d req-4b68a04a-5548-4b13-8c0e-2736428d2230 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 935 time: 0.1660781 Aug 31 09:07:04.971260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5c39a590-d3e3-4fa5-850e-5566049c61c0', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '5c39a590-d3e3-4fa5-850e-5566049c61c0', 'mac_address': 'fa:16:3e:17:06:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:07:05.019383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de2b4b4e-467b-47a2-ab4b-f630ce9d6476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.027089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de2b4b4e-467b-47a2-ab4b-f630ce9d6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.027430 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.052368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c39a590-d3e3-4fa5-850e-5566049c61c0 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:05.074809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b06c02c-9c89-47da-b573-5c9210b8e61d req-ad4ebecd-5470-44af-9424-907f86f28968 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853136 Aug 31 09:07:05.086971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5c39a590-d3e3-4fa5-850e-5566049c61c0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:05.092702 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.101022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-de2b4b4e-467b-47a2-ab4b-f630ce9d6476 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22d95718adc44c6f9b6e544cea8c6f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936169 Aug 31 09:07:05.104135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b4b4e-467b-47a2-ab4b-f630ce9d6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdca09d0-1ed5-48b0-af59-56f9bcea2870,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.107278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59612) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:05.132758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Allocated IP 172.25.4.95 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/fd602a6b-f28c-481e-b903-b193f96f6310) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:05.181054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5c39a590-d3e3-4fa5-850e-5566049c61c0,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.271236 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.314463 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13b9a068-274d-49f7-ab48-4f974e50f900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.324004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2411c69-1dc5-4986-a9d5-b0350e4884f1 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:05.349296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.349920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.399196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:05.403399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:05.404202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13b9a068-274d-49f7-ab48-4f974e50f900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.410046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:05.410462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Transition to ACTIVE for port object b2411c69-1dc5-4986-a9d5-b0350e4884f1 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:05.427748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event updated for resources: {'Port': ['ID=fd602a6b-f28c-481e-b903-b193f96f6310,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.427985 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.545863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.555562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.596561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Attempting to bind port b2411c69-1dc5-4986-a9d5-b0350e4884f1 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:05.597304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Attempting to bind port b2411c69-1dc5-4986-a9d5-b0350e4884f1 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:05.598004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Attempting to bind port b2411c69-1dc5-4986-a9d5-b0350e4884f1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:05.607870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Port b2411c69-1dc5-4986-a9d5-b0350e4884f1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:07:05.608535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Attempting to bind port b2411c69-1dc5-4986-a9d5-b0350e4884f1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:05.608708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5c39a590-d3e3-4fa5-850e-5566049c61c0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:05.615055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13b9a068-274d-49f7-ab48-4f974e50f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.618179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13b9a068-274d-49f7-ab48-4f974e50f900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.619634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-13b9a068-274d-49f7-ab48-4f974e50f900 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdca09d0-1ed5-48b0-af59-56f9bcea2870 HTTP/1.1" status: 204 len: 168 time: 0.4966927 Aug 31 09:07:05.632721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.638523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:05.639198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:05.640846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:05.641684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Bound port: b2411c69-1dc5-4986-a9d5-b0350e4884f1, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:05.644587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.675171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9a068-274d-49f7-ab48-4f974e50f900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdca09d0-1ed5-48b0-af59-56f9bcea2870,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.799561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:05.807089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:05.814382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.864750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:05.866138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.868341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] 10.222.0.15 "PUT /v2.0/ports/b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 1096 time: 1.5573468 Aug 31 09:07:05.919365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd72da9-832b-4944-a8d7-93884ddba8cb service neutron] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:06.015130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-b4f7e0a1-56ed-4580-8eda-f14633536a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:06.018526 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-b4f7e0a1-56ed-4580-8eda-f14633536a05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1099 time: 0.0836959 Aug 31 09:07:06.102518 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-06a4f402-abed-4917-bfd3-1a3c7f99f368 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.0723803 Aug 31 09:07:06.115797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.165853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674097cd-bdb0-4138-855b-5e2c5515c095 req-b7cc799d-1f72-4e25-a32d-8945f849e39c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:06.174656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-674097cd-bdb0-4138-855b-5e2c5515c095 req-b7cc799d-1f72-4e25-a32d-8945f849e39c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 948 time: 0.1502154 Aug 31 09:07:06.225892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-a5e0e088-9b78-4462-8516-1252872f8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:06.232866 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-a5e0e088-9b78-4462-8516-1252872f8ac9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1177726 Aug 31 09:07:06.306398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.316478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.341398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-f6e39020-f9ca-442e-a599-e10bda58867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:06.344841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-f6e39020-f9ca-442e-a599-e10bda58867a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047494 Aug 31 09:07:06.370282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-674097cd-bdb0-4138-855b-5e2c5515c095 req-2ba37f0e-d90d-40f5-8966-e5bd06541d13 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934311 Aug 31 09:07:06.384698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.424351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event updated for resources: {'Port': ['ID=fd602a6b-f28c-481e-b903-b193f96f6310,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:06.429318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.439840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-80f471f5-07a6-4997-8961-a49a87fa2cb2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9111271 Aug 31 09:07:06.529959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-77310d1d-ada8-406d-a147-0aeb19b7a332 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.0884650 Aug 31 09:07:06.557541 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-e6d26388-fb2a-4d20-ac8e-3fd5d192dacc service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004910 Aug 31 09:07:06.697521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-ee2fd5e1-de86-4474-b13d-a1055811b869 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:06.706925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd8c5853-7f3e-4094-ab42-ba6b54856bb5 req-e8d1e9e3-8bb2-4bc1-8cba-bfe925e2128d service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379902 Aug 31 09:07:06.707935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-ee2fd5e1-de86-4474-b13d-a1055811b869 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.1691983 Aug 31 09:07:06.715361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-8e73eb45-ab1c-446f-9b8a-64f61b4e97c2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:07:06.716789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3edaac-cbac-48fd-b047-4d476d85e03e req-8e73eb45-ab1c-446f-9b8a-64f61b4e97c2 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077548 Aug 31 09:07:06.731466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a'}, {'name': 'network-changed', 'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:06.734394 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5e0bb-939c-4e7f-b282-27a2840cd998" -d '{"events": [{"name": "network-changed", "server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a"}, {"name": "network-changed", "server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:06.852482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:06.882427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10228b43-9d50-4fc0-b9ce-c5eadb1c2650 req-122e5c27-7a49-46a7-a1bc-caf467248a16 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:06.895337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10228b43-9d50-4fc0-b9ce-c5eadb1c2650 req-122e5c27-7a49-46a7-a1bc-caf467248a16 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 943 time: 0.0985060 Aug 31 09:07:06.961058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59650) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:06.971862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10228b43-9d50-4fc0-b9ce-c5eadb1c2650 req-d095238c-42dd-4f69-a242-cd1be54a4745 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734715 Aug 31 09:07:07.005195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:07.021059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:07:07.165860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc14ee-d5ce-47e0-8f0b-34fa514b8a6d req-0a9dc891-186a-4acb-988b-ac719891c0f5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.167688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5acc14ee-d5ce-47e0-8f0b-34fa514b8a6d req-0a9dc891-186a-4acb-988b-ac719891c0f5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 947 time: 0.0658388 Aug 31 09:07:07.180645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-network', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:07.214348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Made reservation on behalf of 0eb99b71368d4e17bb0daad23ff7a497 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:07.217116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.218995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5acc14ee-d5ce-47e0-8f0b-34fa514b8a6d req-7ca88793-2fb0-4ac4-bc52-411b69ba2f15 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Aug 31 09:07:07.227403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.376658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.383981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.420780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:07:07.428303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79d68199-5e4b-4c9d-9ae7-cec9b06943be req-f9954008-9173-4032-b544-bc8ec51c4976 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571601 Aug 31 09:07:07.432933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2620a-855b-408e-81e6-b83a35a002c6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.440780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.441107 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Added segment 3c28440a-cdc7-493d-859b-e707fc8d93d0 of type vlan for network e2461b93-56ae-43bb-8d42-6011e8d0ada5 Aug 31 09:07:07.503245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.536820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.537857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.538559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.539989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-11ae94c6-8c18-4367-8801-4ec177623e35 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.542017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-11ae94c6-8c18-4367-8801-4ec177623e35 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2027943 Aug 31 09:07:07.603846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6408958 Aug 31 09:07:07.610039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59670) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:07.615242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Request body: {'subnet': {'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-subnet', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:07.619853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104b516-60bf-470a-a81e-3a367a93d3ee admin admin] Pushing event updated for resources: {'Network': ['ID=e2461b93-56ae-43bb-8d42-6011e8d0ada5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.627027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-5f5e4f11-1847-4e47-87ca-f95f865a8320 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.0715022 Aug 31 09:07:07.638783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:07:07.648040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Made reservation on behalf of 0eb99b71368d4e17bb0daad23ff7a497 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:07.651175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Notify callbacks [] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.688323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Request body: {'floatingip': {'port_id': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:07.711380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d68199-5e4b-4c9d-9ae7-cec9b06943be req-bca5311c-bcb5-4784-89d4-3caca43764bc tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.713961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79d68199-5e4b-4c9d-9ae7-cec9b06943be req-bca5311c-bcb5-4784-89d4-3caca43764bc tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554991 Aug 31 09:07:07.774595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.779953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79d68199-5e4b-4c9d-9ae7-cec9b06943be req-114e42b6-1f03-4184-a95d-f5de5155720c tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/quotas/9fd0d070b7bd4e77babe5a0851966cf4 HTTP/1.1" status: 200 len: 375 time: 0.0242441 Aug 31 09:07:07.887359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79d68199-5e4b-4c9d-9ae7-cec9b06943be req-81b32b6b-804c-4117-be6a-3224e72af55e tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700688 Aug 31 09:07:07.895503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.954291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5fd8b2-8fec-4de2-baaf-66e850def910,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.976904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Checking segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:07.977733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Network hostable DHCP agents. Network: e2461b93-56ae-43bb-8d42-6011e8d0ada5, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:07:08.004732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:07:08.018077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e2461b93-56ae-43bb-8d42-6011e8d0ada5) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:08.026772 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a09a82e-333e-48de-bfb8-74dab10ac98b x-openstack-request-id: req-2a09a82e-333e-48de-bfb8-74dab10ac98b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:08.028023 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:08.028198 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a09a82e-333e-48de-bfb8-74dab10ac98b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:08.028873 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'status': 'completed', 'code': 200} Aug 31 09:07:08.029283 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'status': 'completed', 'code': 200} Aug 31 09:07:08.031607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:08.032557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.042061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfa264-b079-4b61-96b5-48aedb9c6efa None None] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:08.069398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e0fb2a6f-8057-4511-869f-87e5bbcd7cda admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4578886 Aug 31 09:07:08.072243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59676) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:08.115420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:08.189205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-af81163a-b039-4247-8104-033bf04d6ed7 service neutron] 10.222.0.15 "GET /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.1338680 Aug 31 09:07:08.242443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.243794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.319166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-d3c4f071-6d20-43db-9e2c-88bd6812dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:08.320918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-d3c4f071-6d20-43db-9e2c-88bd6812dc96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1126 time: 0.1927555 Aug 31 09:07:08.351139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'fixed_ips': [{'subnet_id': '4e5fd8b2-8fec-4de2-baaf-66e850def910'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:07:08.352319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.410802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e55116-218f-4e4b-b364-24ab3fa96198 req-52d66287-91aa-4c2f-89ac-ca69b4e82d82 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:08.412587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2e55116-218f-4e4b-b364-24ab3fa96198 req-52d66287-91aa-4c2f-89ac-ca69b4e82d82 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 949 time: 0.2453372 Aug 31 09:07:08.537129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:08.568513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:08.572056 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.579578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Allocated IP 172.20.0.2 (e2461b93-56ae-43bb-8d42-6011e8d0ada5/4e5fd8b2-8fec-4de2-baaf-66e850def910/1ec68721-33d3-4c1c-8fa0-da7cbff86044) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:08.613654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbfbd70-9bc3-4eba-8945-28c5f960615a {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:08.627212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:08.645812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.744259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] Transition to ACTIVE for port object edbfbd70-9bc3-4eba-8945-28c5f960615a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:08.752428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.809577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2e55116-218f-4e4b-b364-24ab3fa96198 req-499b555b-9bb7-4734-9df5-48645e41c902 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675599 Aug 31 09:07:08.811888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.821456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Transition to ACTIVE for port object 1ec68721-33d3-4c1c-8fa0-da7cbff86044 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:08.841470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Transition to ACTIVE for port object 1ec68721-33d3-4c1c-8fa0-da7cbff86044 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:08.846132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5c39a590-d3e3-4fa5-850e-5566049c61c0 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:08.894969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.928254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:08.948733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Pushing event updated for resources: {'Port': ['ID=1ec68721-33d3-4c1c-8fa0-da7cbff86044,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:08.963438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:08.969629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:08.978704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:08.986743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5c39a590-d3e3-4fa5-850e-5566049c61c0 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:09.007943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] No DVR routers for this DVR port edbfbd70-9bc3-4eba-8945-28c5f960615a on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:09.052436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5c39a590-d3e3-4fa5-850e-5566049c61c0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:09.053006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.069290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-e766e852-4dfd-4adc-954f-b4522175b5d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8700163 Aug 31 09:07:09.100838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Attempting to bind port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:09.101305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Attempting to bind port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:09.101914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Attempting to bind port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 on network e2461b93-56ae-43bb-8d42-6011e8d0ada5 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:09.118555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:09.120088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Checking segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:09.120861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.121543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Bound using segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:09.122879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Bound port: 1ec68721-33d3-4c1c-8fa0-da7cbff86044, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:09.123495 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.227288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-7fd9834e-3585-492a-8585-1c18fbc67953 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.230872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-7fd9834e-3585-492a-8585-1c18fbc67953 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.0758014 Aug 31 09:07:09.249384 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.254229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-cb6b6c40-789e-4251-b515-d66cc3c5196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.255809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-cb6b6c40-789e-4251-b515-d66cc3c5196d service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.9012079 Aug 31 09:07:09.287680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:07:09.299450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] For port 1ec68721-33d3-4c1c-8fa0-da7cbff86044, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:09.303198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.307939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] For port 1ec68721-33d3-4c1c-8fa0-da7cbff86044, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ec68721-33d3-4c1c-8fa0-da7cbff86044,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:09.313984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-5d75b38b-525f-49e0-801a-e5b49ef1195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.316287 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-5d75b38b-525f-49e0-801a-e5b49ef1195e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 1096 time: 0.0759556 Aug 31 09:07:09.323594 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.369828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-d0efbb85-a557-4153-a1d5-afd7656a5971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 217 time: 0.1016996 Aug 31 09:07:09.379172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c39a590-d3e3-4fa5-850e-5566049c61c0'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:09.381435 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871bdb8-6f79-409f-9356-8b9a4150686e" -d '{"events": [{"server_uuid": "3d5574bf-1ad1-4a36-88fa-ac00b81641e4", "name": "network-vif-plugged", "status": "completed", "tag": "5c39a590-d3e3-4fa5-850e-5566049c61c0"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:09.408373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5c39a590-d3e3-4fa5-850e-5566049c61c0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:09.419591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.422909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad332f0-6414-4e94-a728-85d8be21aa55 None None] Pushing event updated for resources: {'Port': ['ID=1ec68721-33d3-4c1c-8fa0-da7cbff86044,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:09.426418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-bc0dc55e-3fd6-47c3-a758-90c981032001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.428269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-bc0dc55e-3fd6-47c3-a758-90c981032001 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1096 time: 0.0528319 Aug 31 09:07:09.462579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d164f-b702-48e3-8104-69a8dd8557fc req-ec7a7b6c-6a02-4943-a9d2-5c4189f31479 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.464475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f2d164f-b702-48e3-8104-69a8dd8557fc req-ec7a7b6c-6a02-4943-a9d2-5c4189f31479 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 948 time: 0.3266032 Aug 31 09:07:09.524533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-a767c374-3aba-4ac8-a5ee-a91b9651fb64 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.527262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-a767c374-3aba-4ac8-a5ee-a91b9651fb64 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 1101 time: 0.3878937 Aug 31 09:07:09.529750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5c39a590-d3e3-4fa5-850e-5566049c61c0,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:09.555460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-a8c74c5e-53d2-4c23-a3ae-4b050665cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.557162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-a8c74c5e-53d2-4c23-a3ae-4b050665cb7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.1171689 Aug 31 09:07:09.575070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.602988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.612409 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-00abeac0-b0c9-4d03-b7b2-8a4949c1cfcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 217 time: 0.0447364 Aug 31 09:07:09.620616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-5fa177f5-e6cd-43bf-9252-c7ce9fb0d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.622325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-5fa177f5-e6cd-43bf-9252-c7ce9fb0d9a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1837485 Aug 31 09:07:09.661441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:09.735089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-23d4b286-2f7a-43b7-9de9-4156822bfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:09.740732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-23d4b286-2f7a-43b7-9de9-4156822bfb1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1202531 Aug 31 09:07:09.783801 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-cc29b9d0-4380-4bbe-8fcc-c61ec6e72879 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308220 Aug 31 09:07:09.841941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-458856ad-e620-45c1-a485-61cf7bd6d930 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965793 Aug 31 09:07:09.850071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f2d164f-b702-48e3-8104-69a8dd8557fc req-0547bdc1-d710-4380-a9f5-425ab7e6d6e7 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461394 Aug 31 09:07:09.857295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:09.878028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'mac_address': 'fa:16:3e:23:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:07:09.922595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-5a50c01e-c4ab-4156-acd3-575953dfe715 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267564 Aug 31 09:07:09.945236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.967809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2411c69-1dc5-4986-a9d5-b0350e4884f1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:09.981148 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Floating IP 55cbdc91-bab5-414e-9121-ee89f27a992d associated. External IP: 172.25.4.95, port: b8379277-e0c4-454d-b99c-f77fab19b9dc. Aug 31 09:07:10.009201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:10.024481 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.115766 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-bf06558a-eb10-47eb-978a-6db1b2aa1e94 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817648 Aug 31 09:07:10.119619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Deleting port 64c7b90c-7861-4977-908d-ec940f93ad6f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:10.120077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.184398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:10.231559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-49b6f22c-0210-4f00-a3de-15104837e1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773372 Aug 31 09:07:10.327000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b2411c69-1dc5-4986-a9d5-b0350e4884f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:10.424560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ec68721-33d3-4c1c-8fa0-da7cbff86044 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:10.608591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:10.666770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-05ea48e4-4a59-45eb-86c4-04521c16eee1 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:10.668692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-05ea48e4-4a59-45eb-86c4-04521c16eee1 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.0809901 Aug 31 09:07:10.703666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-2eac9e30-8812-4f34-bf39-e9f701413a07 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371452 Aug 31 09:07:10.717498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf2245-42d9-4183-9850-8895e5ca55d6 None None] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:10.736507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.828813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] Provisioning for port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:10.829153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-ec646682-3894-450d-b4d0-e0ce995bc25a service neutron] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:10.832923 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-ec646682-3894-450d-b4d0-e0ce995bc25a service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.834054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6a1b2cc-074f-45a9-9d36-72ce05e7a288 req-ec646682-3894-450d-b4d0-e0ce995bc25a service neutron] 10.222.0.23 "DELETE /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.1532907 Aug 31 09:07:10.837449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] Provisioning complete for port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:10.837824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.847045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.937095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d72d93-1709-4395-adc9-98270cd80260 req-a41cc984-6c00-4cda-bdee-53a2e2806517 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:10.939747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66d72d93-1709-4395-adc9-98270cd80260 req-a41cc984-6c00-4cda-bdee-53a2e2806517 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 944 time: 0.3786047 Aug 31 09:07:11.013779 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.067012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] For port 1ec68721-33d3-4c1c-8fa0-da7cbff86044, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ec68721-33d3-4c1c-8fa0-da7cbff86044,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:11.073657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.083022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] For port 64c7b90c-7861-4977-908d-ec940f93ad6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64c7b90c-7861-4977-908d-ec940f93ad6f,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:11.083511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.129808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df21090-084e-482e-926c-ebf2e5e331dc None None] Pushing event updated for resources: {'Port': ['ID=1ec68721-33d3-4c1c-8fa0-da7cbff86044,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:11.212348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Calling delete_port for 64c7b90c-7861-4977-908d-ec940f93ad6f owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:11.312014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-291e3d18-4be1-424d-9961-71a422a5124c None None] Provisioning complete for port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:11.312620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-291e3d18-4be1-424d-9961-71a422a5124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.328105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-7da0872c-f0a4-4aec-b7fb-648599b40257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:11.331164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-7da0872c-f0a4-4aec-b7fb-648599b40257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1100 time: 0.5273769 Aug 31 09:07:11.346344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66d72d93-1709-4395-adc9-98270cd80260 req-d8fd469f-3a08-490a-8691-cd8df6390e8c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652077 Aug 31 09:07:11.670125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:11.731908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port b2411c69-1dc5-4986-a9d5-b0350e4884f1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:11.739508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b2411c69-1dc5-4986-a9d5-b0350e4884f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:11.740109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.859732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Router c83ace4f-4324-419d-910f-2cfe6e958047 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:11.872992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.880609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Allocated IP 172.25.4.152 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/a1498b41-56e0-4a9d-a93c-184749357e2f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:11.914173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:11.919853 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.921217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:12.007351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42dc92-dce8-4d67-b459-518a42239b91 req-3f573e43-a322-4437-b3c8-56e91610b75b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:12.008939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a42dc92-dce8-4d67-b459-518a42239b91 req-3f573e43-a322-4437-b3c8-56e91610b75b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 948 time: 0.3067627 Aug 31 09:07:12.016211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:12.020870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:12.123154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-e4eaff4e-407e-4a99-90ef-3491e22208ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:12.125717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-e4eaff4e-407e-4a99-90ef-3491e22208ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.7747681 Aug 31 09:07:12.229661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ec68721-33d3-4c1c-8fa0-da7cbff86044 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:12.239839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-1571a6a8-fcb8-44d7-b3ef-72f54e61311a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.0858216 Aug 31 09:07:12.317829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:12.317829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.318295 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.322215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a42dc92-dce8-4d67-b459-518a42239b91 req-6689824a-320c-4842-a977-19118a3b3541 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641716 Aug 31 09:07:12.404055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Pushing event deleted for resources: {'Port': ['ID=64c7b90c-7861-4977-908d-ec940f93ad6f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:12.411490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.424038 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58458ea-08f8-4766-9996-308574e08793 x-openstack-request-id: req-e58458ea-08f8-4766-9996-308574e08793 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:12.424322 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5574bf-1ad1-4a36-88fa-ac00b81641e4", "name": "network-vif-plugged", "status": "completed", "tag": "5c39a590-d3e3-4fa5-850e-5566049c61c0", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:12.424415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:12.424571 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e58458ea-08f8-4766-9996-308574e08793 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:12.424993 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c39a590-d3e3-4fa5-850e-5566049c61c0', 'code': 200} Aug 31 09:07:12.434346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-40705e5c-ae9d-4d00-8608-7db49f6e2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:12.437300 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-40705e5c-ae9d-4d00-8608-7db49f6e2d23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1595442 Aug 31 09:07:12.446751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.456485 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] Sync routers for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:12.492130 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:12.493804 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:12.565210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] No DVR routers for this DVR port 64c7b90c-7861-4977-908d-ec940f93ad6f on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:12.598578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.601030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ad229f3-4cf3-4110-a9c2-5cffb8d54537 req-2129ed6b-0110-4480-a7e6-898aab529967 tempest-DeleteServersAdminTestJSON-1393465104 tempest-DeleteServersAdminTestJSON-1393465104-project-admin] 10.222.0.15 "DELETE /v2.0/ports/64c7b90c-7861-4977-908d-ec940f93ad6f HTTP/1.1" status: 204 len: 173 time: 3.0533781 Aug 31 09:07:12.601777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'name': 'network-vif-deleted', 'tag': '64c7b90c-7861-4977-908d-ec940f93ad6f'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:12.605494 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77803349-f399-48de-a018-74306ecb41bd" -d '{"events": [{"server_uuid": "ca799206-43d3-4eb3-a143-250ca1aef526", "name": "network-vif-deleted", "tag": "64c7b90c-7861-4977-908d-ec940f93ad6f"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:12.610797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0e0f-398f-428d-8582-bf599aedf37e req-683dcb29-8d32-4cc9-a357-d8db72fa065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:12.616567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbb8cc48-4a5a-4d7e-b520-b4116cc3f735 req-3d8c0ff2-f8e4-495d-94eb-ed8221af8b6e tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca799206-43d3-4eb3-a143-250ca1aef526 HTTP/1.1" status: 200 len: 210 time: 0.1054380 Aug 31 09:07:12.630196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-8178cdbc-65cd-4641-aa8b-afbc0ca03056 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "PUT /v2.0/floatingips/55cbdc91-bab5-414e-9121-ee89f27a992d HTTP/1.1" status: 200 len: 996 time: 4.9615386 Aug 31 09:07:12.658507 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cced0e0f-398f-428d-8582-bf599aedf37e req-683dcb29-8d32-4cc9-a357-d8db72fa065d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 1101 time: 0.0972617 Aug 31 09:07:12.719754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-cb206fed-7152-4562-bbb1-db4c31a3f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:12.721472 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:12.721662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-cb206fed-7152-4562-bbb1-db4c31a3f48f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2702956 Aug 31 09:07:12.743113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cced0e0f-398f-428d-8582-bf599aedf37e req-f52a1c63-41be-400f-81a7-1576ecafa51a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848210 Aug 31 09:07:12.831950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.924595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:12.926746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-1597afae-6f20-42da-b58c-d064d4338fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:12.928425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-1597afae-6f20-42da-b58c-d064d4338fcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1098 time: 0.2797005 Aug 31 09:07:12.942168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:12.963445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:12.969323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Pushing event updated for resources: {'Port': ['ID=a1498b41-56e0-4a9d-a93c-184749357e2f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:13.081359 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '55cbdc91-bab5-414e-9121-ee89f27a992d', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'port_id': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'mac_address': 'fa:16:3e:b5:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:05Z', 'updated_at': '2021-08-31T09:07:09Z', 'revision_number': 1, 'project_id': '627ec3eb243b457481ab28679f292222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:42Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:13.102771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-6c616539-f217-4b90-87c0-1f3a0158ccf5 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656375 Aug 31 09:07:13.116619 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] Checking router: c83ace4f-4324-419d-910f-2cfe6e958047 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:13.127570 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:13.128190 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:13.239927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb24f18-63ab-4c5f-ad1e-598c8efe7e7f req-f9d745e0-bf50-4411-bd80-2e9a013e02da tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:13.241436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eb24f18-63ab-4c5f-ad1e-598c8efe7e7f req-f9d745e0-bf50-4411-bd80-2e9a013e02da tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 949 time: 0.3200588 Aug 31 09:07:13.263978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-7ec8d221-664e-4ff2-af64-5c7241de2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:13.265521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-7ec8d221-664e-4ff2-af64-5c7241de2a29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 930 time: 0.3114243 Aug 31 09:07:13.279984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:13.452042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eb24f18-63ab-4c5f-ad1e-598c8efe7e7f req-aece5dd0-6a84-4953-bd48-dd147df44828 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999214 Aug 31 09:07:13.461339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db5e0bb-939c-4e7f-b282-27a2840cd998 req-0726aa09-6742-42e4-86ae-b39099a86dcc service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377414 Aug 31 09:07:13.507309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-a8090a02-df81-449b-bebb-e44a922a1579 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 999 time: 0.2224154 Aug 31 09:07:13.550256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:13.586324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '55cbdc91-bab5-414e-9121-ee89f27a992d', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'port_id': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'mac_address': 'fa:16:3e:b5:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:05Z', 'updated_at': '2021-08-31T09:07:09Z', 'revision_number': 1, 'project_id': '627ec3eb243b457481ab28679f292222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:42Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:13.617027 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81fdef-6b55-450c-8c9e-e1102ee372c6 None None] The sync data for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 is: [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '55cbdc91-bab5-414e-9121-ee89f27a992d', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'port_id': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'mac_address': 'fa:16:3e:b5:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:05Z', 'updated_at': '2021-08-31T09:07:09Z', 'revision_number': 1, 'project_id': '627ec3eb243b457481ab28679f292222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:42Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:13.682921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64c7b90c-7861-4977-908d-ec940f93ad6f no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:13.723821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 64c7b90c-7861-4977-908d-ec940f93ad6f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:13.724370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64c7b90c-7861-4977-908d-ec940f93ad6f not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:13.854594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f4886-ab7a-4deb-bd59-9db01c0d3bc0 None None] New status for floating IP 55cbdc91-bab5-414e-9121-ee89f27a992d: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:07:13.900802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-919c5622-f4b7-4874-8a2d-0e63833d9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:13.903134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-919c5622-f4b7-4874-8a2d-0e63833d9f96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 200 len: 868 time: 0.3847983 Aug 31 09:07:14.010396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d64d2-8f1c-449b-bca3-5cecf90cb0d4 req-cf665253-ba1f-4ce0-8b42-ebeaa1d6be3d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:14.012652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-321d64d2-8f1c-449b-bca3-5cecf90cb0d4 req-cf665253-ba1f-4ce0-8b42-ebeaa1d6be3d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 944 time: 0.1566834 Aug 31 09:07:14.072227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-f00ec9da-dd3a-4e49-89cf-32324ab5264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:14.074339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-f00ec9da-dd3a-4e49-89cf-32324ab5264f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb03e67b-980e-4180-9444-54f0d9d3d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295290 Aug 31 09:07:14.095477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-cfaf777b-fdc8-43a2-898b-bff1976ca30a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:07:14.096514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-cfaf777b-fdc8-43a2-898b-bff1976ca30a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122697 Aug 31 09:07:14.197410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-321d64d2-8f1c-449b-bca3-5cecf90cb0d4 req-05df2413-9431-494c-ae00-a9ee89b57963 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765831 Aug 31 09:07:14.228109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:14.282279 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091b6e3-3839-4277-a772-29d4e95de495 x-openstack-request-id: req-0091b6e3-3839-4277-a772-29d4e95de495 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:14.282656 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca799206-43d3-4eb3-a143-250ca1aef526", "name": "network-vif-deleted", "tag": "64c7b90c-7861-4977-908d-ec940f93ad6f", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:14.282822 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0091b6e3-3839-4277-a772-29d4e95de495 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:14.283206 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca799206-43d3-4eb3-a143-250ca1aef526', 'name': 'network-vif-deleted', 'tag': '64c7b90c-7861-4977-908d-ec940f93ad6f', 'status': 'completed', 'code': 200} Aug 31 09:07:14.313017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-0021b135-1299-4d2a-ab59-7e60826bb51f service neutron] 10.222.0.18 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998634 Aug 31 09:07:14.426843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:14.431018 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7858cb2e-0f2d-4b76-8ad6-922641eb14a0" -d '{"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-plugged", "status": "completed", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:14.532966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b3ea8f3-8331-4a04-9c40-a744c21190bc req-e7f8c744-e912-4f1c-9cf3-d9b9cd1953f9 service neutron] 10.222.0.18 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783018 Aug 31 09:07:14.548193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Router 957331ed-54cc-4043-ab12-e4b0dc9fa824 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:07:14.615226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae92f15-b4a8-4a6f-b8c3-101030038e64 req-f99b45ac-7900-4bd2-bdac-c2aa3f424e39 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:14.619222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bae92f15-b4a8-4a6f-b8c3-101030038e64 req-f99b45ac-7900-4bd2-bdac-c2aa3f424e39 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1051118 Aug 31 09:07:14.663738 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9315d00-3cac-4cd2-8984-b2789f2ff130 x-openstack-request-id: req-e9315d00-3cac-4cd2-8984-b2789f2ff130 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:14.664842 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-plugged", "status": "completed", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:14.668203 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9315d00-3cac-4cd2-8984-b2789f2ff130 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:14.670756 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'code': 200} Aug 31 09:07:14.848037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bae92f15-b4a8-4a6f-b8c3-101030038e64 req-de878849-398b-4ed5-8319-7c7462829bf6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099369 Aug 31 09:07:14.880196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-989866d8-1c5c-4fb7-9784-ef702a7cf248 req-b6d11796-7e9e-475b-b8df-36e8e7639b3d tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932682 Aug 31 09:07:14.898766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:14.913478 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Sync routers for ids ['957331ed-54cc-4043-ab12-e4b0dc9fa824'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:14.925255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Routers {'957331ed-54cc-4043-ab12-e4b0dc9fa824'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:14.926306 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['957331ed-54cc-4043-ab12-e4b0dc9fa824'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:15.029415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b5de-b345-4f43-8aad-87dd5393b988 req-beeb71ce-4772-4b59-abb2-f517fbf10e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:15.032267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4335b5de-b345-4f43-8aad-87dd5393b988 req-beeb71ce-4772-4b59-abb2-f517fbf10e1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1101 time: 0.2780566 Aug 31 09:07:15.046258 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Set router 957331ed-54cc-4043-ab12-e4b0dc9fa824 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:15.116952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.121222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15f1a8ee-a7d4-4b95-873f-a98bea93b4ce admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0452580 Aug 31 09:07:15.122046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59740) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:15.206090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4335b5de-b345-4f43-8aad-87dd5393b988 req-0e0632d9-22bb-4f98-b2a3-9924ebdedae7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325572 Aug 31 09:07:15.222262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b10ba-58c0-4dba-9229-27f3c4af3c53 req-03c6ca78-e301-4949-bc53-1e285da71260 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:15.224649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-898b10ba-58c0-4dba-9229-27f3c4af3c53 req-03c6ca78-e301-4949-bc53-1e285da71260 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 949 time: 0.3006725 Aug 31 09:07:15.240196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989866d8-1c5c-4fb7-9784-ef702a7cf248 req-f1cc000d-fcaa-4282-a7a6-be1e2ee9df01 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:15.242352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-989866d8-1c5c-4fb7-9784-ef702a7cf248 req-f1cc000d-fcaa-4282-a7a6-be1e2ee9df01 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493009 Aug 31 09:07:15.261972 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:07:13Z', 'revision_number': 3, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:15.293502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-989866d8-1c5c-4fb7-9784-ef702a7cf248 req-98d780c7-8194-44b0-ba51-7c4ca14eae55 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/quotas/9fd0d070b7bd4e77babe5a0851966cf4 HTTP/1.1" status: 200 len: 375 time: 0.0278327 Aug 31 09:07:15.302260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-898b10ba-58c0-4dba-9229-27f3c4af3c53 req-646e3866-aca6-412b-953f-f7bf461e2212 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Aug 31 09:07:15.318016 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Checking router: 957331ed-54cc-4043-ab12-e4b0dc9fa824 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:15.319007 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Updating router 957331ed-54cc-4043-ab12-e4b0dc9fa824 port a1498b41-56e0-4a9d-a93c-184749357e2f binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:07:15.369416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-989866d8-1c5c-4fb7-9784-ef702a7cf248 req-28b4520f-3c7b-4ea6-a478-a7998dd9f61b tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536792 Aug 31 09:07:15.373482 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.565315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-216b85b8-8dfa-4c5a-870b-dcaa5befac9f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 258 time: 0.1984553 Aug 31 09:07:15.601717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:15.655643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a29cc9-8bb5-43a6-a76e-cc7081a79753 req-2bde7447-2210-43d1-8ea2-16b30dd33d47 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:15.658309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37a29cc9-8bb5-43a6-a76e-cc7081a79753 req-2bde7447-2210-43d1-8ea2-16b30dd33d47 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1096 time: 0.1210964 Aug 31 09:07:15.659730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.735842 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.752105 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Transition to ACTIVE for port object a1498b41-56e0-4a9d-a93c-184749357e2f will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:15.765433 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.808985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37a29cc9-8bb5-43a6-a76e-cc7081a79753 req-5b10da84-60c6-4209-8afb-2536a3efe4a4 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228917 Aug 31 09:07:15.831405 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dc855-6ac0-43c8-acd7-ca65757c92a6 None None] Pushing event updated for resources: {'Port': ['ID=a1498b41-56e0-4a9d-a93c-184749357e2f,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:15.847436 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Attempting to bind port a1498b41-56e0-4a9d-a93c-184749357e2f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:15.849637 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Attempting to bind port a1498b41-56e0-4a9d-a93c-184749357e2f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:15.850939 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Attempting to bind port a1498b41-56e0-4a9d-a93c-184749357e2f on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:15.858130 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:15.858677 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:15.859090 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.859527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:15.860072 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Bound port: a1498b41-56e0-4a9d-a93c-184749357e2f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:15.860824 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.923486 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.930447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.938554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] For port a1498b41-56e0-4a9d-a93c-184749357e2f, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:15.943597 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] For port a1498b41-56e0-4a9d-a93c-184749357e2f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a1498b41-56e0-4a9d-a93c-184749357e2f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:15.953612 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.047162 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dc855-6ac0-43c8-acd7-ca65757c92a6 None None] Pushing event updated for resources: {'Port': ['ID=a1498b41-56e0-4a9d-a93c-184749357e2f,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:16.077774 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Routers {'957331ed-54cc-4043-ab12-e4b0dc9fa824'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:16.078771 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['957331ed-54cc-4043-ab12-e4b0dc9fa824'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:16.181527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-1502c58a-395e-49d7-8e9e-647f4447112c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835676 Aug 31 09:07:16.212200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Allocated IP 172.20.0.1 (e2461b93-56ae-43bb-8d42-6011e8d0ada5/4e5fd8b2-8fec-4de2-baaf-66e850def910/d3232256-6808-45e6-ba71-5128c2a2f30e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:16.283270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Allocated IP 172.25.4.247 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/7d509e7a-c162-46f5-872e-1428634bd3cd) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:16.285169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:16.287537 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338463f9-180a-40de-99a4-230344a480a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:16.328971 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] Set router 957331ed-54cc-4043-ab12-e4b0dc9fa824 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:16.429678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-3a486f1f-9ee5-4588-a887-11ecc176056e tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:16.434108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-3a486f1f-9ee5-4588-a887-11ecc176056e tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399666 Aug 31 09:07:16.467918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.495530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Transition to ACTIVE for port object d3232256-6808-45e6-ba71-5128c2a2f30e will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:16.509770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-b82e9ddb-e043-4174-ac66-3d739c3a7499 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/quotas/8b8022f2c5754fedbee2bf0590fa8eab HTTP/1.1" status: 200 len: 375 time: 0.0698562 Aug 31 09:07:16.548126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.562502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f3eda76f-8c62-4282-9054-7f469e4e31db tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475519 Aug 31 09:07:16.614718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:16.618130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:16.622721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:16.623536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.642220 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:07:13Z', 'revision_number': 3, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:16.647024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.744485 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc99da-e8a4-468b-a448-e38cb888baac None None] The sync data for ids ['957331ed-54cc-4043-ab12-e4b0dc9fa824'] in n-d-800634-13 is: [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:07:13Z', 'revision_number': 3, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:16.833843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.837916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.866983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Pushing event updated for resources: {'Port': ['ID=d3232256-6808-45e6-ba71-5128c2a2f30e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:17.022268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:17.026734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event updated for resources: {'Port': ['ID=7d509e7a-c162-46f5-872e-1428634bd3cd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:17.041397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:17.045120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:17.154225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.167132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fe353e3d-208b-428c-b3ba-f85c8c6c4310 None None] Provisioning for port d3232256-6808-45e6-ba71-5128c2a2f30e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:17.175676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fe353e3d-208b-428c-b3ba-f85c8c6c4310 None None] Provisioning complete for port d3232256-6808-45e6-ba71-5128c2a2f30e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:17.176183 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fe353e3d-208b-428c-b3ba-f85c8c6c4310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.187683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.200906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.201860 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.235321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.314307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fe353e3d-208b-428c-b3ba-f85c8c6c4310 None None] Port d3232256-6808-45e6-ba71-5128c2a2f30e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:17.513489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Pushing event updated for resources: {'Port': ['ID=d3232256-6808-45e6-ba71-5128c2a2f30e,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:17.565826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:17.568367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:17.665597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe95484-d90f-4151-8104-c614f77a6822 req-7ccecff6-2cb4-4a0a-9734-81e8118fafa2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:17.693825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abe95484-d90f-4151-8104-c614f77a6822 req-7ccecff6-2cb4-4a0a-9734-81e8118fafa2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1781223 Aug 31 09:07:17.868975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.891537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abe95484-d90f-4151-8104-c614f77a6822 req-ed8ad825-b854-4410-b1f8-6f349a4d729b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763568 Aug 31 09:07:17.893716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:17.986291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2bb87620-f93c-458a-81bb-9ca99ed09ca7 None None] Provisioning complete for port d3232256-6808-45e6-ba71-5128c2a2f30e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:17.987478 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bb87620-f93c-458a-81bb-9ca99ed09ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.045921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.125662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event updated for resources: {'Port': ['ID=7d509e7a-c162-46f5-872e-1428634bd3cd,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:18.130206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2bb87620-f93c-458a-81bb-9ca99ed09ca7 None None] Port d3232256-6808-45e6-ba71-5128c2a2f30e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:18.138162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Router 957331ed-54cc-4043-ab12-e4b0dc9fa824 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:18.161429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.163656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-3dc6f866-6e3b-4bfd-98f4-e617f6b17180 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5723379 Aug 31 09:07:18.310546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.317562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:18.326617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dfa1e3e5-2455-4d55-a33d-83d50f0a0161 admin admin] 10.222.0.18 "PUT /v2.0/routers/957331ed-54cc-4043-ab12-e4b0dc9fa824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2024157 Aug 31 09:07:18.327561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-027a3211-6159-49ee-a69c-f138fa33eb2e tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.1126559 Aug 31 09:07:18.353097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1498b41-56e0-4a9d-a93c-184749357e2f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:18.445007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a1498b41-56e0-4a9d-a93c-184749357e2f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:18.450646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a1498b41-56e0-4a9d-a93c-184749357e2f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:18.451023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.574905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-fa24f049-8098-4391-b15b-c67ebbedd6c8 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607576 Aug 31 09:07:18.591407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-690866cb-7582-4611-bca1-7da9967c9c4f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:18.599025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-690866cb-7582-4611-bca1-7da9967c9c4f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.5083425 Aug 31 09:07:18.627299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.635429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-70c82764-1a3f-4d12-886b-9ed14187de31 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/quotas/567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 375 time: 0.0351591 Aug 31 09:07:18.684953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a1498b41-56e0-4a9d-a93c-184749357e2f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a1498b41-56e0-4a9d-a93c-184749357e2f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:18.701470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:18.793428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-44f5ac69-dfa0-4dbf-a654-b8598a7f34a0 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:18.794995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7baf5e05-1c1c-4fd3-96a6-187cb0615b8b req-44f5ac69-dfa0-4dbf-a654-b8598a7f34a0 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.4244783 Aug 31 09:07:18.810206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a1498b41-56e0-4a9d-a93c-184749357e2f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:18.871937 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e0618e-d403-48c2-9428-fad3aab47ee8 x-openstack-request-id: req-e5e0618e-d403-48c2-9428-fad3aab47ee8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:18.871937 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:18.873077 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5e0618e-d403-48c2-9428-fad3aab47ee8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:18.873527 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'status': 'completed', 'code': 200} Aug 31 09:07:18.919484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-1d8eada3-a3cf-4c03-890a-46f2c83631df tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176147 Aug 31 09:07:18.972082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-3ca189f3-934f-4ed6-bd40-7f76fdb2a8f7 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:18.974037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-3ca189f3-934f-4ed6-bd40-7f76fdb2a8f7 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3914070 Aug 31 09:07:19.039243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Request body: {'port': {'device_id': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '8b8022f2c5754fedbee2bf0590fa8eab'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:19.052589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338463f9-180a-40de-99a4-230344a480a0 req-8b23b4b5-0874-4de7-850c-89c3c2082e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.054783 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-8b23b4b5-0874-4de7-850c-89c3c2082e3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1098 time: 0.1004028 Aug 31 09:07:19.076209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9b15124-ead4-4a75-a56c-e3922cdd37f1 req-114f1761-e66d-424d-8a82-d839be7e310c tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 210 time: 0.1141002 Aug 31 09:07:19.279199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59810) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:19.300777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-network', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:19.321828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338463f9-180a-40de-99a4-230344a480a0 req-74c90cd6-7899-4ec5-b689-34ba20e3169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.324693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-74c90cd6-7899-4ec5-b689-34ba20e3169e service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 930 time: 0.2554822 Aug 31 09:07:19.416218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Made reservation on behalf of 06acb3b0be0940349cb9b002f8bc9163 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:19.421125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.451370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.526044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-45aa97a1-5a92-43c3-84d7-8e5d84fb2a6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 1001 time: 0.1851671 Aug 31 09:07:19.580513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9ada8ec1-8eaa-49ba-b043-65da0e569a27 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501436 Aug 31 09:07:19.635102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Sync routers for ids ['957331ed-54cc-4043-ab12-e4b0dc9fa824'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:19.659056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Routers {'957331ed-54cc-4043-ab12-e4b0dc9fa824'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:19.660342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['957331ed-54cc-4043-ab12-e4b0dc9fa824'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:19.678657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.738937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.747195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Made reservation on behalf of 8b8022f2c5754fedbee2bf0590fa8eab for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:19.755502 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.807802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:07:19.858411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338463f9-180a-40de-99a4-230344a480a0 req-9cc01ad9-e4dc-4f35-a99d-4908e893711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.859957 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-9cc01ad9-e4dc-4f35-a99d-4908e893711e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 200 len: 868 time: 0.3202484 Aug 31 09:07:19.863599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88723ed-32d9-4d95-a0f0-2ccd09a31e98,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:19.866787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.867126 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Added segment d8fc1fce-150b-4656-b1bb-05d3a47ebf49 of type vlan for network 49235a17-f3a0-40ae-a205-79f04d53c329 Aug 31 09:07:19.894350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-eb1e02f1-a27f-4f77-9505-0005cd015f33 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116248 Aug 31 09:07:19.942748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Set router 957331ed-54cc-4043-ab12-e4b0dc9fa824 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:20.014794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:20.051774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338463f9-180a-40de-99a4-230344a480a0 req-7e217edd-0aac-4819-bac5-10236432bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.057688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-7e217edd-0aac-4819-bac5-10236432bef0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb03e67b-980e-4180-9444-54f0d9d3d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734459 Aug 31 09:07:20.218071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Allocated IP 192.168.233.73 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/ba3f62fb-b746-4fba-a041-ad6cb6312792) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:20.288010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:20.289795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.291696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:20.321698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.322370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.323210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.326159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.327163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.327523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.333413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.335111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.340040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:20.344555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-a0b8286c-4ad1-4859-a264-209089e7e416 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad&device_id=bb749700-7abe-494c-949d-cac839b24cbb&device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad&device_id=41554029-4299-4360-af70-73f29bdf8535&device_id=b83d0221-5dec-4316-b681-b9cacc0fff90&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 8236 time: 0.3059347 Aug 31 09:07:20.369425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1498b41-56e0-4a9d-a93c-184749357e2f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:20.400323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-057e2543-f17c-4df5-9d37-e471ba93d2aa tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:20.412426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1316977 Aug 31 09:07:20.415602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59824) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:20.433732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Request body: {'subnet': {'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-subnet', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:20.488739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50898cdd-9723-41df-b2f7-b4c7b968e12a admin admin] Pushing event updated for resources: {'Network': ['ID=49235a17-f3a0-40ae-a205-79f04d53c329,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:20.504578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-bb1fafd4-be02-46ab-98b4-bdbd755492bc service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380221 Aug 31 09:07:20.509070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 49235a17-f3a0-40ae-a205-79f04d53c329 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:07:20.516081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:07:16Z', 'revision_number': 4, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd3232256-6808-45e6-ba71-5128c2a2f30e', 'name': '', 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'mac_address': 'fa:16:3e:b3:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:15Z', 'updated_at': '2021-08-31T09:07:16Z', 'revision_number': 2, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'subnets': [{'id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:20.519204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Made reservation on behalf of 06acb3b0be0940349cb9b002f8bc9163 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:20.522147 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:20.654125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-50c98d25-7bb2-4247-a326-dbf0eaf988ba req-e2d54760-36e4-4bd5-b3a7-f089cf14ecbe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:07:20.667209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50c98d25-7bb2-4247-a326-dbf0eaf988ba req-e2d54760-36e4-4bd5-b3a7-f089cf14ecbe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188503 Aug 31 09:07:20.699838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-338463f9-180a-40de-99a4-230344a480a0 req-a13beda4-d77e-4563-8a4a-e2746ada45bd service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777375 Aug 31 09:07:20.765516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Checking router: 957331ed-54cc-4043-ab12-e4b0dc9fa824 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:20.766083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Updating router 957331ed-54cc-4043-ab12-e4b0dc9fa824 port d3232256-6808-45e6-ba71-5128c2a2f30e binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:07:20.872909 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:20.947525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a1498b41-56e0-4a9d-a93c-184749357e2f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:20.948122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.006672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.013365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-a272a80a-b628-4eab-aed7-44fb5b732429 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660632 Aug 31 09:07:21.038213 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-057e2543-f17c-4df5-9d37-e471ba93d2aa tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.069227 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-057e2543-f17c-4df5-9d37-e471ba93d2aa tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.082167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Transition to ACTIVE for port object ba3f62fb-b746-4fba-a041-ad6cb6312792 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:21.238155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54a5de7d-c18e-43bf-a468-04834d30f2cb req-057e2543-f17c-4df5-9d37-e471ba93d2aa tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&id=f449c335-1388-47d1-af8a-444918cde766&id=51938402-3cf4-4c56-9667-05e31628a2b7&id=3f118229-a953-4307-96b5-a10f61b3ba96&id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8713429 Aug 31 09:07:21.279642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-7338b7d0-30dc-47fb-bd30-3d0e19daab8f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:21.282092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-7338b7d0-30dc-47fb-bd30-3d0e19daab8f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3741553 Aug 31 09:07:21.283105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2543-f17c-4df5-9d37-e471ba93d2aa tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a85e59-61bd-4050-a16e-83683fa84fd2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:21.370552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.525655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.538585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Transition to ACTIVE for port object d3232256-6808-45e6-ba71-5128c2a2f30e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:21.550438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.573308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e134c3b6-e6b5-4112-a666-a67f5b9fc497 req-fad16ec4-0f5a-4ccf-bc22-12bb3affb237 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 210 time: 0.1050937 Aug 31 09:07:21.611548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-6613f500-77d3-4d38-b680-6b150420e8e1 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.2957959 Aug 31 09:07:21.638239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.649180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681d3ce-0f02-4bc9-bc8f-6cc6473d5c63 None None] Pushing event updated for resources: {'Port': ['ID=d3232256-6808-45e6-ba71-5128c2a2f30e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:21.666046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-a95f885d-b547-46a2-a137-5ae26bca67cb tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Request body: {'floatingip': {'port_id': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:21.748306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Attempting to bind port d3232256-6808-45e6-ba71-5128c2a2f30e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:21.749226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Attempting to bind port d3232256-6808-45e6-ba71-5128c2a2f30e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:21.749966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Attempting to bind port d3232256-6808-45e6-ba71-5128c2a2f30e on network e2461b93-56ae-43bb-8d42-6011e8d0ada5 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:21.778971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:21.778971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Checking segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:21.778971 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.778971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Bound using segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:21.778971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Bound port: d3232256-6808-45e6-ba71-5128c2a2f30e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:21.778971 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.830748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5eede2-2164-46b4-a5e6-d01fa2097b76,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:21.853724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:21.860206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Checking segment: {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:21.860565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Network hostable DHCP agents. Network: 49235a17-f3a0-40ae-a205-79f04d53c329, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:07:21.865596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-a95f885d-b547-46a2-a137-5ae26bca67cb tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.878976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:21.923151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:21.929155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:21.929838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:21.975432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Pushing event updated for resources: {'Port': ['ID=ba3f62fb-b746-4fba-a041-ad6cb6312792,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:22.003792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] For port d3232256-6808-45e6-ba71-5128c2a2f30e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:22.017378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] For port d3232256-6808-45e6-ba71-5128c2a2f30e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d3232256-6808-45e6-ba71-5128c2a2f30e,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:22.034963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:22.045484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Network 49235a17-f3a0-40ae-a205-79f04d53c329 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:07:22.052327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-7716d7ed-9e4d-44b0-bbf4-dd5054b610cc tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0398231 Aug 31 09:07:22.096876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a279f72-6ead-4a7f-9694-07feac2ce386 req-47d9cc79-f361-48b9-9549-55b70c5ffcbe tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:22.099099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a279f72-6ead-4a7f-9694-07feac2ce386 req-47d9cc79-f361-48b9-9549-55b70c5ffcbe tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 935 time: 0.3125479 Aug 31 09:07:22.108998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Request body: {'port': {'device_id': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:22.118171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 49235a17-f3a0-40ae-a205-79f04d53c329) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:22.142697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab12fa-7807-4d53-8e0c-83f31b00165a None None] Network 49235a17-f3a0-40ae-a205-79f04d53c329 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:22.303260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:22.304123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:22.423951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681d3ce-0f02-4bc9-bc8f-6cc6473d5c63 None None] Pushing event updated for resources: {'Port': ['ID=d3232256-6808-45e6-ba71-5128c2a2f30e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:22.492823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-02884df1-795a-4067-9633-508fd764b2b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0692639 Aug 31 09:07:22.493325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59862) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:22.494161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Routers {'957331ed-54cc-4043-ab12-e4b0dc9fa824'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:22.494988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['957331ed-54cc-4043-ab12-e4b0dc9fa824'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:22.523031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:22.527075 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:22.540109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a279f72-6ead-4a7f-9694-07feac2ce386 req-6a7400d3-0eb9-437f-9e3c-d6a42dbd02d5 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107285 Aug 31 09:07:22.564413 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-a95f885d-b547-46a2-a137-5ae26bca67cb tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:07:22.577476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1013ec3c-b86f-4c10-9ea7-143e98938af9 req-a95f885d-b547-46a2-a137-5ae26bca67cb tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "PUT /v2.0/floatingips/426dc9cf-5f3f-4d68-bdae-d02b3889ede7 HTTP/1.1" status: 409 len: 551 time: 0.9499750 Aug 31 09:07:22.660956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:22.663670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:22.691698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9b2d003f-3328-40d2-872b-18659d77b5b9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:22.701418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9b2d003f-3328-40d2-872b-18659d77b5b9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.3938851 Aug 31 09:07:22.750287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Request body: {'port': {'device_id': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'admin_state_up': True, 'tenant_id': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:22.815845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.212458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8541-65c4-4de3-b6b6-88da730c70a6 None None] Provisioning for port ba3f62fb-b746-4fba-a041-ad6cb6312792 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:23.242229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] Set router 957331ed-54cc-4043-ab12-e4b0dc9fa824 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:23.246447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8541-65c4-4de3-b6b6-88da730c70a6 None None] Provisioning complete for port ba3f62fb-b746-4fba-a041-ad6cb6312792 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:23.247526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8541-65c4-4de3-b6b6-88da730c70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.269057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200853f-d328-4c04-857a-3564895d109a req-2ed86bfa-4df1-436d-ae5d-d3f9938d04f8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:23.278509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1200853f-d328-4c04-857a-3564895d109a req-2ed86bfa-4df1-436d-ae5d-d3f9938d04f8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.3156483 Aug 31 09:07:23.337022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-49235a17-f3a0-40ae-a205-79f04d53c329', 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'fixed_ips': [{'subnet_id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:07:23.338505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.362667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1200853f-d328-4c04-857a-3564895d109a req-0b309107-719b-48f3-839c-5e0d6ac9fa77 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793383 Aug 31 09:07:23.378138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.497784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf8541-65c4-4de3-b6b6-88da730c70a6 None None] Port ba3f62fb-b746-4fba-a041-ad6cb6312792 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:23.517348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Made reservation on behalf of 567ebb2ad39b44e4ad6e8dd5f3c6ddc2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:23.522149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.608205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4dd9111b-7fb4-49e6-8a19-205114a55e36 req-344fe00f-ea84-462c-acf5-0f5e8e295206 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 210 time: 0.1500714 Aug 31 09:07:23.649242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-2b1e90b9-969d-4b04-afe3-579ad647ec09 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips/426dc9cf-5f3f-4d68-bdae-d02b3889ede7 HTTP/1.1" status: 200 len: 693 time: 0.2253833 Aug 31 09:07:23.736625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.777412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.866992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Allocated IP 172.20.0.2 (49235a17-f3a0-40ae-a205-79f04d53c329/2f5eede2-2164-46b4-a5e6-d01fa2097b76/8749e437-cf9e-4bae-a22d-152aa9914518) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:23.911998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3f62fb-b746-4fba-a041-ad6cb6312792 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:23.952570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdfbafe5-9523-4710-9b4c-1d1d0a3a4fc7 req-0add59b0-e5dc-4559-b732-8a002c179816 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2268901 Aug 31 09:07:23.998452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Allocated IP 172.25.4.92 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/e9cd24d8-5383-481a-9032-c1545288e5f9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:24.009384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:07:16Z', 'revision_number': 4, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd3232256-6808-45e6-ba71-5128c2a2f30e', 'name': '', 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'mac_address': 'fa:16:3e:b3:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:15Z', 'updated_at': '2021-08-31T09:07:21Z', 'revision_number': 4, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'subnets': [{'id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:24.013658 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:24.017374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.065249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2eced6-c6cf-4366-9db0-0167cba9b638 None None] The sync data for ids ['957331ed-54cc-4043-ab12-e4b0dc9fa824'] in n-d-800634-13 is: [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:07:16Z', 'revision_number': 4, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd3232256-6808-45e6-ba71-5128c2a2f30e', 'name': '', 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'mac_address': 'fa:16:3e:b3:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:15Z', 'updated_at': '2021-08-31T09:07:21Z', 'revision_number': 4, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'subnets': [{'id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:24.129877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-239d7ce6-0b1d-4b6f-994b-86eb1bd1d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:24.129877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-239d7ce6-0b1d-4b6f-994b-86eb1bd1d5ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1101 time: 0.1141765 Aug 31 09:07:24.278829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.301621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Transition to ACTIVE for port object 8749e437-cf9e-4bae-a22d-152aa9914518 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:24.339079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Transition to ACTIVE for port object 8749e437-cf9e-4bae-a22d-152aa9914518 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:24.353066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.359533 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.393471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-5564e6ca-1ccf-47cd-994f-c079a87ea807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:24.395929 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-5564e6ca-1ccf-47cd-994f-c079a87ea807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2523961 Aug 31 09:07:24.423933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Network 49235a17-f3a0-40ae-a205-79f04d53c329 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:24.429646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:24.439466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:24.467431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Pushing event updated for resources: {'Port': ['ID=8749e437-cf9e-4bae-a22d-152aa9914518,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:24.493228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3fd65666-c40d-49cd-8267-a7f59c575623 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:24.494925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3fd65666-c40d-49cd-8267-a7f59c575623 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.7758713 Aug 31 09:07:24.498647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d3232256-6808-45e6-ba71-5128c2a2f30e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:24.535973 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-27937454-f406-4bd0-9c49-1ec2b0277626 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.1239691 Aug 31 09:07:24.574879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Attempting to bind port 8749e437-cf9e-4bae-a22d-152aa9914518 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:24.575325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Attempting to bind port 8749e437-cf9e-4bae-a22d-152aa9914518 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:24.575694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Attempting to bind port 8749e437-cf9e-4bae-a22d-152aa9914518 on network 49235a17-f3a0-40ae-a205-79f04d53c329 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:24.586894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:24.587440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Checking segment: {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:24.587778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.588444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Bound using segment: {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:24.589276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Bound port: 8749e437-cf9e-4bae-a22d-152aa9914518, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:24.590074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.592784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Allocated IP 172.20.0.12 (29ad1304-b107-4a15-8ae9-9970f2613543/1f32403a-bfbd-4556-84ef-184999dbacf0/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:24.614738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d3232256-6808-45e6-ba71-5128c2a2f30e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:24.630728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-1065916d-7125-4e72-87aa-f4c28d9ad774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:24.633079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-1065916d-7125-4e72-87aa-f4c28d9ad774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0827386 Aug 31 09:07:24.635033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.643296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d3232256-6808-45e6-ba71-5128c2a2f30e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:24.643783 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.703803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:24.722523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] For port 8749e437-cf9e-4bae-a22d-152aa9914518, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:24.724812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:24.732062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] For port 8749e437-cf9e-4bae-a22d-152aa9914518, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8749e437-cf9e-4bae-a22d-152aa9914518,segment=NetworkSegment(d8fc1fce-150b-4656-b1bb-05d3a47ebf49),segment_id=d8fc1fce-150b-4656-b1bb-05d3a47ebf49)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:24.735634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:24.747595 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.834205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cd24d8-5383-481a-9032-c1545288e5f9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:24.856677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-188cc8c3-5689-4807-bcc5-06b67635f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:24.858070 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-188cc8c3-5689-4807-bcc5-06b67635f372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2031803 Aug 31 09:07:24.928790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.940220 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.008591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abebd7-6f1f-441c-93b3-7f420c92d6d0 None None] Pushing event updated for resources: {'Port': ['ID=8749e437-cf9e-4bae-a22d-152aa9914518,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:25.032349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-5a56e693-5fed-4fe1-8a5a-3510faf2b41f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:07:25.048364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d3232256-6808-45e6-ba71-5128c2a2f30e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d3232256-6808-45e6-ba71-5128c2a2f30e,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:25.054753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-5a56e693-5fed-4fe1-8a5a-3510faf2b41f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482113 Aug 31 09:07:25.061095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.163403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d3232256-6808-45e6-ba71-5128c2a2f30e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:25.217775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Transition to ACTIVE for port object ba3f62fb-b746-4fba-a041-ad6cb6312792 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:25.251742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.388196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-89e462a4-f9e6-45e1-8852-eaa754c4d279 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.3310263 Aug 31 09:07:25.396775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.412487 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-55ca7742-9b57-4f14-8029-7db71138cece service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233712 Aug 31 09:07:25.537074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.551826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-400ba43b-701c-4425-9047-a21b5709f4a5 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.1620915 Aug 31 09:07:25.739320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Pushing event updated for resources: {'Port': ['ID=ba3f62fb-b746-4fba-a041-ad6cb6312792,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:25.746981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Network 29ad1304-b107-4a15-8ae9-9970f2613543 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:25.781659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:25.793931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbafe5-9523-4710-9b4c-1d1d0a3a4fc7 req-36b1c1bb-ffe6-4691-93a9-b3ae49fa3394 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:25.795682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdfbafe5-9523-4710-9b4c-1d1d0a3a4fc7 req-36b1c1bb-ffe6-4691-93a9-b3ae49fa3394 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7877512 Aug 31 09:07:25.796982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:25.804816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:25.805505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.811128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:25.838785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-a1c5a6da-29e5-4fff-8d7f-9a5e3e265221 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103713 Aug 31 09:07:25.899977 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdfbafe5-9523-4710-9b4c-1d1d0a3a4fc7 req-937c5457-efbf-427f-8a5f-8290c7f6525b tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/quotas/9fd0d070b7bd4e77babe5a0851966cf4 HTTP/1.1" status: 200 len: 375 time: 0.0648136 Aug 31 09:07:25.900710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Attempting to bind port ba3f62fb-b746-4fba-a041-ad6cb6312792 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:25.905305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Attempting to bind port ba3f62fb-b746-4fba-a041-ad6cb6312792 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:25.906100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Attempting to bind port ba3f62fb-b746-4fba-a041-ad6cb6312792 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:25.927280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Port ba3f62fb-b746-4fba-a041-ad6cb6312792 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:07:25.927807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Attempting to bind port ba3f62fb-b746-4fba-a041-ad6cb6312792 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:25.961290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2364545 Aug 31 09:07:26.013893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Request body: {'port': {'device_id': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:26.020095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:26.020649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:26.021274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:26.022035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Bound port: ba3f62fb-b746-4fba-a041-ad6cb6312792, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:26.022686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.079351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258870d-bfd0-42a0-84f9-db2941c93832 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:26.121742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdfbafe5-9523-4710-9b4c-1d1d0a3a4fc7 req-a83d2b3f-4717-43e5-ab37-9722fc721d28 tempest-QuotasAdminNegativeTest-1007507749 tempest-QuotasAdminNegativeTest-1007507749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1961365 Aug 31 09:07:26.361646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Deleting port 7d509e7a-c162-46f5-872e-1428634bd3cd {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:26.361991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.486407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.528910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] For port ba3f62fb-b746-4fba-a041-ad6cb6312792, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:26.569528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Router 5aa94a84-42f6-4072-a47e-2ffc024be781 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:07:26.603743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8749e437-cf9e-4bae-a22d-152aa9914518 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:26.612464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] For port ba3f62fb-b746-4fba-a041-ad6cb6312792, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:26.642776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.714623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8749e437-cf9e-4bae-a22d-152aa9914518 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:26.724059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d3232256-6808-45e6-ba71-5128c2a2f30e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:26.761527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144fdc6-286a-4116-a0f6-0f59c454da03 None None] Network 49235a17-f3a0-40ae-a205-79f04d53c329 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:26.764927 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.765618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.780428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:26.793748 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Sync routers for ids ['5aa94a84-42f6-4072-a47e-2ffc024be781'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:26.803895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.810075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0fded262-f2b2-45f5-8eb2-6781719b2832 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3087513 Aug 31 09:07:26.810777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:26.828493 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Routers {'5aa94a84-42f6-4072-a47e-2ffc024be781'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:26.829127 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5aa94a84-42f6-4072-a47e-2ffc024be781'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:26.904277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] Provisioning for port 8749e437-cf9e-4bae-a22d-152aa9914518 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:26.919075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] Provisioning complete for port 8749e437-cf9e-4bae-a22d-152aa9914518 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:26.919597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.005466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d3232256-6808-45e6-ba71-5128c2a2f30e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:27.006024 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.007266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:27.008764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.015441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] 10.222.0.15 "PUT /v2.0/ports/ba3f62fb-b746-4fba-a041-ad6cb6312792 HTTP/1.1" status: 200 len: 1096 time: 4.9119077 Aug 31 09:07:27.019325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'tag': 'ba3f62fb-b746-4fba-a041-ad6cb6312792'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:27.029478 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41865ffe-2d67-4d66-b25d-2acbb486fa50" -d '{"events": [{"name": "network-changed", "server_uuid": "91ef0c30-780a-4b6d-b6e9-173f8a5122ad", "tag": "ba3f62fb-b746-4fba-a041-ad6cb6312792"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:27.047882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Calling delete_port for 7d509e7a-c162-46f5-872e-1428634bd3cd owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:27.055451 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Set router 5aa94a84-42f6-4072-a47e-2ffc024be781 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:27.173542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.273526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] For port 8749e437-cf9e-4bae-a22d-152aa9914518, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8749e437-cf9e-4bae-a22d-152aa9914518,segment=NetworkSegment(d8fc1fce-150b-4656-b1bb-05d3a47ebf49),segment_id=d8fc1fce-150b-4656-b1bb-05d3a47ebf49)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:27.279998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.345441 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:07:25Z', 'revision_number': 3, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:27.372183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee732e15-a810-4803-97f5-ae6625d65b1e None None] Pushing event updated for resources: {'Port': ['ID=8749e437-cf9e-4bae-a22d-152aa9914518,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:27.410298 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Checking router: 5aa94a84-42f6-4072-a47e-2ffc024be781 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:27.411097 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Updating router 5aa94a84-42f6-4072-a47e-2ffc024be781 port e9cd24d8-5383-481a-9032-c1545288e5f9 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:07:27.456767 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.630662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4122b-1f4b-4ccf-afa7-f665c9b9000c service neutron] Pushing event updated for resources: {'Port': ['ID=ba3f62fb-b746-4fba-a041-ad6cb6312792,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:27.666047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4d3d1ca2-e5aa-4605-95aa-448d32d16cfe None None] Provisioning complete for port 8749e437-cf9e-4bae-a22d-152aa9914518 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:27.666706 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1ca2-e5aa-4605-95aa-448d32d16cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.720921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-9a802931-d162-48d5-a715-eeb515e2c924 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1376162 Aug 31 09:07:27.736412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b425-04c2-42e7-a0c1-4b3891b33f36 req-f035d3e9-5f5a-4d22-a29c-5d6be28c5c8a tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:27.737874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b425-04c2-42e7-a0c1-4b3891b33f36 req-f035d3e9-5f5a-4d22-a29c-5d6be28c5c8a tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:27.738266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b425-04c2-42e7-a0c1-4b3891b33f36 req-f035d3e9-5f5a-4d22-a29c-5d6be28c5c8a tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:27.745876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aba1b425-04c2-42e7-a0c1-4b3891b33f36 req-f035d3e9-5f5a-4d22-a29c-5d6be28c5c8a tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4&device_id=41554029-4299-4360-af70-73f29bdf8535&device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 2885 time: 0.9899869 Aug 31 09:07:27.764356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.801760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-4fc0ea05-14c2-40f7-a6f4-4b3d6bfdf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:27.803657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-4fc0ea05-14c2-40f7-a6f4-4b3d6bfdf059 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 1099 time: 0.6791286 Aug 31 09:07:27.818940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:27.837520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.896363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-76e7e4f7-e96d-41d9-a06a-2b46946171d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792 HTTP/1.1" status: 200 len: 217 time: 0.0725968 Aug 31 09:07:27.909231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Transition to ACTIVE for port object ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:27.939568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.949684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b694ca5-d69d-4018-a019-c33852fad448 req-304e1306-d157-4b4a-8645-52a70eb419b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:27.953024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-304e1306-d157-4b4a-8645-52a70eb419b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.1319103 Aug 31 09:07:27.981286 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:27.996028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aba1b425-04c2-42e7-a0c1-4b3891b33f36 req-b20aab2a-b347-45d9-8d4a-76d82f3cbd44 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390378 Aug 31 09:07:28.015722 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Transition to ACTIVE for port object e9cd24d8-5383-481a-9032-c1545288e5f9 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:28.038776 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.076756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:28.083848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-b2d41a67-a596-456e-a1b4-c62ba3b85b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.085648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-b2d41a67-a596-456e-a1b4-c62ba3b85b07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1628556 Aug 31 09:07:28.140981 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Pushing event updated for resources: {'Port': ['ID=e9cd24d8-5383-481a-9032-c1545288e5f9,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:28.155040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.176341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:28.176676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:28.177010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:28.183439 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Attempting to bind port e9cd24d8-5383-481a-9032-c1545288e5f9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:28.185237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Attempting to bind port e9cd24d8-5383-481a-9032-c1545288e5f9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:28.185950 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Attempting to bind port e9cd24d8-5383-481a-9032-c1545288e5f9 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:28.202928 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:28.204385 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:28.204385 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.204904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:28.206223 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Bound port: e9cd24d8-5383-481a-9032-c1545288e5f9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:28.207321 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.213473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event deleted for resources: {'Port': ['ID=7d509e7a-c162-46f5-872e-1428634bd3cd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:28.224132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:07:28.224437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:28.271237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Allocated IP 172.20.0.1 (49235a17-f3a0-40ae-a205-79f04d53c329/2f5eede2-2164-46b4-a5e6-d01fa2097b76/a5b0b522-ae50-4afc-bd6a-be5f4363f85d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:28.272822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:28.273434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:28.274952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:28.275763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Bound port: ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:28.277765 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.282181 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.282456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.283044 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.283539 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.284607 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.285237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.285733 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.286213 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.286756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.287310 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.287803 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.288270 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:28.291789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b694ca5-d69d-4018-a019-c33852fad448 req-d80fb4da-fef9-4136-b6d6-e28bd9d5a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.294509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-d80fb4da-fef9-4136-b6d6-e28bd9d5a84a service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2730768 Aug 31 09:07:28.347881 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] For port e9cd24d8-5383-481a-9032-c1545288e5f9, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:28.356224 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] For port e9cd24d8-5383-481a-9032-c1545288e5f9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e9cd24d8-5383-481a-9032-c1545288e5f9,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:28.367502 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.368316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:28.373128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:28.388730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.404249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.415678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8749e437-cf9e-4bae-a22d-152aa9914518 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:28.418783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a458fe78-42ba-40a3-ab2a-e93f95072196 req-3a0b7fc0-51a2-4fc3-8462-c5653e3a3e40 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "DELETE /v2.0/floatingips/426dc9cf-5f3f-4d68-bdae-d02b3889ede7 HTTP/1.1" status: 204 len: 173 time: 2.8659573 Aug 31 09:07:28.437744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6969c-a980-406c-a042-e8572bdbb297 req-871581f8-d6e3-47dd-8118-56e9f5f60b31 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.446254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eea6969c-a980-406c-a042-e8572bdbb297 req-871581f8-d6e3-47dd-8118-56e9f5f60b31 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 947 time: 0.3381212 Aug 31 09:07:28.451534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-471ef738-8264-421c-a807-653981705243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.454350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-471ef738-8264-421c-a807-653981705243 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3511856 Aug 31 09:07:28.456105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-4917cc0b-a545-4d80-9ec9-34a65981f8bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0876343 Aug 31 09:07:28.459643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.466616 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581100-cb6d-4196-818a-e0dc0dc23a18 None None] Pushing event updated for resources: {'Port': ['ID=e9cd24d8-5383-481a-9032-c1545288e5f9,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:28.504406 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9536214e-472d-4d59-a350-284d51712136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.540364 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Routers {'5aa94a84-42f6-4072-a47e-2ffc024be781'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:28.541412 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5aa94a84-42f6-4072-a47e-2ffc024be781'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:28.576961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8749e437-cf9e-4bae-a22d-152aa9914518 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:28.577633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.654313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.679523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Transition to ACTIVE for port object a5b0b522-ae50-4afc-bd6a-be5f4363f85d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:28.682322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eea6969c-a980-406c-a042-e8572bdbb297 req-aa66da79-9a72-4ca2-a65f-f37d21baa9ea tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111077 Aug 31 09:07:28.691449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-938d71f6-fb1a-4c99-ac07-d688669cf56a service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607273 Aug 31 09:07:28.703339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.704446 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.706511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] 10.222.0.15 "PUT /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 1093 time: 2.7107577 Aug 31 09:07:28.752317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3535df6-2f96-4433-90ef-5eb0f3a476aa service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:28.777527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] Set router 5aa94a84-42f6-4072-a47e-2ffc024be781 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:28.832523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b694ca5-d69d-4018-a019-c33852fad448 req-086bebf6-c807-4274-99d8-4cc9f0609af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.835698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-086bebf6-c807-4274-99d8-4cc9f0609af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3229675 Aug 31 09:07:28.852209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.994724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Network 49235a17-f3a0-40ae-a205-79f04d53c329 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:29.005899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:29.009881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:29.025599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:29.026377 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:29.067931 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:07:25Z', 'revision_number': 3, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:29.107401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b694ca5-d69d-4018-a019-c33852fad448 req-6a1783d9-4f65-4c72-afb5-d35c7ffa3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:29.109134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f428d-0d19-4e96-a45c-0db92bee93ff None None] The sync data for ids ['5aa94a84-42f6-4072-a47e-2ffc024be781'] in n-d-800634-13 is: [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:07:25Z', 'revision_number': 3, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:29.111925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-6a1783d9-4f65-4c72-afb5-d35c7ffa3c1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512150 Aug 31 09:07:29.332997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:29.418464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ed2dcd9-bf28-4a96-9958-0f60c8b7f72e None None] Provisioning for port a5b0b522-ae50-4afc-bd6a-be5f4363f85d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:29.426639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ed2dcd9-bf28-4a96-9958-0f60c8b7f72e None None] Provisioning complete for port a5b0b522-ae50-4afc-bd6a-be5f4363f85d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:29.427723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ed2dcd9-bf28-4a96-9958-0f60c8b7f72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:29.436633 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-1ca05359-fdbd-4eb3-bcab-a3a9d6561494 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057141 Aug 31 09:07:29.513744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852cca-f63f-41d4-9973-e1babbb132c8 req-d66c1186-8a2a-46b5-be73-329454ea2d0c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:29.523600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2852cca-f63f-41d4-9973-e1babbb132c8 req-d66c1186-8a2a-46b5-be73-329454ea2d0c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.8129315 Aug 31 09:07:29.543798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2dcd9-bf28-4a96-9958-0f60c8b7f72e None None] Port a5b0b522-ae50-4afc-bd6a-be5f4363f85d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:29.546062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-0d434d9d-d629-4e1e-837f-0ead2985a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:29.548720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-0d434d9d-d629-4e1e-837f-0ead2985a2c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1096 time: 0.7546973 Aug 31 09:07:29.635522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61c6c00a-a965-47c9-8c60-11aa0309ede3 req-c4101057-e95c-488a-ad7e-b7028f3ae465 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8726239 Aug 31 09:07:29.643693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-f26058c0-6f3a-4de4-93f8-a4428322feaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 217 time: 0.0744681 Aug 31 09:07:29.653953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3071ca-38f7-44cf-9eaf-6e6de5875289 req-e86eb087-eba5-4409-99db-7e589a405202 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:29.663346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f3071ca-38f7-44cf-9eaf-6e6de5875289 req-e86eb087-eba5-4409-99db-7e589a405202 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.7369988 Aug 31 09:07:29.743597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2852cca-f63f-41d4-9973-e1babbb132c8 req-52611993-34ec-44e5-b0fd-a2030f108961 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016542 Aug 31 09:07:29.806880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f3071ca-38f7-44cf-9eaf-6e6de5875289 req-354f991c-51e5-4b39-9b17-b083da3fb878 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424105 Aug 31 09:07:29.820369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-ac2b57cb-cf92-48fa-b9c2-6cb7cc6bf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:29.823982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-ac2b57cb-cf92-48fa-b9c2-6cb7cc6bf640 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1577685 Aug 31 09:07:29.850435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b694ca5-d69d-4018-a019-c33852fad448 req-06e1142d-fc3a-447e-a89c-4833fa293a36 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009652 Aug 31 09:07:29.915806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-55cc73a4-a931-465c-8719-72e5856ddaf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725849 Aug 31 09:07:29.929477 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40d2b7c-7e91-4607-9bb4-aadadba4e608 x-openstack-request-id: req-a40d2b7c-7e91-4607-9bb4-aadadba4e608 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:29.929921 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ef0c30-780a-4b6d-b6e9-173f8a5122ad", "tag": "ba3f62fb-b746-4fba-a041-ad6cb6312792", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:29.930286 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a40d2b7c-7e91-4607-9bb4-aadadba4e608 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:29.931025 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'tag': 'ba3f62fb-b746-4fba-a041-ad6cb6312792', 'status': 'completed', 'code': 200} Aug 31 09:07:29.978157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:29.994979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.005806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.108176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-2950b4f0-a06a-40b8-bcbe-5aadbd7cbdcd service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760163 Aug 31 09:07:30.210573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:30.353590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-6d9a2d09-bfdf-4b72-bcab-338ada82423f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 1001 time: 0.2440865 Aug 31 09:07:30.362035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Network 49235a17-f3a0-40ae-a205-79f04d53c329 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:30.366856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:30.444575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e9cd24d8-5383-481a-9032-c1545288e5f9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:30.477341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-e8cea411-bede-41f3-9bb7-ada83a06e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:30.481185 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-e8cea411-bede-41f3-9bb7-ada83a06e515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 1099 time: 0.3228967 Aug 31 09:07:30.495071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-152853b9-25ba-4f7b-83f5-ddc6dfb24c36 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:30.497774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-152853b9-25ba-4f7b-83f5-ddc6dfb24c36 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports/b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 943 time: 0.1310723 Aug 31 09:07:30.582135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e98a2e3a-dd0d-4cd3-9d05-79f5ce28cb7f req-b50dd10f-9937-4cc1-ae46-d316819fd054 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000144 Aug 31 09:07:30.607129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e9cd24d8-5383-481a-9032-c1545288e5f9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:30.613654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e9cd24d8-5383-481a-9032-c1545288e5f9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:30.614034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.629233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fd79c-5973-4f81-9b96-ee2e29a6a182 req-e0c91dc9-4c5b-4647-af50-0cb75b90f3e0 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:30.633006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a84fd79c-5973-4f81-9b96-ee2e29a6a182 req-e0c91dc9-4c5b-4647-af50-0cb75b90f3e0 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 947 time: 0.1308343 Aug 31 09:07:30.756744 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.792783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e9cd24d8-5383-481a-9032-c1545288e5f9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e9cd24d8-5383-481a-9032-c1545288e5f9,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:30.800102 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.809111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-0dfc1964-2f05-4ca3-ad70-9974b2acb879 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 1001 time: 0.2045557 Aug 31 09:07:30.875443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e9cd24d8-5383-481a-9032-c1545288e5f9,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:30.889334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ef96217d-2b9e-4371-a24d-bf2e4dc25e93 None None] Provisioning complete for port a5b0b522-ae50-4afc-bd6a-be5f4363f85d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:30.889710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ef96217d-2b9e-4371-a24d-bf2e4dc25e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.908231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a84fd79c-5973-4f81-9b96-ee2e29a6a182 req-9ef0b122-a901-4e2a-a5b3-de6f5a81b8d0 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112410 Aug 31 09:07:31.013974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-5a5db6c0-baee-4c9f-9716-4b37e8209bde tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:31.031430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-5a5db6c0-baee-4c9f-9716-4b37e8209bde tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2212925 Aug 31 09:07:31.099817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Router 5aa94a84-42f6-4072-a47e-2ffc024be781 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:31.123181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ef96217d-2b9e-4371-a24d-bf2e4dc25e93 None None] Port a5b0b522-ae50-4afc-bd6a-be5f4363f85d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:31.240686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-fb6d5a13-97f9-4424-8d02-c8eb401dc936 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 1001 time: 0.2076559 Aug 31 09:07:31.276812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-1151d0fa-8111-40cc-b312-8c742d0469a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:31.278784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-1151d0fa-8111-40cc-b312-8c742d0469a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.7854693 Aug 31 09:07:31.283860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:31.375849 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-c1b91183-c1d9-4d59-80fc-b882844d705a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792 HTTP/1.1" status: 200 len: 217 time: 0.0522852 Aug 31 09:07:31.426406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.440568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24782-28af-42fd-9938-2ddbc10b5d98 req-3ae867fc-87d5-4b34-a689-7a652be02164 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:31.452700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-daa24782-28af-42fd-9938-2ddbc10b5d98 req-3ae867fc-87d5-4b34-a689-7a652be02164 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.2413318 Aug 31 09:07:31.462133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ee20dbd7-a3de-4e38-b0d4-d7da7002a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.513641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:31.530429 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14a3a567-c950-493d-9707-f9f596537f42 admin admin] 10.222.0.18 "PUT /v2.0/routers/5aa94a84-42f6-4072-a47e-2ffc024be781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7154934 Aug 31 09:07:31.537388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-842991a9-f36f-4ad3-84ef-76bb7ef3c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:31.539485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-842991a9-f36f-4ad3-84ef-76bb7ef3c1c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1438699 Aug 31 09:07:31.583998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-daa24782-28af-42fd-9938-2ddbc10b5d98 req-6a36ffc1-304f-4b9e-9f68-bea47c4a1941 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300166 Aug 31 09:07:31.625603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59934) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:31.671570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-baf02ff5-ad9a-4581-9585-cb0442d2deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:31.673641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-baf02ff5-ad9a-4581-9585-cb0442d2deca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171024 Aug 31 09:07:31.695119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.700649 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.813378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.827132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.827481 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Floating IP 55cbdc91-bab5-414e-9121-ee89f27a992d disassociated. External IP: 172.25.4.95, port: b8379277-e0c4-454d-b99c-f77fab19b9dc. Aug 31 09:07:31.920728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a34a-d2e6-4679-b778-f3a91c3295ea req-6b627e00-737a-491c-9d8d-f22ebf99b9aa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:31.921780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd85a34a-d2e6-4679-b778-f3a91c3295ea req-6b627e00-737a-491c-9d8d-f22ebf99b9aa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.1431797 Aug 31 09:07:31.962660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3a61-a491-44f0-abd0-945c8163a10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.962917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:31.965735 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:31.969429 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-6133b748-4a05-4be1-b3b8-87f5340229af service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803383 Aug 31 09:07:31.992678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Sync routers for ids ['5aa94a84-42f6-4072-a47e-2ffc024be781'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:32.009915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Routers {'5aa94a84-42f6-4072-a47e-2ffc024be781'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:32.011709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5aa94a84-42f6-4072-a47e-2ffc024be781'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:32.050642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd85a34a-d2e6-4679-b778-f3a91c3295ea req-df44c2b0-53ab-49e9-bf8e-8777ba37ccf0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Aug 31 09:07:32.211817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41865ffe-2d67-4d66-b25d-2acbb486fa50 req-14e31612-4a52-4ebf-80c2-b5f2fbf79231 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117839 Aug 31 09:07:32.312551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Router c83ace4f-4324-419d-910f-2cfe6e958047 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:32.314684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3a61-a491-44f0-abd0-945c8163a10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.326557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3a61-a491-44f0-abd0-945c8163a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.356714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Set router 5aa94a84-42f6-4072-a47e-2ffc024be781 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:32.403443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e9cd24d8-5383-481a-9032-c1545288e5f9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:32.441770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a5fa3a61-a491-44f0-abd0-945c8163a10a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fd0d070b7bd4e77babe5a0851966cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102276 Aug 31 09:07:32.441770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa3a61-a491-44f0-abd0-945c8163a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1349e69d-2411-4a7b-8817-2adf6b662ee0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:32.446987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59954) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:32.577274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e9cd24d8-5383-481a-9032-c1545288e5f9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:32.578790 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.584737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631f597f-c5f9-4397-84ca-5aacdd7f5be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.619805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631f597f-c5f9-4397-84ca-5aacdd7f5be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.680223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:32.722754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631f597f-c5f9-4397-84ca-5aacdd7f5be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.725594 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] Sync routers for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:32.728708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631f597f-c5f9-4397-84ca-5aacdd7f5be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.733184 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-631f597f-c5f9-4397-84ca-5aacdd7f5be0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1349e69d-2411-4a7b-8817-2adf6b662ee0 HTTP/1.1" status: 204 len: 168 time: 0.2840269 Aug 31 09:07:32.751866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f597f-c5f9-4397-84ca-5aacdd7f5be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1349e69d-2411-4a7b-8817-2adf6b662ee0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:32.752666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.808525 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:32.810066 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:32.952040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-afb13970-fa53-4790-8196-d5757d9c00e4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "PUT /v2.0/floatingips/55cbdc91-bab5-414e-9121-ee89f27a992d HTTP/1.1" status: 200 len: 694 time: 1.6821713 Aug 31 09:07:33.004518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d6f89-0c89-4385-967c-d828a17c4dfe req-5c2a4b39-79a4-404f-af8a-3ea3f4cb07c5 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:33.025394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e35d6f89-0c89-4385-967c-d828a17c4dfe req-5c2a4b39-79a4-404f-af8a-3ea3f4cb07c5 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 947 time: 0.3908024 Aug 31 09:07:33.352167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e35d6f89-0c89-4385-967c-d828a17c4dfe req-5033f696-7bc3-4888-9e76-7dd40a587c9b tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255255 Aug 31 09:07:33.355808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-93c3848e-7e86-4b67-bcad-2b6f3eaf27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:33.358445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-93c3848e-7e86-4b67-bcad-2b6f3eaf27cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1098 time: 0.3285112 Aug 31 09:07:33.443737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:07:29Z', 'revision_number': 4, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a5b0b522-ae50-4afc-bd6a-be5f4363f85d', 'name': '', 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:27Z', 'updated_at': '2021-08-31T09:07:29Z', 'revision_number': 2, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'subnets': [{'id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:33.483217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Checking router: 5aa94a84-42f6-4072-a47e-2ffc024be781 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:33.483518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Updating router 5aa94a84-42f6-4072-a47e-2ffc024be781 port a5b0b522-ae50-4afc-bd6a-be5f4363f85d binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:07:33.487819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:33.552408 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:33.581636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59966) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:33.649624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e50437ce-6f99-4c3e-9db4-3b6c2d03247c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:33.740832 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37cf17-8c96-4b7f-a412-d29761cb76a2 x-openstack-request-id: req-8e37cf17-8c96-4b7f-a412-d29761cb76a2 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:33.741758 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:33.741758 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e37cf17-8c96-4b7f-a412-d29761cb76a2 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:33.747554 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'status': 'completed', 'code': 200} Aug 31 09:07:33.853265 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:33.854267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:33.933291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-1937a5ce-012d-4498-b814-1b006b1a0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:33.935331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-1937a5ce-012d-4498-b814-1b006b1a0597 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1096 time: 0.2233665 Aug 31 09:07:34.014772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-4be8b757-bfe1-4430-a345-158f7f9f61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:34.019680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-4be8b757-bfe1-4430-a345-158f7f9f61e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 930 time: 0.6072824 Aug 31 09:07:34.157965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-120746f8-5c02-4a0a-aef4-64f3164ded03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 217 time: 0.1095505 Aug 31 09:07:34.267622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:34.319468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'port_id': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'mac_address': 'fa:16:3e:5b:da:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f32403a-bfbd-4556-84ef-184999dbacf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:07:34.354549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:34.355909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-dee5b3df-0b22-423f-8138-8e74e4b29ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:34.357232 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-dee5b3df-0b22-423f-8138-8e74e4b29ab8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.3920264 Aug 31 09:07:34.374362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-b0488aaa-9de8-4245-971d-de12f712ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:34.383220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e50437ce-6f99-4c3e-9db4-3b6c2d03247c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:34.399804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e50437ce-6f99-4c3e-9db4-3b6c2d03247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:34.404230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-b0488aaa-9de8-4245-971d-de12f712ee32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 200 len: 868 time: 0.2150433 Aug 31 09:07:34.488934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Transition to ACTIVE for port object a5b0b522-ae50-4afc-bd6a-be5f4363f85d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:34.508260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-70a57c5e-3b88-4ba0-b1a9-ce60fa007048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 217 time: 0.1274762 Aug 31 09:07:34.537073 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:42Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:34.542984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-b8e107eb-49b2-4b77-ac29-95821623d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:34.555315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-b8e107eb-49b2-4b77-ac29-95821623d921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb03e67b-980e-4180-9444-54f0d9d3d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423001 Aug 31 09:07:34.560889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:34.583927 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:34.674720 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] Checking router: c83ace4f-4324-419d-910f-2cfe6e958047 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:34.711150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:34.728323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94d14-3afb-4a10-8210-67b27a79cf30 None None] Pushing event updated for resources: {'Port': ['ID=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:34.738053 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:34.743709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:34.752505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec93f1-10c7-4c8a-a4ba-e454001cb4a6 req-80ac25c2-d01c-4142-9091-e7aeabccdc0e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:34.762444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83ec93f1-10c7-4c8a-a4ba-e454001cb4a6 req-80ac25c2-d01c-4142-9091-e7aeabccdc0e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1776791 Aug 31 09:07:34.877008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83ec93f1-10c7-4c8a-a4ba-e454001cb4a6 req-fd9316a2-b010-4ded-9a48-ae4b201eba4c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132064 Aug 31 09:07:34.918816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e50437ce-6f99-4c3e-9db4-3b6c2d03247c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24fa621a10a340ac94e4a2ac139d95e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3360403 Aug 31 09:07:34.919999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50437ce-6f99-4c3e-9db4-3b6c2d03247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15635ec-a0ae-4de9-b0d8-4330e096a2b1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:34.924525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:34.951895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-be4ed40c-1abe-4a76-9d5f-e26215941cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951957 Aug 31 09:07:34.960642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-fa2c192d-c897-4cc0-8c43-6c4a5de51c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:34.962734 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-fa2c192d-c897-4cc0-8c43-6c4a5de51c78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.4144208 Aug 31 09:07:35.012798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:35.038317 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.039147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ba3f62fb-b746-4fba-a041-ad6cb6312792 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:35.099800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-a2c82588-449d-4d84-9704-1f8b2abc3dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271272 Aug 31 09:07:35.158395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Attempting to bind port a5b0b522-ae50-4afc-bd6a-be5f4363f85d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:35.158395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Attempting to bind port a5b0b522-ae50-4afc-bd6a-be5f4363f85d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:35.158395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Attempting to bind port a5b0b522-ae50-4afc-bd6a-be5f4363f85d on network 49235a17-f3a0-40ae-a205-79f04d53c329 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:35.203961 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:35.214450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:35.215035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Checking segment: {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:35.215314 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.215736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Bound using segment: {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:35.216223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Bound port: a5b0b522-ae50-4afc-bd6a-be5f4363f85d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:35.216615 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.240650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa9bd8-80f5-4b6b-aac6-dc67e5229170 req-f9a6e257-dd52-4d7b-911c-6fbeed768ff8 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:35.255423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8aa9bd8-80f5-4b6b-aac6-dc67e5229170 req-f9a6e257-dd52-4d7b-911c-6fbeed768ff8 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.1497567 Aug 31 09:07:35.351762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8aa9bd8-80f5-4b6b-aac6-dc67e5229170 req-6b69d9bd-f160-4416-ba47-4add66a24195 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946276 Aug 31 09:07:35.398297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6a65e9d-c727-459d-88b0-246c11ea16b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.425349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b1bafd-abf7-4c1b-8d56-5152ccb4aba6 req-3f770b6c-c39b-42ca-8180-e21414031a8a service neutron] 10.222.0.18 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688971 Aug 31 09:07:35.427542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:35.570560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ba3f62fb-b746-4fba-a041-ad6cb6312792, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:35.597748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] For port a5b0b522-ae50-4afc-bd6a-be5f4363f85d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:35.600370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'ba3f62fb-b746-4fba-a041-ad6cb6312792', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'ba3f62fb-b746-4fba-a041-ad6cb6312792', 'mac_address': 'fa:16:3e:f0:90:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:07:35.629236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] For port a5b0b522-ae50-4afc-bd6a-be5f4363f85d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,segment=NetworkSegment(d8fc1fce-150b-4656-b1bb-05d3a47ebf49),segment_id=d8fc1fce-150b-4656-b1bb-05d3a47ebf49)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:35.640532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6a65e9d-c727-459d-88b0-246c11ea16b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.691348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.704681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-f7c27c0a-a08f-438f-853a-942fb86461ac service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866606 Aug 31 09:07:35.749670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:35.753403 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045" -d '{"events": [{"name": "network-changed", "server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:35.793923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.814800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3f62fb-b746-4fba-a041-ad6cb6312792 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:35.909912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94d14-3afb-4a10-8210-67b27a79cf30 None None] Pushing event updated for resources: {'Port': ['ID=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:35.927132 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:42Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:35.931319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ba3f62fb-b746-4fba-a041-ad6cb6312792, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:35.934426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Routers {'5aa94a84-42f6-4072-a47e-2ffc024be781'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:35.935110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5aa94a84-42f6-4072-a47e-2ffc024be781'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:36.005995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6a65e9d-c727-459d-88b0-246c11ea16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.008626 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d664d61-5506-4192-b9fd-c5deda3009b2 None None] The sync data for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 is: [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:06:32Z', 'revision_number': 4, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f', 'name': '', 'network_id': 'bb03e67b-980e-4180-9444-54f0d9d3d9d9', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'mac_address': 'fa:16:3e:a0:4d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:29Z', 'updated_at': '2021-08-31T09:06:42Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'subnets': [{'id': '85762473-b0f4-4993-ad25-a0d49b544fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:36.013406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6a65e9d-c727-459d-88b0-246c11ea16b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.017698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b6a65e9d-c727-459d-88b0-246c11ea16b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b15635ec-a0ae-4de9-b0d8-4330e096a2b1 HTTP/1.1" status: 204 len: 168 time: 1.0883017 Aug 31 09:07:36.087970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a65e9d-c727-459d-88b0-246c11ea16b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15635ec-a0ae-4de9-b0d8-4330e096a2b1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:36.106496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-23ccbe67-ebd2-43c7-aa7a-774144b74ceb tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips/55cbdc91-bab5-414e-9121-ee89f27a992d HTTP/1.1" status: 200 len: 694 time: 0.3152387 Aug 31 09:07:36.164436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-acb0964a-9ef8-4047-beb9-f732ea4d749f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1702847 Aug 31 09:07:36.201755 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c84a2b0f-ec1a-4142-bf61-df7c129f50c5 req-483dabb2-7082-4a0f-baf0-761f621c0ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765351 Aug 31 09:07:36.240022 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.343789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-eaf84a42-c5cf-4ed4-9c9b-2a84862354a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:36.343789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-eaf84a42-c5cf-4ed4-9c9b-2a84862354a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 1097 time: 0.1205943 Aug 31 09:07:36.475237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e2838-b245-4b57-986f-61eb50d47c74 req-1ca67b82-0b9b-422b-bb60-3a6a610ca54d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:36.548891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b40e2838-b245-4b57-986f-61eb50d47c74 req-1ca67b82-0b9b-422b-bb60-3a6a610ca54d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 948 time: 0.5698109 Aug 31 09:07:36.579559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] Set router 5aa94a84-42f6-4072-a47e-2ffc024be781 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:36.845479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-230d423f-ced7-4fa0-8420-c888b5bb932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:36.847522 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-230d423f-ced7-4fa0-8420-c888b5bb932f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 924 time: 0.4617081 Aug 31 09:07:36.921804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b40e2838-b245-4b57-986f-61eb50d47c74 req-29b1ef28-6b40-487a-9149-f230afc80559 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716564 Aug 31 09:07:36.938218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-7f21bc26-d879-4218-b035-9e2d405096c4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:36.950399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-7f21bc26-d879-4218-b035-9e2d405096c4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.8408909 Aug 31 09:07:36.962504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-0162dfb7-3889-4a35-822d-7272d9d90eb0 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:07:36.970608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d38e9df-fb54-43a9-baf0-809c922d9447 None None] New status for floating IP 55cbdc91-bab5-414e-9121-ee89f27a992d: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:07:36.974268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-0162dfb7-3889-4a35-822d-7272d9d90eb0 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236979 Aug 31 09:07:37.043173 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-f8aefdc5-d3f7-4148-9e21-0dcd2d33a96f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6 HTTP/1.1" status: 200 len: 1001 time: 0.1846573 Aug 31 09:07:37.193326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-f09852e5-7daf-4deb-8790-0c0f5cd32d1b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 697 time: 0.2176673 Aug 31 09:07:37.202649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-faf9813e-6f99-4371-b3ca-817010118e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:37.205930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-faf9813e-6f99-4371-b3ca-817010118e68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1488349 Aug 31 09:07:37.228024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:37.231578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ba3f62fb-b746-4fba-a041-ad6cb6312792'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:37.312397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ba3f62fb-b746-4fba-a041-ad6cb6312792,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:37.376381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-c59d357b-d724-4779-ab3e-42b1ff9adc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:37.381242 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-c59d357b-d724-4779-ab3e-42b1ff9adc1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632791 Aug 31 09:07:37.387635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:37.424856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-cb126179-68be-46aa-bdca-46cdea0e56f8 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.2281044 Aug 31 09:07:37.601670 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-954d414b-417d-4d3f-90d9-8f4bc296c230 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050626 Aug 31 09:07:37.704803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc999-67d1-4e27-ac54-a1799fbcf44f req-bfc44b94-a952-4a05-89c5-c89015548b4a tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:37.717796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dadc999-67d1-4e27-ac54-a1799fbcf44f req-bfc44b94-a952-4a05-89c5-c89015548b4a tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1101 time: 0.4734385 Aug 31 09:07:37.814901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4c80f7a1-05aa-49ae-957e-be1fe06a5d0b req-4b2982ed-ddb7-43fc-b53c-bec4a3af255b service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965222 Aug 31 09:07:37.929235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dadc999-67d1-4e27-ac54-a1799fbcf44f req-3f303905-c005-419d-ab8a-cd69296ccb66 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058449 Aug 31 09:07:37.931467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Deleting port fd602a6b-f28c-481e-b903-b193f96f6310 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:37.934873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:37.971280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:07:29Z', 'revision_number': 4, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a5b0b522-ae50-4afc-bd6a-be5f4363f85d', 'name': '', 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:27Z', 'updated_at': '2021-08-31T09:07:35Z', 'revision_number': 4, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'subnets': [{'id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:38.104493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006d7f0-8bc5-4379-b60a-322094e2dee4 None None] The sync data for ids ['5aa94a84-42f6-4072-a47e-2ffc024be781'] in n-d-800634-13 is: [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:07:29Z', 'revision_number': 4, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a5b0b522-ae50-4afc-bd6a-be5f4363f85d', 'name': '', 'network_id': '49235a17-f3a0-40ae-a205-79f04d53c329', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:27Z', 'updated_at': '2021-08-31T09:07:35Z', 'revision_number': 4, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'subnets': [{'id': '2f5eede2-2164-46b4-a5e6-d01fa2097b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:38.284369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-54f61f9e-7123-4a0e-8c94-c8e214d59886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:38.291011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-54f61f9e-7123-4a0e-8c94-c8e214d59886 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=627ec3eb243b457481ab28679f292222&device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 1098 time: 0.1484149 Aug 31 09:07:38.640419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-ac63d653-17e8-48c6-9e36-0b915036f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:38.642075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-ac63d653-17e8-48c6-9e36-0b915036f096 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 200 len: 930 time: 0.3435409 Aug 31 09:07:38.712646 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48a31d-389b-4986-9c36-b5a976260334 x-openstack-request-id: req-af48a31d-389b-4986-9c36-b5a976260334 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:38.713064 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:38.713446 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af48a31d-389b-4986-9c36-b5a976260334 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:38.714053 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'status': 'completed', 'code': 200} Aug 31 09:07:38.853413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:38.853957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:38.876026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Calling delete_port for fd602a6b-f28c-481e-b903-b193f96f6310 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:38.911113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-dc6604a0-6434-4ab3-8ecb-ce12b55139c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 200 len: 217 time: 0.1722815 Aug 31 09:07:39.108981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-70902ad8-63cf-4400-91ed-9d8cb71c0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:39.129431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-70902ad8-63cf-4400-91ed-9d8cb71c0e78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 200 len: 868 time: 0.1859083 Aug 31 09:07:39.254794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a6e0a-96bd-45fe-9d40-4f26b89cdc34 req-cacd93bb-cf8f-4bcc-a8fa-719a38a96412 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:39.269774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-764a6e0a-96bd-45fe-9d40-4f26b89cdc34 req-cacd93bb-cf8f-4bcc-a8fa-719a38a96412 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.5537906 Aug 31 09:07:39.277837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:39.317111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-714559ef-1988-478c-bb07-a7ee1c21ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:39.318869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-714559ef-1988-478c-bb07-a7ee1c21ea5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb03e67b-980e-4180-9444-54f0d9d3d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767399 Aug 31 09:07:39.348781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event deleted for resources: {'Port': ['ID=fd602a6b-f28c-481e-b903-b193f96f6310,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:39.458050 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:39.472550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:39.475043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f39cfe9-fcb9-4235-9213-6cf63c862b09 req-c48a4ef9-89d7-4671-a1ef-94df29a1394b tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "DELETE /v2.0/floatingips/55cbdc91-bab5-414e-9121-ee89f27a992d HTTP/1.1" status: 204 len: 173 time: 2.0463386 Aug 31 09:07:39.509811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-764a6e0a-96bd-45fe-9d40-4f26b89cdc34 req-bec7ae28-e19b-4d93-8c87-2e2c66f44e1d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194967 Aug 31 09:07:39.574322 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-8afb2cdd-eadc-4c53-804e-cec86a287b2f service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452564 Aug 31 09:07:39.775829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2626a71-270c-41f7-8ce6-86466572cfb3 req-c96ce9d0-3134-4a18-926d-dbe58a584685 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:39.789917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2626a71-270c-41f7-8ce6-86466572cfb3 req-c96ce9d0-3134-4a18-926d-dbe58a584685 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.1929102 Aug 31 09:07:39.797307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba3fc75a-da64-4f5e-a0c1-efdbf2970045 req-fe879ac2-c9a8-4d83-b267-4a87cf1466e3 service neutron] 10.222.0.23 "GET /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157528 Aug 31 09:07:39.877668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2626a71-270c-41f7-8ce6-86466572cfb3 req-afb20de8-0750-405b-bc20-fbded8b95476 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Aug 31 09:07:39.961953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b389-77ac-4c21-b874-7547418dbcb3 req-7609cc91-864b-4f1e-a56b-550ac535191b tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:39.971078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cc5b389-77ac-4c21-b874-7547418dbcb3 req-7609cc91-864b-4f1e-a56b-550ac535191b tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1101 time: 0.0918763 Aug 31 09:07:40.044403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cc5b389-77ac-4c21-b874-7547418dbcb3 req-5f782b46-9cbe-4595-b327-0b58d07fbb73 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694847 Aug 31 09:07:40.108571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c384f0-2fc5-48bf-a421-5537b8c4d2bd req-89388896-e5f0-47c0-b94f-a887bfb9dcdf tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:40.115282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73c384f0-2fc5-48bf-a421-5537b8c4d2bd req-89388896-e5f0-47c0-b94f-a887bfb9dcdf tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 948 time: 0.1237187 Aug 31 09:07:40.171938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73c384f0-2fc5-48bf-a421-5537b8c4d2bd req-38e7693f-57c5-4ac4-86cc-3a50f5467156 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Aug 31 09:07:40.262858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:40.442020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5b0b522-ae50-4afc-bd6a-be5f4363f85d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:40.520265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-2e1d6f56-fe93-47a1-a01b-e5531abdff78 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=44c43efe3f09492bb0c7dbf0d61fd407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486207 Aug 31 09:07:40.622646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:40.630133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:40.631134 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.681999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a5b0b522-ae50-4afc-bd6a-be5f4363f85d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:40.701467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a5b0b522-ae50-4afc-bd6a-be5f4363f85d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:40.702099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.757110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-c4d5fc1a-ee81-4607-a4c2-a0c7adbb23e2 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:40.767236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-c4d5fc1a-ee81-4607-a4c2-a0c7adbb23e2 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361512 Aug 31 09:07:40.787381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-00a1d2b3-8e22-481a-980e-5b743b300355 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/quotas/44c43efe3f09492bb0c7dbf0d61fd407 HTTP/1.1" status: 200 len: 375 time: 0.0187712 Aug 31 09:07:40.856502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-466935f5-fad8-4233-b93a-4b026abd01ee tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c43efe3f09492bb0c7dbf0d61fd407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584219 Aug 31 09:07:40.938000 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.956467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.019100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:41.023284 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad0c54-1d2a-4c4f-bd1b-adf0b3bdc8c3" -d '{"events": [{"server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "name": "network-vif-plugged", "status": "completed", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:41.058074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:41.071064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.078572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ba3f62fb-b746-4fba-a041-ad6cb6312792 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:41.078572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a5b0b522-ae50-4afc-bd6a-be5f4363f85d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,segment=NetworkSegment(d8fc1fce-150b-4656-b1bb-05d3a47ebf49),segment_id=d8fc1fce-150b-4656-b1bb-05d3a47ebf49)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:41.139023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.181812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:41.225933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port ba3f62fb-b746-4fba-a041-ad6cb6312792 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:41.235544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port ba3f62fb-b746-4fba-a041-ad6cb6312792 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:41.235919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.269791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:41.363658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.414612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da5dc-8019-463b-a4a7-1f604cb16837 req-6d283952-a157-4fe1-b2ae-ebb3d6d7a85e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:41.415901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-227da5dc-8019-463b-a4a7-1f604cb16837 req-6d283952-a157-4fe1-b2ae-ebb3d6d7a85e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1688542 Aug 31 09:07:41.445379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa419a-c501-4110-93b9-c20f31e2c92e req-f29f2eab-c160-4c4a-b0d6-06531801cba4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:41.450503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79aa419a-c501-4110-93b9-c20f31e2c92e req-f29f2eab-c160-4c4a-b0d6-06531801cba4 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1358991 Aug 31 09:07:41.462463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ba3f62fb-b746-4fba-a041-ad6cb6312792, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:41.470259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.548575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79aa419a-c501-4110-93b9-c20f31e2c92e req-3d595d0e-a91a-4596-83fe-2ecb9f40d333 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0860045 Aug 31 09:07:41.584056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ba3f62fb-b746-4fba-a041-ad6cb6312792,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:41.606488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-227da5dc-8019-463b-a4a7-1f604cb16837 req-4d8045a3-985c-4700-90f9-1757f6a33b15 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513135 Aug 31 09:07:41.741220 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74cc9d-20ab-474e-ae40-8d47dbd86319 x-openstack-request-id: req-0a74cc9d-20ab-474e-ae40-8d47dbd86319 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:41.741774 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "name": "network-vif-plugged", "status": "completed", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:41.742210 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a74cc9d-20ab-474e-ae40-8d47dbd86319 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:41.742919 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'code': 200} Aug 31 09:07:41.767518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27bb9c-1ce2-4303-8d01-a0dc99852f7d req-737e0142-6279-456f-8e82-9ac455022458 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:41.777092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d27bb9c-1ce2-4303-8d01-a0dc99852f7d req-737e0142-6279-456f-8e82-9ac455022458 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.0842540 Aug 31 09:07:41.871873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-089dfc06-5532-487f-be91-f37eec956f3b req-37e0144f-a3f6-40ee-84b9-1ffe442c2b35 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 210 time: 0.0390291 Aug 31 09:07:41.882163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d27bb9c-1ce2-4303-8d01-a0dc99852f7d req-e6ca1042-5c7f-45b3-ad2c-f8ed1fb1633c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037452 Aug 31 09:07:41.989450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05c2d8-0a52-4251-a2db-173e93cf85b3 req-36222a19-d149-4cec-87dd-d85513b9578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:41.998693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a05c2d8-0a52-4251-a2db-173e93cf85b3 req-36222a19-d149-4cec-87dd-d85513b9578b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1098 time: 0.1129801 Aug 31 09:07:42.091730 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a05c2d8-0a52-4251-a2db-173e93cf85b3 req-3a3e9817-26a0-4ddf-8473-8ff696a7df3e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799289 Aug 31 09:07:42.102438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf21ea-f0fc-4b88-b85c-8df7f4b97a4b req-1dc77897-15cd-44b2-a667-16492e500736 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:42.105712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69cf21ea-f0fc-4b88-b85c-8df7f4b97a4b req-1dc77897-15cd-44b2-a667-16492e500736 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.1018076 Aug 31 09:07:42.161374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69cf21ea-f0fc-4b88-b85c-8df7f4b97a4b req-c5ecb3a8-f2b7-4871-9085-bb64128b3033 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Aug 31 09:07:42.267785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-234a91ea-6f6b-4908-94af-780a29219a9f req-78d997fa-28a3-42b8-91f7-106618f50b79 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0821199 Aug 31 09:07:42.346861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5b0b522-ae50-4afc-bd6a-be5f4363f85d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:42.502678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a5b0b522-ae50-4afc-bd6a-be5f4363f85d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:42.503663 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.877320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-ceefa907-4867-40d5-94e1-6720d0d0cc37 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=44c43efe3f09492bb0c7dbf0d61fd407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642166 Aug 31 09:07:43.085475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1214f-abc5-448b-b7db-328229c457f0 req-cd68c50e-5dc8-4856-9c1f-7d1ede7b7894 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:43.112826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20d1214f-abc5-448b-b7db-328229c457f0 req-cd68c50e-5dc8-4856-9c1f-7d1ede7b7894 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.2163157 Aug 31 09:07:43.254810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20d1214f-abc5-448b-b7db-328229c457f0 req-d8e98abe-6b06-4b68-bf48-69297ab7ce56 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386807 Aug 31 09:07:43.264427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-0b250b7b-0bab-4ac4-ad41-75b2758066fd tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:43.266168 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-0b250b7b-0bab-4ac4-ad41-75b2758066fd tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765774 Aug 31 09:07:43.386553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Request body: {'port': {'device_id': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '44c43efe3f09492bb0c7dbf0d61fd407'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:43.584710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Made reservation on behalf of 44c43efe3f09492bb0c7dbf0d61fd407 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:43.601038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.609509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265b798-a0ff-4c64-83ac-c0d04dc760c6 req-7fbaf3fc-0475-45ba-b60b-62b9a6cfcce9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:43.617425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8265b798-a0ff-4c64-83ac-c0d04dc760c6 req-7fbaf3fc-0475-45ba-b60b-62b9a6cfcce9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.2734747 Aug 31 09:07:43.629166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233e54e-470b-4f60-b77e-086a5fcb2a37 req-670a5664-c492-4aa9-a1a1-1ea196c1c38e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:43.630949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0233e54e-470b-4f60-b77e-086a5fcb2a37 req-670a5664-c492-4aa9-a1a1-1ea196c1c38e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.1371164 Aug 31 09:07:43.656960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.711349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8265b798-a0ff-4c64-83ac-c0d04dc760c6 req-6ab7b567-132a-439b-827b-2ed7cbfdef6f tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924559 Aug 31 09:07:43.745499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3f62fb-b746-4fba-a041-ad6cb6312792'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:43.749381 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41412cb6-ea30-4458-a03a-1878e662ad8a" -d '{"events": [{"server_uuid": "91ef0c30-780a-4b6d-b6e9-173f8a5122ad", "name": "network-vif-plugged", "status": "completed", "tag": "ba3f62fb-b746-4fba-a041-ad6cb6312792"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:43.756941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0233e54e-470b-4f60-b77e-086a5fcb2a37 req-403088d3-906b-4ee0-abe1-dec12fde529f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065414 Aug 31 09:07:43.920669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37681008-e370-49cc-9ef0-44729b48d8bd req-5d83d92c-64e9-462d-a61e-797ba29d4cbf tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 210 time: 0.0466585 Aug 31 09:07:44.026356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.034593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.084119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105ac0d-24fa-4c8b-8147-452f38bf5d45 req-2ca5dd6d-b916-456e-a339-92f29971c7f6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:44.092671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8105ac0d-24fa-4c8b-8147-452f38bf5d45 req-2ca5dd6d-b916-456e-a339-92f29971c7f6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1285119 Aug 31 09:07:44.116787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25f85f-f050-4187-9bbc-1669e814e91f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:44.160840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd35f0-a78f-46b0-9f6e-ff1ebd4c4ef1 req-a555795c-a32b-4ceb-9ab3-e06bba0c9b08 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:44.162608 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dcd35f0-a78f-46b0-9f6e-ff1ebd4c4ef1 req-a555795c-a32b-4ceb-9ab3-e06bba0c9b08 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.0998611 Aug 31 09:07:44.192657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8105ac0d-24fa-4c8b-8147-452f38bf5d45 req-8cc5b4d7-6798-4a54-afdc-d8901fd00032 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990362 Aug 31 09:07:44.264523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dcd35f0-a78f-46b0-9f6e-ff1ebd4c4ef1 req-6c0e011a-5a2b-4fd0-8ca3-cd30bcd3585d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882823 Aug 31 09:07:44.294013 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719614fa-694d-4027-b6aa-a74af2db3b97 x-openstack-request-id: req-719614fa-694d-4027-b6aa-a74af2db3b97 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:44.295225 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef0c30-780a-4b6d-b6e9-173f8a5122ad", "name": "network-vif-plugged", "status": "completed", "tag": "ba3f62fb-b746-4fba-a041-ad6cb6312792", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:44.295536 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-719614fa-694d-4027-b6aa-a74af2db3b97 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:44.295980 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3f62fb-b746-4fba-a041-ad6cb6312792', 'code': 200} Aug 31 09:07:44.395317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Allocated IP 192.168.233.111 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/8ce9939e-8d72-4a94-8f7c-556a8796e23e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:44.529239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef946-4af1-4661-90b1-beb38f90489c req-7c576fec-22bd-4e60-9f9d-e48152033e93 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:44.532310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecfef946-4af1-4661-90b1-beb38f90489c req-7c576fec-22bd-4e60-9f9d-e48152033e93 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1227450 Aug 31 09:07:44.547442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f6ca9-3da8-49bf-82d0-171c08a81950 req-8186d3e2-0c9a-49d7-acf5-396c2fa55084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:44.549245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae3f6ca9-3da8-49bf-82d0-171c08a81950 req-8186d3e2-0c9a-49d7-acf5-396c2fa55084 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 1101 time: 0.1398833 Aug 31 09:07:44.597249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecfef946-4af1-4661-90b1-beb38f90489c req-1b58d9d7-d6f1-4afb-a978-536684922dd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571489 Aug 31 09:07:44.659593 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae3f6ca9-3da8-49bf-82d0-171c08a81950 req-bb015c39-cff9-4b9a-934c-2e350f1ebe5a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892475 Aug 31 09:07:44.709851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.727183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Transition to ACTIVE for port object 8ce9939e-8d72-4a94-8f7c-556a8796e23e will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:44.783397 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.839682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:44.843655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:44.848211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:44.855502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:44.855502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.862222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Pushing event updated for resources: {'Port': ['ID=8ce9939e-8d72-4a94-8f7c-556a8796e23e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:44.879551 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-19a8e165-c9c3-4b7b-b5c1-e7b711bc6900 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4975693 Aug 31 09:07:44.905847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Request body: {'port': {'device_id': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:45.046527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.057485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c54dd-8870-4650-bb01-2718b17fd435 req-b99aa824-ead5-487a-b268-8bb34ca19ca9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.060490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e57c54dd-8870-4650-bb01-2718b17fd435 req-b99aa824-ead5-487a-b268-8bb34ca19ca9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.1413317 Aug 31 09:07:45.090168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08accdd6-9fa9-4e3f-aa4f-40af171490d1 req-2bd25236-2cb8-4470-acf3-92379364378a tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.091860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08accdd6-9fa9-4e3f-aa4f-40af171490d1 req-2bd25236-2cb8-4470-acf3-92379364378a tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.1751697 Aug 31 09:07:45.108682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-baf086b2-759e-44da-95d3-8261bcb55906 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.110315 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-baf086b2-759e-44da-95d3-8261bcb55906 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 946 time: 0.1998575 Aug 31 09:07:45.157036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e57c54dd-8870-4650-bb01-2718b17fd435 req-e2957e36-018c-4a6f-8a07-5dfdc00f9ed1 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781982 Aug 31 09:07:45.236372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08accdd6-9fa9-4e3f-aa4f-40af171490d1 req-0f51411d-0414-4d31-ba96-7f769d8f88a7 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/security-groups?id=51938402-3cf4-4c56-9667-05e31628a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231313 Aug 31 09:07:45.271834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bfd27a86-3c2f-4c38-8698-43d1a4d6dfeb None None] Provisioning for port 8ce9939e-8d72-4a94-8f7c-556a8796e23e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:45.282112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bfd27a86-3c2f-4c38-8698-43d1a4d6dfeb None None] Provisioning complete for port 8ce9939e-8d72-4a94-8f7c-556a8796e23e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:45.283335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bfd27a86-3c2f-4c38-8698-43d1a4d6dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.412582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bfd27a86-3c2f-4c38-8698-43d1a4d6dfeb None None] Port 8ce9939e-8d72-4a94-8f7c-556a8796e23e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:45.445453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267799f-af70-436f-8bdc-7fc663791b52 req-37708829-1af0-4d2f-baa2-26f004c8aa1f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.447403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9267799f-af70-436f-8bdc-7fc663791b52 req-37708829-1af0-4d2f-baa2-26f004c8aa1f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 936 time: 0.1902137 Aug 31 09:07:45.464907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dc119-9548-4a76-9310-677d42d06a23 req-17f40fa8-612c-4cdf-a663-2539eff2688f tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.468480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-439dc119-9548-4a76-9310-677d42d06a23 req-17f40fa8-612c-4cdf-a663-2539eff2688f tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1098 time: 0.0846488 Aug 31 09:07:45.554000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9267799f-af70-436f-8bdc-7fc663791b52 req-f893df57-22b3-4653-9401-0a24e2e626c3 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 Aug 31 09:07:45.559103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-439dc119-9548-4a76-9310-677d42d06a23 req-65a928a4-957c-4b93-8653-ba11be1564e4 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753088 Aug 31 09:07:45.818266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737603-6bc4-4368-8925-f0f8ba0479ff req-b3cb056a-ea95-4405-8eb0-7c59be865601 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.825467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52737603-6bc4-4368-8925-f0f8ba0479ff req-b3cb056a-ea95-4405-8eb0-7c59be865601 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1563230 Aug 31 09:07:45.858804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf707e1-175b-4b76-8034-a8adbd1ca17e req-33fa4e38-8f50-4e91-a3b2-49986366e4ad tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:45.860523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bf707e1-175b-4b76-8034-a8adbd1ca17e req-33fa4e38-8f50-4e91-a3b2-49986366e4ad tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.1325660 Aug 31 09:07:45.892382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Deleting port b8379277-e0c4-454d-b99c-f77fab19b9dc {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:45.893359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.893530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52737603-6bc4-4368-8925-f0f8ba0479ff req-91da0b20-5966-4825-8df7-bc3bb54ef7e5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640659 Aug 31 09:07:45.961683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bf707e1-175b-4b76-8034-a8adbd1ca17e req-cbac5fb3-e155-4bd9-ab2f-99f2dab28915 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826359 Aug 31 09:07:46.037097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce9939e-8d72-4a94-8f7c-556a8796e23e {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:46.055244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.085254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Transition to ACTIVE for port object 8ce9939e-8d72-4a94-8f7c-556a8796e23e will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:46.093066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] For port b8379277-e0c4-454d-b99c-f77fab19b9dc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b8379277-e0c4-454d-b99c-f77fab19b9dc,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:46.093514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.102890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.207341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Calling delete_port for b8379277-e0c4-454d-b99c-f77fab19b9dc owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:46.519223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37912741-86ab-452c-85a9-40c205890998 req-598229c0-a3d7-4f05-a67d-1fdaac43b830 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:46.528276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce9939e-8d72-4a94-8f7c-556a8796e23e,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:46.531188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37912741-86ab-452c-85a9-40c205890998 req-598229c0-a3d7-4f05-a67d-1fdaac43b830 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.3326910 Aug 31 09:07:46.558609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.598557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['b8379277-e0c4-454d-b99c-f77fab19b9dc'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:46.643782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbca0b7d-80ec-4dc0-94f4-76e2393d5b70 req-2a84a644-af7f-4cb6-b1f7-f808ccd54e32 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 210 time: 0.1109464 Aug 31 09:07:46.650379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Pushing event deleted for resources: {'Port': ['ID=b8379277-e0c4-454d-b99c-f77fab19b9dc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:46.750746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Attempting to bind port 8ce9939e-8d72-4a94-8f7c-556a8796e23e on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:46.751428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Attempting to bind port 8ce9939e-8d72-4a94-8f7c-556a8796e23e by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:46.751983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Attempting to bind port 8ce9939e-8d72-4a94-8f7c-556a8796e23e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:46.843042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] No DVR routers for this DVR port b8379277-e0c4-454d-b99c-f77fab19b9dc on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:46.850566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.856627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-915a91bd-6224-469a-910e-8abeda7eadd1 req-46975d69-681b-4407-8b4a-ceb017eda9d9 tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.23 "DELETE /v2.0/ports/b8379277-e0c4-454d-b99c-f77fab19b9dc HTTP/1.1" status: 204 len: 173 time: 1.6892104 Aug 31 09:07:46.857300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'name': 'network-vif-deleted', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:46.859831 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a1d6bd-4bfc-4256-924d-c1d2fa8c1251" -d '{"events": [{"server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "name": "network-vif-deleted", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:46.862149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37912741-86ab-452c-85a9-40c205890998 req-beced4db-f5d8-492c-9dc3-1d1afdbd912b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153101 Aug 31 09:07:46.871383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Port 8ce9939e-8d72-4a94-8f7c-556a8796e23e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:07:46.872537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Attempting to bind port 8ce9939e-8d72-4a94-8f7c-556a8796e23e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:46.888594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:46.890073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:46.899441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:46.899441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Bound port: 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:46.899441 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.123946 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299ba53-b064-4070-b849-8dabd4cc3c15 x-openstack-request-id: req-3299ba53-b064-4070-b849-8dabd4cc3c15 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:47.124251 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8608fb1-9234-4f88-a7a3-c737e8360d9d", "name": "network-vif-deleted", "tag": "b8379277-e0c4-454d-b99c-f77fab19b9dc", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:47.124621 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3299ba53-b064-4070-b849-8dabd4cc3c15 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:47.125082 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8608fb1-9234-4f88-a7a3-c737e8360d9d', 'name': 'network-vif-deleted', 'tag': 'b8379277-e0c4-454d-b99c-f77fab19b9dc', 'status': 'completed', 'code': 200} Aug 31 09:07:47.130642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] For port 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:47.134944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] For port 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:47.160879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.261954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce9939e-8d72-4a94-8f7c-556a8796e23e,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:47.299231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:47.299938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.301625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-cfe02066-611e-47a5-83df-05d68c3d2aa4 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ce9939e-8d72-4a94-8f7c-556a8796e23e HTTP/1.1" status: 200 len: 1097 time: 2.4035783 Aug 31 09:07:47.492183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb96d6b-d4db-4550-b8b2-5511aad35927 req-9d55adf8-5b40-4024-8509-ef120ebe6b90 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:47.514572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0eb96d6b-d4db-4550-b8b2-5511aad35927 req-9d55adf8-5b40-4024-8509-ef120ebe6b90 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 948 time: 0.5092528 Aug 31 09:07:47.585359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-5c9cfd30-efa2-45c0-b349-2cc77c781399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:47.591571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-5c9cfd30-efa2-45c0-b349-2cc77c781399 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44c43efe3f09492bb0c7dbf0d61fd407&device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 1100 time: 0.1372731 Aug 31 09:07:47.679130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0eb96d6b-d4db-4550-b8b2-5511aad35927 req-133abd81-1a11-46e6-a54e-a908da9e7f62 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633685 Aug 31 09:07:47.735561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c976d-a094-4810-bea9-9069d3f84252 req-1fc1068d-8af8-4fb8-91d2-a1cce09489be tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:47.743504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-717c976d-a094-4810-bea9-9069d3f84252 req-1fc1068d-8af8-4fb8-91d2-a1cce09489be tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.4336884 Aug 31 09:07:47.762959 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-fb1ca682-584b-4a66-9f6f-aefb9b6e719d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e HTTP/1.1" status: 200 len: 217 time: 0.1383717 Aug 31 09:07:47.883656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-717c976d-a094-4810-bea9-9069d3f84252 req-3d1d4c63-41b6-429e-8cb9-3f5069e5a5d9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305854 Aug 31 09:07:47.904570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-b149cdea-4846-427a-849b-9f6aee3610bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:47.906130 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-b149cdea-4846-427a-849b-9f6aee3610bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1270139 Aug 31 09:07:48.073939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f784-024d-413f-9ae3-872860ed5639 req-ff7cc749-f484-4ba5-b971-eff870eb0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:48.075765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480956e-e5dd-427a-b5c7-e8648d9de218 req-76b6c949-5392-4924-b534-34f27f59bb8a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:48.081098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-ff7cc749-f484-4ba5-b971-eff870eb0d24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1626687 Aug 31 09:07:48.098455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7480956e-e5dd-427a-b5c7-e8648d9de218 req-76b6c949-5392-4924-b534-34f27f59bb8a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.2136588 Aug 31 09:07:48.439701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.441419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7480956e-e5dd-427a-b5c7-e8648d9de218 req-1d1c2a9e-6079-4d35-a534-f14211637dbb tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362710 Aug 31 09:07:48.527052 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-35baf409-b6ed-4d62-98e5-cfee93feb5fa service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116557 Aug 31 09:07:48.556352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe9bc8fe-5aaa-472d-8615-066bc81d43fb req-0059e85b-f69c-4422-b592-4a705f4e43fd tempest-FloatingIPsAssociationNegativeTestJSON-171109758 tempest-FloatingIPsAssociationNegativeTestJSON-171109758-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8608fb1-9234-4f88-a7a3-c737e8360d9d HTTP/1.1" status: 200 len: 210 time: 0.0853395 Aug 31 09:07:48.768080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b525f784-024d-413f-9ae3-872860ed5639 req-f1921cf5-93b1-48fa-bcff-70184de8b89a service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324386 Aug 31 09:07:48.774914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6f844-c3c1-4264-b963-17843a824df4 req-f0164dbd-c123-42e6-b396-373d8d744cb0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:48.791163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cee6f844-c3c1-4264-b963-17843a824df4 req-f0164dbd-c123-42e6-b396-373d8d744cb0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1625314 Aug 31 09:07:48.873939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cee6f844-c3c1-4264-b963-17843a824df4 req-715d3b01-6119-45e6-a86a-20950e71f9c7 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802889 Aug 31 09:07:48.962248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b8379277-e0c4-454d-b99c-f77fab19b9dc no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:49.030754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: b8379277-e0c4-454d-b99c-f77fab19b9dc {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:49.031016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b8379277-e0c4-454d-b99c-f77fab19b9dc not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:49.127410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'tag': '8ce9939e-8d72-4a94-8f7c-556a8796e23e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:49.132897 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80298c54-af2f-46cc-80fe-8a3278c42511" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa", "tag": "8ce9939e-8d72-4a94-8f7c-556a8796e23e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:49.171695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5a2b9-f162-4695-89f2-e88b77edc69f req-73a0d983-3e1f-4244-b0ae-18955f864af1 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:49.174369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15a5a2b9-f162-4695-89f2-e88b77edc69f req-73a0d983-3e1f-4244-b0ae-18955f864af1 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 948 time: 0.1700907 Aug 31 09:07:49.196320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69de22-1438-42bc-be36-43d5715711d7 req-27da9d5c-40d4-42bc-a1d5-7e1812b9f508 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:49.199549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba69de22-1438-42bc-be36-43d5715711d7 req-27da9d5c-40d4-42bc-a1d5-7e1812b9f508 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.1222169 Aug 31 09:07:49.303544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15a5a2b9-f162-4695-89f2-e88b77edc69f req-c058e151-4640-4872-80bb-9f3e4027dc0c tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216919 Aug 31 09:07:49.309544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba69de22-1438-42bc-be36-43d5715711d7 req-8463f14a-7eca-45cd-bbb5-4d2b01042b96 tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Aug 31 09:07:49.544769 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c40737-6a47-4f33-90e5-5b9b3f79ddbd x-openstack-request-id: req-40c40737-6a47-4f33-90e5-5b9b3f79ddbd {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:49.545026 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa", "tag": "8ce9939e-8d72-4a94-8f7c-556a8796e23e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:49.545347 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40c40737-6a47-4f33-90e5-5b9b3f79ddbd {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:49.545813 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'tag': '8ce9939e-8d72-4a94-8f7c-556a8796e23e', 'status': 'completed', 'code': 200} Aug 31 09:07:49.553853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a58c75-5eb8-418b-8ea2-b9ab377a774e req-afbb398e-27c5-47f5-8249-2a8ad5d08f1a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:49.564263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17a58c75-5eb8-418b-8ea2-b9ab377a774e req-afbb398e-27c5-47f5-8249-2a8ad5d08f1a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1672707 Aug 31 09:07:49.653930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17a58c75-5eb8-418b-8ea2-b9ab377a774e req-59a49cb1-8350-41b7-9f89-85f88dfdcc01 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807679 Aug 31 09:07:49.749821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60212) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:49.950610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-f5534476-ac56-4d9f-b670-af0a4830d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:49.952898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-f5534476-ac56-4d9f-b670-af0a4830d2cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=44c43efe3f09492bb0c7dbf0d61fd407&device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 1100 time: 0.3585823 Aug 31 09:07:50.242023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d621d75-229d-453c-aafc-682c0ebb210b req-b4f747cf-8bc0-4104-82db-5d0f967b1915 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:50.248242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d621d75-229d-453c-aafc-682c0ebb210b req-b4f747cf-8bc0-4104-82db-5d0f967b1915 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.2124846 Aug 31 09:07:50.368331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-d87f62af-894a-43c9-aa95-217ec8b84ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:50.395517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-d87f62af-894a-43c9-aa95-217ec8b84ac7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4286914 Aug 31 09:07:50.418085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522b59-2978-45f3-871b-c2f8581fde0a req-ca3d34c8-a901-48af-945a-87935860652d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:50.420893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5522b59-2978-45f3-871b-c2f8581fde0a req-ca3d34c8-a901-48af-945a-87935860652d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.2977297 Aug 31 09:07:50.474279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-32c460bd-14ba-4e53-bcf6-96469107dad9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e HTTP/1.1" status: 200 len: 217 time: 0.0687978 Aug 31 09:07:50.532461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d621d75-229d-453c-aafc-682c0ebb210b req-fdae49b7-68d4-4f12-b0c4-06bb3455fd9a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683225 Aug 31 09:07:50.613473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5522b59-2978-45f3-871b-c2f8581fde0a req-06566ae8-c91e-409f-aae2-4d1115f7cfce tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770225 Aug 31 09:07:50.737753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-407f4af0-fd8b-49a5-be60-34f1ca81ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:50.743967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-407f4af0-fd8b-49a5-be60-34f1ca81ea67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1852551 Aug 31 09:07:50.842048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e214d-ebee-461a-ae80-c2e151e7646e req-0bb1c57e-e75f-4134-8909-153be5d5ced0 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:50.851673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a83e214d-ebee-461a-ae80-c2e151e7646e req-0bb1c57e-e75f-4134-8909-153be5d5ced0 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 948 time: 0.1498322 Aug 31 09:07:50.942231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-c6fb39e2-e721-4a5d-a2d1-8d08acc5ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:50.946828 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-c6fb39e2-e721-4a5d-a2d1-8d08acc5ee76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1900303 Aug 31 09:07:50.962664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ce9939e-8d72-4a94-8f7c-556a8796e23e details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:51.053818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a83e214d-ebee-461a-ae80-c2e151e7646e req-3867e8af-89a1-459e-83b9-e6967045fcc5 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994073 Aug 31 09:07:51.153501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1640303-0846-4240-aee4-2d0477716f8d req-2b8953dc-89f5-42c6-a26b-3c27c36acc82 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:51.160481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:51.169516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1640303-0846-4240-aee4-2d0477716f8d req-2b8953dc-89f5-42c6-a26b-3c27c36acc82 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1030881 Aug 31 09:07:51.174317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.179917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '8ce9939e-8d72-4a94-8f7c-556a8796e23e', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '8ce9939e-8d72-4a94-8f7c-556a8796e23e', 'mac_address': 'fa:16:3e:a2:11:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:07:51.231310 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.255436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1640303-0846-4240-aee4-2d0477716f8d req-44418af4-c709-4fe1-88f5-90e4171e5aa3 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796037 Aug 31 09:07:51.258094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce9939e-8d72-4a94-8f7c-556a8796e23e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:51.289517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-bc7d0e75-5064-408b-80e1-6c8c4c25b768 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108609 Aug 31 09:07:51.293159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:51.301623 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.402951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8ce9939e-8d72-4a94-8f7c-556a8796e23e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:51.565273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80298c54-af2f-46cc-80fe-8a3278c42511 req-b1184ccf-615c-4cc6-a39d-5997b73a730d service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658522 Aug 31 09:07:51.685079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8ce9939e-8d72-4a94-8f7c-556a8796e23e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:51.736293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2882a6-9175-44d1-9264-fb512d10cd2a req-706939c1-3b7c-41db-938b-211fb5f624b4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:51.748365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c2882a6-9175-44d1-9264-fb512d10cd2a req-706939c1-3b7c-41db-938b-211fb5f624b4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1020279 Aug 31 09:07:51.838019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c2882a6-9175-44d1-9264-fb512d10cd2a req-2bc962ed-9070-4a2e-a806-46e7140ee176 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Aug 31 09:07:51.898516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c241608-6bd4-4a82-b1cc-1df830ba2cc1 req-0c5b6fed-022e-4eb6-950e-5373b44dd80a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:51.899730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c241608-6bd4-4a82-b1cc-1df830ba2cc1 req-0c5b6fed-022e-4eb6-950e-5373b44dd80a tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.1178730 Aug 31 09:07:52.015862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c241608-6bd4-4a82-b1cc-1df830ba2cc1 req-ab373603-3248-4fed-958e-915ba7ace8eb tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7e912fa-598e-471f-a355-e96c73b3b7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062493 Aug 31 09:07:52.175760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Deleting port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:52.176379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.196485 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-381911e7-2c5b-41d5-b75a-021099bba35d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:52.199889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-381911e7-2c5b-41d5-b75a-021099bba35d tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 949 time: 0.4978418 Aug 31 09:07:52.248737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2fe0e-c8a6-4be8-ad55-e63c9cafeded req-8c842ad2-878b-4ab0-8968-ad91137f74c9 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:52.262885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8c2fe0e-c8a6-4be8-ad55-e63c9cafeded req-8c842ad2-878b-4ab0-8968-ad91137f74c9 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 949 time: 0.1317079 Aug 31 09:07:52.335613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8c2fe0e-c8a6-4be8-ad55-e63c9cafeded req-3f9753bf-41df-46fe-a9d8-b889e7f20754 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714447 Aug 31 09:07:52.465383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] For port 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:52.465875 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.480732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Deleting port ba3f62fb-b746-4fba-a041-ad6cb6312792 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:52.481191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.506294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Calling delete_port for 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:52.599393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adbaab-c244-4d41-be68-2f88fde15824 req-d710e110-4977-4d2f-8195-ef82e890d851 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:52.621267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76adbaab-c244-4d41-be68-2f88fde15824 req-d710e110-4977-4d2f-8195-ef82e890d851 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1162717 Aug 31 09:07:52.673217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] For port ba3f62fb-b746-4fba-a041-ad6cb6312792, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ba3f62fb-b746-4fba-a041-ad6cb6312792,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:52.673811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.693148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Calling delete_port for ba3f62fb-b746-4fba-a041-ad6cb6312792 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:52.729070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76adbaab-c244-4d41-be68-2f88fde15824 req-17607b96-e445-417a-baa4-5d24d8618c81 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062822 Aug 31 09:07:52.973746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ce9939e-8d72-4a94-8f7c-556a8796e23e up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:53.108032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.126576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ba3f62fb-b746-4fba-a041-ad6cb6312792'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:53.150742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 8ce9939e-8d72-4a94-8f7c-556a8796e23e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:53.168151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 8ce9939e-8d72-4a94-8f7c-556a8796e23e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:53.168530 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.185116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.193306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c7460b1-6231-4d4f-88b5-5c873abc15ba req-993fee47-d9db-483e-909e-5cb334499aac tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 210 time: 0.0839899 Aug 31 09:07:53.196377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Pushing event deleted for resources: {'Port': ['ID=ba3f62fb-b746-4fba-a041-ad6cb6312792,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:53.258572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1a31-6aee-45dc-a91d-ffa7779e55d5 req-6cb98ba6-f000-475b-8dba-c37ac3aeaba6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.258870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] No DVR routers for this DVR port ba3f62fb-b746-4fba-a041-ad6cb6312792 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:53.261997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-463d1a31-6aee-45dc-a91d-ffa7779e55d5 req-6cb98ba6-f000-475b-8dba-c37ac3aeaba6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1490815 Aug 31 09:07:53.365595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.367847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a11ba67-60b0-4b31-833d-9544e2ef6ae8 req-8bc8d56d-9c7c-4420-84b6-d0708d0bbbbd tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.15 "DELETE /v2.0/ports/ba3f62fb-b746-4fba-a041-ad6cb6312792 HTTP/1.1" status: 204 len: 173 time: 1.1571410 Aug 31 09:07:53.368288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'name': 'network-vif-deleted', 'tag': 'ba3f62fb-b746-4fba-a041-ad6cb6312792'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:53.379626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-463d1a31-6aee-45dc-a91d-ffa7779e55d5 req-a450ae7e-1bac-4068-8ae5-d08087ce942c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119256 Aug 31 09:07:53.410520 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003148e2-4071-4a9c-b115-488e9a289309" -d '{"events": [{"server_uuid": "91ef0c30-780a-4b6d-b6e9-173f8a5122ad", "name": "network-vif-deleted", "tag": "ba3f62fb-b746-4fba-a041-ad6cb6312792"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:53.421011 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.497286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:53.511858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce9939e-8d72-4a94-8f7c-556a8796e23e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:53.523186 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844a04c2-d4d3-4f4e-8468-2c38f0c67c3b" -d '{"events": [{"server_uuid": "2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ce9939e-8d72-4a94-8f7c-556a8796e23e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:53.576121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:53.592089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.738257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02195cc-9e3c-4ac2-a81b-aa2e1dcbed9c req-9bcbdbaf-e6f9-44ec-b435-ce4b98de37db tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.752145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d02195cc-9e3c-4ac2-a81b-aa2e1dcbed9c req-9bcbdbaf-e6f9-44ec-b435-ce4b98de37db tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 950 time: 0.1914630 Aug 31 09:07:53.791769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.824374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4784-93e7-4574-90ae-71619011d93a req-71fecd43-368e-4da3-ac51-03529388be5e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.824374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be9d4784-93e7-4574-90ae-71619011d93a req-71fecd43-368e-4da3-ac51-03529388be5e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 945 time: 0.1814063 Aug 31 09:07:53.826456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8ce9939e-8d72-4a94-8f7c-556a8796e23e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:53.919488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be9d4784-93e7-4574-90ae-71619011d93a req-a5fb2222-e2da-45df-aba5-f2a8a5e77e72 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000168 Aug 31 09:07:53.942759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d02195cc-9e3c-4ac2-a81b-aa2e1dcbed9c req-e1142dce-2966-47d7-afed-940262c69e8f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797445 Aug 31 09:07:54.044707 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66bbd7-5fba-498a-b66f-ad2f5a776b82 x-openstack-request-id: req-cf66bbd7-5fba-498a-b66f-ad2f5a776b82 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:54.045105 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef0c30-780a-4b6d-b6e9-173f8a5122ad", "name": "network-vif-deleted", "tag": "ba3f62fb-b746-4fba-a041-ad6cb6312792", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:54.045522 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf66bbd7-5fba-498a-b66f-ad2f5a776b82 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:54.046157 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef0c30-780a-4b6d-b6e9-173f8a5122ad', 'name': 'network-vif-deleted', 'tag': 'ba3f62fb-b746-4fba-a041-ad6cb6312792', 'status': 'completed', 'code': 200} Aug 31 09:07:54.054137 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be07dd33-62f3-4033-bb79-81401eec85b6 x-openstack-request-id: req-be07dd33-62f3-4033-bb79-81401eec85b6 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:54.054682 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ce9939e-8d72-4a94-8f7c-556a8796e23e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:54.054951 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be07dd33-62f3-4033-bb79-81401eec85b6 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:54.056262 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce9939e-8d72-4a94-8f7c-556a8796e23e', 'code': 200} Aug 31 09:07:54.215489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5ebb-6123-4869-bfe2-4f1a2065cdf2 req-9fa06b9c-cb9a-4afa-b770-79348b1695a4 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.217254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c8c5ebb-6123-4869-bfe2-4f1a2065cdf2 req-9fa06b9c-cb9a-4afa-b770-79348b1695a4 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1118147 Aug 31 09:07:54.330769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c8c5ebb-6123-4869-bfe2-4f1a2065cdf2 req-56be4e4a-9096-4fb0-93bb-969bcc493dda tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982025 Aug 31 09:07:54.520483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Router c83ace4f-4324-419d-910f-2cfe6e958047 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:54.542650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a00d0f5d-8ab6-48d1-8359-2854928f4ba3 req-45131bf8-dd17-47a2-9027-1f4c79e1b66f tempest-DeleteServersAdminTestJSON-2146647041 tempest-DeleteServersAdminTestJSON-2146647041-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ef0c30-780a-4b6d-b6e9-173f8a5122ad HTTP/1.1" status: 200 len: 210 time: 0.0542576 Aug 31 09:07:54.626837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771e7a0-6698-40de-b82d-afeab27c58b7 req-0239ebda-d3de-4c46-87c3-6f8023a2f3d5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.647094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6771e7a0-6698-40de-b82d-afeab27c58b7 req-0239ebda-d3de-4c46-87c3-6f8023a2f3d5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.0918119 Aug 31 09:07:54.783160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6771e7a0-6698-40de-b82d-afeab27c58b7 req-2bd5f62e-059d-46e1-a183-73bc74008a77 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347773 Aug 31 09:07:54.852006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb8fb7-56b9-4c72-8a11-a8f5db149735 req-13e5b973-f8e5-4050-a79b-9a7bd241e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.855581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ffb8fb7-56b9-4c72-8a11-a8f5db149735 req-13e5b973-f8e5-4050-a79b-9a7bd241e67e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 1102 time: 0.4175510 Aug 31 09:07:54.917921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:54.925222 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4d3b9748-7cea-4dde-b99c-daa97284f3d2 admin admin] 10.222.0.18 "PUT /v2.0/routers/c83ace4f-4324-419d-910f-2cfe6e958047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1737442 Aug 31 09:07:54.929282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60278) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:54.945812 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ffb8fb7-56b9-4c72-8a11-a8f5db149735 req-63ef1866-f156-43b0-a3b2-015ecf5894bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573113 Aug 31 09:07:54.946996 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] Sync routers for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:54.977121 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:54.979559 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:55.221000 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:55.381040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.484379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-f7e8f095-4155-4feb-aaac-5922058a9c65 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1059556870&fields=id&tenant_id=8148ff96df054815a5112035117d4063 HTTP/1.1" status: 200 len: 267 time: 0.1007526 Aug 31 09:07:55.518671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4caee-1036-4bb7-a6ca-b507c2ae1efc req-9d61eaf5-4427-4ccb-afa6-c360e694fac0 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:55.527366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7f4caee-1036-4bb7-a6ca-b507c2ae1efc req-9d61eaf5-4427-4ccb-afa6-c360e694fac0 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 950 time: 0.2692027 Aug 31 09:07:55.586735 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:07:52Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:55.643638 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] Checking router: c83ace4f-4324-419d-910f-2cfe6e958047 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:55.659067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] Routers {'c83ace4f-4324-419d-910f-2cfe6e958047'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:55.659067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:07:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c83ace4f-4324-419d-910f-2cfe6e958047'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:55.700837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.711190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7f4caee-1036-4bb7-a6ca-b507c2ae1efc req-ca22776b-a4a3-40de-a305-92ab9a4f308d tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826653 Aug 31 09:07:55.769269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-640e31bf-5855-4df4-ac88-f2232807a0e4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:55.775440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-640e31bf-5855-4df4-ac88-f2232807a0e4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 823 time: 0.2900255 Aug 31 09:07:55.811488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-86b3ac57-6c74-4a5b-88af-e972c4090fa9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/quotas/8148ff96df054815a5112035117d4063 HTTP/1.1" status: 200 len: 375 time: 0.0339053 Aug 31 09:07:55.925883 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] Set router c83ace4f-4324-419d-910f-2cfe6e958047 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:55.995241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-aef93263-1000-4b17-8d52-5fb1524b5dc2 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1827588 Aug 31 09:07:56.019922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385dba0-d82b-40d1-95bb-f2e5aa779608 req-9b5d3169-7f3b-438d-934a-1040cc74d925 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:56.033488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7385dba0-d82b-40d1-95bb-f2e5aa779608 req-9b5d3169-7f3b-438d-934a-1040cc74d925 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1964433 Aug 31 09:07:56.162559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Deleting port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:56.163096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.189758 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:07:52Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:56.224498 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af3a6d-707e-4689-a277-71f39fdd77b4 None None] The sync data for ids ['c83ace4f-4324-419d-910f-2cfe6e958047'] in n-d-800634-13 is: [{'id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1906033172-router', 'tenant_id': '627ec3eb243b457481ab28679f292222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:06:18Z', 'updated_at': '2021-08-31T09:07:52Z', 'revision_number': 5, 'project_id': '627ec3eb243b457481ab28679f292222', 'gw_port': {'id': '174fdd69-6806-42d1-b8f0-eab5c9b8e7f7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83ace4f-4324-419d-910f-2cfe6e958047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:06:20Z', 'updated_at': '2021-08-31T09:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:56.306684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ba3f62fb-b746-4fba-a041-ad6cb6312792 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:56.421048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: ba3f62fb-b746-4fba-a041-ad6cb6312792 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:56.426784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ba3f62fb-b746-4fba-a041-ad6cb6312792 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:56.851948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7385dba0-d82b-40d1-95bb-f2e5aa779608 req-22db4158-4761-453b-92e4-53f382477798 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7862124 Aug 31 09:07:56.911616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-189c969c-0325-4d70-b005-3c5287a8f922 service neutron] 10.222.0.18 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743417 Aug 31 09:07:57.076367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-b1557cd1-5ea2-47e6-a9af-29e9cd6f4aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521184 Aug 31 09:07:57.101463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] For port 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:57.101463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:57.135206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Calling delete_port for 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:57.191106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb4659-32cd-43a1-b4f7-b7ed3e4751aa req-d2693611-3a9c-49f2-9709-aae1d7d8abd4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:57.195803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dcb4659-32cd-43a1-b4f7-b7ed3e4751aa req-d2693611-3a9c-49f2-9709-aae1d7d8abd4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1196229 Aug 31 09:07:57.313733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-05379afa-f29f-4526-9213-0ba6fcc26ef6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:57.316956 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-05379afa-f29f-4526-9213-0ba6fcc26ef6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea21d524-b7fe-4883-8ae1-35ae8d010e62 HTTP/1.1" status: 200 len: 945 time: 0.1525583 Aug 31 09:07:57.343348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dcb4659-32cd-43a1-b4f7-b7ed3e4751aa req-a0e777a5-c7de-43af-a0c3-4f7457107935 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858910 Aug 31 09:07:57.585283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Deleting port 657d1880-b2f8-4367-ad50-29e3570cf4a6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:57.585614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:57.895368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2a46ed3-c8f8-4587-8bad-f5de3c7d3636 req-116beaa9-aa0c-4148-84be-2d324ecd93f4 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 210 time: 0.2199235 Aug 31 09:07:57.912520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] For port 657d1880-b2f8-4367-ad50-29e3570cf4a6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=657d1880-b2f8-4367-ad50-29e3570cf4a6,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:57.913455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.009114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2b21-f20a-47fd-91e6-070b0b6ab84a req-0a20142d-a352-420e-8d1a-18223910c8b6 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:58.030031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e1e2b21-f20a-47fd-91e6-070b0b6ab84a req-0a20142d-a352-420e-8d1a-18223910c8b6 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 950 time: 0.4991179 Aug 31 09:07:58.278462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.290994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e1e2b21-f20a-47fd-91e6-070b0b6ab84a req-91dcb4ad-7cfd-4ac7-955c-3b52d94f7d4a tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581754 Aug 31 09:07:58.295014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:58.343505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=174fdd69-6806-42d1-b8f0-eab5c9b8e7f7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:58.378432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:58.379193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f75ebab-b9c6-43ab-a752-3f4b04a4eb5f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:58.409815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.429077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d5a2-bc65-49bc-aca7-1760c30b4082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.511491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5b6e8-6e11-43e4-9139-b5d97e6b485b req-e8d29313-e8de-4036-8464-36615b32099a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:58.519799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3db5b6e8-6e11-43e4-9139-b5d97e6b485b req-e8d29313-e8de-4036-8464-36615b32099a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.3531427 Aug 31 09:07:58.565341 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.569104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.610760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3db5b6e8-6e11-43e4-9139-b5d97e6b485b req-cc541809-b583-4289-9dd5-9e34f56faec8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864694 Aug 31 09:07:58.736616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.737338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.737707 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb disassociated. External IP: 172.25.4.174, port: 657d1880-b2f8-4367-ad50-29e3570cf4a6. Aug 31 09:07:58.737866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Calling delete_port for 657d1880-b2f8-4367-ad50-29e3570cf4a6 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:58.841962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.842561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83ace4f-4324-419d-910f-2cfe6e958047 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:07:58.863756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.872995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ddf316e-c375-4c8c-a30d-06c2c18d8ca6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c83ace4f-4324-419d-910f-2cfe6e958047 HTTP/1.1" status: 204 len: 168 time: 3.9410019 Aug 31 09:07:58.879078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:59.022385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2d92c-953a-4c14-87e8-3d10f347b0d6 req-13d5f01f-798a-408f-ac29-533b32b9a777 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:59.032704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ca2d92c-953a-4c14-87e8-3d10f347b0d6 req-13d5f01f-798a-408f-ac29-533b32b9a777 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.3005352 Aug 31 09:07:59.210178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Deleting subnet 85762473-b0f4-4993-ad25-a0d49b544fa6 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:07:59.219875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-59651287-a21a-48e7-9da9-91256e120226 service neutron] 10.222.0.15 "GET /v2.0/ports/b2411c69-1dc5-4986-a9d5-b0350e4884f1/bindings/n-h1-800634-13 HTTP/1.1" status: 200 len: 383 time: 0.4682498 Aug 31 09:07:59.235907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.324155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ca2d92c-953a-4c14-87e8-3d10f347b0d6 req-61facbd4-7b95-42c7-be8c-9875e02a379b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762835 Aug 31 09:07:59.399400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60348) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:59.435667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.546424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event deleted for resources: {'Port': ['ID=657d1880-b2f8-4367-ad50-29e3570cf4a6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:59.635612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01b716a7-be88-4851-8e58-3eea4103156b req-ead4f179-06e1-400b-9d77-d87f353dcab5 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 210 time: 0.2329409 Aug 31 09:07:59.709543 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.083268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:00.084869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d50f1-ef92-4062-8b37-caeb624ca02e req-7f28c06a-dab2-4fdf-a388-42ee9a4b23fd tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:00.092748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c21d50f1-ef92-4062-8b37-caeb624ca02e req-7f28c06a-dab2-4fdf-a388-42ee9a4b23fd tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 950 time: 0.5860465 Aug 31 09:08:00.312745 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.438327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:00.544881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:08:00.548227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 174fdd69-6806-42d1-b8f0-eab5c9b8e7f7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:00.567851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09be95-d7db-4a73-8cb4-152e8258b0cd req-4700221b-9833-4ddc-a141-925088afe6d6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:00.579466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe09be95-d7db-4a73-8cb4-152e8258b0cd req-4700221b-9833-4ddc-a141-925088afe6d6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.6405032 Aug 31 09:08:00.600793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c21d50f1-ef92-4062-8b37-caeb624ca02e req-07496c5e-b682-46b9-a34d-53dd3d72db87 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315305 Aug 31 09:08:00.635991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d7541b16-91a8-4807-b6e7-fb889608ade6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b8022f2c5754fedbee2bf0590fa8eab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1750605 Aug 31 09:08:00.692555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60360) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:00.789399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe09be95-d7db-4a73-8cb4-152e8258b0cd req-ec83f25c-9c2c-44ae-b41c-936ee1d07b79 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687782 Aug 31 09:08:00.903321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.963918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85762473-b0f4-4993-ad25-a0d49b544fa6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:00.971189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a1db9-8def-445b-ba86-dcb4d12101a5 None None] Network bb03e67b-980e-4180-9444-54f0d9d3d9d9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:00.985536 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.990793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85762473-b0f4-4993-ad25-a0d49b544fa6 HTTP/1.1" status: 204 len: 168 time: 2.1071355 Aug 31 09:08:00.990793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.990793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.990793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.991247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.991672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.991840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.992164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.992540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.992865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.993182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.993495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:00.993810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf083b8-5e60-4831-a7ad-e6eb11119a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:01.004158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60364) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:01.017812 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:01.040322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702135d-a255-418f-a026-41b85c281850 req-663a7d62-cbf7-4886-9b29-829da3eb9db1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.042997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e702135d-a255-418f-a026-41b85c281850 req-663a7d62-cbf7-4886-9b29-829da3eb9db1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.3164515 Aug 31 09:08:01.099411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-366d7c24-d67a-49ac-b619-9785eb7b41be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.102494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-366d7c24-d67a-49ac-b619-9785eb7b41be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb&tenant_id=572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 1101 time: 1.3237634 Aug 31 09:08:01.163990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 657d1880-b2f8-4367-ad50-29e3570cf4a6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:01.214204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 657d1880-b2f8-4367-ad50-29e3570cf4a6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:08:01.214573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 657d1880-b2f8-4367-ad50-29e3570cf4a6 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:01.410645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.429377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20777d1f-397b-498f-80dd-be2441450df7 req-094032f9-ad86-4e2a-9c3a-24a2dc473fe8 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 210 time: 0.1947744 Aug 31 09:08:01.451698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34038e9c-67ea-4bb5-9ef6-06ac2744062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.529766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] DHCP port deletion for bb03e67b-980e-4180-9444-54f0d9d3d9d9 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:08:01.571751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:01.605257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:01.617576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e702135d-a255-418f-a026-41b85c281850 req-ebfd08b0-84f9-4ab6-bfc9-cdab8472557b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830603 Aug 31 09:08:01.628957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ac30329-fbee-4059-9b7e-0afc712240f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.699224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:01.700610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:01.713033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] No DVR routers for this DVR port 657d1880-b2f8-4367-ad50-29e3570cf4a6 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:01.721340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-80c41b80-bfb8-4e78-82c3-0e02b5a3be2a tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.729849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-80c41b80-bfb8-4e78-82c3-0e02b5a3be2a tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 950 time: 0.7228036 Aug 31 09:08:01.730849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-38743b16-1b4e-45bd-9521-632473fa7dc9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.733153 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-38743b16-1b4e-45bd-9521-632473fa7dc9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 823 time: 1.6452963 Aug 31 09:08:01.735591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.738325 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6fc65598-6e31-41bd-bd23-5b2d1aecd5b0 req-28f229a6-c805-4097-b914-e2e8f20cdc32 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "DELETE /v2.0/ports/657d1880-b2f8-4367-ad50-29e3570cf4a6 HTTP/1.1" status: 204 len: 173 time: 4.4134908 Aug 31 09:08:01.738930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'name': 'network-vif-deleted', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:01.743097 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688742d8-cc4c-46e9-911c-6bba0abcbe07" -d '{"events": [{"server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "name": "network-vif-deleted", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:01.820380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-e90da5c6-a014-436f-bd94-7217a94f08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.822655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-e90da5c6-a014-436f-bd94-7217a94f08e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1101 time: 0.5422719 Aug 31 09:08:01.835581 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f161917-ce1d-4598-880d-5005b3a51d73 x-openstack-request-id: req-0f161917-ce1d-4598-880d-5005b3a51d73 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:01.841883 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21d524-b7fe-4883-8ae1-35ae8d010e62", "name": "network-vif-deleted", "tag": "657d1880-b2f8-4367-ad50-29e3570cf4a6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:01.842462 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f161917-ce1d-4598-880d-5005b3a51d73 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:01.847135 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21d524-b7fe-4883-8ae1-35ae8d010e62', 'name': 'network-vif-deleted', 'tag': '657d1880-b2f8-4367-ad50-29e3570cf4a6', 'status': 'completed', 'code': 200} Aug 31 09:08:01.962383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ac30329-fbee-4059-9b7e-0afc712240f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.107785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e4a6-3778-4e08-8356-6515254daa92 req-3fd36dce-fde5-47aa-a0f4-7fe691180bb6 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:02.116940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b857e4a6-3778-4e08-8356-6515254daa92 req-3fd36dce-fde5-47aa-a0f4-7fe691180bb6 tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 950 time: 0.2819593 Aug 31 09:08:02.163184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67ba49-1323-429d-9a93-03428595c9de req-92018f90-0855-445f-a4dc-caef5e0dc857 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:02.171497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e67ba49-1323-429d-9a93-03428595c9de req-92018f90-0855-445f-a4dc-caef5e0dc857 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.2028713 Aug 31 09:08:02.216335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Deleting port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:02.216904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.228097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ac30329-fbee-4059-9b7e-0afc712240f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.231906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ac30329-fbee-4059-9b7e-0afc712240f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.233544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ac30329-fbee-4059-9b7e-0afc712240f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7e912fa-598e-471f-a355-e96c73b3b7cd HTTP/1.1" status: 204 len: 168 time: 1.5331492 Aug 31 09:08:02.294342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.298338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.332155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] Deleting port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:02.332875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.352853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-21ad8aa3-c947-4eb1-b094-42006864fda5 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8148ff96df054815a5112035117d4063 HTTP/1.1" status: 200 len: 380 time: 0.5598152 Aug 31 09:08:02.386956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b857e4a6-3778-4e08-8356-6515254daa92 req-81bb19bd-1d03-4dd2-8ad4-ed7dc7bf2a5a tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a25f85f-f050-4187-9bbc-1669e814e91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604709 Aug 31 09:08:02.408339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'port': {'device_id': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'admin_state_up': True, 'tenant_id': '8148ff96df054815a5112035117d4063', 'security_groups': ['3f118229-a953-4307-96b5-a10f61b3ba96']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:02.452804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:02.469051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac30329-fbee-4059-9b7e-0afc712240f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e912fa-598e-471f-a355-e96c73b3b7cd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:02.541471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:02.549688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e67ba49-1323-429d-9a93-03428595c9de req-34f16317-ee5c-4b7a-9b75-33a329204414 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769209 Aug 31 09:08:02.621210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Deleting port 8ce9939e-8d72-4a94-8f7c-556a8796e23e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:02.621669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.688228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-d34c7a68-7bd1-4c6d-a31c-989a82d685f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:02.693656 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-d34c7a68-7bd1-4c6d-a31c-989a82d685f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.8087397 Aug 31 09:08:02.885701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60384) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:02.910060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.912042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-040b3594-b989-438b-b470-97d9945147b3 req-2fd5b3f1-073a-432a-b30f-44a2be08973d tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 210 time: 0.1902606 Aug 31 09:08:02.937094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] For port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:02.937597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.960564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] For port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,segment=NetworkSegment(e306f402-8947-4b92-ab2b-d2f4feb92354),segment_id=e306f402-8947-4b92-ab2b-d2f4feb92354)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:02.960564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.968913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-3096343b-ecb3-4cbf-98ac-6be2d0928a19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.1226287 Aug 31 09:08:02.988682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:02.993549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Calling delete_port for c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:03.076882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-de46e49a-ab2e-4367-af48-cb451bc1dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:03.078431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-de46e49a-ab2e-4367-af48-cb451bc1dda7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0902777 Aug 31 09:08:03.178046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.181163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Made reservation on behalf of 8148ff96df054815a5112035117d4063 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:03.185456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.206073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf59654-72c3-4ea3-848f-5f7549cca4e6 req-ae48ed74-7e93-40a3-bb61-9870105e19ad tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:03.208815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcf59654-72c3-4ea3-848f-5f7549cca4e6 req-ae48ed74-7e93-40a3-bb61-9870105e19ad tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.3461211 Aug 31 09:08:03.231423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.251908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] For port 8ce9939e-8d72-4a94-8f7c-556a8796e23e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ce9939e-8d72-4a94-8f7c-556a8796e23e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:03.253110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.276768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Calling delete_port for 8ce9939e-8d72-4a94-8f7c-556a8796e23e owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:03.333982 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.365450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] Calling delete_port for c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:03.477455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:03.511158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:03.523832 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35249284-167a-4cdf-943c-faf00c410906" -d '{"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:03.525386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.549495 n-d-800634-13 neutron-server[94897]: INFO neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No ports have port_id starting with c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 Aug 31 09:08:03.617856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Allocated IP 172.20.0.11 (2fae2371-d034-46c3-8c6e-506f35356b46/96beab3c-021c-4625-839f-ab019c2949b8/b33ca8cb-ed1f-4d56-9e61-4809484b0c55) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:03.623140 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.647867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.727713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:03.741930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Pushing event deleted for resources: {'Port': ['ID=8ce9939e-8d72-4a94-8f7c-556a8796e23e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:03.758872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.759216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.759701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.760135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.760783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.761293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.761698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.762027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.762358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.762812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.763144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.763675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.772180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.826283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] No DVR routers for this DVR port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:03.896114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:03.919257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-54aadb65-97d3-485f-8094-d42a73f648c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:03.920732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-54aadb65-97d3-485f-8094-d42a73f648c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7409182 Aug 31 09:08:03.928579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa70b3d8345b479795fb3e2e5185e774&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0416739 Aug 31 09:08:03.929401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60394) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:03.934785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f3b2b9-d663-4403-bcb4-73ef150609a3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:03.962039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:03.966428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.966428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.966947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.967637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.967804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.968157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.968690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.969047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.969351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.969694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.970287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.970655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492fbab-1678-490e-b1a8-2812fea30716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:03.971627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:04.011335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:04.011892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:04.089194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.120050 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.123376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] Pushing event deleted for resources: {'Port': ['ID=c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:04.128864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db63bc-72a8-42a8-a87d-ad20aa8ca981 None None] No DVR routers for this DVR port c60a2a0c-ebfc-45bd-b326-5bcf4a39ae84 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:04.158829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.160105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.174110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.176800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > port after_create 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.177699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-3277b34c-04b1-4ed2-9783-6413724e800b service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261877 Aug 31 09:08:04.178267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.179085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > port after_update 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.179861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.180626 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.184755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.187349 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.227538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:04.269946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.357067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Transition to ACTIVE for port object b33ca8cb-ed1f-4d56-9e61-4809484b0c55 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:04.388673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.389233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.389720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.390198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:08:04.390734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb03e67b-980e-4180-9444-54f0d9d3d9d9']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:04.413749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e306f402-8947-4b92-ab2b-d2f4feb92354') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:04.414324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e306f402-8947-4b92-ab2b-d2f4feb92354') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:04.434801 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.438260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25b50e2d-6d72-4f56-8da9-1d9d52d11de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.462514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.468390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25b50e2d-6d72-4f56-8da9-1d9d52d11de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.474145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:08:04.475138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.541117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bad42c6a-313f-4bf4-aacf-95f075ccddfd req-fb265eea-e096-4796-8aad-3cd2bb303f9a service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489189 Aug 31 09:08:04.545752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-291240d5-e53c-49e1-ab84-b794ab337bca req-eb44c120-34f4-49a1-96d2-78ff565fa97e tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 210 time: 0.8687978 Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: from cryptography.utils import int_from_bytes Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: from cryptography.utils import int_from_bytes Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:08:04.622131 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:08:04.626594 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.627377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] No DVR routers for this DVR port 8ce9939e-8d72-4a94-8f7c-556a8796e23e on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:04.631553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.633941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3011aa03-59bd-4655-9828-4c24a3885bcd req-423807ab-0c2e-4497-a4ae-820c5aefa24f tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.23 "DELETE /v2.0/ports/8ce9939e-8d72-4a94-8f7c-556a8796e23e HTTP/1.1" status: 204 len: 173 time: 2.8105175 Aug 31 09:08:04.638504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'name': 'network-vif-deleted', 'tag': '8ce9939e-8d72-4a94-8f7c-556a8796e23e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:04.640927 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342fd5f-0d18-4013-91d4-3d5f3bea77e0" -d '{"events": [{"server_uuid": "2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa", "name": "network-vif-deleted", "tag": "8ce9939e-8d72-4a94-8f7c-556a8796e23e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:04.659174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.669351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcf59654-72c3-4ea3-848f-5f7549cca4e6 req-c41d00c3-10b4-4a67-b9f8-19b99c790063 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1480315 Aug 31 09:08:04.692999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:04.699127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb03e67b-980e-4180-9444-54f0d9d3d9d9 HTTP/1.1" status: 204 len: 168 time: 3.6505685 Aug 31 09:08:04.702230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87a425-523f-4ece-9c9d-cc2c5717b532 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb03e67b-980e-4180-9444-54f0d9d3d9d9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:04.790570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:04.836964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Network 2fae2371-d034-46c3-8c6e-506f35356b46 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:04.868226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:04.881024 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef4f1f3-21c5-4b92-829a-7d40f02d701d x-openstack-request-id: req-bef4f1f3-21c5-4b92-829a-7d40f02d701d {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:04.881380 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:04.881744 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bef4f1f3-21c5-4b92-829a-7d40f02d701d {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:04.882124 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'code': 200} Aug 31 09:08:04.883788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f92e5-651c-4518-95ec-8f7a3d047d3f None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:04.908078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:04.956852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.972566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.040870 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6813359 Aug 31 09:08:05.041186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ce9939e-8d72-4a94-8f7c-556a8796e23e no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:05.068350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Request body: {'port': {'device_id': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:05.071155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25b50e2d-6d72-4f56-8da9-1d9d52d11de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.087234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25b50e2d-6d72-4f56-8da9-1d9d52d11de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.089306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-25b50e2d-6d72-4f56-8da9-1d9d52d11de0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f3b2b9-d663-4403-bcb4-73ef150609a3 HTTP/1.1" status: 204 len: 168 time: 1.1550612 Aug 31 09:08:05.098342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edf23a-5a24-46c4-9e52-0d73770727f1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event updated for resources: {'Port': ['ID=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:05.115395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 8ce9939e-8d72-4a94-8f7c-556a8796e23e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:08:05.115739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ce9939e-8d72-4a94-8f7c-556a8796e23e not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:05.189514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0576a15-9e5f-4325-8312-7c39d2f0dfb4 req-b3ef90ca-f749-43a5-ab67-062be1c426d3 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:05.198095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0576a15-9e5f-4325-8312-7c39d2f0dfb4 req-b3ef90ca-f749-43a5-ab67-062be1c426d3 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.3464358 Aug 31 09:08:05.226991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b50e2d-6d72-4f56-8da9-1d9d52d11de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f3b2b9-d663-4403-bcb4-73ef150609a3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:05.301423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0a1db-9c12-4600-aa53-8f03a719908d req-e490fe54-d3ed-4039-8cf8-e3dd24b63216 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:05.303800 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fc0a1db-9c12-4600-aa53-8f03a719908d req-e490fe54-d3ed-4039-8cf8-e3dd24b63216 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 932 time: 0.3260801 Aug 31 09:08:05.393707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0576a15-9e5f-4325-8312-7c39d2f0dfb4 req-74511ae1-b9ba-4938-9765-ab60b3350267 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819012 Aug 31 09:08:05.396777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60408) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:05.397491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.506881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fc0a1db-9c12-4600-aa53-8f03a719908d req-a0f97df8-2d48-4ebb-baef-ec65434a3e50 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803062 Aug 31 09:08:05.537403 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2c1860-6dcc-4cc2-bee5-658de74e5f68 x-openstack-request-id: req-7f2c1860-6dcc-4cc2-bee5-658de74e5f68 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:05.537911 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa", "name": "network-vif-deleted", "tag": "8ce9939e-8d72-4a94-8f7c-556a8796e23e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:05.538326 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f2c1860-6dcc-4cc2-bee5-658de74e5f68 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:05.539076 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa', 'name': 'network-vif-deleted', 'tag': '8ce9939e-8d72-4a94-8f7c-556a8796e23e', 'status': 'completed', 'code': 200} Aug 31 09:08:05.621324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7b69c-5759-4839-9751-58a2046cff18 None None] New status for floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:08:05.758736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ad6d7f3f-0268-45c7-8aba-27dd9b3476c5 None None] Provisioning for port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:05.769230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ad6d7f3f-0268-45c7-8aba-27dd9b3476c5 None None] Provisioning complete for port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:05.769974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7f3f-0268-45c7-8aba-27dd9b3476c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.904579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2f36397e-8677-4cfb-bbf3-2c20854ee164 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=627ec3eb243b457481ab28679f292222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864595 Aug 31 09:08:05.909102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60422) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:06.063531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d7f3f-0268-45c7-8aba-27dd9b3476c5 None None] Port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:06.074171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.255727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7cd2956f-deab-47c7-8866-fe42e745e5b6 req-3a28da81-b5ef-4f4f-89c5-dfe99977247b tempest-ServerDiagnosticsNegativeTest-650836271 tempest-ServerDiagnosticsNegativeTest-650836271-project] 10.222.0.18 "GET /v2.0/ports?device_id=2cfa1c7b-d9fd-4c6a-97c5-b41de5aab9fa HTTP/1.1" status: 200 len: 210 time: 0.2499101 Aug 31 09:08:06.319957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33ca8cb-ed1f-4d56-9e61-4809484b0c55 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:06.329881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.345316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Transition to ACTIVE for port object b33ca8cb-ed1f-4d56-9e61-4809484b0c55 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:06.353815 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.354729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac87ca-0e56-434b-871c-0535f3582f45 req-08ba3a55-d957-4b9c-b910-2cb28332cf3d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:06.369486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7ac87ca-0e56-434b-871c-0535f3582f45 req-08ba3a55-d957-4b9c-b910-2cb28332cf3d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 947 time: 0.4025395 Aug 31 09:08:06.383443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8269eef6-ac79-4dd4-8373-951ee85327a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.515336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:06.704333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Attempting to bind port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:06.704671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Attempting to bind port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:06.705586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Attempting to bind port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 on network 2fae2371-d034-46c3-8c6e-506f35356b46 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:06.713609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 on network 2fae2371-d034-46c3-8c6e-506f35356b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:06.714757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Attempting to bind port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 on network 2fae2371-d034-46c3-8c6e-506f35356b46 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:06.740681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:06.741459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Checking segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:06.742087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Bound using segment: {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:06.742808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Bound port: b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca2f865-e115-46bb-a75b-f56dc7764f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:06.745279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.903165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] For port b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:06.912353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] For port b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:06.922508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.931357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8269eef6-ac79-4dd4-8373-951ee85327a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.979852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7ac87ca-0e56-434b-871c-0535f3582f45 req-a871874a-2232-45b2-b9ad-c4c13ec65d6c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090813 Aug 31 09:08:06.981683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:06.982652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:06.985142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/b33ca8cb-ed1f-4d56-9e61-4809484b0c55 HTTP/1.1" status: 200 len: 1093 time: 1.9217861 Aug 31 09:08:06.985803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:06.988893 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65225895-20ca-41b7-b989-0c374dbf2a68" -d '{"events": [{"name": "network-changed", "server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:07.048305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88cb80-2dde-4190-85bc-4f0b3cb301e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:07.097374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173a64-ed76-4e53-a70f-ea7d402b7d20 req-91f0c303-be54-431e-9f91-d537a509d9c9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.101349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b173a64-ed76-4e53-a70f-ea7d402b7d20 req-91f0c303-be54-431e-9f91-d537a509d9c9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.2299285 Aug 31 09:08:07.143601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-b5450fea-2694-4828-802a-4a3034f05f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.145917 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-b5450fea-2694-4828-802a-4a3034f05f42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 1096 time: 0.0896692 Aug 31 09:08:07.295491 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-3a5b702c-e923-4520-a73f-04d9e11490ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55 HTTP/1.1" status: 200 len: 217 time: 0.1342368 Aug 31 09:08:07.361134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b173a64-ed76-4e53-a70f-ea7d402b7d20 req-25ff9af4-f748-4980-9bf3-a14ad2fec81c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477417 Aug 31 09:08:07.386172 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8269eef6-ac79-4dd4-8373-951ee85327a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:07.392919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8269eef6-ac79-4dd4-8373-951ee85327a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:07.401354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8269eef6-ac79-4dd4-8373-951ee85327a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51938402-3cf4-4c56-9667-05e31628a2b7 HTTP/1.1" status: 204 len: 168 time: 1.4899371 Aug 31 09:08:07.430822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269eef6-ac79-4dd4-8373-951ee85327a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51938402-3cf4-4c56-9667-05e31628a2b7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:07.453201 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb96725-26f4-4e73-bd96-c0d4a982bc83 x-openstack-request-id: req-6cb96725-26f4-4e73-bd96-c0d4a982bc83 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:07.453502 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:07.453759 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cb96725-26f4-4e73-bd96-c0d4a982bc83 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:07.454177 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'status': 'completed', 'code': 200} Aug 31 09:08:07.473873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78291651-2fea-4404-a3ad-3f6ca360f7e2 req-9296624f-d68a-476b-aac9-f8030043c2f6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.490904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78291651-2fea-4404-a3ad-3f6ca360f7e2 req-9296624f-d68a-476b-aac9-f8030043c2f6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 944 time: 0.3355162 Aug 31 09:08:07.496631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-5421183e-3968-4cc1-8767-38a54568c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.498925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-5421183e-3968-4cc1-8767-38a54568c631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1898880 Aug 31 09:08:07.583582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78291651-2fea-4404-a3ad-3f6ca360f7e2 req-718f9565-d49d-489c-8a4f-ae48542ab248 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907967 Aug 31 09:08:07.619687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-5f26933b-7b80-4e63-a4ec-88d5b80e6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.621530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-5f26933b-7b80-4e63-a4ec-88d5b80e6347 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142049 Aug 31 09:08:07.785696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-333aa304-39a7-45d9-a154-2106ee6ec447 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504376 Aug 31 09:08:07.953762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60464) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:08.070570 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c998415-5eb2-4c25-99ba-d8a6dd04c04d req-c06844d5-f98b-4c18-a4e0-937d795f9097 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777765 Aug 31 09:08:08.159752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f48b9-aadb-4eee-8d6f-bbd1098255a1 req-d905646c-f1ab-41c9-a149-148c81f74cd1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.167617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a33f48b9-aadb-4eee-8d6f-bbd1098255a1 req-d905646c-f1ab-41c9-a149-148c81f74cd1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 947 time: 0.0804000 Aug 31 09:08:08.228923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a33f48b9-aadb-4eee-8d6f-bbd1098255a1 req-e1f1ca41-4c05-4b43-a62a-5a72cdc01637 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Aug 31 09:08:08.325797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-06277dbb-d3dd-448b-88b8-b9db0b5ab970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.333564 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-06277dbb-d3dd-448b-88b8-b9db0b5ab970 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 1096 time: 0.1454389 Aug 31 09:08:08.398038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:08.416631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6e8440a8-4b6c-4350-9a43-38242ae1e1c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44c43efe3f09492bb0c7dbf0d61fd407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542084 Aug 31 09:08:08.420542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60484) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:08.606100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-37a0df2d-097f-48a2-a7d3-bef5ccec575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.616386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-37a0df2d-097f-48a2-a7d3-bef5ccec575a service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 924 time: 0.2701182 Aug 31 09:08:08.658085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f45b6b40-2fce-4b71-9a2f-dd116c31754d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:08.759369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:08.785886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-b6cb3cbd-ac14-4f32-8454-bd686c7dfd17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55 HTTP/1.1" status: 200 len: 217 time: 0.1648839 Aug 31 09:08:08.819090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'mac_address': 'fa:16:3e:23:72:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:08.929460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-43a51704-69cf-45c8-ba75-2573b292558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.931080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-43a51704-69cf-45c8-ba75-2573b292558e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1357465 Aug 31 09:08:08.956937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f45b6b40-2fce-4b71-9a2f-dd116c31754d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:08.970340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.003242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2411c69-1dc5-4986-a9d5-b0350e4884f1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:09.029786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4b0e-6ac3-45c6-92c3-19f94aeeddaa req-3f2628e4-8a52-4570-8ed2-7ca594aadb78 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.046037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f9f4b0e-6ac3-45c6-92c3-19f94aeeddaa req-3f2628e4-8a52-4570-8ed2-7ca594aadb78 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.3437855 Aug 31 09:08:09.064299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:09.068115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:09.075413 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.105269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:09.210271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826af70-436b-40cb-b90d-a63fcb772040 req-0c5e8729-1483-4b3e-8838-101994bb5fda tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.214848 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:08:09.218107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0826af70-436b-40cb-b90d-a63fcb772040 req-0c5e8729-1483-4b3e-8838-101994bb5fda tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 947 time: 0.3496215 Aug 31 09:08:09.225553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-7d526044-849c-4adb-854f-f7a11cbcbfec tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.239165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-7d526044-849c-4adb-854f-f7a11cbcbfec tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb&tenant_id=572d62479f554cf99899eb81dff86d37&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 947 time: 0.3061168 Aug 31 09:08:09.249488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-811bbd13-d69a-4e56-9c0d-295f1abcfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.264323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-811bbd13-d69a-4e56-9c0d-295f1abcfe83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544701 Aug 31 09:08:09.265025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f45b6b40-2fce-4b71-9a2f-dd116c31754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.273394 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f45b6b40-2fce-4b71-9a2f-dd116c31754d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.283534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f45b6b40-2fce-4b71-9a2f-dd116c31754d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a25f85f-f050-4187-9bbc-1669e814e91f HTTP/1.1" status: 204 len: 168 time: 0.8603177 Aug 31 09:08:09.356232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b6b40-2fce-4b71-9a2f-dd116c31754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25f85f-f050-4187-9bbc-1669e814e91f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:09.398778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f9f4b0e-6ac3-45c6-92c3-19f94aeeddaa req-6d2095e2-4255-4427-8104-8734def12707 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474309 Aug 31 09:08:09.450200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0826af70-436b-40cb-b90d-a63fcb772040 req-e2ef57eb-87c7-48b2-9760-b7dc936f09f6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212667 Aug 31 09:08:09.653697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece1544-860d-40fe-b9a7-868eb7522dc3 req-4ef7f7e1-64f3-4572-9344-4c0047ad48f3 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.666175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ece1544-860d-40fe-b9a7-868eb7522dc3 req-4ef7f7e1-64f3-4572-9344-4c0047ad48f3 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 944 time: 0.1765099 Aug 31 09:08:09.699742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:09.711081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-4f421d01-a78c-4ef9-809d-960257ae85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.717796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-4f421d01-a78c-4ef9-809d-960257ae85f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1100 time: 0.2058306 Aug 31 09:08:09.774390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ece1544-860d-40fe-b9a7-868eb7522dc3 req-eba5fa5f-3abc-4ea8-b5f1-4a3e7fd131c1 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038439 Aug 31 09:08:09.799161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-009ac1f2-5c1a-425d-bbf6-b6ad36034aff service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135734 Aug 31 09:08:09.839152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b2411c69-1dc5-4986-a9d5-b0350e4884f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:09.926010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-f6fa349f-67cd-4543-94fc-f73d52a717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.927955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-f6fa349f-67cd-4543-94fc-f73d52a717c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1811705 Aug 31 09:08:10.034239 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-dda643d4-5831-4371-8d30-f1ca1efdd3fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.0948381 Aug 31 09:08:10.111793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-244efc13-11dd-43bf-ba7f-273e2ef77720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.114032 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-244efc13-11dd-43bf-ba7f-273e2ef77720 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0655735 Aug 31 09:08:10.177937 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.252071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60516) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:10.262245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-65225895-20ca-41b7-b989-0c374dbf2a68 req-c5f1f4e5-7b14-4c64-9616-eff82f57dd17 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324800 Aug 31 09:08:10.304124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e66d304-1e03-4eb4-a807-b3de1dcce907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.324608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:10.340142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-83bb898f-0e61-4fb8-b3c8-129279232340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.342772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-83bb898f-0e61-4fb8-b3c8-129279232340 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2054646 Aug 31 09:08:10.522589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60530) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:10.542937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:10.545383 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf935c06-0bad-47bc-8aea-499c46f3c64f" -d '{"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:10.555299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-2e0749a6-11b0-4b9c-ba32-21a441ef930e service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906290 Aug 31 09:08:10.569405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e66d304-1e03-4eb4-a807-b3de1dcce907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.584366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e66d304-1e03-4eb4-a807-b3de1dcce907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.635918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'mac_address': 'fa:16:3e:fc:7f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:10.698667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e66d304-1e03-4eb4-a807-b3de1dcce907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79efe64387ee4bbc98e8c8991307aa75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445767 Aug 31 09:08:10.703072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60538) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:10.723545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:10.725165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.761225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:10.764803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d304-1e03-4eb4-a807-b3de1dcce907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0626b395-2e20-4af6-94c7-67379e3cae88,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:10.768296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.847014 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c143df4a-d3cb-476e-b18b-cd57c39b2929 req-6665ebcd-bbfc-41b2-bb88-650f6ee3a0e7 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745917 Aug 31 09:08:10.917191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba760b3-70a8-41bd-b367-31d6f7181d1f req-cfa12e23-2ef8-4f2a-b378-018b9bdf253c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.925303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ba760b3-70a8-41bd-b367-31d6f7181d1f req-cfa12e23-2ef8-4f2a-b378-018b9bdf253c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 948 time: 0.2618816 Aug 31 09:08:10.951661 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:08:10.951985 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:08:10.952483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:10.957887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aff359-5f3a-4648-8817-09862083e58b req-a44fd8ab-96d8-4954-b425-f3abd9b6a437 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.960334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09aff359-5f3a-4648-8817-09862083e58b req-a44fd8ab-96d8-4954-b425-f3abd9b6a437 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 947 time: 0.2270558 Aug 31 09:08:10.965315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-network', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:10.999709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c686-2f89-4ddb-8d1f-eea71afb3023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.100354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c686-2f89-4ddb-8d1f-eea71afb3023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.127748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Made reservation on behalf of 0a95585c056f4bc2924c1c3d03c81fff for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:11.130229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.169864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ba760b3-70a8-41bd-b367-31d6f7181d1f req-2a806a47-ac98-4303-bf24-87280230cd01 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431934 Aug 31 09:08:11.214510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.268420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09aff359-5f3a-4648-8817-09862083e58b req-a0adbd93-5cf0-431c-906d-b2725a9716e7 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465739 Aug 31 09:08:11.273145 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d76593-9fdb-4cb0-9747-8c8408694d0c x-openstack-request-id: req-75d76593-9fdb-4cb0-9747-8c8408694d0c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:11.273633 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:11.274056 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75d76593-9fdb-4cb0-9747-8c8408694d0c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:11.274827 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'code': 200} Aug 31 09:08:11.386767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c686-2f89-4ddb-8d1f-eea71afb3023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.391958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c686-2f89-4ddb-8d1f-eea71afb3023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.391958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ffc1c686-2f89-4ddb-8d1f-eea71afb3023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0626b395-2e20-4af6-94c7-67379e3cae88 HTTP/1.1" status: 204 len: 168 time: 0.6536252 Aug 31 09:08:11.460721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1c686-2f89-4ddb-8d1f-eea71afb3023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0626b395-2e20-4af6-94c7-67379e3cae88,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:11.701944 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.776070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:11.787418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e9e4e-6b59-49f6-b425-8f8ad0fb53ec req-88a29ba0-6f66-42e3-9850-cb9969818622 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.789411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-312e9e4e-6b59-49f6-b425-8f8ad0fb53ec req-88a29ba0-6f66-42e3-9850-cb9969818622 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 944 time: 0.2222736 Aug 31 09:08:11.809872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.837627 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.901254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:11.914726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.926298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:08:11.946078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9291b3a8-4d02-4fbf-8616-badabdcf6a81,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:11.965918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.966685 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Added segment 46b06fca-104b-4c53-a747-00ec60d12b08 of type vlan for network ca50d5be-eba2-4cf2-8082-64fbb7649be6 Aug 31 09:08:11.972946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-312e9e4e-6b59-49f6-b425-8f8ad0fb53ec req-04a06ede-67aa-4122-86de-99fdb9132f24 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563745 Aug 31 09:08:12.022911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b33ca8cb-ed1f-4d56-9e61-4809484b0c55 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:12.050459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.118027 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.120090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:12.120863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.222500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6983716 Aug 31 09:08:12.225415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60584) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:12.232650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Request body: {'subnet': {'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-subnet', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:12.263700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1aa461-9af9-42f5-a831-7c434accbb03 admin admin] Pushing event updated for resources: {'Network': ['ID=ca50d5be-eba2-4cf2-8082-64fbb7649be6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:12.290081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Made reservation on behalf of 0a95585c056f4bc2924c1c3d03c81fff for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:12.297581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.333461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:12.392538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:12.397636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:08:12.444170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:12.594793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:12.641235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'port_id': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'mac_address': 'fa:16:3e:85:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:12.753208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b2411c69-1dc5-4986-a9d5-b0350e4884f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:12.753789 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.786258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.861559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33ca8cb-ed1f-4d56-9e61-4809484b0c55 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:12.862698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.969809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:12.986157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.991389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9b1d-8155-4a4e-9ae7-32dc82ef4a16 req-1b8d1ab3-43d2-42d9-8398-b9955e79d107 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.014032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298c9b1d-8155-4a4e-9ae7-32dc82ef4a16 req-1b8d1ab3-43d2-42d9-8398-b9955e79d107 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 948 time: 0.6453297 Aug 31 09:08:13.116510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=466c467c-18f3-4016-8729-819cc228f2b9,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:13.192294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:13.196528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.205429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298c9b1d-8155-4a4e-9ae7-32dc82ef4a16 req-4fbaae81-212c-42fd-8527-ac9e5ec580f4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945794 Aug 31 09:08:13.206223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Checking segment: {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:13.206637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Network hostable DHCP agents. Network: ca50d5be-eba2-4cf2-8082-64fbb7649be6, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:08:13.295902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60610) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:13.299666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48822e-ecec-4255-8cf3-389cf1c4330a req-96f1daac-94c4-40a5-8aa6-c6e4130829bc tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.302543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef48822e-ecec-4255-8cf3-389cf1c4330a req-96f1daac-94c4-40a5-8aa6-c6e4130829bc tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 948 time: 0.1196983 Aug 31 09:08:13.304143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:08:13.307642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:13.309589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:13.314791 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c20b2fd-08eb-4374-89a7-0258354de8b5" -d '{"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-plugged", "status": "completed", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:13.357699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.429886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ca50d5be-eba2-4cf2-8082-64fbb7649be6) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:13.443754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0003383-a34e-419e-86f2-61aba2630d1d None None] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:13.457319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef48822e-ecec-4255-8cf3-389cf1c4330a req-0de439b7-9aeb-4896-b753-1b82b728a99a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319225 Aug 31 09:08:13.460214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.463645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.530615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4589141-c216-4a4c-ada1-1812426da963 req-fe0145ef-19c2-454a-b367-ef7125b7b1a1 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.536725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4589141-c216-4a4c-ada1-1812426da963 req-fe0145ef-19c2-454a-b367-ef7125b7b1a1 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1098 time: 0.1701412 Aug 31 09:08:13.550056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['b33ca8cb-ed1f-4d56-9e61-4809484b0c55'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:13.607147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:13.610319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98a27b83-990b-4ef9-8a71-93da7a64dc3b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3835721 Aug 31 09:08:13.613371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60620) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:13.620594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:13.660027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4589141-c216-4a4c-ada1-1812426da963 req-82c85df0-c22b-4f31-b1b0-268433f80fd4 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128352 Aug 31 09:08:13.685228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1073023163-network', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:13.709512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9de71-a8bb-4138-b44a-829aa96dd85a req-67be5953-aec7-447d-95cd-6c060c303264 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.719092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0c9de71-a8bb-4138-b44a-829aa96dd85a req-67be5953-aec7-447d-95cd-6c060c303264 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 945 time: 0.0840311 Aug 31 09:08:13.731554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.734609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.795992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0c9de71-a8bb-4138-b44a-829aa96dd85a req-bb94272e-02fe-402d-9120-5d1f1adffd14 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751474 Aug 31 09:08:13.820537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Made reservation on behalf of e5d2497b6416444b9c58ea4687bb32bc for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:13.828750 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.885823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.887070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.921419 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fcc5b7-facd-4fb4-a4fa-67ed9c8f296e x-openstack-request-id: req-31fcc5b7-facd-4fb4-a4fa-67ed9c8f296e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:13.922001 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-plugged", "status": "completed", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:13.922416 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31fcc5b7-facd-4fb4-a4fa-67ed9c8f296e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:13.925320 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'code': 200} Aug 31 09:08:13.963284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab22834-4bab-4a37-9620-83de145b5e36 req-846b3a7b-1e05-4bb3-83da-131f1bad94f6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.968346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ab22834-4bab-4a37-9620-83de145b5e36 req-846b3a7b-1e05-4bb3-83da-131f1bad94f6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.1115389 Aug 31 09:08:13.983021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ca50d5be-eba2-4cf2-8082-64fbb7649be6', 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'fixed_ips': [{'subnet_id': '466c467c-18f3-4016-8729-819cc228f2b9'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:08:13.988071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.999680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:14.055576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ab22834-4bab-4a37-9620-83de145b5e36 req-5300d7c8-9e44-4e99-bd92-53b6a9af8702 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793383 Aug 31 09:08:14.282199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.349250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Allocated IP 172.20.0.2 (ca50d5be-eba2-4cf2-8082-64fbb7649be6/466c467c-18f3-4016-8729-819cc228f2b9/ed4b766b-3313-41b5-bba9-986cb156e234) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:14.595295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:14.595674 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.672756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.692542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Transition to ACTIVE for port object ed4b766b-3313-41b5-bba9-986cb156e234 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:14.744743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Transition to ACTIVE for port object ed4b766b-3313-41b5-bba9-986cb156e234 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:14.762408 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.787096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:14.792349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:14.795234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:14.821412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.848398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.850229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.896268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:08:14.909493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.910074 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Added segment 31bd70af-cc1f-4eaa-b9a7-9fb32d823074 of type vlan for network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 Aug 31 09:08:14.946192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139134b9-dc2c-4088-b8a4-5679e2e45bad req-59792079-74a1-46e0-9925-c3e429ddf382 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:14.961712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.965349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-139134b9-dc2c-4088-b8a4-5679e2e45bad req-59792079-74a1-46e0-9925-c3e429ddf382 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 948 time: 0.2199717 Aug 31 09:08:14.987386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Pushing event updated for resources: {'Port': ['ID=ed4b766b-3313-41b5-bba9-986cb156e234,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:15.017099 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.019165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:15.020756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.026121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:15.058392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-139134b9-dc2c-4088-b8a4-5679e2e45bad req-db4a32d3-d4aa-47fc-98d8-e62ceb44de79 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886664 Aug 31 09:08:15.068471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.207263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60666) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:15.210821 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9134963 Aug 31 09:08:15.224927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Request body: {'subnet': {'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1073023163-subnet', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:15.247030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Attempting to bind port ed4b766b-3313-41b5-bba9-986cb156e234 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:15.251257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Attempting to bind port ed4b766b-3313-41b5-bba9-986cb156e234 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:15.252090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Attempting to bind port ed4b766b-3313-41b5-bba9-986cb156e234 on network ca50d5be-eba2-4cf2-8082-64fbb7649be6 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:15.254625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728c120d-c3e1-4e48-95de-a70599ae1361,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:15.304367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:15.307872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Checking segment: {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:15.309941 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.312563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Bound using segment: {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:15.314998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Bound port: ed4b766b-3313-41b5-bba9-986cb156e234, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:15.316813 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.354148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Made reservation on behalf of e5d2497b6416444b9c58ea4687bb32bc for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:15.358182 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.412259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7889e3-e453-41be-aaf2-0d58a3392bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=8251a3ac-a843-4b7b-abaa-2cf22d124a72,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:15.472179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.483312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:08:15.503515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.585464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:15.656379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38f72-4228-4eaf-8a42-1a1e025dbe8c req-8b1f1a44-484e-47a6-8187-141462bf16fd tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:15.659253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfc38f72-4228-4eaf-8a42-1a1e025dbe8c req-8b1f1a44-484e-47a6-8187-141462bf16fd tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 945 time: 0.1502373 Aug 31 09:08:15.666992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Allocated IP 172.25.4.244 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/2d2dc0c5-321f-4e44-8498-62130fa48399) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:15.698341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] For port ed4b766b-3313-41b5-bba9-986cb156e234, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:15.707315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] For port ed4b766b-3313-41b5-bba9-986cb156e234, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed4b766b-3313-41b5-bba9-986cb156e234,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:15.719117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.819775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfc38f72-4228-4eaf-8a42-1a1e025dbe8c req-4c2422c1-07ee-4c55-9995-b485b3c866ae tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390345 Aug 31 09:08:15.851020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde68d-a19d-4c8c-9239-33d9fb3665ad None None] Pushing event updated for resources: {'Port': ['ID=ed4b766b-3313-41b5-bba9-986cb156e234,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:15.904005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.926412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:15.928880 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa3f9c-4fba-4427-be3b-c932f3f2c619" -d '{"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-plugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:15.970274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.977499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b33ca8cb-ed1f-4d56-9e61-4809484b0c55 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:16.029835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.061697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:16.068409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:16.069580 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.100474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:16.110246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:16.114410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:16.130087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=634991e6-e812-4e20-be07-d6d7715ddd22,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:16.163698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Checking segment: {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:16.164050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Network hostable DHCP agents. Network: 8251a3ac-a843-4b7b-abaa-2cf22d124a72, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:08:16.219076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Pushing event updated for resources: {'Port': ['ID=2d2dc0c5-321f-4e44-8498-62130fa48399,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:16.230463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:08:16.259644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8251a3ac-a843-4b7b-abaa-2cf22d124a72) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:16.266860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:16.270767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.302347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72d569-9b87-4c0e-9d7c-a78688e143b4 None None] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:16.316494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88df9ca6-25e6-4355-b5a4-617f20e69c87 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1076386 Aug 31 09:08:16.317253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60694) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:16.327487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:16.340819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-53d0cd9a-b2df-4af8-b155-6def9dec474a tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:08:16.348675 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-53d0cd9a-b2df-4af8-b155-6def9dec474a tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190771 Aug 31 09:08:16.355037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:16.355500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Unknown quota resources ['binding']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:08:16.399783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.401792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.527706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.537776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed4b766b-3313-41b5-bba9-986cb156e234 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:16.629845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.670709 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.718377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:16.718377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:16.718794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:16.732076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:16.732397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:16.742521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:16.742831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:16.743125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:16.743636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Bound port: ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:16.758310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:16.792324 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.803248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-8251a3ac-a843-4b7b-abaa-2cf22d124a72', 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'fixed_ips': [{'subnet_id': '634991e6-e812-4e20-be07-d6d7715ddd22'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:08:16.804845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.812654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ed4b766b-3313-41b5-bba9-986cb156e234 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:16.824550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.849487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-8b082763-8de2-482a-b6d9-2a828b7d3884 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:16.851289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-8b082763-8de2-482a-b6d9-2a828b7d3884 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/networks?id=e2461b93-56ae-43bb-8d42-6011e8d0ada5 HTTP/1.1" status: 200 len: 814 time: 0.3328025 Aug 31 09:08:16.911814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-3dc2d64d-57c3-4c17-a0c9-195045731780 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/quotas/0eb99b71368d4e17bb0daad23ff7a497 HTTP/1.1" status: 200 len: 375 time: 0.0465460 Aug 31 09:08:16.983554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:16.999439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:17.000930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-518590dc-2c56-463b-8cca-ab6006cb564d service neutron] 10.222.0.18 "POST /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7/bindings HTTP/1.1" status: 201 len: 390 time: 0.6513681 Aug 31 09:08:17.016640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:17.044116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:17.051495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-b07d42a1-e251-4611-b133-27cefa1d1d0d tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eb99b71368d4e17bb0daad23ff7a497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321526 Aug 31 09:08:17.247540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Allocated IP 172.20.0.2 (8251a3ac-a843-4b7b-abaa-2cf22d124a72/634991e6-e812-4e20-be07-d6d7715ddd22/325cc61a-7082-4b12-8382-624cba8cf14b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:17.365985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Router 01a73316-1c38-4ee5-92e8-e29bc04df63a is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:08:17.419714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-67bdd964-898f-43d5-baf6-9aee4bbb2ccf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681407 Aug 31 09:08:17.440719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-98850a5c-f9bc-4485-a052-7e0c03f63615 service neutron] 10.222.0.18 "GET /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877578 Aug 31 09:08:17.557892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-41222a81-d839-48d8-852f-ad4f8777c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:17.560269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-41222a81-d839-48d8-852f-ad4f8777c863 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1098 time: 0.1066499 Aug 31 09:08:17.585678 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:17.614881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:17.646140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:17.671342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:17.672490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-872504ca-16f5-4fc7-8b8d-7323eb17b68d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0578301 Aug 31 09:08:17.677876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60716) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:17.687423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c80f1-0280-47e0-a9d4-f8ccb3a1d870 None None] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:17.695021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Sync routers for ids ['01a73316-1c38-4ee5-92e8-e29bc04df63a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:17.804637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] Provisioning for port ed4b766b-3313-41b5-bba9-986cb156e234 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:17.816232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Routers {'01a73316-1c38-4ee5-92e8-e29bc04df63a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:17.817023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['01a73316-1c38-4ee5-92e8-e29bc04df63a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:17.820751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-9fa834fd-ac1c-48b0-8550-5ffe49d4cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:17.826060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-9fa834fd-ac1c-48b0-8550-5ffe49d4cd1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2525985 Aug 31 09:08:17.828522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] Provisioning complete for port ed4b766b-3313-41b5-bba9-986cb156e234 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:17.828911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:17.865591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-8abfc632-9cb6-4f1a-95d5-6c2701118def tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:17.877123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-8abfc632-9cb6-4f1a-95d5-6c2701118def tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261663 Aug 31 09:08:17.915237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-e67154d8-2f4c-4e72-8e60-dceb52c75d24 service neutron] 10.222.0.18 "GET /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688838 Aug 31 09:08:17.928304 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-b1e50b82-f39b-48ac-bf73-e70560211a05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 217 time: 0.0806000 Aug 31 09:08:17.936284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-ecd11a48-9a1b-44cf-b137-7e94f67dae9b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/quotas/572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 375 time: 0.0571427 Aug 31 09:08:18.032496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Allocated IP 172.25.4.237 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/c0ac7767-5350-4d40-be9b-f420c81c8e27) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:18.103616 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.122190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-be26156b-6023-4343-8bd8-5cf2390e106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:18.125145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-be26156b-6023-4343-8bd8-5cf2390e106b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1788931 Aug 31 09:08:18.143974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Set router 01a73316-1c38-4ee5-92e8-e29bc04df63a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:18.146427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Transition to ACTIVE for port object 325cc61a-7082-4b12-8382-624cba8cf14b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:18.237328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-a836feba-552d-41d0-acb6-021a369ebd05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588179 Aug 31 09:08:18.369718 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bfec30-4045-44aa-b4c4-12c623a55cd7 x-openstack-request-id: req-b1bfec30-4045-44aa-b4c4-12c623a55cd7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:18.370409 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-plugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:18.370409 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1bfec30-4045-44aa-b4c4-12c623a55cd7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:18.370984 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'code': 200} Aug 31 09:08:18.376680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.397794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Transition to ACTIVE for port object 325cc61a-7082-4b12-8382-624cba8cf14b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:18.435145 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.437827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.460870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.484747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-b5266d41-3a12-41ec-903e-828b6912b899 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374530 Aug 31 09:08:18.527069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.588097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:18.607371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:18.619594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:18.639762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Pushing event updated for resources: {'Port': ['ID=325cc61a-7082-4b12-8382-624cba8cf14b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:18.663722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] For port ed4b766b-3313-41b5-bba9-986cb156e234, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed4b766b-3313-41b5-bba9-986cb156e234,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:18.674030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-edbfa72c-77d2-4e6d-9729-521fd72c6d33 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6994958 Aug 31 09:08:18.724265 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.726202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:18.794173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ac7767-5350-4d40-be9b-f420c81c8e27,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:18.815835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:18.836302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:18.909190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522a7b4-0a82-4fab-8425-fdb0f200d500 None None] Pushing event updated for resources: {'Port': ['ID=ed4b766b-3313-41b5-bba9-986cb156e234,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:18.948263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Attempting to bind port 325cc61a-7082-4b12-8382-624cba8cf14b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:18.950441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Attempting to bind port 325cc61a-7082-4b12-8382-624cba8cf14b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:18.952943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Attempting to bind port 325cc61a-7082-4b12-8382-624cba8cf14b on network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:18.984088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:18.984662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Checking segment: {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:18.985330 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.985983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Bound using segment: {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:18.987102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Bound port: 325cc61a-7082-4b12-8382-624cba8cf14b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:18.987823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.010190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5b746-55e8-46a7-b618-59353af4bdaf req-9f98ed7e-6d3a-4a85-98b2-d0ffac4c36d6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:19.026596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3af5b746-55e8-46a7-b618-59353af4bdaf req-9f98ed7e-6d3a-4a85-98b2-d0ffac4c36d6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.5168145 Aug 31 09:08:19.120824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:16Z', 'revision_number': 3, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:19.215823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Checking router: 01a73316-1c38-4ee5-92e8-e29bc04df63a for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:19.216266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Updating router 01a73316-1c38-4ee5-92e8-e29bc04df63a port 2d2dc0c5-321f-4e44-8498-62130fa48399 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:08:19.289183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] For port 325cc61a-7082-4b12-8382-624cba8cf14b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:19.298166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.313161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-453275f8-9cc0-460e-a3e5-cd01075f3cae None None] Provisioning complete for port ed4b766b-3313-41b5-bba9-986cb156e234 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:19.313550 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-453275f8-9cc0-460e-a3e5-cd01075f3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.433250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] For port 325cc61a-7082-4b12-8382-624cba8cf14b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=325cc61a-7082-4b12-8382-624cba8cf14b,segment=NetworkSegment(31bd70af-cc1f-4eaa-b9a7-9fb32d823074),segment_id=31bd70af-cc1f-4eaa-b9a7-9fb32d823074)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:19.469111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.636466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52222-2064-4082-a833-a782bb68f2aa req-809d2a95-9938-4819-8630-705db4e72756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:19.638038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abd52222-2064-4082-a833-a782bb68f2aa req-809d2a95-9938-4819-8630-705db4e72756 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1101 time: 0.9558263 Aug 31 09:08:19.796829 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-32b70d12-4ef4-4b4a-af7f-18ab66a12276 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0447419 Aug 31 09:08:19.811655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9523e-a06b-48c9-b7d1-33fd7324729a None None] Pushing event updated for resources: {'Port': ['ID=325cc61a-7082-4b12-8382-624cba8cf14b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:19.902225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3af5b746-55e8-46a7-b618-59353af4bdaf req-a7bd4223-c18a-483c-b603-b4c7682e9e78 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734455 Aug 31 09:08:19.999754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.122559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c11c5-f9d1-4377-9138-e5d45f387d58 req-bb013886-4003-4908-9a61-d4f560165d8c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:20.124771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e87c11c5-f9d1-4377-9138-e5d45f387d58 req-bb013886-4003-4908-9a61-d4f560165d8c tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 1.0694561 Aug 31 09:08:20.260645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce8f56-6b75-4951-a7bf-6a7dc41947f7 req-b6e12467-e7e7-4c97-b93d-d0c5ab8d9af5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:20.269081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1fce8f56-6b75-4951-a7bf-6a7dc41947f7 req-b6e12467-e7e7-4c97-b93d-d0c5ab8d9af5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.1406708 Aug 31 09:08:20.286842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abd52222-2064-4082-a833-a782bb68f2aa req-c0fc019a-a0d6-4321-a8e7-640edb41d383 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171293 Aug 31 09:08:20.359611 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.393101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Transition to ACTIVE for port object 2d2dc0c5-321f-4e44-8498-62130fa48399 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:20.399546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:20.404615 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87287fd1-cb3a-476c-8eac-2d09df05d5e4" -d '{"events": [{"server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "name": "network-vif-plugged", "status": "completed", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:20.405581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.418164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.420364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1fce8f56-6b75-4951-a7bf-6a7dc41947f7 req-ab032062-808c-4c3d-8f5a-d22c8a05d001 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503775 Aug 31 09:08:20.526681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e87c11c5-f9d1-4377-9138-e5d45f387d58 req-c15aeb8d-3f4f-4b1a-8700-d08da40044a7 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532689 Aug 31 09:08:20.549958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Allocated IP 172.20.0.1 (ca50d5be-eba2-4cf2-8082-64fbb7649be6/466c467c-18f3-4016-8729-819cc228f2b9/8d33de76-a4c8-4515-90ec-07bbaa537b21) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:20.574333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Attempting to bind port 2d2dc0c5-321f-4e44-8498-62130fa48399 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:20.575269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Attempting to bind port 2d2dc0c5-321f-4e44-8498-62130fa48399 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:20.575269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Attempting to bind port 2d2dc0c5-321f-4e44-8498-62130fa48399 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:20.588293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5191a16-92b8-4109-a6df-f65bbaed4cf2 None None] Pushing event updated for resources: {'Port': ['ID=2d2dc0c5-321f-4e44-8498-62130fa48399,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:20.591293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:20.591699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:20.599508 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.600523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:20.601569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Bound port: 2d2dc0c5-321f-4e44-8498-62130fa48399, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:20.602202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.786332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] For port 2d2dc0c5-321f-4e44-8498-62130fa48399, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:20.800551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] For port 2d2dc0c5-321f-4e44-8498-62130fa48399, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2d2dc0c5-321f-4e44-8498-62130fa48399,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:20.808555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 325cc61a-7082-4b12-8382-624cba8cf14b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:20.876571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.920965 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.931497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Transition to ACTIVE for port object 8d33de76-a4c8-4515-90ec-07bbaa537b21 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:20.939462 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:21.010849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c1c36bc-b892-40c2-aea1-6e06feade59f req-39d36466-d086-4999-8156-eb35914aaa97 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 210 time: 0.0955317 Aug 31 09:08:21.034318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:21.093919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc1c42cf-fb45-43df-9597-d6cc5b08785b req-00778eb4-672b-4c21-aa57-52d26de29fbb tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 210 time: 0.1749926 Aug 31 09:08:21.199234 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ce8cc-79b4-42df-acd7-bee5c00d75c9 x-openstack-request-id: req-731ce8cc-79b4-42df-acd7-bee5c00d75c9 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:21.199540 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "name": "network-vif-plugged", "status": "completed", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:21.199806 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-731ce8cc-79b4-42df-acd7-bee5c00d75c9 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:21.200234 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'code': 200} Aug 31 09:08:21.205947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:21.250124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Routers {'01a73316-1c38-4ee5-92e8-e29bc04df63a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:21.252042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:21.254248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['01a73316-1c38-4ee5-92e8-e29bc04df63a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.347112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:21.352343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:21.540232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5191a16-92b8-4109-a6df-f65bbaed4cf2 None None] Pushing event updated for resources: {'Port': ['ID=2d2dc0c5-321f-4e44-8498-62130fa48399,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:21.693492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 325cc61a-7082-4b12-8382-624cba8cf14b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:21.717446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-e0f36a1a-e5a0-4446-a24c-d51b49cfdb8e tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.724798 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-e0f36a1a-e5a0-4446-a24c-d51b49cfdb8e tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.23 "GET /v2.0/networks?id=e2461b93-56ae-43bb-8d42-6011e8d0ada5 HTTP/1.1" status: 200 len: 814 time: 1.4787395 Aug 31 09:08:21.730134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed4b766b-3313-41b5-bba9-986cb156e234 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:21.738514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d33de76-a4c8-4515-90ec-07bbaa537b21,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:21.775610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Request body: {'port': {'device_id': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'admin_state_up': True, 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:21.910662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] Set router 01a73316-1c38-4ee5-92e8-e29bc04df63a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:22.064197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Router 72899fd0-d678-48e2-befe-81ec3a71ba29 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:08:22.098243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-3ace9c72-a703-463e-93db-b86382372b9f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477698 Aug 31 09:08:22.105034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Made reservation on behalf of 0eb99b71368d4e17bb0daad23ff7a497 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:22.112125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:22.169265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54240cc-8638-4898-81f9-862a7a8e233a req-e4588a3e-5bb6-4b02-90c0-dc890e7b32c2 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:22.186041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a54240cc-8638-4898-81f9-862a7a8e233a req-e4588a3e-5bb6-4b02-90c0-dc890e7b32c2 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.6963418 Aug 31 09:08:22.204728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef066455-c0e4-43e3-8e7d-9b6bfd1b8b26 req-abe46329-7917-41fb-bd5d-e555f8cee01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:22.211998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef066455-c0e4-43e3-8e7d-9b6bfd1b8b26 req-abe46329-7917-41fb-bd5d-e555f8cee01e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 1098 time: 0.6703918 Aug 31 09:08:22.259267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7b17-5a13-4fe2-9e2a-d10ed47c4eca req-54b3d3a1-2fcb-4074-a056-5e09e4eb0532 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:22.283391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-044f7b17-5a13-4fe2-9e2a-d10ed47c4eca req-54b3d3a1-2fcb-4074-a056-5e09e4eb0532 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.5728281 Aug 31 09:08:22.457138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69fddc-3992-4152-b7d9-f44977ebae2b None None] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:22.491494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-90e798cb-2d60-4401-a528-9e26b0cb5f09 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:22.494134 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-90e798cb-2d60-4401-a528-9e26b0cb5f09 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756859 Aug 31 09:08:22.555013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-044f7b17-5a13-4fe2-9e2a-d10ed47c4eca req-e2c71580-53c4-4ef8-9af7-4259beddd727 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702055 Aug 31 09:08:22.574612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Request body: {'port': {'device_id': '922b7a67-5fc6-444c-b156-cc468787c314', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '572d62479f554cf99899eb81dff86d37'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:22.652916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a54240cc-8638-4898-81f9-862a7a8e233a req-10305118-addf-4516-a9a1-d825ad3faafd tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354773 Aug 31 09:08:22.664675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef066455-c0e4-43e3-8e7d-9b6bfd1b8b26 req-5df12193-a969-45e8-9477-4199d6ba158f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496814 Aug 31 09:08:22.773801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e24632fc-6b88-485d-b5a4-1da52082541d None None] Provisioning for port 8d33de76-a4c8-4515-90ec-07bbaa537b21 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:22.799210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ed4b766b-3313-41b5-bba9-986cb156e234 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:22.801202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:22.802007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:22.823442 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Sync routers for ids ['72899fd0-d678-48e2-befe-81ec3a71ba29'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:22.843900 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Routers {'72899fd0-d678-48e2-befe-81ec3a71ba29'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:22.846518 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72899fd0-d678-48e2-befe-81ec3a71ba29'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:22.874791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e24632fc-6b88-485d-b5a4-1da52082541d None None] Provisioning complete for port 8d33de76-a4c8-4515-90ec-07bbaa537b21 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:22.875278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e24632fc-6b88-485d-b5a4-1da52082541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:22.902177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:22.911625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-194a23be-5e4a-4eed-b369-15f126e790a8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5929165 Aug 31 09:08:22.917767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60782) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:23.113629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e24632fc-6b88-485d-b5a4-1da52082541d None None] Port 8d33de76-a4c8-4515-90ec-07bbaa537b21 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:23.125495 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Set router 72899fd0-d678-48e2-befe-81ec3a71ba29 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:23.164894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:23.180095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Allocated IP 172.20.0.11 (e2461b93-56ae-43bb-8d42-6011e8d0ada5/4e5fd8b2-8fec-4de2-baaf-66e850def910/7d6228d2-39d2-4b42-9731-b9d11f6a61c6) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:23.580926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d743e19-1115-4651-8f34-74baf60a8dd3 req-44aefff7-07c8-4cc1-9876-963980c2fc0d tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 210 time: 0.2317777 Aug 31 09:08:23.623430 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:23.732775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Transition to ACTIVE for port object 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:23.786685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:23.816620 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935d4f-4c73-4929-a1bd-420bb2931cd3 req-ece2e4d4-cbbe-4b07-b5b1-3025c27c377e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:23.820553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82935d4f-4c73-4929-a1bd-420bb2931cd3 req-ece2e4d4-cbbe-4b07-b5b1-3025c27c377e tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 0.5079398 Aug 31 09:08:23.836474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] Provisioning for port 325cc61a-7082-4b12-8382-624cba8cf14b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:23.879214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] Provisioning complete for port 325cc61a-7082-4b12-8382-624cba8cf14b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:23.880910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:23.899523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:23.967679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:23.982190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:24.035400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Allocated IP 172.20.0.1 (8251a3ac-a843-4b7b-abaa-2cf22d124a72/634991e6-e812-4e20-be07-d6d7715ddd22/7f6ec593-90f4-47d6-a962-c391bba38972) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:24.047329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:24.061641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:24.063559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.191324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:19Z', 'revision_number': 3, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:24.265300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:16Z', 'revision_number': 3, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:24.281045 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Checking router: 72899fd0-d678-48e2-befe-81ec3a71ba29 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:24.281435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Updating router 72899fd0-d678-48e2-befe-81ec3a71ba29 port c0ac7767-5350-4d40-be9b-f420c81c8e27 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:08:24.336078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Made reservation on behalf of 572d62479f554cf99899eb81dff86d37 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:24.353386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.355267 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.355738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.395319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Transition to ACTIVE for port object 7f6ec593-90f4-47d6-a962-c391bba38972 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:24.432250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.482187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba691f7c-512e-4ee2-b024-d1fd8bb11aab None None] The sync data for ids ['01a73316-1c38-4ee5-92e8-e29bc04df63a'] in n-d-800634-13 is: [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:16Z', 'revision_number': 3, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:24.638261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda65a93-c5ee-49b2-be83-4ca2ab594034 req-43602b96-476d-4748-8bdb-fa0de84e883e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 210 time: 0.1361291 Aug 31 09:08:24.660808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] For port 325cc61a-7082-4b12-8382-624cba8cf14b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=325cc61a-7082-4b12-8382-624cba8cf14b,segment=NetworkSegment(31bd70af-cc1f-4eaa-b9a7-9fb32d823074),segment_id=31bd70af-cc1f-4eaa-b9a7-9fb32d823074)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:24.673434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9111264 Aug 31 09:08:24.674093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619068da-0312-4155-8a8d-561a9f3f4ed6 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Pushing event updated for resources: {'Port': ['ID=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:24.693116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82935d4f-4c73-4929-a1bd-420bb2931cd3 req-18647b5a-2087-494c-bdc1-d8a28edb5dc6 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070709 Aug 31 09:08:24.694292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.736623 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.827172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Request body: {'port': {'device_id': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:24.883865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.920677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:24.926844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ec593-90f4-47d6-a962-c391bba38972,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:24.954434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:24.968365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:25.206245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e28d3185-6500-4b5f-8758-ba285c9ba79b None None] Provisioning for port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:25.224564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33d5a6-586d-48cf-9d31-29d71fe67d5d None None] Pushing event updated for resources: {'Port': ['ID=325cc61a-7082-4b12-8382-624cba8cf14b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:25.262674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e28d3185-6500-4b5f-8758-ba285c9ba79b None None] Provisioning complete for port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:25.263059 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e28d3185-6500-4b5f-8758-ba285c9ba79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.340563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.344815 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.426354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e28d3185-6500-4b5f-8758-ba285c9ba79b None None] Port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:25.532695 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.561596 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Transition to ACTIVE for port object c0ac7767-5350-4d40-be9b-f420c81c8e27 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:25.583130 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.639319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.708347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6c142a0c-7f43-4173-b79d-7d1c380d4462 None None] Provisioning complete for port 325cc61a-7082-4b12-8382-624cba8cf14b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:25.708347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c142a0c-7f43-4173-b79d-7d1c380d4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.717027 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Attempting to bind port c0ac7767-5350-4d40-be9b-f420c81c8e27 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:25.717392 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Attempting to bind port c0ac7767-5350-4d40-be9b-f420c81c8e27 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:25.717746 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Attempting to bind port c0ac7767-5350-4d40-be9b-f420c81c8e27 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:25.740227 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:25.740633 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:25.740979 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.741356 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:25.741844 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Bound port: c0ac7767-5350-4d40-be9b-f420c81c8e27, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:25.744204 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:25.924998 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] For port c0ac7767-5350-4d40-be9b-f420c81c8e27, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:25.935453 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] For port c0ac7767-5350-4d40-be9b-f420c81c8e27, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c0ac7767-5350-4d40-be9b-f420c81c8e27,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:25.953173 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.028824 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Routers {'72899fd0-d678-48e2-befe-81ec3a71ba29'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:26.029679 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72899fd0-d678-48e2-befe-81ec3a71ba29'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:26.161262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.289386 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] Set router 72899fd0-d678-48e2-befe-81ec3a71ba29 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:26.314156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb3e46-0bea-454d-8d39-786ea7539482 req-f6387174-43bd-4d9e-a28e-9d1d6b38dd19 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:26.315858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06eb3e46-0bea-454d-8d39-786ea7539482 req-f6387174-43bd-4d9e-a28e-9d1d6b38dd19 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 1.0035212 Aug 31 09:08:26.339028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 325cc61a-7082-4b12-8382-624cba8cf14b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:26.421651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520e268-f8e9-4773-bf99-771f3a2fc91e req-6682b073-5f09-44c4-8849-bacb09c84b23 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:26.442856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9520e268-f8e9-4773-bf99-771f3a2fc91e req-6682b073-5f09-44c4-8849-bacb09c84b23 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 1.0801435 Aug 31 09:08:26.459838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-29825c2d-4d16-4bea-86f4-47dd760ac7ce None None] Provisioning for port 7f6ec593-90f4-47d6-a962-c391bba38972 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:26.483841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-29825c2d-4d16-4bea-86f4-47dd760ac7ce None None] Provisioning complete for port 7f6ec593-90f4-47d6-a962-c391bba38972 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:26.484589 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-29825c2d-4d16-4bea-86f4-47dd760ac7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.604904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-29825c2d-4d16-4bea-86f4-47dd760ac7ce None None] Port 7f6ec593-90f4-47d6-a962-c391bba38972 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:26.630861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 325cc61a-7082-4b12-8382-624cba8cf14b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:26.632445 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.669449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06eb3e46-0bea-454d-8d39-786ea7539482 req-62e15dc0-6b8a-4bed-a70a-6ee19aaff215 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173313 Aug 31 09:08:26.820408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.872898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9520e268-f8e9-4773-bf99-771f3a2fc91e req-a7ef5cf5-6394-4b02-9f26-42ce712b22e5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703562 Aug 31 09:08:26.899283 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead77058-5572-427d-b23b-1d7be2d265e6 None None] Pushing event updated for resources: {'Port': ['ID=c0ac7767-5350-4d40-be9b-f420c81c8e27,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:26.932226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d2dc0c5-321f-4e44-8498-62130fa48399 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:26.936614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:26.964183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.990760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Transition to ACTIVE for port object 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:27.005665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d33de76-a4c8-4515-90ec-07bbaa537b21,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:27.097090 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:19Z', 'revision_number': 3, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:27.131754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 2d2dc0c5-321f-4e44-8498-62130fa48399 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:27.143196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2d2dc0c5-321f-4e44-8498-62130fa48399 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:27.145448 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:27.175154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a65ae-b0fc-478b-827e-da33e6eff396 None None] The sync data for ids ['72899fd0-d678-48e2-befe-81ec3a71ba29'] in n-d-800634-13 is: [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:19Z', 'revision_number': 3, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:27.229817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead77058-5572-427d-b23b-1d7be2d265e6 None None] Pushing event updated for resources: {'Port': ['ID=c0ac7767-5350-4d40-be9b-f420c81c8e27,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:27.304617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Allocated IP 192.168.233.209 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/fdca164a-760a-4853-98e7-3607e85b818c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:27.390348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:27.490606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894acda-d729-4d0e-bc0d-4857ba48674c req-c51bfc33-4b0c-4a5c-b5a7-abed3ed0d819 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:27.495200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d894acda-d729-4d0e-bc0d-4857ba48674c req-c51bfc33-4b0c-4a5c-b5a7-abed3ed0d819 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 932 time: 0.6209512 Aug 31 09:08:27.515484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:27.554050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e2b269d-ff58-44e7-9f10-f6d868b1c4b4 req-2626db0d-e380-4af1-a537-b561c096a406 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 210 time: 0.1265724 Aug 31 09:08:27.578581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:27.590498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:27.597838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:27.598498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:27.628408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 2d2dc0c5-321f-4e44-8498-62130fa48399, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2d2dc0c5-321f-4e44-8498-62130fa48399,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:27.638216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:27.833627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ec593-90f4-47d6-a962-c391bba38972,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:27.848528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d894acda-d729-4d0e-bc0d-4857ba48674c req-00efefce-fdeb-4bc2-8a28-1896f31716d3 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042469 Aug 31 09:08:28.014411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:28.125123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=2d2dc0c5-321f-4e44-8498-62130fa48399,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:28.302145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Router 01a73316-1c38-4ee5-92e8-e29bc04df63a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:28.358648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:28.527194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:28.553561 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e247d118-2f22-4363-9e8b-6d10f3ac5d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:28.574812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Transition to ACTIVE for port object fdca164a-760a-4853-98e7-3607e85b818c will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:28.575381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a5fa2e39-15f1-42a7-b853-799b0c421f7d None None] Provisioning complete for port 8d33de76-a4c8-4515-90ec-07bbaa537b21 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:28.576375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2e39-15f1-42a7-b853-799b0c421f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:28.580197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445ef30-3d66-4cfa-931c-0cc297ca7c3f req-7600ff3f-5f58-4fec-9363-be2ee67cd648 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:28.593386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2445ef30-3d66-4cfa-931c-0cc297ca7c3f req-7600ff3f-5f58-4fec-9363-be2ee67cd648 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 0.7433097 Aug 31 09:08:28.753225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa2e39-15f1-42a7-b853-799b0c421f7d None None] Port 8d33de76-a4c8-4515-90ec-07bbaa537b21 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:28.781730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:28.801857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60', 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:28.874071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2445ef30-3d66-4cfa-931c-0cc297ca7c3f req-a45beab6-47c0-4a61-902b-be331d1c38f3 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778203 Aug 31 09:08:28.917254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0894699-3c85-4056-b6dd-780b2bc6719b req-5cb905b0-3151-4008-ba69-39cbaa471826 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:28.936280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0894699-3c85-4056-b6dd-780b2bc6719b req-5cb905b0-3151-4008-ba69-39cbaa471826 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.7104087 Aug 31 09:08:29.076459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:29.086008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:29.128166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:29.160457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Attempting to bind port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:29.161085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Attempting to bind port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:29.161597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Attempting to bind port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 on network e2461b93-56ae-43bb-8d42-6011e8d0ada5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:29.188583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:29.195246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:29.202987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 on network e2461b93-56ae-43bb-8d42-6011e8d0ada5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:29.203573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Attempting to bind port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 on network e2461b93-56ae-43bb-8d42-6011e8d0ada5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:29.216282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:29.227997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:29.232097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:29.237888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:29.238800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Checking segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:29.239878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Bound using segment: {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:29.240601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Bound port: 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c28440a-cdc7-493d-859b-e707fc8d93d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:29.241202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:29.500136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0894699-3c85-4056-b6dd-780b2bc6719b req-4429956d-e7c9-452d-af78-2f8f2e3b0879 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622525 Aug 31 09:08:29.913192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-213495dd-3091-4311-8d6c-5e39f24eadbf None None] Provisioning complete for port 7f6ec593-90f4-47d6-a962-c391bba38972 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:29.914715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-213495dd-3091-4311-8d6c-5e39f24eadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:30.111348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-213495dd-3091-4311-8d6c-5e39f24eadbf None None] Port 7f6ec593-90f4-47d6-a962-c391bba38972 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:30.165664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d2dc0c5-321f-4e44-8498-62130fa48399 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:30.338294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:30.388342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Sync routers for ids ['01a73316-1c38-4ee5-92e8-e29bc04df63a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:30.407521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-1964fc5f-383a-4d67-8fa6-be1a3ae8a0d4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8475566 Aug 31 09:08:30.413359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14d8915a-587d-4a2d-952e-acac7f2c59f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/01a73316-1c38-4ee5-92e8-e29bc04df63a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7341931 Aug 31 09:08:30.434275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1eae5499-fdd4-409d-afaa-4bf84fd150b6 None None] Provisioning for port fdca164a-760a-4853-98e7-3607e85b818c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:30.459130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Request body: {'port': {'device_id': '922b7a67-5fc6-444c-b156-cc468787c314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:30.459801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Routers {'01a73316-1c38-4ee5-92e8-e29bc04df63a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:30.460806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['01a73316-1c38-4ee5-92e8-e29bc04df63a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:30.465983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1eae5499-fdd4-409d-afaa-4bf84fd150b6 None None] Provisioning complete for port fdca164a-760a-4853-98e7-3607e85b818c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:30.466358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1eae5499-fdd4-409d-afaa-4bf84fd150b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:30.647357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] For port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:30.659671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] For port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:30.701340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-acc6220b-11bd-4621-8947-ad7d4a5ef8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4275286 Aug 31 09:08:30.708201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:30.908927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:30.971336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:30.972273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:30.975247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-10ece806-7370-45dc-b9dd-5de0af3904cf service neutron] 10.222.0.23 "PUT /v2.0/ports/7d6228d2-39d2-4b42-9731-b9d11f6a61c6 HTTP/1.1" status: 200 len: 1093 time: 6.1800122 Aug 31 09:08:30.985124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'tag': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:30.992097 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb" -d '{"events": [{"name": "network-changed", "server_uuid": "5521ba87-554e-4eca-a7af-9ec6e6cc92c0", "tag": "7d6228d2-39d2-4b42-9731-b9d11f6a61c6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:31.003142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.039423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-c092459d-45fb-4c0b-b83a-411e37ea9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:31.044647 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-c092459d-45fb-4c0b-b83a-411e37ea9c9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 1102 time: 0.1502190 Aug 31 09:08:31.100423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2d2dc0c5-321f-4e44-8498-62130fa48399 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:31.101333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Router 72899fd0-d678-48e2-befe-81ec3a71ba29 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:31.105977 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.294649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1eae5499-fdd4-409d-afaa-4bf84fd150b6 None None] Port fdca164a-760a-4853-98e7-3607e85b818c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:31.450316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa0dc-16c1-475d-ba26-e87d3f8e8846 req-bdfc3965-cff6-4a00-92dc-f638f3faf72c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:31.452479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490fa0dc-16c1-475d-ba26-e87d3f8e8846 req-bdfc3965-cff6-4a00-92dc-f638f3faf72c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 1.9423206 Aug 31 09:08:31.610504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8e6da41a-cd98-4b9e-a8e3-103850aeb10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.636578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c0ac7767-5350-4d40-be9b-f420c81c8e27 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:31.648818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Set router 01a73316-1c38-4ee5-92e8-e29bc04df63a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:31.749181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84d3e-6afb-4caa-82db-426d249994b5 req-2c2c2085-8be2-4d27-b5d5-f16ae096616f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:31.751018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9f84d3e-6afb-4caa-82db-426d249994b5 req-2c2c2085-8be2-4d27-b5d5-f16ae096616f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 936 time: 0.6426418 Aug 31 09:08:31.752913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.775680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.794116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490fa0dc-16c1-475d-ba26-e87d3f8e8846 req-98f9fbbc-5d53-4478-9301-55c832d57d44 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256609 Aug 31 09:08:31.833488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:31.848303 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Sync routers for ids ['72899fd0-d678-48e2-befe-81ec3a71ba29'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:31.871775 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Routers {'72899fd0-d678-48e2-befe-81ec3a71ba29'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:31.875612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-57d68089-eed9-4f62-9888-8e8f6feb04ed admin admin] 10.222.0.18 "PUT /v2.0/routers/72899fd0-d678-48e2-befe-81ec3a71ba29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9548314 Aug 31 09:08:31.876592 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72899fd0-d678-48e2-befe-81ec3a71ba29'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:31.980672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9f84d3e-6afb-4caa-82db-426d249994b5 req-9dcc841e-eee9-4db2-8b03-1d3b5dd08447 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155080 Aug 31 09:08:32.077329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c0ac7767-5350-4d40-be9b-f420c81c8e27 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:32.108203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c0ac7767-5350-4d40-be9b-f420c81c8e27 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:32.108887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.256477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d993f-a61b-40d9-acf3-0da8e80ca6d1 req-caa92dc3-fc0f-4047-bc05-4db7c3dc6a6e tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:32.272548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-961d993f-a61b-40d9-acf3-0da8e80ca6d1 req-caa92dc3-fc0f-4047-bc05-4db7c3dc6a6e tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 944 time: 0.2381694 Aug 31 09:08:32.365414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798423df-0693-4baa-b2d2-d5ccf0b56551 req-b33eb460-281e-4b11-9e72-f79f869a5aa7 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:32.386645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-798423df-0693-4baa-b2d2-d5ccf0b56551 req-b33eb460-281e-4b11-9e72-f79f869a5aa7 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 0.2635903 Aug 31 09:08:32.388031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Set router 72899fd0-d678-48e2-befe-81ec3a71ba29 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:32.404103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60824) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:32.435172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Request body: {'floatingip': {'port_id': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:32.527081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdca164a-760a-4853-98e7-3607e85b818c {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:32.559603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-961d993f-a61b-40d9-acf3-0da8e80ca6d1 req-cfa0a6ff-9b8a-40cd-97f4-6136e809bcdb tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855742 Aug 31 09:08:32.566697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:22Z', 'revision_number': 4, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8d33de76-a4c8-4515-90ec-07bbaa537b21', 'name': '', 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'mac_address': 'fa:16:3e:1c:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '466c467c-18f3-4016-8729-819cc228f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:20Z', 'updated_at': '2021-08-31T09:08:24Z', 'revision_number': 2, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'subnets': [{'id': '466c467c-18f3-4016-8729-819cc228f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:32.576092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.581998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.686853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Transition to ACTIVE for port object fdca164a-760a-4853-98e7-3607e85b818c will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:32.718689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-3ae57a83-e30f-465d-903c-3b5a663ba454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:32.721079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-3ae57a83-e30f-465d-903c-3b5a663ba454 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb99b71368d4e17bb0daad23ff7a497&device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 1096 time: 1.2724721 Aug 31 09:08:32.745327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.798380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Checking router: 01a73316-1c38-4ee5-92e8-e29bc04df63a for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:32.799156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Updating router 01a73316-1c38-4ee5-92e8-e29bc04df63a port 8d33de76-a4c8-4515-90ec-07bbaa537b21 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:08:32.942274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-997bab39-c7ba-40e7-b3ea-f53ac8f62fdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6 HTTP/1.1" status: 200 len: 217 time: 0.1280081 Aug 31 09:08:32.961093 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.068070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c0ac7767-5350-4d40-be9b-f420c81c8e27, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c0ac7767-5350-4d40-be9b-f420c81c8e27,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:33.078180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31d04786-c368-4096-adeb-5fd180869548 req-3291bd7b-c4cb-4ef0-935f-5c42b2a8c79b tempest-FloatingIPsNegativeTestJSON-1995677461 tempest-FloatingIPsNegativeTestJSON-1995677461-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=0a95585c056f4bc2924c1c3d03c81fff HTTP/1.1" status: 200 len: 217 time: 0.2273316 Aug 31 09:08:33.085198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.102880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-72707ba5-b0bb-4c55-af7a-00955b4b0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:33.107920 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.117002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-72707ba5-b0bb-4c55-af7a-00955b4b0c2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e5fd8b2-8fec-4de2-baaf-66e850def910 HTTP/1.1" status: 200 len: 853 time: 0.1011107 Aug 31 09:08:33.273047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:33.286029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-9aeb0386-ce9f-4af2-8c4f-1440c6f7d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:33.289082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-9aeb0386-ce9f-4af2-8c4f-1440c6f7d252 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 1.8098035 Aug 31 09:08:33.380008 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63169c59-b3dc-47d6-91f0-20d7a9b27504 x-openstack-request-id: req-63169c59-b3dc-47d6-91f0-20d7a9b27504 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:33.380311 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5521ba87-554e-4eca-a7af-9ec6e6cc92c0", "tag": "7d6228d2-39d2-4b42-9731-b9d11f6a61c6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:33.380564 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63169c59-b3dc-47d6-91f0-20d7a9b27504 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:33.384641 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'tag': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6', 'status': 'completed', 'code': 200} Aug 31 09:08:33.470993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:33.471420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:33.472561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:33.631956 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-415fb991-0a54-4912-8f68-be328c346576 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=55d2e774-a759-4328-b694-f00a1badc1b6 HTTP/1.1" status: 200 len: 217 time: 0.2460847 Aug 31 09:08:33.684043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:33.684391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:33.779435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:26Z', 'revision_number': 4, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f6ec593-90f4-47d6-a962-c391bba38972', 'name': '', 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'mac_address': 'fa:16:3e:d3:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '634991e6-e812-4e20-be07-d6d7715ddd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:23Z', 'updated_at': '2021-08-31T09:08:27Z', 'revision_number': 2, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'subnets': [{'id': '634991e6-e812-4e20-be07-d6d7715ddd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:33.815748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:33.816135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:33.816472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:33.818832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Bound port: fdca164a-760a-4853-98e7-3607e85b818c, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:33.819237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.859303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203030af-f977-4312-8822-b1570e213ff6 req-cc759392-27d9-45cb-acf0-d7083a227aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:33.861227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-cc759392-27d9-45cb-acf0-d7083a227aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e2461b93-56ae-43bb-8d42-6011e8d0ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7186539 Aug 31 09:08:33.863748 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Checking router: 72899fd0-d678-48e2-befe-81ec3a71ba29 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:33.864480 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Updating router 72899fd0-d678-48e2-befe-81ec3a71ba29 port 7f6ec593-90f4-47d6-a962-c391bba38972 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:08:33.882093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-fdd608da-9f32-4271-a471-50247253f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:33.886804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-fdd608da-9f32-4271-a471-50247253f0af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2446456 Aug 31 09:08:33.908857 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.988364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:34.036766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c0ac7767-5350-4d40-be9b-f420c81c8e27,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:34.165715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:34.200796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Transition to ACTIVE for port object 8d33de76-a4c8-4515-90ec-07bbaa537b21 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:34.222014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:34.457035 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-c2daa393-3b4c-4212-91e8-a0281a3b0d94 service neutron] 10.222.0.23 "GET /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915914 Aug 31 09:08:34.458515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:34.528242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-3b14cb50-1dfa-4d10-8d28-cf315982f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:34.533865 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-3b14cb50-1dfa-4d10-8d28-cf315982f687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6378798 Aug 31 09:08:34.563268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9fd51-82aa-4d4d-94cd-a86a965489fb None None] Pushing event updated for resources: {'Port': ['ID=8d33de76-a4c8-4515-90ec-07bbaa537b21,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:34.605680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-77722cc5-cd96-4b62-9420-058bee26309b tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0388124 Aug 31 09:08:34.629189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Attempting to bind port 8d33de76-a4c8-4515-90ec-07bbaa537b21 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:34.629873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Attempting to bind port 8d33de76-a4c8-4515-90ec-07bbaa537b21 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:34.630726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Attempting to bind port 8d33de76-a4c8-4515-90ec-07bbaa537b21 on network ca50d5be-eba2-4cf2-8082-64fbb7649be6 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:34.657335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:34.673945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:34.682362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Checking segment: {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:34.684784 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:34.686079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Bound using segment: {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:34.689207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Bound port: 8d33de76-a4c8-4515-90ec-07bbaa537b21, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b06fca-104b-4c53-a747-00ec60d12b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:34.697951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:34.733119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:34.845034 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:34.850438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f70e-b916-48b1-bb07-dab77459dad2 req-61bd25bd-49c9-4d1e-8ce8-4accbc1e9074 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:34.874262 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Transition to ACTIVE for port object 7f6ec593-90f4-47d6-a962-c391bba38972 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:34.880510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e12f70e-b916-48b1-bb07-dab77459dad2 req-61bd25bd-49c9-4d1e-8ce8-4accbc1e9074 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.9707401 Aug 31 09:08:34.889594 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.048868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] For port 8d33de76-a4c8-4515-90ec-07bbaa537b21, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:35.056232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] For port 8d33de76-a4c8-4515-90ec-07bbaa537b21, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8d33de76-a4c8-4515-90ec-07bbaa537b21,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:35.065171 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Pushing event updated for resources: {'Port': ['ID=7f6ec593-90f4-47d6-a962-c391bba38972,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:35.065686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.120462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.151844 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.154393 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.159512 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.165815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.174464 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.178717 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.185757 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.188526 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.190674 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.192874 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.193645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.195796 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:35.319401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e12f70e-b916-48b1-bb07-dab77459dad2 req-89ba4248-885f-4fa8-8380-60cafc42a22c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963729 Aug 31 09:08:35.380607 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.453573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:35.468925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9fd51-82aa-4d4d-94cd-a86a965489fb None None] Pushing event updated for resources: {'Port': ['ID=8d33de76-a4c8-4515-90ec-07bbaa537b21,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:35.491896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c0ac7767-5350-4d40-be9b-f420c81c8e27 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:35.498030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.520979 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] 10.222.0.23 "PUT /v2.0/ports/fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 1097 time: 5.0679591 Aug 31 09:08:35.537386 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Attempting to bind port 7f6ec593-90f4-47d6-a962-c391bba38972 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:35.538229 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Attempting to bind port 7f6ec593-90f4-47d6-a962-c391bba38972 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:35.539410 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Attempting to bind port 7f6ec593-90f4-47d6-a962-c391bba38972 on network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:35.551107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:35.553472 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:35.554284 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Checking segment: {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:35.556241 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.557260 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Bound using segment: {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:35.558506 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Bound port: 7f6ec593-90f4-47d6-a962-c391bba38972, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bd70af-cc1f-4eaa-b9a7-9fb32d823074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:35.559579 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.565602 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d745e7d-c365-487a-b382-1cfbac540bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:35.685280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Routers {'01a73316-1c38-4ee5-92e8-e29bc04df63a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:35.686154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['01a73316-1c38-4ee5-92e8-e29bc04df63a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:35.709559 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] For port 7f6ec593-90f4-47d6-a962-c391bba38972, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:35.728746 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] For port 7f6ec593-90f4-47d6-a962-c391bba38972, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f6ec593-90f4-47d6-a962-c391bba38972,segment=NetworkSegment(31bd70af-cc1f-4eaa-b9a7-9fb32d823074),segment_id=31bd70af-cc1f-4eaa-b9a7-9fb32d823074)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:35.751891 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:35.848954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-203030af-f977-4312-8822-b1570e213ff6 req-303255ec-0e6f-4e15-bb87-16bb30f3ec7c service neutron] 10.222.0.23 "GET /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3036892 Aug 31 09:08:35.870178 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Routers {'72899fd0-d678-48e2-befe-81ec3a71ba29'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:35.873874 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72899fd0-d678-48e2-befe-81ec3a71ba29'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:36.016984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] Set router 01a73316-1c38-4ee5-92e8-e29bc04df63a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:36.021450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff27e-f9c0-4de4-9659-b7dfd3d2e030 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:36.078577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c0bc5-decb-4df9-85e4-99492f6bdff9 req-1a9d1928-1d20-4b3a-b680-0219bfd5352e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:36.092236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c9c0bc5-decb-4df9-85e4-99492f6bdff9 req-1a9d1928-1d20-4b3a-b680-0219bfd5352e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.5167460 Aug 31 09:08:36.195979 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-da9edfcd-cf53-4023-becc-91446f00d4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6520631 Aug 31 09:08:36.206626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-ff109081-2bb1-4dca-aaa1-34f2f27412d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:36.218037 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-ff109081-2bb1-4dca-aaa1-34f2f27412d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1100 time: 0.4583659 Aug 31 09:08:36.317722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c9c0bc5-decb-4df9-85e4-99492f6bdff9 req-9d575d4e-08c9-4819-bd5e-45d5e88bfec1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215598 Aug 31 09:08:36.413623 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747335e8-b629-4988-9e6a-7c696d52c2e7 None None] Pushing event updated for resources: {'Port': ['ID=7f6ec593-90f4-47d6-a962-c391bba38972,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:36.496842 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] Set router 72899fd0-d678-48e2-befe-81ec3a71ba29 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:36.572136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:08:36.580343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:36.599389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c0ac7767-5350-4d40-be9b-f420c81c8e27 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:36.600370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:36.600940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7cbfe9af-a7ee-40e4-91bc-b3d970e326e4 req-7e049883-51f4-411d-a806-74c696f41181 tempest-FloatingIPsNegativeTestJSON-1995677461 tempest-FloatingIPsNegativeTestJSON-1995677461-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2274988 Aug 31 09:08:36.689291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:22Z', 'revision_number': 4, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8d33de76-a4c8-4515-90ec-07bbaa537b21', 'name': '', 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'mac_address': 'fa:16:3e:1c:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '466c467c-18f3-4016-8729-819cc228f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:20Z', 'updated_at': '2021-08-31T09:08:35Z', 'revision_number': 4, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'subnets': [{'id': '466c467c-18f3-4016-8729-819cc228f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:36.736962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:36.801713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a35e8-8e8b-4a3c-a997-e8d4b7a159db None None] The sync data for ids ['01a73316-1c38-4ee5-92e8-e29bc04df63a'] in n-d-800634-13 is: [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:22Z', 'revision_number': 4, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8d33de76-a4c8-4515-90ec-07bbaa537b21', 'name': '', 'network_id': 'ca50d5be-eba2-4cf2-8082-64fbb7649be6', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'mac_address': 'fa:16:3e:1c:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '466c467c-18f3-4016-8729-819cc228f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:20Z', 'updated_at': '2021-08-31T09:08:35Z', 'revision_number': 4, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'subnets': [{'id': '466c467c-18f3-4016-8729-819cc228f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:36.839682 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-bd08de81-0e44-4728-8773-8ef5d42790dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.1210046 Aug 31 09:08:36.970735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c03f28b-0296-49c3-93bc-391dd1c7c981 req-99819738-4b3e-4798-96dd-73a31071f742 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512243 Aug 31 09:08:36.996558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-3600bcfd-4e1b-4bdc-b37a-22392ee2f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.000262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-3600bcfd-4e1b-4bdc-b37a-22392ee2f99e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb99b71368d4e17bb0daad23ff7a497&device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 1096 time: 0.3118281 Aug 31 09:08:37.036234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-23dbe1b1-c860-42bb-aaa0-40da55076e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.038046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-23dbe1b1-c860-42bb-aaa0-40da55076e64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1645696 Aug 31 09:08:37.049731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:37.085350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:37.199927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-6beade01-7e52-4bb1-899c-91eca6009e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.201451 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-6beade01-7e52-4bb1-899c-91eca6009e12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009440 Aug 31 09:08:37.252672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-2b2d6bb8-f689-4a03-8ce3-cb2bd1f40418 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5016942 Aug 31 09:08:37.279800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-8042f5b6-2023-4623-9845-ae780717052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.281576 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-8042f5b6-2023-4623-9845-ae780717052b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e2461b93-56ae-43bb-8d42-6011e8d0ada5 HTTP/1.1" status: 200 len: 915 time: 0.2623639 Aug 31 09:08:37.283369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edad35f-cf5c-4918-9f05-0e90f3efde9a req-0f977fed-6830-4e77-8113-7d2c7374f706 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.306648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2edad35f-cf5c-4918-9f05-0e90f3efde9a req-0f977fed-6830-4e77-8113-7d2c7374f706 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.5183277 Aug 31 09:08:37.354919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8d33de76-a4c8-4515-90ec-07bbaa537b21 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:37.403810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:26Z', 'revision_number': 4, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f6ec593-90f4-47d6-a962-c391bba38972', 'name': '', 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'mac_address': 'fa:16:3e:d3:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '634991e6-e812-4e20-be07-d6d7715ddd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:23Z', 'updated_at': '2021-08-31T09:08:35Z', 'revision_number': 4, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'subnets': [{'id': '634991e6-e812-4e20-be07-d6d7715ddd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:37.407495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-e0fe84b3-aa44-45a4-a40d-56472172fe2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6 HTTP/1.1" status: 200 len: 217 time: 0.0867338 Aug 31 09:08:37.457705 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eee984-e07f-4e0f-9bac-222be7f9455e None None] The sync data for ids ['72899fd0-d678-48e2-befe-81ec3a71ba29'] in n-d-800634-13 is: [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:26Z', 'revision_number': 4, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7f6ec593-90f4-47d6-a962-c391bba38972', 'name': '', 'network_id': '8251a3ac-a843-4b7b-abaa-2cf22d124a72', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'mac_address': 'fa:16:3e:d3:a9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '634991e6-e812-4e20-be07-d6d7715ddd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:23Z', 'updated_at': '2021-08-31T09:08:35Z', 'revision_number': 4, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'subnets': [{'id': '634991e6-e812-4e20-be07-d6d7715ddd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:37.493475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8d33de76-a4c8-4515-90ec-07bbaa537b21 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:37.502530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8d33de76-a4c8-4515-90ec-07bbaa537b21 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:37.503159 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:37.615942 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-5857b0f4-c02b-4c0a-a75e-5ea90cacb73d service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946242 Aug 31 09:08:37.625788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-20da6f55-bdb4-4ffd-ba90-f278473e8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.627644 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-20da6f55-bdb4-4ffd-ba90-f278473e8b81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4e5fd8b2-8fec-4de2-baaf-66e850def910 HTTP/1.1" status: 200 len: 853 time: 0.2016361 Aug 31 09:08:37.818623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2edad35f-cf5c-4918-9f05-0e90f3efde9a req-cf217132-aa36-4f54-934c-7f80093f6d6d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091805 Aug 31 09:08:37.956019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-79a3849a-be85-4cb5-abdd-2d9c3e2fb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:37.958094 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-79a3849a-be85-4cb5-abdd-2d9c3e2fb93f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e2461b93-56ae-43bb-8d42-6011e8d0ada5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3059969 Aug 31 09:08:38.009167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Allocated IP 172.25.4.125 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f82d7e65-cb34-409e-866d-993c81071cc3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:38.037802 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:38.109884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74d9f8f7-fc88-4ff5-9cb8-73cb422154d1 req-3434da1c-a4ff-4b54-8345-c4fbfcb81a52 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763625 Aug 31 09:08:38.216949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-373de8ea-5fb9-461c-a15c-9561ed1a0df9 service neutron] 10.222.0.23 "GET /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483377 Aug 31 09:08:38.286656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:38.411773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 8d33de76-a4c8-4515-90ec-07bbaa537b21, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8d33de76-a4c8-4515-90ec-07bbaa537b21,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:38.420330 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:38.573696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=8d33de76-a4c8-4515-90ec-07bbaa537b21,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:38.881825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-f7260306-11b0-4e7a-b3ab-7a9a39f2b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:38.886611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-f7260306-11b0-4e7a-b3ab-7a9a39f2b5c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1117 time: 1.4448016 Aug 31 09:08:38.891332 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb associated. External IP: 172.25.4.174, port: b33ca8cb-ed1f-4d56-9e61-4809484b0c55. Aug 31 09:08:39.048835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23012065-9d76-4e09-bd6d-8afff2836405 req-3c951c20-c2fa-4d30-9dcf-05be1e13633a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:39.059494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23012065-9d76-4e09-bd6d-8afff2836405 req-3c951c20-c2fa-4d30-9dcf-05be1e13633a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 944 time: 1.0275533 Aug 31 09:08:39.343123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23012065-9d76-4e09-bd6d-8afff2836405 req-abd1a2bd-f19b-4823-87bb-7ff1bc066f6c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820246 Aug 31 09:08:39.437538 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:39.517059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f6ec593-90f4-47d6-a962-c391bba38972 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:39.707872 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc374ca4-49c5-438f-b97a-a839c465f6e3 x-openstack-request-id: req-bc374ca4-49c5-438f-b97a-a839c465f6e3 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:39.708718 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:39.708718 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc374ca4-49c5-438f-b97a-a839c465f6e3 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:39.710097 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'status': 'completed', 'code': 200} Aug 31 09:08:39.751005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7f6ec593-90f4-47d6-a962-c391bba38972 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:39.757682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f6ec593-90f4-47d6-a962-c391bba38972 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:39.758213 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:39.966176 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.005079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:40.013399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.023621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7f6ec593-90f4-47d6-a962-c391bba38972, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f6ec593-90f4-47d6-a962-c391bba38972,segment=NetworkSegment(31bd70af-cc1f-4eaa-b9a7-9fb32d823074),segment_id=31bd70af-cc1f-4eaa-b9a7-9fb32d823074)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:40.037347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.038676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8d33de76-a4c8-4515-90ec-07bbaa537b21 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:40.047653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35cc8a-5735-4563-90c5-880c0c60aa72 req-cb0dc8bb-fb5f-4d93-9edf-5fd8f962d5d9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:40.050286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf35cc8a-5735-4563-90c5-880c0c60aa72 req-cb0dc8bb-fb5f-4d93-9edf-5fd8f962d5d9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.1651585 Aug 31 09:08:40.142916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:40.151355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:40.192726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7f6ec593-90f4-47d6-a962-c391bba38972,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:40.196057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:40.202226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Pushing event updated for resources: {'Port': ['ID=f82d7e65-cb34-409e-866d-993c81071cc3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:40.230893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8d33de76-a4c8-4515-90ec-07bbaa537b21 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:40.231444 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.260837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf35cc8a-5735-4563-90c5-880c0c60aa72 req-cee1175c-5479-4550-885a-b37081abf06a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702421 Aug 31 09:08:40.398244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:40.416291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:40.421635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.424439 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-fff46ee1-d312-4069-894c-10e5b6dc947e req-6253ed1d-01a0-4f48-858e-5b270ac5b8cd tempest-FloatingIPsNegativeTestJSON-1995677461 tempest-FloatingIPsNegativeTestJSON-1995677461-project] show failed (client error): The resource could not be found. Aug 31 09:08:40.425587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fff46ee1-d312-4069-894c-10e5b6dc947e req-6253ed1d-01a0-4f48-858e-5b270ac5b8cd tempest-FloatingIPsNegativeTestJSON-1995677461 tempest-FloatingIPsNegativeTestJSON-1995677461-project] 10.222.0.18 "GET /v2.0/floatingips/4c52de09-3980-47ce-98e2-12df816ad9d1 HTTP/1.1" status: 404 len: 350 time: 0.0938995 Aug 31 09:08:40.441658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:40.441971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:40.442309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:40.502372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0d5708b8-e7d7-4e92-916a-af4a40f35340 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "PUT /v2.0/floatingips/6018fa30-f096-4efd-8bcc-28a8e831a7eb HTTP/1.1" status: 200 len: 992 time: 8.0966752 Aug 31 09:08:40.506383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:40.510548 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae" -d '{"events": [{"name": "network-changed", "server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:40.521035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.632035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.686440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:40.776522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587eb91-6d7f-4fed-8d46-37202253f1b1 req-9cd4fa9a-5dff-4656-8285-cce6e7b91445 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:40.778303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7587eb91-6d7f-4fed-8d46-37202253f1b1 req-9cd4fa9a-5dff-4656-8285-cce6e7b91445 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.1014192 Aug 31 09:08:40.879944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7587eb91-6d7f-4fed-8d46-37202253f1b1 req-21974f43-f41c-4961-84c3-f7e8a8b2e4f4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Aug 31 09:08:41.064118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.068195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6018fa30-f096-4efd-8bcc-28a8e831a7eb', 'tenant_id': '8148ff96df054815a5112035117d4063', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'port_id': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'mac_address': 'fa:16:3e:85:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:32Z', 'updated_at': '2021-08-31T09:08:36Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:41.081129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.103220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:41.116284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:41.117116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:41.265070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Pushing event updated for resources: {'Port': ['ID=f82d7e65-cb34-409e-866d-993c81071cc3,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:41.294679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-103d4fba-69da-428c-9b33-ad707484799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.294679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-103d4fba-69da-428c-9b33-ad707484799f service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.3243413 Aug 31 09:08:41.297790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f6ec593-90f4-47d6-a962-c391bba38972 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:41.307722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a927e-8f85-4e31-8a04-9bcf9ed472fe req-0e0ca821-3e5b-48ce-b0e6-40190cd9d423 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.309577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-788a927e-8f85-4e31-8a04-9bcf9ed472fe req-0e0ca821-3e5b-48ce-b0e6-40190cd9d423 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1719797 Aug 31 09:08:41.317063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.354287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:41.366778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-ee5b82f4-eae5-469c-a149-1d23da8ddeb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0556133 Aug 31 09:08:41.414324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.415563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-4ed30405-e9bf-4ac1-adf0-6d953bdbb5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.7763214 Aug 31 09:08:41.480185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-d0645a82-fe43-485f-ad9a-1068cf9b2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.481796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-d0645a82-fe43-485f-ad9a-1068cf9b2508 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1100 time: 0.5010505 Aug 31 09:08:41.484434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f6ec593-90f4-47d6-a962-c391bba38972 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:41.484434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.513940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-788a927e-8f85-4e31-8a04-9bcf9ed472fe req-6598333e-f8c3-409a-97c6-a64ee0d869b3 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906321 Aug 31 09:08:41.540880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-797440d7-e2fb-45cf-bd77-2c8b10a7be7b tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.1038165 Aug 31 09:08:41.542068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-a2f4be5e-ecca-4d46-88f0-4686d1c663ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.544759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-a2f4be5e-ecca-4d46-88f0-4686d1c663ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1681013 Aug 31 09:08:41.611520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6215eab2-03fe-4975-a7d8-ae4a5a71ebfb req-440076f4-b089-473b-8b88-5e30304ec726 service neutron] 10.222.0.23 "GET /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532788 Aug 31 09:08:41.669070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.674209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-bc9682a8-ae23-4a0f-8502-62f49b4d196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.676297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-bc9682a8-ae23-4a0f-8502-62f49b4d196d service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1685486 Aug 31 09:08:41.710465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-ae716b85-4c83-4379-a0db-7f455a49733c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475887 Aug 31 09:08:41.756251 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-3bf9f9b7-48ba-419e-9e3a-5658fbb54b2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.0468750 Aug 31 09:08:41.838462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6018fa30-f096-4efd-8bcc-28a8e831a7eb', 'tenant_id': '8148ff96df054815a5112035117d4063', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'port_id': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'mac_address': 'fa:16:3e:85:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:32Z', 'updated_at': '2021-08-31T09:08:36Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:41.870689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088c4da-5d79-4c81-8b58-8675860434ec None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6018fa30-f096-4efd-8bcc-28a8e831a7eb', 'tenant_id': '8148ff96df054815a5112035117d4063', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'port_id': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'mac_address': 'fa:16:3e:85:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:32Z', 'updated_at': '2021-08-31T09:08:36Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:41.893502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-15a7c7da-2d94-4ea6-aa4b-4148b268296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.896177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-15a7c7da-2d94-4ea6-aa4b-4148b268296d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1266618 Aug 31 09:08:41.996135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5a23a-185e-449e-8bdf-24faf378ec98 req-d9b2c3b8-14b5-4fc9-944c-60e4511ec14c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:41.998960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4f5a23a-185e-449e-8bdf-24faf378ec98 req-d9b2c3b8-14b5-4fc9-944c-60e4511ec14c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 944 time: 0.2863717 Aug 31 09:08:42.023334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-4cf095f5-cefa-45e4-9790-1f897d06421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.025510 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-4cf095f5-cefa-45e4-9790-1f897d06421d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889735 Aug 31 09:08:42.027364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-173f46cd-8d22-42ce-8e7f-91710d32e7f5 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.029518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-173f46cd-8d22-42ce-8e7f-91710d32e7f5 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.4832118 Aug 31 09:08:42.080253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-20c6e509-fd12-44c1-bf97-6738da27d39f tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:08:42.082084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc3a74d9-0306-4bbe-8c44-96480bd85242 req-20c6e509-fd12-44c1-bf97-6738da27d39f tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268521 Aug 31 09:08:42.095516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-aa07c8d9-9c54-418d-9c73-1f3be7d25aea service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635221 Aug 31 09:08:42.198648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4f5a23a-185e-449e-8bdf-24faf378ec98 req-76c38c4d-4e22-4358-ac57-038f09c30448 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922853 Aug 31 09:08:42.220517 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0a870-2a28-4aa4-8358-4a08578b31b4 None None] New status for floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:08:42.242228 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-11d6998e-d15c-4726-8cf3-438200c5277b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039809 Aug 31 09:08:42.294164 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18b2b9-fcb4-4e27-8319-a53bdb2bc813 x-openstack-request-id: req-1a18b2b9-fcb4-4e27-8319-a53bdb2bc813 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:42.294645 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:42.294995 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a18b2b9-fcb4-4e27-8319-a53bdb2bc813 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:42.295493 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'status': 'completed', 'code': 200} Aug 31 09:08:42.308926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bf09e1-baa9-44a5-86a4-a0eeb4636fb6 req-5db96c41-7b07-40d9-84e2-2a515113495e service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968722 Aug 31 09:08:42.392625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Deleting port 8d33de76-a4c8-4515-90ec-07bbaa537b21 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:42.393268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:42.462647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-51c3a92a-2184-49b9-aff2-ff29a145bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.464711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-51c3a92a-2184-49b9-aff2-ff29a145bf95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8148ff96df054815a5112035117d4063&device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 1098 time: 0.1293664 Aug 31 09:08:42.484302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785e14-103f-401b-b544-e77ce4658607 req-81ae0e7d-0152-446f-9055-86a7f3489cf6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.485891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0785e14-103f-401b-b544-e77ce4658607 req-81ae0e7d-0152-446f-9055-86a7f3489cf6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.1128426 Aug 31 09:08:42.504034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7df3-8195-42e1-aaf7-f07b2e06468e req-58c03ced-9e65-4509-bbda-7dd0cda57dda tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.505626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4db7df3-8195-42e1-aaf7-f07b2e06468e req-58c03ced-9e65-4509-bbda-7dd0cda57dda tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.0960577 Aug 31 09:08:42.521789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] For port 8d33de76-a4c8-4515-90ec-07bbaa537b21, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8d33de76-a4c8-4515-90ec-07bbaa537b21,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:42.522778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:42.528574 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d745e7d-c365-487a-b382-1cfbac540bd6 req-2e65254a-38d5-49ab-9319-765fd8b7ab5f service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699676 Aug 31 09:08:42.540701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Calling delete_port for 8d33de76-a4c8-4515-90ec-07bbaa537b21 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:42.643401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0785e14-103f-401b-b544-e77ce4658607 req-860784d3-2679-4ec5-8f6e-13c7862c9483 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352189 Aug 31 09:08:42.654448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4db7df3-8195-42e1-aaf7-f07b2e06468e req-8089125c-6309-46f4-ab3b-ca76a46f4fa0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141517 Aug 31 09:08:42.707393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-79b2333d-f085-409b-93f0-6831f70c2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.709438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-79b2333d-f085-409b-93f0-6831f70c2bb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 200 len: 924 time: 0.1927409 Aug 31 09:08:42.794166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:42.800394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26f283e8-4363-467f-96aa-44aa917e095e req-8d4207d8-0f55-4640-8b21-52eeab675368 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips/c5df8f3e-63f8-4a6f-aa90-a1fb399f14d6 HTTP/1.1" status: 200 len: 693 time: 0.1052175 Aug 31 09:08:42.829120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d33de76-a4c8-4515-90ec-07bbaa537b21,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:42.919737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-90f285f2-ad7d-4bae-90d0-a909f811c97a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55 HTTP/1.1" status: 200 len: 1002 time: 0.1768870 Aug 31 09:08:42.991560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7689-0696-4fc3-b452-e89cac4bde6e req-940e712e-c1a5-4a4b-bad0-8d4ce04c0c42 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:42.993786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07df7689-0696-4fc3-b452-e89cac4bde6e req-940e712e-c1a5-4a4b-bad0-8d4ce04c0c42 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.2000844 Aug 31 09:08:43.033599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f283e8-4363-467f-96aa-44aa917e095e req-85b447c0-1629-479a-83d2-dac1c56db158 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:43.035171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26f283e8-4363-467f-96aa-44aa917e095e req-85b447c0-1629-479a-83d2-dac1c56db158 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2203243 Aug 31 09:08:43.048248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-26f283e8-4363-467f-96aa-44aa917e095e req-16dba110-7927-45e9-b5cd-53a258f4e394 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:08:43.049291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26f283e8-4363-467f-96aa-44aa917e095e req-16dba110-7927-45e9-b5cd-53a258f4e394 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062454 Aug 31 09:08:43.053512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-353eaf6c-35cf-4e1c-b07e-620d56351bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:43.057537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-353eaf6c-35cf-4e1c-b07e-620d56351bae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 200 len: 862 time: 0.1162140 Aug 31 09:08:43.063295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:43.095678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07df7689-0696-4fc3-b452-e89cac4bde6e req-9a25538b-9b20-465c-80a6-af5171fa1c63 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897334 Aug 31 09:08:43.364901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b873c740-a37a-452a-aa0d-f13477e95813 req-929f6d3f-dc27-48fd-8bed-1d08887d565a tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=e5d2497b6416444b9c58ea4687bb32bc HTTP/1.1" status: 200 len: 696 time: 0.1663132 Aug 31 09:08:43.476110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-84f81a73-28f3-4e6a-918a-44718edc5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:43.478663 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-84f81a73-28f3-4e6a-918a-44718edc5565 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2fae2371-d034-46c3-8c6e-506f35356b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764770 Aug 31 09:08:43.510440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Router 01a73316-1c38-4ee5-92e8-e29bc04df63a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:43.716466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:43.723265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f857cce1-f621-4273-b0cb-697d09062ffa admin admin] 10.222.0.18 "PUT /v2.0/routers/01a73316-1c38-4ee5-92e8-e29bc04df63a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792797 Aug 31 09:08:43.727362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60914) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:43.732850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] Sync routers for ids ['01a73316-1c38-4ee5-92e8-e29bc04df63a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:43.752657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] Routers {'01a73316-1c38-4ee5-92e8-e29bc04df63a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:43.754188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['01a73316-1c38-4ee5-92e8-e29bc04df63a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:43.865195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:43.924514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee4a24-a1e7-4b49-8b3c-0307e69e68f5 req-04d457e9-e6fa-48df-8440-73c88df27114 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:43.926717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58ee4a24-a1e7-4b49-8b3c-0307e69e68f5 req-04d457e9-e6fa-48df-8440-73c88df27114 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 944 time: 0.5474546 Aug 31 09:08:43.971275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] Set router 01a73316-1c38-4ee5-92e8-e29bc04df63a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:43.984826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c740-a37a-452a-aa0d-f13477e95813 req-b426a070-7ab3-4171-9443-b80dbdff3270 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:43.988801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b873c740-a37a-452a-aa0d-f13477e95813 req-b426a070-7ab3-4171-9443-b80dbdff3270 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks?id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 787 time: 0.6163623 Aug 31 09:08:44.011469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-b873c740-a37a-452a-aa0d-f13477e95813 req-bccd6fec-4f4e-42a2-b708-9088b03a6000 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:08:44.012509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b873c740-a37a-452a-aa0d-f13477e95813 req-bccd6fec-4f4e-42a2-b708-9088b03a6000 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169632 Aug 31 09:08:44.038925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58ee4a24-a1e7-4b49-8b3c-0307e69e68f5 req-f5064bd4-89e0-42ea-9e00-ecb6e08bab2d tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930197 Aug 31 09:08:44.042816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-1a33e344-b28c-4504-820c-96ad9b1952c2 service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261276 Aug 31 09:08:44.146449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.158804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:44.185508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-365f6d6d-ba36-4b5c-ae64-58b2c8bc1bae req-96e22708-ba89-45f9-a129-623e599cacfb service neutron] 10.222.0.23 "GET /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332359 Aug 31 09:08:44.186316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-e8f4e2e7-c980-4720-aa41-39c493b33e50 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:44.189489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-e8f4e2e7-c980-4720-aa41-39c493b33e50 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1098 time: 0.2395065 Aug 31 09:08:44.235500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:44.294670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e94b0a-8b10-469a-a631-0c7002532e5f req-783f15ca-0d91-419a-a57b-e2d9c840aae4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:44.299816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5e94b0a-8b10-469a-a631-0c7002532e5f req-783f15ca-0d91-419a-a57b-e2d9c840aae4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.0838523 Aug 31 09:08:44.365714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.413524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5e94b0a-8b10-469a-a631-0c7002532e5f req-2ae67d87-2261-419c-a9ec-a3fb0dca44be tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100225 Aug 31 09:08:44.428121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc6c53-dfc3-4c60-9e02-1e0b529f7def req-72b3acfb-172c-4a66-8472-bac062300ec2 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:44.436796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12cc6c53-dfc3-4c60-9e02-1e0b529f7def req-72b3acfb-172c-4a66-8472-bac062300ec2 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 946 time: 0.1353333 Aug 31 09:08:44.503741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12cc6c53-dfc3-4c60-9e02-1e0b529f7def req-e15be9c9-4633-4e52-bdcd-ab1323ca912a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Aug 31 09:08:44.570150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-783c1439-aabc-4a89-a34a-c6a16a275d4a tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips/c5df8f3e-63f8-4a6f-aa90-a1fb399f14d6 HTTP/1.1" status: 200 len: 693 time: 0.0788274 Aug 31 09:08:44.588047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:44.615862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:42Z', 'revision_number': 5, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port': {'id': '2d2dc0c5-321f-4e44-8498-62130fa48399', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:15Z', 'updated_at': '2021-08-31T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:44.680993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] Checking router: 01a73316-1c38-4ee5-92e8-e29bc04df63a for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:44.694521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'fdca164a-760a-4853-98e7-3607e85b818c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'fdca164a-760a-4853-98e7-3607e85b818c', 'mac_address': 'fa:16:3e:22:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:44.703881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] Routers {'01a73316-1c38-4ee5-92e8-e29bc04df63a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:44.704170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Deleting port 2d2dc0c5-321f-4e44-8498-62130fa48399 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:44.704385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.705208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['01a73316-1c38-4ee5-92e8-e29bc04df63a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:44.820100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8d212-18f9-417e-a20c-b291d924c33b req-9f87d071-7fcf-4c32-8cb6-3cecd3c1fccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:44.822379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74e8d212-18f9-417e-a20c-b291d924c33b req-9f87d071-7fcf-4c32-8cb6-3cecd3c1fccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1359272 Aug 31 09:08:44.888529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.896794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-965818f8-0824-41dc-9721-047c3f21e777 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:44.906395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdca164a-760a-4853-98e7-3607e85b818c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:44.909150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-965818f8-0824-41dc-9721-047c3f21e777 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.3361499 Aug 31 09:08:44.915842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60926) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:44.922300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] Set router 01a73316-1c38-4ee5-92e8-e29bc04df63a gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:44.947801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] For port 2d2dc0c5-321f-4e44-8498-62130fa48399, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2d2dc0c5-321f-4e44-8498-62130fa48399,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:44.948595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.973739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Calling delete_port for 2d2dc0c5-321f-4e44-8498-62130fa48399 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:44.991907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:44.993428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:44Z', 'revision_number': 6, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:44.998548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.006902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74e8d212-18f9-417e-a20c-b291d924c33b req-f6d88fe0-db4a-4e15-872d-3f4b68830ef1 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590767 Aug 31 09:08:45.012102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-efa94dee-9ad2-4fd2-8b27-99f0cd16e953 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0950198 Aug 31 09:08:45.014489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:45.031849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cffca2-fe70-49be-bf1d-6b352cf4aa3b None None] The sync data for ids ['01a73316-1c38-4ee5-92e8-e29bc04df63a'] in n-d-800634-13 is: [{'id': '01a73316-1c38-4ee5-92e8-e29bc04df63a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1379466526-router', 'tenant_id': '0a95585c056f4bc2924c1c3d03c81fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:13Z', 'updated_at': '2021-08-31T09:08:44Z', 'revision_number': 6, 'project_id': '0a95585c056f4bc2924c1c3d03c81fff', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:45.103769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:45.108251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-eb5ad52d-0648-41b2-82aa-013db971b360 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0829308 Aug 31 09:08:45.163224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:45.280529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:45.283038 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16645b47-1b51-4206-8bbd-b64cc9637748" -d '{"events": [{"server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:45.288098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.292154 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e42c-9473-4c41-bcfc-24b553b349a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.297861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.347791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b37534-1c4c-4a43-813c-86cbf0da80c4 req-c576003a-f824-4b15-8aa1-66f58d0ccf3c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:45.349764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b37534-1c4c-4a43-813c-86cbf0da80c4 req-c576003a-f824-4b15-8aa1-66f58d0ccf3c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 944 time: 0.1736326 Aug 31 09:08:45.445617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:45.458303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.465416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b37534-1c4c-4a43-813c-86cbf0da80c4 req-417aff9a-94dd-45ff-a79b-1d46411fc838 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030447 Aug 31 09:08:45.471342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:45.471342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:45.471675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Deleting port f82d7e65-cb34-409e-866d-993c81071cc3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:45.471770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:45.472636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.473836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['fdca164a-760a-4853-98e7-3607e85b818c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:45.507666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:45.507997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Attempting to bind port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:45.514466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2dc0c5-321f-4e44-8498-62130fa48399,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:45.533059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8d33de76-a4c8-4515-90ec-07bbaa537b21 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:45.536965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:45.539206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:45.544109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:45.544603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Bound port: ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:45.544987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.570239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.577520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8d33de76-a4c8-4515-90ec-07bbaa537b21 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:08:45.578030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8d33de76-a4c8-4515-90ec-07bbaa537b21 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:45.718816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.722920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.727943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.728434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.756387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Calling delete_port for f82d7e65-cb34-409e-866d-993c81071cc3 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:45.776097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e42c-9473-4c41-bcfc-24b553b349a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.784037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c7b8e42c-9473-4c41-bcfc-24b553b349a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.826764 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02687bdb-2831-4db5-9dd0-f261e3e3d67d x-openstack-request-id: req-02687bdb-2831-4db5-9dd0-f261e3e3d67d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:45.827436 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:45.827753 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02687bdb-2831-4db5-9dd0-f261e3e3d67d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:45.828682 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'code': 200} Aug 31 09:08:45.856395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.857336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a73316-1c38-4ee5-92e8-e29bc04df63a {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:08:45.876391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.878443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ee7b3ea7-f6d5-45a1-8db1-b6633a63b278 admin admin] 10.222.0.18 "DELETE /v2.0/routers/01a73316-1c38-4ee5-92e8-e29bc04df63a HTTP/1.1" status: 204 len: 168 time: 2.1497197 Aug 31 09:08:45.886285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60940) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:45.914789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c7b8e42c-9473-4c41-bcfc-24b553b349a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e040c48d1cb6412ab039432b2cb5135d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9871426 Aug 31 09:08:45.931202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8e42c-9473-4c41-bcfc-24b553b349a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044c595c-817f-469f-9717-b266e5db1d85,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:45.936352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60942) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:45.964317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:46.007995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:46.030554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.058142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d67fa-de8f-426d-aca1-0cf088202cd4 req-66530457-e2b7-4648-a098-cf3ad17f44d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:46.059888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f83d67fa-de8f-426d-aca1-0cf088202cd4 req-66530457-e2b7-4648-a098-cf3ad17f44d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 949 time: 0.1554608 Aug 31 09:08:46.061299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Deleting subnet 466c467c-18f3-4016-8729-819cc228f2b9 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:08:46.086347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.157767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:46.175949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.182392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=8']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:46.183503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f83d67fa-de8f-426d-aca1-0cf088202cd4 req-dddefb0f-0321-452f-a87c-5b6973368eaa tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936437 Aug 31 09:08:46.187451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.190505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49718cc6-ea59-4cf7-9f0d-105ad86cc2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.242438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Pushing event deleted for resources: {'Port': ['ID=f82d7e65-cb34-409e-866d-993c81071cc3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:46.262505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:46.263155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.264941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-3a1450cf-5cd9-42fb-8ef8-7f696c75e34f service neutron] 10.222.0.23 "PUT /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 1124 time: 2.0373342 Aug 31 09:08:46.311465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49718cc6-ea59-4cf7-9f0d-105ad86cc2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.339503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.396956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.407385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.409103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8925670-f29f-4a1b-972e-e7aa33ff0545 req-e380ca16-aed6-41a3-8874-be9008f53b75 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "DELETE /v2.0/floatingips/c5df8f3e-63f8-4a6f-aa90-a1fb399f14d6 HTTP/1.1" status: 204 len: 173 time: 1.2903020 Aug 31 09:08:46.423522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:46.446696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49718cc6-ea59-4cf7-9f0d-105ad86cc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.450788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49718cc6-ea59-4cf7-9f0d-105ad86cc2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.452729 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-49718cc6-ea59-4cf7-9f0d-105ad86cc2b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/044c595c-817f-469f-9717-b266e5db1d85 HTTP/1.1" status: 204 len: 168 time: 0.5126877 Aug 31 09:08:46.471430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6', 'network_id': 'e2461b93-56ae-43bb-8d42-6011e8d0ada5', 'port_id': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6', 'mac_address': 'fa:16:3e:7f:12:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5fd8b2-8fec-4de2-baaf-66e850def910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:46.473512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:46.476159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49718cc6-ea59-4cf7-9f0d-105ad86cc2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c595c-817f-469f-9717-b266e5db1d85,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:46.497887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.546310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466c467c-18f3-4016-8729-819cc228f2b9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:46.549367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.554926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d64cef9-a335-4d4a-b1af-360bda1ca857 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/466c467c-18f3-4016-8729-819cc228f2b9 HTTP/1.1" status: 204 len: 168 time: 0.6646600 Aug 31 09:08:46.559631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60952) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:46.588400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db56382-b409-4364-aa16-4bba00a6356e None None] Network ca50d5be-eba2-4cf2-8082-64fbb7649be6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:46.645824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:46.697460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421227e-58ce-455c-8a27-3b51c9454587 req-b27dedfb-18c9-4fb7-bf42-904049c70c44 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:46.699864 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.710569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c421227e-58ce-455c-8a27-3b51c9454587 req-b27dedfb-18c9-4fb7-bf42-904049c70c44 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.3121102 Aug 31 09:08:46.740756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.749598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:46.773046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5053e1b-6a15-44ff-a853-a2a4f7f75248 req-22704d59-8d23-4565-8afc-7ddf29cee7eb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:46.775389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5053e1b-6a15-44ff-a853-a2a4f7f75248 req-22704d59-8d23-4565-8afc-7ddf29cee7eb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1861167 Aug 31 09:08:46.794652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c421227e-58ce-455c-8a27-3b51c9454587 req-9ae651b4-64dd-4d18-bb4a-04afc5330dab tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826495 Aug 31 09:08:46.825036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:46.850801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.851743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:46.947434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5053e1b-6a15-44ff-a853-a2a4f7f75248 req-f75ec2e8-91f8-4e8d-a680-3f33e382625d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493475 Aug 31 09:08:47.007330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-dfc82c04-985c-40ed-acd6-203c3e083dba tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1823955 Aug 31 09:08:47.009754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Deleting port ed4b766b-3313-41b5-bba9-986cb156e234 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:47.010156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.048023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60958) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:47.051587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.073466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:47.095936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9cf76f5-b7c8-4484-a6a7-9f9476361669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.167558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] DHCP port deletion for ca50d5be-eba2-4cf2-8082-64fbb7649be6 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:08:47.169444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] For port ed4b766b-3313-41b5-bba9-986cb156e234, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed4b766b-3313-41b5-bba9-986cb156e234,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:47.169909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.181703 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.186860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:47.189382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Calling delete_port for ed4b766b-3313-41b5-bba9-986cb156e234 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:47.241164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:08:47.276002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d2dc0c5-321f-4e44-8498-62130fa48399 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:47.294779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f94d4a-f131-4842-b0c1-ea46faec3351 req-041951be-61ac-4cf2-94c0-c2a571f58c88 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:47.296472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f94d4a-f131-4842-b0c1-ea46faec3351 req-041951be-61ac-4cf2-94c0-c2a571f58c88 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 945 time: 0.2115974 Aug 31 09:08:47.305930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 2d2dc0c5-321f-4e44-8498-62130fa48399 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:08:47.306731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d2dc0c5-321f-4e44-8498-62130fa48399 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:47.309111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] Deleting port ed4b766b-3313-41b5-bba9-986cb156e234 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:47.309658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.348367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9cf76f5-b7c8-4484-a6a7-9f9476361669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.357432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9cf76f5-b7c8-4484-a6a7-9f9476361669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.391922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f94d4a-f131-4842-b0c1-ea46faec3351 req-df03230d-14f4-44d0-94c3-ebdfd875908c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796754 Aug 31 09:08:47.403506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] For port ed4b766b-3313-41b5-bba9-986cb156e234, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed4b766b-3313-41b5-bba9-986cb156e234,segment=NetworkSegment(46b06fca-104b-4c53-a747-00ec60d12b08),segment_id=46b06fca-104b-4c53-a747-00ec60d12b08)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:47.404069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.419469 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.423343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b9cf76f5-b7c8-4484-a6a7-9f9476361669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7788f7bcea2e46edabcb2149b41430af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746784 Aug 31 09:08:47.424547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60962) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:47.426498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] Calling delete_port for ed4b766b-3313-41b5-bba9-986cb156e234 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:47.478390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4b766b-3313-41b5-bba9-986cb156e234,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.483683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf76f5-b7c8-4484-a6a7-9f9476361669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563ebb4a-c65a-4f26-b833-9ce7bfe99bdf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.515105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] No DVR routers for this DVR port ed4b766b-3313-41b5-bba9-986cb156e234 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:47.522115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d95534-b594-480f-bfef-5d9aedd44bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.552801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.563370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d95534-b594-480f-bfef-5d9aedd44bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.582313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] Pushing event deleted for resources: {'Port': ['ID=ed4b766b-3313-41b5-bba9-986cb156e234,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.602730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.603476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152309b3-563e-4ad4-9a30-ba5a75f9c3bd None None] No DVR routers for this DVR port ed4b766b-3313-41b5-bba9-986cb156e234 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:47.653057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d95534-b594-480f-bfef-5d9aedd44bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.656589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d95534-b594-480f-bfef-5d9aedd44bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.658198 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14d95534-b594-480f-bfef-5d9aedd44bde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/563ebb4a-c65a-4f26-b833-9ce7bfe99bdf HTTP/1.1" status: 204 len: 168 time: 0.2199240 Aug 31 09:08:47.675399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d95534-b594-480f-bfef-5d9aedd44bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563ebb4a-c65a-4f26-b833-9ce7bfe99bdf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.693413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.728464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca50d5be-eba2-4cf2-8082-64fbb7649be6']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:47.765889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b06fca-104b-4c53-a747-00ec60d12b08') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:47.765889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b06fca-104b-4c53-a747-00ec60d12b08') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:47.778713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.813320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.830438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:47.833419 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:47.841313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b66eff-f819-4abc-b5df-fe345efc7cb3 req-34a0e16b-1fd5-4f47-b8a6-db11e64709fe tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:47.843970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67b66eff-f819-4abc-b5df-fe345efc7cb3 req-34a0e16b-1fd5-4f47-b8a6-db11e64709fe tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 949 time: 0.1684353 Aug 31 09:08:47.860425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:08:47.861706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:08:47.866368 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:08:47.884255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Allocated IP 172.25.4.35 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/6d92fca5-806a-4b7d-8453-0c28e330be35) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:47.971699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7d6228d2-39d2-4b42-9731-b9d11f6a61c6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:48.087944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.107592 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.113250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ca50d5be-eba2-4cf2-8082-64fbb7649be6 HTTP/1.1" status: 204 len: 168 time: 1.5389535 Aug 31 09:08:48.126444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67b66eff-f819-4abc-b5df-fe345efc7cb3 req-70590092-9021-4b1f-b62e-6cd1d5b3f94f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687941 Aug 31 09:08:48.131107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eff5f-632e-4368-b9ab-251137b93736 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca50d5be-eba2-4cf2-8082-64fbb7649be6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:48.168067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:48.237874 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.298419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.332802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.337966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port fdca164a-760a-4853-98e7-3607e85b818c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:48.347513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port fdca164a-760a-4853-98e7-3607e85b818c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:48.348198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.375487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:48.385820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:48.392911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:48.402784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Pushing event updated for resources: {'Port': ['ID=6d92fca5-806a-4b7d-8453-0c28e330be35,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:48.447731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cf65d-37f8-4a31-b390-12aa01096936 req-c8b44653-6cee-484a-bbc6-26114cc3796d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:48.449887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f3cf65d-37f8-4a31-b390-12aa01096936 req-c8b44653-6cee-484a-bbc6-26114cc3796d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.1480308 Aug 31 09:08:48.477341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60986) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:48.575763 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8651a657-08a9-4e81-b560-a47bbc18220e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a95585c056f4bc2924c1c3d03c81fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965102 Aug 31 09:08:48.580377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60988) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:48.586110 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.609919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f3cf65d-37f8-4a31-b390-12aa01096936 req-abe34bd4-e95c-4369-abc8-646a6dbf452c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373866 Aug 31 09:08:48.639347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:48.644066 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e228be-fcf9-44bb-9b18-e8a8dffd5b67" -d '{"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-plugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:48.644707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.709337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:48.715221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc014-ecbb-4504-accd-592a0a7e3b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.717582 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.725467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.747924 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76236735-b5e1-45bb-bc2a-a0debfa1772e x-openstack-request-id: req-76236735-b5e1-45bb-bc2a-a0debfa1772e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:48.750647 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:48.752106 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76236735-b5e1-45bb-bc2a-a0debfa1772e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:48.752566 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'status': 'completed', 'code': 200} Aug 31 09:08:48.851461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc014-ecbb-4504-accd-592a0a7e3b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:48.865040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:48.923186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-df29f991-6ec9-421f-a604-a33d83270ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:48.925894 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-df29f991-6ec9-421f-a604-a33d83270ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1127 time: 0.1598084 Aug 31 09:08:49.003428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849cc73-d8ef-4f63-bb43-82520dcf8f70 req-9accb021-ed65-4461-a1bf-8102da443916 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:49.004626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a849cc73-d8ef-4f63-bb43-82520dcf8f70 req-9accb021-ed65-4461-a1bf-8102da443916 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1864448 Aug 31 09:08:49.070578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc014-ecbb-4504-accd-592a0a7e3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.075851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc014-ecbb-4504-accd-592a0a7e3b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.081897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b0bbc014-ecbb-4504-accd-592a0a7e3b78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9291b3a8-4d02-4fbf-8616-badabdcf6a81 HTTP/1.1" status: 204 len: 168 time: 0.4942319 Aug 31 09:08:49.107111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbc014-ecbb-4504-accd-592a0a7e3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291b3a8-4d02-4fbf-8616-badabdcf6a81,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:49.112879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a849cc73-d8ef-4f63-bb43-82520dcf8f70 req-05f20f6e-d207-45e3-ad27-2ecfb5239b4c tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942445 Aug 31 09:08:49.156901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-834e4ab5-fd2b-498d-8c5f-9da8221d4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:49.158605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-834e4ab5-fd2b-498d-8c5f-9da8221d4eb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2247183 Aug 31 09:08:49.188782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.201803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.257551 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-3fff98e1-46e2-4e6b-b05a-3d34a2dac79f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 217 time: 0.0890236 Aug 31 09:08:49.302012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed4b766b-3313-41b5-bba9-986cb156e234 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:49.393614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-c12bf091-456b-457d-9679-1140ef49e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:49.394924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ed4b766b-3313-41b5-bba9-986cb156e234 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:08:49.396240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-c12bf091-456b-457d-9679-1140ef49e12f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1287789 Aug 31 09:08:49.396882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed4b766b-3313-41b5-bba9-986cb156e234 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:49.409258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Pushing event updated for resources: {'Port': ['ID=6d92fca5-806a-4b7d-8453-0c28e330be35,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:49.442245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ef1a2-17ac-4090-9f9b-69df63093527 req-c964eddc-2058-47f5-97fd-85c3aa5adf2f tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:49.451459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da9ef1a2-17ac-4090-9f9b-69df63093527 req-c964eddc-2058-47f5-97fd-85c3aa5adf2f tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 945 time: 0.1872320 Aug 31 09:08:49.468527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-9e5c742b-ce92-49a9-b79a-caf7be5ad313 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635815 Aug 31 09:08:49.475843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.522577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da9ef1a2-17ac-4090-9f9b-69df63093527 req-dca18dee-a9d6-4449-a4c7-e69380626122 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689163 Aug 31 09:08:49.524877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.534398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-25e29198-c8a6-4f25-b800-e24d0c46e1fa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5083582 Aug 31 09:08:49.618375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-6d36c635-453e-4964-87fe-7224be793971 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0819952 Aug 31 09:08:49.623742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-970cf987-d1a9-40bc-b505-6919f33809bc service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464734 Aug 31 09:08:49.747222 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b91b23d-1068-4812-a60e-46b8d7af91e3 x-openstack-request-id: req-6b91b23d-1068-4812-a60e-46b8d7af91e3 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:49.748137 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-plugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:49.748553 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b91b23d-1068-4812-a60e-46b8d7af91e3 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:49.749067 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'code': 200} Aug 31 09:08:49.816604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-6e85d478-3cce-449a-aab3-5b557c29113e tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:49.823121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63ef8fa8-162f-42a1-a79c-dfeaba818e6d req-46aa88c1-7993-4477-b664-21e40afa832c service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891756 Aug 31 09:08:49.833761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7725bea8-698d-4442-ad9d-b31b08b8fb01 req-6e85d478-3cce-449a-aab3-5b557c29113e tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2078311 Aug 31 09:08:49.972070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989e33-bbf9-4b7b-a983-00b9384ebe29 req-e0b4d98c-aba9-487a-8657-ec0e8b0d3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:49.973626 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87989e33-bbf9-4b7b-a983-00b9384ebe29 req-e0b4d98c-aba9-487a-8657-ec0e8b0d3802 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1102 time: 0.0890219 Aug 31 09:08:50.036375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87989e33-bbf9-4b7b-a983-00b9384ebe29 req-96208527-4e74-4460-b318-7e34fb1c5754 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523276 Aug 31 09:08:50.038192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8203-0758-4715-b710-a194bc7fdfce req-adede06d-a084-4bde-8bdc-446a27784b58 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:50.042049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c8e8203-0758-4715-b710-a194bc7fdfce req-adede06d-a084-4bde-8bdc-446a27784b58 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1921542 Aug 31 09:08:50.107926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56126a6e-9d6f-4fe4-9292-0b78b0d009da req-0a734427-e0a1-44e2-96c0-5677a1110383 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:50.115510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56126a6e-9d6f-4fe4-9292-0b78b0d009da req-0a734427-e0a1-44e2-96c0-5677a1110383 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.1832528 Aug 31 09:08:50.159459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c8e8203-0758-4715-b710-a194bc7fdfce req-fc0b7fba-0950-4dc1-b6af-fd7f47936e4f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077275 Aug 31 09:08:50.167715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:50.241462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:50.252085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:50.252085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:50.307360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56126a6e-9d6f-4fe4-9292-0b78b0d009da req-c61bd24b-c33d-4881-95b3-595b3b4c791e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744881 Aug 31 09:08:50.381543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f75ee1-c86a-4b7e-a28c-f3b247b1712c tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips/e76cf91b-d389-4611-b2a7-2080c5f888df HTTP/1.1" status: 200 len: 692 time: 0.1776824 Aug 31 09:08:50.386768 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:50.467563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:50.479870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:50.597357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:50.672186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:50.688965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d788-358f-451f-9672-a87fa00949d2 req-bfb78af4-a280-4895-9be5-bd8703c91869 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:50.691760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e20d788-358f-451f-9672-a87fa00949d2 req-bfb78af4-a280-4895-9be5-bd8703c91869 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1424754 Aug 31 09:08:50.708947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71feed-49eb-4f42-a868-f241d2695980 req-56427a20-a045-4037-8b02-6c2161186bad tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:50.712047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd71feed-49eb-4f42-a868-f241d2695980 req-56427a20-a045-4037-8b02-6c2161186bad tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.3292096 Aug 31 09:08:50.841656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd71feed-49eb-4f42-a868-f241d2695980 req-d63c3ba2-bb45-4b7a-a08e-cecdddcfd5aa tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1128960 Aug 31 09:08:50.879178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-573133024-network', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:50.905481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Made reservation on behalf of 3e583daca93245bd96aeb3b2d1cac992 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:50.909697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:50.924672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.104518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.112403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.144730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:08:51.159888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7265b7fa-c374-4ba6-9995-78e09b5b3290,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:51.166307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.166690 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Added segment 7d1406ba-1d79-40fd-b1ce-b2dddf3495c0 of type vlan for network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb Aug 31 09:08:51.191219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e20d788-358f-451f-9672-a87fa00949d2 req-a19c7561-924a-478b-9346-98206c1467c9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769950 Aug 31 09:08:51.231224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.247355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd71feed-49eb-4f42-a868-f241d2695980 req-8b058b28-1fbc-4b00-8718-5454b4fb97c3 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.3945048 Aug 31 09:08:51.272688 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.275245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:51.276164 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.352276 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6752415 Aug 31 09:08:51.353915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32826) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:51.361282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Request body: {'subnet': {'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-subnet', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:51.373487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d260e-ae83-4660-9bb7-b9407a77c3ee admin admin] Pushing event updated for resources: {'Network': ['ID=e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:51.386517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:08:51.402763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Made reservation on behalf of 3e583daca93245bd96aeb3b2d1cac992 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:08:51.405629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.487426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc35a-0687-4180-b8bd-960f9b3156c4 req-a468b03f-b793-43b0-860c-e1d21a05bbec tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:51.489336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0ecc35a-0687-4180-b8bd-960f9b3156c4 req-a468b03f-b793-43b0-860c-e1d21a05bbec tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 946 time: 0.1704111 Aug 31 09:08:51.509484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Deleting port 6d92fca5-806a-4b7d-8453-0c28e330be35 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:51.510130 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.607504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0ecc35a-0687-4180-b8bd-960f9b3156c4 req-1c2a2d80-396f-4df1-8530-a01f5b0c164c tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Aug 31 09:08:51.668169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.668647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.686842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Calling delete_port for 6d92fca5-806a-4b7d-8453-0c28e330be35 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:51.716509 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.750663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:51.756346 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ca1e01-6a43-4a93-9aa2-3fabb1bccb7a" -d '{"events": [{"server_uuid": "5521ba87-554e-4eca-a7af-9ec6e6cc92c0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6228d2-39d2-4b42-9731-b9d11f6a61c6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:51.842704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7463e97-b5da-4cb5-88da-78524ed1baf8,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:51.857231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Checking segment: {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:51.857231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Network hostable DHCP agents. Network: e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:08:51.880624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:08:51.897783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:51.907592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:51.908944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.918930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3296b-47f7-47fd-9a9e-84cc4d8338f6 None None] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:51.939828 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-59efff3c-27fa-450a-bae7-47ac2d17f985 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5844216 Aug 31 09:08:51.943706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32832) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:51.952718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:51.990427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:51.997968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.002886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.048422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Pushing event deleted for resources: {'Port': ['ID=6d92fca5-806a-4b7d-8453-0c28e330be35,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:52.139721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.194769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.199415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.200947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd71feed-49eb-4f42-a868-f241d2695980 req-93f21ca7-05ec-4730-901b-6dd5b6326fcc tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "DELETE /v2.0/floatingips/e76cf91b-d389-4611-b2a7-2080c5f888df HTTP/1.1" status: 204 len: 173 time: 0.9464839 Aug 31 09:08:52.311066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb', 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'fixed_ips': [{'subnet_id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:08:52.311964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.410985 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.428007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebfba-1289-49a7-b3e8-be9730ff87a5 req-79a46ce4-1526-4726-83a3-19f46421f6d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:52.429648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fceebfba-1289-49a7-b3e8-be9730ff87a5 req-79a46ce4-1526-4726-83a3-19f46421f6d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1183026 Aug 31 09:08:52.444763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb41ed-7b86-4163-9363-85d62f6bf298 req-37c3038f-9f7e-4d42-9238-f0ee4272a840 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:52.448012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2fb41ed-7b86-4163-9363-85d62f6bf298 req-37c3038f-9f7e-4d42-9238-f0ee4272a840 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.0961969 Aug 31 09:08:52.526347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fceebfba-1289-49a7-b3e8-be9730ff87a5 req-15bae920-7865-46c5-9e4c-cf8318b59fc0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772631 Aug 31 09:08:52.535041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2fb41ed-7b86-4163-9363-85d62f6bf298 req-333ea977-401a-439b-9fa4-c088f86a2a26 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724809 Aug 31 09:08:52.572173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Allocated IP 172.20.0.2 (e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb/f7463e97-b5da-4cb5-88da-78524ed1baf8/3587980d-4c1c-42f0-90af-e72147bb2802) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:52.658923 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-9896b272-0216-4a6d-9648-46841d3fc8ee req-f907e99d-9873-4358-9290-1dcfd2bb2b24 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] show failed (client error): The resource could not be found. Aug 31 09:08:52.683147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9896b272-0216-4a6d-9648-46841d3fc8ee req-f907e99d-9873-4358-9290-1dcfd2bb2b24 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips/e76cf91b-d389-4611-b2a7-2080c5f888df HTTP/1.1" status: 404 len: 350 time: 0.0714676 Aug 31 09:08:52.708938 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00316a8c-5c2c-456e-ae66-2809e39fb053 x-openstack-request-id: req-00316a8c-5c2c-456e-ae66-2809e39fb053 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:52.709228 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521ba87-554e-4eca-a7af-9ec6e6cc92c0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6228d2-39d2-4b42-9731-b9d11f6a61c6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:52.709657 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00316a8c-5c2c-456e-ae66-2809e39fb053 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:52.710263 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6', 'code': 200} Aug 31 09:08:52.819622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f3c57-7311-4de4-a097-147d799f8412 req-0808738d-eccb-4fea-9278-f73b5de3fb47 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:52.828262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-493f3c57-7311-4de4-a097-147d799f8412 req-0808738d-eccb-4fea-9278-f73b5de3fb47 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.0964148 Aug 31 09:08:52.852242 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.862430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6cf9a-d4b2-4787-8be7-8a84043e0076 req-f1d33192-51b4-488a-b6b1-52ed43cd81e1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:52.864134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29f6cf9a-d4b2-4787-8be7-8a84043e0076 req-f1d33192-51b4-488a-b6b1-52ed43cd81e1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1179945 Aug 31 09:08:52.867979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c331640-36b1-47fe-a1d5-1917f1e56de7 req-e7fb7fc7-f03b-42bd-92d7-6ae4fa5001a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:52.870736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7c331640-36b1-47fe-a1d5-1917f1e56de7 req-e7fb7fc7-f03b-42bd-92d7-6ae4fa5001a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 1098 time: 0.1145995 Aug 31 09:08:52.875130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Transition to ACTIVE for port object 3587980d-4c1c-42f0-90af-e72147bb2802 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:52.905111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-493f3c57-7311-4de4-a097-147d799f8412 req-92d56d0f-5f15-4d6a-98e8-9950c884275b tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691359 Aug 31 09:08:52.909245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Transition to ACTIVE for port object 3587980d-4c1c-42f0-90af-e72147bb2802 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:52.927704 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.958142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7c331640-36b1-47fe-a1d5-1917f1e56de7 req-bc7b23fa-0864-44b8-811e-cece59259b9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734329 Aug 31 09:08:52.961992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.989920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:52.991220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:52.997733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:52.999281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29f6cf9a-d4b2-4787-8be7-8a84043e0076 req-d1bd871a-6969-4ae3-bf36-3b53f07f1d8f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221125 Aug 31 09:08:53.004338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:53.061370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Pushing event updated for resources: {'Port': ['ID=3587980d-4c1c-42f0-90af-e72147bb2802,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:53.108482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Attempting to bind port 3587980d-4c1c-42f0-90af-e72147bb2802 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:53.109022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Attempting to bind port 3587980d-4c1c-42f0-90af-e72147bb2802 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:53.109550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Attempting to bind port 3587980d-4c1c-42f0-90af-e72147bb2802 on network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:53.116970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:53.118156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Checking segment: {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:53.118857 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.119396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Bound using segment: {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:53.120045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Bound port: 3587980d-4c1c-42f0-90af-e72147bb2802, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:53.120656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.132263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc0db-b90f-4cfa-b3f2-d91f8307b022 req-e41ada54-455f-435f-816f-35f4adf57353 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:53.136006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59abc0db-b90f-4cfa-b3f2-d91f8307b022 req-e41ada54-455f-435f-816f-35f4adf57353 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 946 time: 0.1252205 Aug 31 09:08:53.183473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Allocated IP 172.25.4.187 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/623d0aa1-4383-410d-b9d6-22fc497680a4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:53.250750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59abc0db-b90f-4cfa-b3f2-d91f8307b022 req-c7e32525-dca0-4375-a9e6-3afc66da0358 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071892 Aug 31 09:08:53.271129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] For port 3587980d-4c1c-42f0-90af-e72147bb2802, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:53.280837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] For port 3587980d-4c1c-42f0-90af-e72147bb2802, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3587980d-4c1c-42f0-90af-e72147bb2802,segment=NetworkSegment(7d1406ba-1d79-40fd-b1ce-b2dddf3495c0),segment_id=7d1406ba-1d79-40fd-b1ce-b2dddf3495c0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:53.298773 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.392902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.403262 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-a089c97f-50f3-4a56-bf02-7d99ddca1a6d req-9d799f1b-01d0-40d3-8052-58947fe05bd9 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] show failed (client error): The resource could not be found. Aug 31 09:08:53.422102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a089c97f-50f3-4a56-bf02-7d99ddca1a6d req-9d799f1b-01d0-40d3-8052-58947fe05bd9 tempest-FloatingIPsTestJSON-1541688184 tempest-FloatingIPsTestJSON-1541688184-project] 10.222.0.18 "GET /v2.0/floatingips/e76cf91b-d389-4611-b2a7-2080c5f888df HTTP/1.1" status: 404 len: 350 time: 0.1238647 Aug 31 09:08:53.432116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:53.432679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7d5e0-7bfc-4331-94df-0ceb60e125da None None] Pushing event updated for resources: {'Port': ['ID=3587980d-4c1c-42f0-90af-e72147bb2802,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:53.459861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.541732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:53.573453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:53.598922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:53.603204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Pushing event updated for resources: {'Port': ['ID=623d0aa1-4383-410d-b9d6-22fc497680a4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:53.842557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-c98df3e7-a445-4d9f-a664-a0978d3a7b6d req-3bb44052-bcde-49c6-a20a-78806bc62d35 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:08:53.845018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c98df3e7-a445-4d9f-a664-a0978d3a7b6d req-3bb44052-bcde-49c6-a20a-78806bc62d35 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487816 Aug 31 09:08:54.100575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa1e12-d8ac-4aff-8807-17fce16f1559 req-c66155aa-f96c-4e67-bc45-d70c6edd7551 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:54.108371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fa1e12-d8ac-4aff-8807-17fce16f1559 req-c66155aa-f96c-4e67-bc45-d70c6edd7551 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.3394377 Aug 31 09:08:54.164165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fa1e12-d8ac-4aff-8807-17fce16f1559 req-50f5b419-4026-4e57-8099-2d16b5459ba5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518165 Aug 31 09:08:54.500804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274dc7-057c-463d-bbeb-f1dec1a6c73a req-1d2cbf0b-f3ce-4faf-b737-d6fe46389e24 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:54.511073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9274dc7-057c-463d-bbeb-f1dec1a6c73a req-1d2cbf0b-f3ce-4faf-b737-d6fe46389e24 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1617332 Aug 31 09:08:54.583002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c878bc-3daf-43d5-a886-450c0a67585e req-6632bc1c-cd59-45fe-8e5e-e01ac7e53952 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:54.592026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0c878bc-3daf-43d5-a886-450c0a67585e req-6632bc1c-cd59-45fe-8e5e-e01ac7e53952 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1954954 Aug 31 09:08:54.611372 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.684656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9274dc7-057c-463d-bbeb-f1dec1a6c73a req-d2576d15-6a68-4558-9b25-61166e9e47f6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717544 Aug 31 09:08:54.722194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-12ae932e-165e-4f18-b1e0-59815a6dc467 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4297600 Aug 31 09:08:54.790922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.811764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0c878bc-3daf-43d5-a886-450c0a67585e req-3b7b1392-710c-411e-bbf3-6a45cfeb8733 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187204 Aug 31 09:08:54.940956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879154ab-b1f5-4ecd-8ea7-f2bae3ce4d43 None None] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:08:55.041227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-167ed5ed-33c4-4a57-aa6b-d97d4e62666b None None] Provisioning for port 3587980d-4c1c-42f0-90af-e72147bb2802 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:55.271824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fbbf3-faf9-4e97-95b3-9df867e5d92d req-7547d397-20b7-4f47-81fa-f337511cd5f9 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.292277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a26fbbf3-faf9-4e97-95b3-9df867e5d92d req-7547d397-20b7-4f47-81fa-f337511cd5f9 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 946 time: 0.3242364 Aug 31 09:08:55.384560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.478073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3587980d-4c1c-42f0-90af-e72147bb2802 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:55.494298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a26fbbf3-faf9-4e97-95b3-9df867e5d92d req-9782a97a-d065-4cf6-8d08-a66f546dda3b tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005117 Aug 31 09:08:55.522603 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-d3855657-69af-46b6-8985-aa8d3f959b85 service neutron] 10.222.0.15 "GET /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.2096300 Aug 31 09:08:55.535846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fd516-a27c-4da4-a6ba-bbd39297f7c1 req-0be7c66d-cb03-4b01-9141-7cba9e273dbf tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.544484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e58fd516-a27c-4da4-a6ba-bbd39297f7c1 req-0be7c66d-cb03-4b01-9141-7cba9e273dbf tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 944 time: 0.1892085 Aug 31 09:08:55.651037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e58fd516-a27c-4da4-a6ba-bbd39297f7c1 req-2ff21b52-b633-4bdf-af36-173715a22fa5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964122 Aug 31 09:08:55.752349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3587980d-4c1c-42f0-90af-e72147bb2802 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:55.760424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3587980d-4c1c-42f0-90af-e72147bb2802 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:55.760890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.903343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:08:55.971282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118e9d-7671-4616-badf-bb851be0fb29 req-6ef65003-15d9-4cda-993e-7ba7d1a61ad0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.974023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a50795be-347c-41b4-b0e8-56c1735f4f96 None None] Provisioning complete for port 3587980d-4c1c-42f0-90af-e72147bb2802 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:55.977232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a50795be-347c-41b4-b0e8-56c1735f4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.998108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e118e9d-7671-4616-badf-bb851be0fb29 req-6ef65003-15d9-4cda-993e-7ba7d1a61ad0 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1344421 Aug 31 09:08:56.038822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Deleting port 7f6ec593-90f4-47d6-a962-c391bba38972 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:56.039714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.224335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:56.288422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e118e9d-7671-4616-badf-bb851be0fb29 req-4997b50f-964d-4a02-b757-19a017f4a966 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890055 Aug 31 09:08:56.337026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:56.341219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6cb7-77f0-4129-b3bd-a9ff36b21572 req-152962a9-1e23-41d2-a2a8-5dbb0cd26078 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:56.346365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42d6cb7-77f0-4129-b3bd-a9ff36b21572 req-152962a9-1e23-41d2-a2a8-5dbb0cd26078 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2491050 Aug 31 09:08:56.362698 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Sync routers for ids ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:56.424235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:56.435243 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Routers {'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:56.439373 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:56.456510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a50795be-347c-41b4-b0e8-56c1735f4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.475749 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.506303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.516552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef9ac8d1-5f68-412c-a369-70fd45c1b8ea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5657048 Aug 31 09:08:56.521621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32940) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:56.536677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:56.614238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:56.629697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:56.648142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a50795be-347c-41b4-b0e8-56c1735f4f96 None None] For port 3587980d-4c1c-42f0-90af-e72147bb2802, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3587980d-4c1c-42f0-90af-e72147bb2802,segment=NetworkSegment(7d1406ba-1d79-40fd-b1ce-b2dddf3495c0),segment_id=7d1406ba-1d79-40fd-b1ce-b2dddf3495c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:56.667356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.738102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] For port 7f6ec593-90f4-47d6-a962-c391bba38972, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f6ec593-90f4-47d6-a962-c391bba38972,segment=NetworkSegment(31bd70af-cc1f-4eaa-b9a7-9fb32d823074),segment_id=31bd70af-cc1f-4eaa-b9a7-9fb32d823074)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:56.738751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.752734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cfee1956-cf7e-4f9c-b603-acc4e7469230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.766400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42d6cb7-77f0-4129-b3bd-a9ff36b21572 req-8c8ba758-b325-4d71-b43f-4f1dd2fe00cb tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922055 Aug 31 09:08:56.775556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a50795be-347c-41b4-b0e8-56c1735f4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.785280 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:08:56.786255 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:08:56.791013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:08:56.798310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Calling delete_port for 7f6ec593-90f4-47d6-a962-c391bba38972 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:08:56.868756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] Transition to ACTIVE for port object ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:56.879192 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.946670 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Set router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:56.980775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50795be-347c-41b4-b0e8-56c1735f4f96 None None] Pushing event updated for resources: {'Port': ['ID=3587980d-4c1c-42f0-90af-e72147bb2802,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:56.985292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e77132-728f-45f5-8990-8e2864231681 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:56.988746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:08:57.043484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] No DVR routers for this DVR port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:08:57.141625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-35e77132-728f-45f5-8990-8e2864231681 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6031508 Aug 31 09:08:57.196005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108ca30-946b-48b4-8a01-e3261fa36040 req-7a7481f5-33d1-457d-b950-0f640f9df9a5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:57.204016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2108ca30-946b-48b4-8a01-e3261fa36040 req-7a7481f5-33d1-457d-b950-0f640f9df9a5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.3261261 Aug 31 09:08:57.227546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cfee1956-cf7e-4f9c-b603-acc4e7469230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:57.300358 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:08:54Z', 'revision_number': 3, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:57.332135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cfee1956-cf7e-4f9c-b603-acc4e7469230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:57.502760 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Checking router: e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:57.504747 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Updating router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 port 623d0aa1-4383-410d-b9d6-22fc497680a4 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:08:57.549208 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:57.669964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-43e1f535-f953-4fd9-a334-36c1655c21a2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:57.672717 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-43e1f535-f953-4fd9-a334-36c1655c21a2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.1803606 Aug 31 09:08:57.697557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3587980d-4c1c-42f0-90af-e72147bb2802 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:57.796295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-9398e069-839b-449b-949c-22ca7b7ad4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:57.798255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-9398e069-839b-449b-949c-22ca7b7ad4ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 1097 time: 0.1135764 Aug 31 09:08:57.854506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3587980d-4c1c-42f0-90af-e72147bb2802 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:57.855241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:57.911554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cfee1956-cf7e-4f9c-b603-acc4e7469230 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17ed9a8d2e8b4281a20b678fa19787ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6795056 Aug 31 09:08:57.926948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2108ca30-946b-48b4-8a01-e3261fa36040 req-2b9fa4f5-6452-4913-baad-46dab0560b0a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219207 Aug 31 09:08:57.931233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32956) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:57.997615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee1956-cf7e-4f9c-b603-acc4e7469230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce707f-676d-4a01-b342-0d1cd211c7cf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:58.065764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-dcbd3ba8-6efa-4505-9059-272ef2cbfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:58.068981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc59fdc-c024-4dc2-8f6a-18fa70c1d53c req-9fd8b750-4746-4506-a1fe-5e9bceb85080 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:58.070070 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-dcbd3ba8-6efa-4505-9059-272ef2cbfeb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1097 time: 0.2101166 Aug 31 09:08:58.088654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bc59fdc-c024-4dc2-8f6a-18fa70c1d53c req-9fd8b750-4746-4506-a1fe-5e9bceb85080 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.5708978 Aug 31 09:08:58.130090 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.170613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7107eaf-f70c-42a8-abe2-ce67752a56f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.203317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-376b8189-41b3-4331-b52b-d4ea2ef443b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:58.209091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-376b8189-41b3-4331-b52b-d4ea2ef443b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1102 time: 0.7036221 Aug 31 09:08:58.245259 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7107eaf-f70c-42a8-abe2-ce67752a56f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.349397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-b4ad0ef3-2486-43e2-95e4-b7edf583d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:58.353535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-b4ad0ef3-2486-43e2-95e4-b7edf583d663 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2567992 Aug 31 09:08:58.431260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7107eaf-f70c-42a8-abe2-ce67752a56f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.435995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7107eaf-f70c-42a8-abe2-ce67752a56f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.438350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c7107eaf-f70c-42a8-abe2-ce67752a56f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11ce707f-676d-4a01-b342-0d1cd211c7cf HTTP/1.1" status: 204 len: 168 time: 0.5054686 Aug 31 09:08:58.440909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-ea0b0b30-3ff6-4703-821a-47d19a3033ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 217 time: 0.0790756 Aug 31 09:08:58.457452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ea93e9ca-f17c-4ed6-99df-25d121d1038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.487132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7107eaf-f70c-42a8-abe2-ce67752a56f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce707f-676d-4a01-b342-0d1cd211c7cf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:58.582277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-6ede45f5-d69e-44b7-bd6a-e4a95a1cfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:58.585143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-6ede45f5-d69e-44b7-bd6a-e4a95a1cfbda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1346657 Aug 31 09:08:58.642748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-5011e6a7-1093-45a1-a6a6-0beefcc57244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470686 Aug 31 09:08:58.703769 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Transition to ACTIVE for port object 623d0aa1-4383-410d-b9d6-22fc497680a4 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:58.720487 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.748516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.777439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bc59fdc-c024-4dc2-8f6a-18fa70c1d53c req-1f116f4f-6162-41c1-9da4-8cce19ad313b tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884964 Aug 31 09:08:58.810436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6ec593-90f4-47d6-a962-c391bba38972,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:58.879433 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bfefe-b41c-4f03-9cfd-ded7f9968209 None None] Pushing event updated for resources: {'Port': ['ID=623d0aa1-4383-410d-b9d6-22fc497680a4,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:58.882703 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Attempting to bind port 623d0aa1-4383-410d-b9d6-22fc497680a4 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:58.883869 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Attempting to bind port 623d0aa1-4383-410d-b9d6-22fc497680a4 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:58.884582 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Attempting to bind port 623d0aa1-4383-410d-b9d6-22fc497680a4 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:58.891807 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:58.892500 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:58.893074 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.893793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:58.894571 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Bound port: 623d0aa1-4383-410d-b9d6-22fc497680a4, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:58.895136 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.905931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-e93ed8a3-1480-4f3f-bbdc-9debd18b2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:58.908690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-e93ed8a3-1480-4f3f-bbdc-9debd18b2a58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.6513574 Aug 31 09:08:58.939484 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-836e152b-deff-44de-9543-8191d5461552 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879541 Aug 31 09:08:59.036966 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] For port 623d0aa1-4383-410d-b9d6-22fc497680a4, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:59.044262 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] For port 623d0aa1-4383-410d-b9d6-22fc497680a4, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=623d0aa1-4383-410d-b9d6-22fc497680a4,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:59.056782 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.169276 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-6baaf6cc-1129-4851-b414-03e8f52d6570 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216718 Aug 31 09:08:59.209231 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bfefe-b41c-4f03-9cfd-ded7f9968209 None None] Pushing event updated for resources: {'Port': ['ID=623d0aa1-4383-410d-b9d6-22fc497680a4,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:59.229330 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Routers {'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:59.230016 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:08:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:59.235916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d301179-2557-4bd7-8d0d-261bda77395f req-b7de0bcc-4cd8-480e-81fb-4b95e4a712cf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:59.244337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d301179-2557-4bd7-8d0d-261bda77395f req-b7de0bcc-4cd8-480e-81fb-4b95e4a712cf tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.6366861 Aug 31 09:08:59.267379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:59.291915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de09767d-9de5-4112-852b-ba597b6cf119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.396286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c63964ef-1721-419c-b4e2-f3c5aa5013b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.2296402 Aug 31 09:08:59.513143 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] Set router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:59.590941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de09767d-9de5-4112-852b-ba597b6cf119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.594948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d301179-2557-4bd7-8d0d-261bda77395f req-3607ff7f-7d15-4a36-b785-de35dff03ffd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495276 Aug 31 09:08:59.605143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de09767d-9de5-4112-852b-ba597b6cf119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.750935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.772279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-de09767d-9de5-4112-852b-ba597b6cf119 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75abd4540f614c6ba7ba9dd3e34297fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037813 Aug 31 09:08:59.777302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32976) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:59.826032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09767d-9de5-4112-852b-ba597b6cf119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090b6dfb-4910-4510-a5bf-dd60ac581f2a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:59.837024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-7e0b39f8-9479-4827-a66d-6de613fb733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:59.842008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-7e0b39f8-9479-4827-a66d-6de613fb733d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.4129736 Aug 31 09:08:59.886893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-d4f8c137-1395-4748-a192-123cac4f5ff7 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:59.891067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-d4f8c137-1395-4748-a192-123cac4f5ff7 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.2154481 Aug 31 09:08:59.893592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7548fb56-293d-4938-bbbf-ae97e649f653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.958134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:08:54Z', 'revision_number': 3, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:59.982739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7548fb56-293d-4938-bbbf-ae97e649f653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.986289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742a8ec-5686-4f36-a15d-891f8e2a9045 req-8a6e1860-93a9-477e-b60f-5b8102f56d2e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:59.997091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2742a8ec-5686-4f36-a15d-891f8e2a9045 req-8a6e1860-93a9-477e-b60f-5b8102f56d2e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.6122308 Aug 31 09:09:00.016228 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885acfa-e6df-4069-9727-f93729bea16c None None] The sync data for ids ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'] in n-d-800634-13 is: [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:08:54Z', 'revision_number': 3, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:00.236216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7548fb56-293d-4938-bbbf-ae97e649f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.250009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7548fb56-293d-4938-bbbf-ae97e649f653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.251897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7548fb56-293d-4938-bbbf-ae97e649f653 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/090b6dfb-4910-4510-a5bf-dd60ac581f2a HTTP/1.1" status: 204 len: 168 time: 0.4731359 Aug 31 09:09:00.263689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.295588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-bb4985e6-1548-4bef-a034-05b1aeff80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:00.299728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-bb4985e6-1548-4bef-a034-05b1aeff80ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3905048 Aug 31 09:09:00.366059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2742a8ec-5686-4f36-a15d-891f8e2a9045 req-1b0ef89d-3fcb-4867-86c7-91505dfee621 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675978 Aug 31 09:09:00.415832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548fb56-293d-4938-bbbf-ae97e649f653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090b6dfb-4910-4510-a5bf-dd60ac581f2a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:00.723908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-8762e659-c1db-46b2-a868-02ae3a13e263 service neutron] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:00.747068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-8762e659-c1db-46b2-a868-02ae3a13e263 service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.749509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-caa61771-a169-40d1-ba14-90c6bf28e0fb req-8762e659-c1db-46b2-a868-02ae3a13e263 service neutron] 10.222.0.23 "DELETE /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.8305213 Aug 31 09:09:00.995959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Router 72899fd0-d678-48e2-befe-81ec3a71ba29 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:01.123611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afaa50-f901-4fbf-9eed-9c70f305cff8 req-3fa0e3dc-c064-4b09-8528-a71bc0c2362a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:01.137236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68afaa50-f901-4fbf-9eed-9c70f305cff8 req-3fa0e3dc-c064-4b09-8528-a71bc0c2362a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.5966322 Aug 31 09:09:01.181091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96addaed-d36d-4824-91a3-17d3f8a221e9 req-26ed9607-ad41-4b00-9e95-fe24119c9f52 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:01.183017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96addaed-d36d-4824-91a3-17d3f8a221e9 req-26ed9607-ad41-4b00-9e95-fe24119c9f52 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2848592 Aug 31 09:09:01.235576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-581e33be-8f0c-4e56-bed7-e8ce8d749d96 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090159 Aug 31 09:09:01.501924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68afaa50-f901-4fbf-9eed-9c70f305cff8 req-6b9aa731-28fc-427a-b462-e55189d61ecc tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589742 Aug 31 09:09:01.519682 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-15beb22d-ebd9-4909-b837-82d242fc3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:01.558227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96addaed-d36d-4824-91a3-17d3f8a221e9 req-3b10c2ca-2a03-4cf9-80d7-d93e6217b1be tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178434 Aug 31 09:09:01.693321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:01.752661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 623d0aa1-4383-410d-b9d6-22fc497680a4 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:01.763798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:01.862498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 623d0aa1-4383-410d-b9d6-22fc497680a4 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:01.869584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 623d0aa1-4383-410d-b9d6-22fc497680a4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:01.870283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:01.872931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Allocated IP 172.20.0.1 (e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb/f7463e97-b5da-4cb5-88da-78524ed1baf8/fd91ea3e-65ef-469a-96de-10dafb59dd1a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:01.972093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:01.997610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] Sync routers for ids ['72899fd0-d678-48e2-befe-81ec3a71ba29'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:02.034650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] Routers {'72899fd0-d678-48e2-befe-81ec3a71ba29'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:02.035752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72899fd0-d678-48e2-befe-81ec3a71ba29'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:02.037783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33014) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:02.038423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6d94a5b2-6aae-4580-9dad-c037c006ca00 admin admin] 10.222.0.18 "PUT /v2.0/routers/72899fd0-d678-48e2-befe-81ec3a71ba29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6042273 Aug 31 09:09:02.149646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-12f44f9a-fbbb-4b56-96a8-d968f157a4c5 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8688605 Aug 31 09:09:02.164844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072e910-d48d-43c5-837a-64bdd394c654 req-6d195583-9d72-4344-8c4a-20adad559ceb tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.180660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1072e910-d48d-43c5-837a-64bdd394c654 req-6d195583-9d72-4344-8c4a-20adad559ceb tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.4143658 Aug 31 09:09:02.245948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.335156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1072e910-d48d-43c5-837a-64bdd394c654 req-a9c866b4-009e-47e1-b5da-91bd301478af tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523654 Aug 31 09:09:02.427054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.457821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Transition to ACTIVE for port object fd91ea3e-65ef-469a-96de-10dafb59dd1a will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:02.502304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.548113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 623d0aa1-4383-410d-b9d6-22fc497680a4, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=623d0aa1-4383-410d-b9d6-22fc497680a4,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:02.556099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] Set router 72899fd0-d678-48e2-befe-81ec3a71ba29 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:02.565714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.569853 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.677350 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.734390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:02.778555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:02.787808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a81089-8360-47a5-9693-0e3dba1f51e0 req-55f4b4e8-8b8c-489a-9723-6bd9ae159068 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.803002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88a81089-8360-47a5-9693-0e3dba1f51e0 req-55f4b4e8-8b8c-489a-9723-6bd9ae159068 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1097 time: 0.2708228 Aug 31 09:09:02.807710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:02.878982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Deleting port c0ac7767-5350-4d40-be9b-f420c81c8e27 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:02.879700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.993110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=623d0aa1-4383-410d-b9d6-22fc497680a4,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:03.017326 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Pushing event updated for resources: {'Port': ['ID=fd91ea3e-65ef-469a-96de-10dafb59dd1a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:03.066458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.069853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.074920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.075837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.076287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.076883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.077496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.078351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.078753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.079371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.080344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.080859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:03.114158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88a81089-8360-47a5-9693-0e3dba1f51e0 req-14d46fa5-3aae-4e82-89a4-13e3d25e60a7 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309947 Aug 31 09:09:03.154822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:03.170352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] For port c0ac7767-5350-4d40-be9b-f420c81c8e27, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c0ac7767-5350-4d40-be9b-f420c81c8e27,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:03.172177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:03.233145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Calling delete_port for c0ac7767-5350-4d40-be9b-f420c81c8e27 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:03.330708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:08:58Z', 'revision_number': 5, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port': {'id': 'c0ac7767-5350-4d40-be9b-f420c81c8e27', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:17Z', 'updated_at': '2021-08-31T09:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:03.369145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed89a-9067-4c15-9339-89cdece3c1c0 req-2038783a-ffad-4411-aa33-9edb2bc9735d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:03.383220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1fed89a-9067-4c15-9339-89cdece3c1c0 req-2038783a-ffad-4411-aa33-9edb2bc9735d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.6459839 Aug 31 09:09:03.528178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] Checking router: 72899fd0-d678-48e2-befe-81ec3a71ba29 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:03.598268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:03.608568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-94fc1592-1dfe-4de5-8994-14058adf4f86 None None] Provisioning for port fd91ea3e-65ef-469a-96de-10dafb59dd1a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:03.624481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] Routers {'72899fd0-d678-48e2-befe-81ec3a71ba29'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:03.625585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72899fd0-d678-48e2-befe-81ec3a71ba29'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:03.633128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-94fc1592-1dfe-4de5-8994-14058adf4f86 None None] Provisioning complete for port fd91ea3e-65ef-469a-96de-10dafb59dd1a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:03.641838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94fc1592-1dfe-4de5-8994-14058adf4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:03.732242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 623d0aa1-4383-410d-b9d6-22fc497680a4 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:03.766968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1fed89a-9067-4c15-9339-89cdece3c1c0 req-f43294d6-d119-4112-88b0-883268f497a9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820920 Aug 31 09:09:03.772037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:03.803485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724481f-a018-4a98-8382-4635650f3f98 req-84c6be21-d795-4d37-bc54-50212460106a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:03.808196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8724481f-a018-4a98-8382-4635650f3f98 req-84c6be21-d795-4d37-bc54-50212460106a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.4767025 Aug 31 09:09:04.042207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-94fc1592-1dfe-4de5-8994-14058adf4f86 None None] Port fd91ea3e-65ef-469a-96de-10dafb59dd1a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:04.089703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8724481f-a018-4a98-8382-4635650f3f98 req-4d5e65c7-229b-418d-8745-d8190aac3380 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689848 Aug 31 09:09:04.126715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 623d0aa1-4383-410d-b9d6-22fc497680a4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:04.127491 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:04.135775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] Set router 72899fd0-d678-48e2-befe-81ec3a71ba29 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:04.303425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:09:02Z', 'revision_number': 6, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:04.371445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b18c03-8f8b-4657-a8f4-8b070df73891 None None] The sync data for ids ['72899fd0-d678-48e2-befe-81ec3a71ba29'] in n-d-800634-13 is: [{'id': '72899fd0-d678-48e2-befe-81ec3a71ba29', 'name': 'tempest-FloatingIPsTestJSON-1073023163-router', 'tenant_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:16Z', 'updated_at': '2021-08-31T09:09:02Z', 'revision_number': 6, 'project_id': 'e5d2497b6416444b9c58ea4687bb32bc', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:04.512809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:04.589933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ac7767-5350-4d40-be9b-f420c81c8e27,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:04.639843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:04.654634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.655186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.655725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.656276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.656840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.657367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.657900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.658442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.659024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.660210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.660533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.661124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:04.867213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:04.876548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:04.972897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6afd5-b1cc-476e-a9bb-3e47fbd29fcb req-831dbdf8-5331-47ae-8e18-88c054132d6e tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:04.987613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dff6afd5-b1cc-476e-a9bb-3e47fbd29fcb req-831dbdf8-5331-47ae-8e18-88c054132d6e tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1097 time: 0.7096784 Aug 31 09:09:05.026527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.027630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72899fd0-d678-48e2-befe-81ec3a71ba29 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:09:05.040356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.042130 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3933856d-b701-4bd7-bf42-4c89b24a70e0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/72899fd0-d678-48e2-befe-81ec3a71ba29 HTTP/1.1" status: 204 len: 168 time: 3.0017469 Aug 31 09:09:05.045532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33062) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:05.066949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.090850 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.150823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Deleting subnet 634991e6-e812-4e20-be07-d6d7715ddd22 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:05.158040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.196888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dff6afd5-b1cc-476e-a9bb-3e47fbd29fcb req-686c55a1-30e9-4e6d-a7aa-087ad5a75815 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915171 Aug 31 09:09:05.280755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.292775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.311740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Pushing event updated for resources: {'Port': ['ID=fd91ea3e-65ef-469a-96de-10dafb59dd1a,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:05.472988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.567703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.600772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:05.612685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:05.630299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f6ec593-90f4-47d6-a962-c391bba38972 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:05.642215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a7314-4548-4c92-8cd9-5bb1d899f510 req-9da8f082-8fe0-4593-b0bc-f45555c05569 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:05.644867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f2a7314-4548-4c92-8cd9-5bb1d899f510 req-9da8f082-8fe0-4593-b0bc-f45555c05569 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.2041860 Aug 31 09:09:05.667817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634991e6-e812-4e20-be07-d6d7715ddd22,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:05.690226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.702563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b7d4cf36-9400-4cdf-a554-cf90c6d91faa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/634991e6-e812-4e20-be07-d6d7715ddd22 HTTP/1.1" status: 204 len: 168 time: 0.6549768 Aug 31 09:09:05.704017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33074) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:05.890138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.925887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209420c-abc3-43a4-b073-8b8d66776759 None None] Network 8251a3ac-a843-4b7b-abaa-2cf22d124a72 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:05.954223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7f6ec593-90f4-47d6-a962-c391bba38972 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:05.956768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f6ec593-90f4-47d6-a962-c391bba38972 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:05.957772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c0ac7767-5350-4d40-be9b-f420c81c8e27 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:05.996716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Deleting port 325cc61a-7082-4b12-8382-624cba8cf14b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:05.997422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:06.097884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:06.118995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] For port 325cc61a-7082-4b12-8382-624cba8cf14b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=325cc61a-7082-4b12-8382-624cba8cf14b,segment=NetworkSegment(31bd70af-cc1f-4eaa-b9a7-9fb32d823074),segment_id=31bd70af-cc1f-4eaa-b9a7-9fb32d823074)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:06.119323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:06.139418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c8115-7593-4025-9ff2-3e3baf61b009 req-9f4b949a-236f-4638-84ad-0c9c33a07aea tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:06.141388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d75c8115-7593-4025-9ff2-3e3baf61b009 req-9f4b949a-236f-4638-84ad-0c9c33a07aea tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.4043133 Aug 31 09:09:06.144797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Calling delete_port for 325cc61a-7082-4b12-8382-624cba8cf14b owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:06.147876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c0ac7767-5350-4d40-be9b-f420c81c8e27 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:06.148779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c0ac7767-5350-4d40-be9b-f420c81c8e27 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:06.208962 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:06.270176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f2a7314-4548-4c92-8cd9-5bb1d899f510 req-20f67467-cdf1-4d78-ad14-ca0b7ac88385 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164536 Aug 31 09:09:06.285818 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:06.322589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] No DVR routers for this DVR port 325cc61a-7082-4b12-8382-624cba8cf14b on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:06.360348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:09:06.370906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:06.401331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Pushing event deleted for resources: {'Port': ['ID=325cc61a-7082-4b12-8382-624cba8cf14b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:06.448446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-64dca672-9078-4c9d-a3f6-707098d260f0 None None] Provisioning complete for port fd91ea3e-65ef-469a-96de-10dafb59dd1a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:06.448446 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64dca672-9078-4c9d-a3f6-707098d260f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:06.477117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d75c8115-7593-4025-9ff2-3e3baf61b009 req-3cfacf0a-ba78-4e33-af81-6daafb39bfe5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167479 Aug 31 09:09:06.497094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:06.508932 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Sync routers for ids ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:06.511909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3af4fb68-e318-4c30-980f-b78ab4990a73 admin admin] 10.222.0.18 "PUT /v2.0/routers/e5a1d652-9cb7-484e-86f5-f3b7ca12ee75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9508195 Aug 31 09:09:06.563888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-64dca672-9078-4c9d-a3f6-707098d260f0 None None] Port fd91ea3e-65ef-469a-96de-10dafb59dd1a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:06.576099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Routers {'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:06.579477 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:06.739113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:06.760775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.761327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.763731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.764277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > port after_create 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.764892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.765427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > port after_update 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.765930 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.766444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.767015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.767523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.783047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393ff21-2a97-4fac-a274-79356b5027ce None None] DHCP port deletion for 8251a3ac-a843-4b7b-abaa-2cf22d124a72 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:09:06.815941 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Set router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:06.946841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.947616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.948141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.948588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:09:06.949056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8251a3ac-a843-4b7b-abaa-2cf22d124a72']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:06.951473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.002443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bd70af-cc1f-4eaa-b9a7-9fb32d823074') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:07.004513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bd70af-cc1f-4eaa-b9a7-9fb32d823074') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:07.051578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.077794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:07.089046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:07.093179 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4a97b-afc1-410e-85f3-b49b5d84b07b" -d '{"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:07.147989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:07.152415 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.153868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'mac_address': 'fa:16:3e:fc:7f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:09:07.181139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:07.183929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: from cryptography.utils import int_from_bytes Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: from cryptography.utils import int_from_bytes Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:07.193547 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:07.212942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.373968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.421073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.424769 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8251a3ac-a843-4b7b-abaa-2cf22d124a72 HTTP/1.1" status: 204 len: 168 time: 1.7178602 Aug 31 09:09:07.429040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee60af7-8c91-4291-81aa-6407478fc649 admin admin] Pushing event deleted for resources: {'Network': ['ID=8251a3ac-a843-4b7b-abaa-2cf22d124a72,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:07.452285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:07.471236 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:03Z', 'revision_number': 4, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'fd91ea3e-65ef-469a-96de-10dafb59dd1a', 'name': '', 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'mac_address': 'fa:16:3e:12:99:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:00Z', 'updated_at': '2021-08-31T09:09:04Z', 'revision_number': 2, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'subnets': [{'id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:07.492544 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c108d95b-873a-4bc1-a3e7-c1021bc6443c x-openstack-request-id: req-c108d95b-873a-4bc1-a3e7-c1021bc6443c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:07.493281 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:07.493703 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c108d95b-873a-4bc1-a3e7-c1021bc6443c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:07.494337 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'code': 200} Aug 31 09:09:07.520070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.532907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.533499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.537908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.538707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.539384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.539964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.543913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.543913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.549189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.550695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.559089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:07.569267 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.577320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-3ea4a8b0-f771-46a4-9b36-ac845ea982f6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3462574 Aug 31 09:09:07.589357 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Checking router: e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:07.606707 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Updating router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 port fd91ea3e-65ef-469a-96de-10dafb59dd1a binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:09:07.615905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:07.643952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:07.668221 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.679908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 325cc61a-7082-4b12-8382-624cba8cf14b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:07.712134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.744912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 325cc61a-7082-4b12-8382-624cba8cf14b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:07.745795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 325cc61a-7082-4b12-8382-624cba8cf14b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:07.792282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:07.804371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:07.882977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33120) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:07.918402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:07.948797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-12d9185e-034c-44d0-9790-c8384fcbb781 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5d2497b6416444b9c58ea4687bb32bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639439 Aug 31 09:09:07.952832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33122) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:07.956768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e871cc-13ca-4987-a50c-f197134c7aa2 req-873b6f58-ed48-40f3-a5fb-cb5b8a6fb817 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:07.964577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e871cc-13ca-4987-a50c-f197134c7aa2 req-873b6f58-ed48-40f3-a5fb-cb5b8a6fb817 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.1223538 Aug 31 09:09:08.028002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-776dce0b-f3a1-4342-92c2-aa6b5ba1b4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.039309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e871cc-13ca-4987-a50c-f197134c7aa2 req-47bf81d0-b3d3-4bde-8e9f-891e55fb28e8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Aug 31 09:09:08.068357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-776dce0b-f3a1-4342-92c2-aa6b5ba1b4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.074971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.159544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-776dce0b-f3a1-4342-92c2-aa6b5ba1b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.166937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-776dce0b-f3a1-4342-92c2-aa6b5ba1b4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.177710 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-776dce0b-f3a1-4342-92c2-aa6b5ba1b4a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/728c120d-c3e1-4e48-95de-a70599ae1361 HTTP/1.1" status: 204 len: 168 time: 0.2230482 Aug 31 09:09:08.198037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dce0b-f3a1-4342-92c2-aa6b5ba1b4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728c120d-c3e1-4e48-95de-a70599ae1361,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:08.269970 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.287112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Transition to ACTIVE for port object fd91ea3e-65ef-469a-96de-10dafb59dd1a will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:08.300109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20ab88-23cd-494f-8599-f6f0fa04a74d req-58aa9c8f-2c83-48b8-b2dc-520f1bdf0cf9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:08.302012 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.302702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e20ab88-23cd-494f-8599-f6f0fa04a74d req-58aa9c8f-2c83-48b8-b2dc-520f1bdf0cf9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1215453 Aug 31 09:09:08.388969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Allocated IP 172.25.4.154 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/d2b8164b-93b7-46e1-8a88-c5e62ee80f3d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:08.394014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:08.426177 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be318f-ded5-4158-bde2-6f46511c9881 None None] Pushing event updated for resources: {'Port': ['ID=fd91ea3e-65ef-469a-96de-10dafb59dd1a,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:08.439188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e20ab88-23cd-494f-8599-f6f0fa04a74d req-ae241960-839d-465d-b524-f74bd62a34d5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123056 Aug 31 09:09:08.640319 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Attempting to bind port fd91ea3e-65ef-469a-96de-10dafb59dd1a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:08.641108 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Attempting to bind port fd91ea3e-65ef-469a-96de-10dafb59dd1a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:08.642186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Attempting to bind port fd91ea3e-65ef-469a-96de-10dafb59dd1a on network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:08.659623 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:08.660286 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Checking segment: {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:08.661016 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.664700 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Bound using segment: {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:08.665424 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Bound port: fd91ea3e-65ef-469a-96de-10dafb59dd1a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:08.666284 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.729361 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.843342 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] For port fd91ea3e-65ef-469a-96de-10dafb59dd1a, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:08.850888 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] For port fd91ea3e-65ef-469a-96de-10dafb59dd1a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fd91ea3e-65ef-469a-96de-10dafb59dd1a,segment=NetworkSegment(7d1406ba-1d79-40fd-b1ce-b2dddf3495c0),segment_id=7d1406ba-1d79-40fd-b1ce-b2dddf3495c0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:08.857911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.870755 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.953851 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be318f-ded5-4158-bde2-6f46511c9881 None None] Pushing event updated for resources: {'Port': ['ID=fd91ea3e-65ef-469a-96de-10dafb59dd1a,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:08.975142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=d2b8164b-93b7-46e1-8a88-c5e62ee80f3d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:08.993248 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Routers {'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:08.994020 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:09.000200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:09.008710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:09.013017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:09.253230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.270396 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] Set router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:09.455990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:09.509080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417cbe8-f7e7-4960-ac7e-38055b6c1d22 req-bc31b447-a798-44b1-ae84-1c7e2d07229e tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:09.526221 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9417cbe8-f7e7-4960-ac7e-38055b6c1d22 req-bc31b447-a798-44b1-ae84-1c7e2d07229e tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 949 time: 0.2586353 Aug 31 09:09:09.536475 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.701117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9417cbe8-f7e7-4960-ac7e-38055b6c1d22 req-936ed48b-f21c-4b2c-9651-78883ffdcfd3 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674261 Aug 31 09:09:09.815721 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:03Z', 'revision_number': 4, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'fd91ea3e-65ef-469a-96de-10dafb59dd1a', 'name': '', 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'mac_address': 'fa:16:3e:12:99:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:00Z', 'updated_at': '2021-08-31T09:09:08Z', 'revision_number': 4, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'subnets': [{'id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:09.846624 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb10ef8-9409-4989-b806-e291fca57755 None None] The sync data for ids ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'] in n-d-800634-13 is: [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:03Z', 'revision_number': 4, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'fd91ea3e-65ef-469a-96de-10dafb59dd1a', 'name': '', 'network_id': 'e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'mac_address': 'fa:16:3e:12:99:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:00Z', 'updated_at': '2021-08-31T09:09:08Z', 'revision_number': 4, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'subnets': [{'id': 'f7463e97-b5da-4cb5-88da-78524ed1baf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:09.860953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5d29bbe-a83b-48fe-ada0-dde99fef2c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.023687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb070893-1a7e-4f01-8333-1e4775e2021d req-fdea5364-4888-4eed-951a-6078ea6daa30 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:10.036805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb070893-1a7e-4f01-8333-1e4775e2021d req-fdea5364-4888-4eed-951a-6078ea6daa30 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1350791 Aug 31 09:09:10.079185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.087723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.119106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33168) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:10.144852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5d29bbe-a83b-48fe-ada0-dde99fef2c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.154179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5d29bbe-a83b-48fe-ada0-dde99fef2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.185716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb070893-1a7e-4f01-8333-1e4775e2021d req-552c1c15-7f4c-4e15-b6b3-5e597990eca7 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462173 Aug 31 09:09:10.310381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:10.352056 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e5d29bbe-a83b-48fe-ada0-dde99fef2c42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=991c4b925b734f0584b76d15b7e1580d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8935826 Aug 31 09:09:10.354177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d29bbe-a83b-48fe-ada0-dde99fef2c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e32873-6a34-4615-9954-77c12be26ce7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:10.356239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33172) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:10.393886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=d2b8164b-93b7-46e1-8a88-c5e62ee80f3d,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:10.515519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:10.515903 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.518217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-674842029-network', 'tenant_id': '2f0ad0d5cdd44cfdbad56d3f21e46767'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:10.542502 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.580990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Made reservation on behalf of 2f0ad0d5cdd44cfdbad56d3f21e46767 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:10.583459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.590517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.597869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-459caf35-e8ab-47b8-8ab3-7b4a87853eaa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0039544 Aug 31 09:09:10.607708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18873e9-479b-40c5-b08e-e8d689e7c663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.616279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.672245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.708122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:10.712579 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611731d5-9fbe-47bc-9e5c-3d42665064f8" -d '{"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-plugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:10.714906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-a3e98d4c-bebf-424f-b00a-4aa127037ab1 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1158302 Aug 31 09:09:10.731883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:10.744215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.771779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18873e9-479b-40c5-b08e-e8d689e7c663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.780196 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec7759-dc6a-4e3b-bc51-f724e2e2eab7 x-openstack-request-id: req-1eec7759-dc6a-4e3b-bc51-f724e2e2eab7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:10.780663 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-plugged", "status": "completed", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:10.780979 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eec7759-dc6a-4e3b-bc51-f724e2e2eab7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:10.781386 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'code': 200} Aug 31 09:09:10.863915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:11.129848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451684d-67e5-4252-9edf-665164ba143d req-ba8dbb3a-8902-4751-b81f-b9de11b4e130 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.131484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6451684d-67e5-4252-9edf-665164ba143d req-ba8dbb3a-8902-4751-b81f-b9de11b4e130 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 950 time: 0.2259791 Aug 31 09:09:11.141642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-12423364-d408-466a-a66e-5d37feaee56e tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.143130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c35912e-3b29-4168-a02c-d02c7cd71229 req-12423364-d408-466a-a66e-5d37feaee56e tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.4083445 Aug 31 09:09:11.159466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18873e9-479b-40c5-b08e-e8d689e7c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.162136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18873e9-479b-40c5-b08e-e8d689e7c663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.167056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b18873e9-479b-40c5-b08e-e8d689e7c663 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6e32873-6a34-4615-9954-77c12be26ce7 HTTP/1.1" status: 204 len: 168 time: 0.8030064 Aug 31 09:09:11.175803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.227314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.387557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18873e9-479b-40c5-b08e-e8d689e7c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e32873-6a34-4615-9954-77c12be26ce7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:11.432796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:09:11.447956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.448425 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Added segment e6a4a58d-7a06-4614-8582-3328598104e1 of type vlan for network 6bafa496-18d9-481f-b1eb-342c4758d8f6 Aug 31 09:09:11.501943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6451684d-67e5-4252-9edf-665164ba143d req-01247477-db57-48a4-8bc3-190a3ea6504e tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449757 Aug 31 09:09:11.666211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fd91ea3e-65ef-469a-96de-10dafb59dd1a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:11.719339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-ee8ad0b9-a241-4338-974c-b720d87db713 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5191412 Aug 31 09:09:11.766589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464edd2-0560-4630-8b20-924aae9345cd req-594d82bb-bcaa-426b-b29f-69fd321f5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.769664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1464edd2-0560-4630-8b20-924aae9345cd req-594d82bb-bcaa-426b-b29f-69fd321f5d04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1102 time: 0.6519711 Aug 31 09:09:11.802135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:11.812437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee88915-8ea0-43a0-94e1-a94cce0a8fce,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:11.839130 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.876178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33192) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:11.886382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port fd91ea3e-65ef-469a-96de-10dafb59dd1a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:11.902800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f794ea74-1296-452c-88cd-4c39b2e2a866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.904204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fd91ea3e-65ef-469a-96de-10dafb59dd1a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:11.906841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.076360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.078575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.080321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.083982 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.117443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1464edd2-0560-4630-8b20-924aae9345cd req-6dff1a9f-f8ac-4b99-8d4c-632b867afa24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570097 Aug 31 09:09:12.124398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f794ea74-1296-452c-88cd-4c39b2e2a866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.137173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f794ea74-1296-452c-88cd-4c39b2e2a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.175417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port fd91ea3e-65ef-469a-96de-10dafb59dd1a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fd91ea3e-65ef-469a-96de-10dafb59dd1a,segment=NetworkSegment(7d1406ba-1d79-40fd-b1ce-b2dddf3495c0),segment_id=7d1406ba-1d79-40fd-b1ce-b2dddf3495c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:12.185656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.190706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794ea74-1296-452c-88cd-4c39b2e2a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03717b-9d0d-472e-9137-641a551be69c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:12.231075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f794ea74-1296-452c-88cd-4c39b2e2a866 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cd9a6b88817420e88801700416fdc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510468 Aug 31 09:09:12.234102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33194) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:12.244085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aef3d-bf91-4266-8b49-d88bf8efeded req-b73b4580-e745-4a8a-8659-2c0e731ac862 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.256686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef3aef3d-bf91-4266-8b49-d88bf8efeded req-b73b4580-e745-4a8a-8659-2c0e731ac862 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.4973712 Aug 31 09:09:12.286202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] Pushing event updated for resources: {'Network': ['ID=6bafa496-18d9-481f-b1eb-342c4758d8f6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:12.300528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.314327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1b6aa3a5-26d1-4bf9-ba45-a11aa5112c9c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1903296 Aug 31 09:09:12.324151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33196) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:12.324934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a041efda-1bc3-4ba5-b3d8-fced3a2f8071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.328970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6bafa496-18d9-481f-b1eb-342c4758d8f6 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:09:12.355715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a041efda-1bc3-4ba5-b3d8-fced3a2f8071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.411593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef3aef3d-bf91-4266-8b49-d88bf8efeded req-9d7f84e5-fdba-4478-b7f2-f98177d34020 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534882 Aug 31 09:09:12.447775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Request body: {'subnet': {'network_id': '6bafa496-18d9-481f-b1eb-342c4758d8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-674842029-subnet', 'tenant_id': '2f0ad0d5cdd44cfdbad56d3f21e46767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:12.455608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a041efda-1bc3-4ba5-b3d8-fced3a2f8071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.463537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a041efda-1bc3-4ba5-b3d8-fced3a2f8071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.469036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a041efda-1bc3-4ba5-b3d8-fced3a2f8071 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a03717b-9d0d-472e-9137-641a551be69c HTTP/1.1" status: 204 len: 168 time: 0.2289321 Aug 31 09:09:12.498657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041efda-1bc3-4ba5-b3d8-fced3a2f8071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03717b-9d0d-472e-9137-641a551be69c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:12.519433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Made reservation on behalf of 2f0ad0d5cdd44cfdbad56d3f21e46767 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:12.525550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=fd91ea3e-65ef-469a-96de-10dafb59dd1a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:12.532347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.666671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:12.990983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.023526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Allocated IP 172.25.4.58 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/3beb16ee-5775-42a7-8282-4d483beb7d11) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:13.074106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8133304b-a45e-49ef-b93a-80948c2bca32,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:13.124140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Checking segment: {'id': 'e6a4a58d-7a06-4614-8582-3328598104e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6bafa496-18d9-481f-b1eb-342c4758d8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:13.124679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Network hostable DHCP agents. Network: 6bafa496-18d9-481f-b1eb-342c4758d8f6, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:09:13.155269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Network 6bafa496-18d9-481f-b1eb-342c4758d8f6 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:09:13.175886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6bafa496-18d9-481f-b1eb-342c4758d8f6) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:13.186719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:13.188226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.206431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57708c4-e776-4600-93a7-2f31c9639d8b None None] Network 6bafa496-18d9-481f-b1eb-342c4758d8f6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:13.229060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e8cba76a-dcb7-4a30-ab58-f580c0269e64 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7905045 Aug 31 09:09:13.271037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3be5-1374-4da1-9783-2582bc29b8b8 req-1da1742f-1ae4-417a-838c-0dae326a33a8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:13.285624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1ba3be5-1374-4da1-9783-2582bc29b8b8 req-1da1742f-1ae4-417a-838c-0dae326a33a8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 950 time: 0.2686758 Aug 31 09:09:13.401697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1ba3be5-1374-4da1-9783-2582bc29b8b8 req-200dd6c4-9ab7-4147-a3e5-7d9e8a57cbae tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146061 Aug 31 09:09:13.427011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.509993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b9a41-0bf2-468b-9b3d-65c63ae85e4c None None] Network 6bafa496-18d9-481f-b1eb-342c4758d8f6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:13.551945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.631093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:13.635948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:13.639004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:13.717322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fd91ea3e-65ef-469a-96de-10dafb59dd1a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:13.763799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=3beb16ee-5775-42a7-8282-4d483beb7d11,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:13.872717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadfbaf-3906-4c94-b38f-0e353f8e4ff0 req-4c3cb7e4-cb1e-4cb7-9047-526ef9b38b7f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:13.874813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffadfbaf-3906-4c94-b38f-0e353f8e4ff0 req-4c3cb7e4-cb1e-4cb7-9047-526ef9b38b7f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1726446 Aug 31 09:09:13.904262 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.922298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fd91ea3e-65ef-469a-96de-10dafb59dd1a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:13.922298 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.967334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.248903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffadfbaf-3906-4c94-b38f-0e353f8e4ff0 req-107f9827-8359-465e-8558-cf86fe6ef74b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346059 Aug 31 09:09:14.399908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.435035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.596725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=3beb16ee-5775-42a7-8282-4d483beb7d11,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:14.617321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.651069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.667387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3a7f1b46-27f3-4d41-8320-4f8703d6900b tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9102952 Aug 31 09:09:14.784424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-3f354585-5260-4980-ac0b-f8665f7fa4b4 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.1113980 Aug 31 09:09:14.792013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f9878375-18cd-4e88-9ae1-5f49a1a24cef req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-772385505', 'description': 'tempest-description-446908211'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:14.923849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f9878375-18cd-4e88-9ae1-5f49a1a24cef req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.035617 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:15.043413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-2ce284a2-acce-4f87-8884-b9c9b419cf86 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:15.045248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d43ee58a-d4bc-4248-bf7f-13369911b1b7 req-2ce284a2-acce-4f87-8884-b9c9b419cf86 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2457032 Aug 31 09:09:15.143855 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f9878375-18cd-4e88-9ae1-5f49a1a24cef req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.152429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f9878375-18cd-4e88-9ae1-5f49a1a24cef req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.222794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f9878375-18cd-4e88-9ae1-5f49a1a24cef req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.247932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9878375-18cd-4e88-9ae1-5f49a1a24cef req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4779675 Aug 31 09:09:15.256054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35db9f9-13a6-4181-a878-082ede3ed71e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f07846-83bb-487b-9376-2e342f0e4059,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:15.544060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8c92-7310-44f3-b5c7-295ad4ee59d1 req-e5cf512a-e8b3-4772-869b-e0819cdd3258 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:15.554870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6df8c92-7310-44f3-b5c7-295ad4ee59d1 req-e5cf512a-e8b3-4772-869b-e0819cdd3258 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 950 time: 0.1884680 Aug 31 09:09:15.699729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6df8c92-7310-44f3-b5c7-295ad4ee59d1 req-ad18cce3-f2d5-410e-a5ac-9eb3507509ff tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360509 Aug 31 09:09:15.711556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-a86f778d-0585-450c-9374-a6553a382852 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2844903 Aug 31 09:09:15.733590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:15.786063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.930412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13286d75-922c-4624-b18c-e8bca29b8540 req-c58c354d-24d9-4fd5-8c10-9145a5dbaa0f tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/d0f07846-83bb-487b-9376-2e342f0e4059 HTTP/1.1" status: 200 len: 1803 time: 0.1585433 Aug 31 09:09:15.948896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0f07846-83bb-487b-9376-2e342f0e4059', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:15.949418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0f07846-83bb-487b-9376-2e342f0e4059', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:16.109131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.166340 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.168848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.182448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.278035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8580b888-bae1-4140-b23c-b184a3b8d58c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:16.294832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.296915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13286d75-922c-4624-b18c-e8bca29b8540 req-0fcfc899-8d87-464e-956b-e440978715c2 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3579931 Aug 31 09:09:16.513562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Allocated IP 172.25.4.105 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/76d1d69e-d675-42c8-afe6-e15b71176bf1) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:16.679993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe03c-16f3-41b4-ac8e-f8aedb7aa8cb req-cb46bf35-f748-47f2-8eae-38e856f9d8ed tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:16.703372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592fe03c-16f3-41b4-ac8e-f8aedb7aa8cb req-cb46bf35-f748-47f2-8eae-38e856f9d8ed tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2438400 Aug 31 09:09:16.788175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592fe03c-16f3-41b4-ac8e-f8aedb7aa8cb req-e975c437-e910-4d31-abc2-555272802539 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 Aug 31 09:09:16.821971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.898466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.951898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:16.956465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:16.961155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:17.013815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=76d1d69e-d675-42c8-afe6-e15b71176bf1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:17.144312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.213695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.848889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f59f8584-cdbf-420b-8f01-c8cb62ef5863 req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-512278865', 'description': 'tempest-description-69477201'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:17.894549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.901264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.910825 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f59f8584-cdbf-420b-8f01-c8cb62ef5863 req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.020950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=76d1d69e-d675-42c8-afe6-e15b71176bf1,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:18.034945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.123274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f59f8584-cdbf-420b-8f01-c8cb62ef5863 req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.129729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f59f8584-cdbf-420b-8f01-c8cb62ef5863 req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.139160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.140734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-ea56d28c-e738-4e6c-bf2b-9b7c8ec01be6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4143274 Aug 31 09:09:18.214741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f59f8584-cdbf-420b-8f01-c8cb62ef5863 req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.216851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f59f8584-cdbf-420b-8f01-c8cb62ef5863 req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3768625 Aug 31 09:09:18.234057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-35cf00e8-2776-4374-87c7-05c35b864a05 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0808012 Aug 31 09:09:18.235011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3d563-c7bc-4155-9a9a-544f4b7bd335 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f1d4d6-a9f5-46d5-9792-1e1969fd73d8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:18.341104 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.419129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-baa1def3-f825-4c74-b750-93378ca8eec4 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:18.421709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-813c02a3-cbc6-424c-9e57-e9dbef21bd39 req-baa1def3-f825-4c74-b750-93378ca8eec4 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.1723177 Aug 31 09:09:18.618843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1adef5-05f9-48d7-97c4-9f0dd9342e3d req-cb994fad-fbd3-4c65-8392-898e9fb83db5 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:18.621522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca1adef5-05f9-48d7-97c4-9f0dd9342e3d req-cb994fad-fbd3-4c65-8392-898e9fb83db5 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1102 time: 0.0759826 Aug 31 09:09:18.697500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca1adef5-05f9-48d7-97c4-9f0dd9342e3d req-a9450a0f-c485-4685-a214-e95139d16b25 tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632393 Aug 31 09:09:18.874433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-3e910173-a510-4f8f-b41a-557375c82116 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/66f1d4d6-a9f5-46d5-9792-1e1969fd73d8 HTTP/1.1" status: 200 len: 1802 time: 0.1300993 Aug 31 09:09:18.891483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e51a8-a09b-4c92-874d-6dc4adf7e4e4 req-45b603cd-43f8-4e73-9bee-48d6e1bb2f2c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:18.894034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c4e51a8-a09b-4c92-874d-6dc4adf7e4e4 req-45b603cd-43f8-4e73-9bee-48d6e1bb2f2c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1350949 Aug 31 09:09:18.904513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66f1d4d6-a9f5-46d5-9792-1e1969fd73d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:18.906274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66f1d4d6-a9f5-46d5-9792-1e1969fd73d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:19.005525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c4e51a8-a09b-4c92-874d-6dc4adf7e4e4 req-24e4ea14-a74b-4336-b1b2-bf7e3bbb92d1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926414 Aug 31 09:09:19.081428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.119374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.126864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.157664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b137931-0767-4b83-b924-05e058335655,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:19.163079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.180879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e82a3b62-0fe1-4a21-bbd9-bc105f7cc8e9 req-b600fadb-0f86-42f3-be18-dc5039bd0ae7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2841866 Aug 31 09:09:19.479450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf993998-7785-4bfd-a436-384c5357529b req-e1fc3804-26c0-4bcc-a0a8-5fc63861e2ee tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1777539 Aug 31 09:09:19.511387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:19.570603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.774746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-b84b6199-8a5f-4f3e-b4f8-f0abba6cbe8e req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-237627938', 'description': 'tempest-description-1114156580'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:19.830989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b84b6199-8a5f-4f3e-b4f8-f0abba6cbe8e req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.847682 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.044288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Allocated IP 172.25.4.18 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9f78ebc3-6266-4dee-ad4b-1889fc76faaf) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:20.074412 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b84b6199-8a5f-4f3e-b4f8-f0abba6cbe8e req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.083098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b84b6199-8a5f-4f3e-b4f8-f0abba6cbe8e req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.159087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b84b6199-8a5f-4f3e-b4f8-f0abba6cbe8e req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.160519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b84b6199-8a5f-4f3e-b4f8-f0abba6cbe8e req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3941622 Aug 31 09:09:20.182443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e57c1-df43-49d0-8d5e-2d38c4f164a0 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16319ac2-7cac-4cc1-959e-0dd38c966607,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:20.281148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.420757 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523b16e-b04d-481f-93a6-d1dcfe70a166 req-25045896-719b-4977-b2fd-eae9c5c3deca tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:20.424734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e523b16e-b04d-481f-93a6-d1dcfe70a166 req-25045896-719b-4977-b2fd-eae9c5c3deca tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 1102 time: 0.1295102 Aug 31 09:09:20.436329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.510657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:20.517876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:20.525009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:20.537661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=9f78ebc3-6266-4dee-ad4b-1889fc76faaf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:20.565899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e523b16e-b04d-481f-93a6-d1dcfe70a166 req-e45f8345-066b-426b-836d-4588a5eab25e tempest-ServersAdminTestJSON-2073164903 tempest-ServersAdminTestJSON-2073164903-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237993 Aug 31 09:09:20.674453 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.800214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.855905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c1dec-a33c-4f3f-b8d3-0998bb55db07 req-7f538452-b6e7-4aba-af4c-6b96f1f835d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:20.859122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-566c1dec-a33c-4f3f-b8d3-0998bb55db07 req-7f538452-b6e7-4aba-af4c-6b96f1f835d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1509385 Aug 31 09:09:21.038051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-566c1dec-a33c-4f3f-b8d3-0998bb55db07 req-87e40415-e4c4-4bd3-830a-8aa1bf5e2ec5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678023 Aug 31 09:09:21.118215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-52ad2060-c92f-4d3b-a3af-8a7caa43a32f req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-744836400', 'description': 'tempest-description-2090925213'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:21.177445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52ad2060-c92f-4d3b-a3af-8a7caa43a32f req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.224981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.246190 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.407410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event updated for resources: {'Port': ['ID=9f78ebc3-6266-4dee-ad4b-1889fc76faaf,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:21.459243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.510686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52ad2060-c92f-4d3b-a3af-8a7caa43a32f req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.518875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52ad2060-c92f-4d3b-a3af-8a7caa43a32f req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.534600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.548124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf993998-7785-4bfd-a436-384c5357529b req-8f7d18b1-c3c0-452a-9ae6-874428418719 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0528824 Aug 31 09:09:21.595726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52ad2060-c92f-4d3b-a3af-8a7caa43a32f req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:21.597770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52ad2060-c92f-4d3b-a3af-8a7caa43a32f req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5083039 Aug 31 09:09:21.699958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e301195-9b3b-4147-bec7-a36831861005 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:21.708706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf993998-7785-4bfd-a436-384c5357529b req-8d504470-94a3-428a-bb03-bb9aa0914fe2 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.1592321 Aug 31 09:09:21.991922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf993998-7785-4bfd-a436-384c5357529b req-bda82dcd-b6f2-410a-b208-384a1b34ff6f tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:21.994842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf993998-7785-4bfd-a436-384c5357529b req-bda82dcd-b6f2-410a-b208-384a1b34ff6f tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2745957 Aug 31 09:09:22.147251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-8b39d1bb-409f-4452-be01-33f871ca5e48 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/16319ac2-7cac-4cc1-959e-0dd38c966607 HTTP/1.1" status: 200 len: 1804 time: 0.1346383 Aug 31 09:09:22.265781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7808afe-1d99-49d3-ad33-88cffcef2634 req-4a0ae1e6-75e8-49c2-a08a-8936280e31d8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:22.268502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7808afe-1d99-49d3-ad33-88cffcef2634 req-4a0ae1e6-75e8-49c2-a08a-8936280e31d8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 949 time: 0.1395419 Aug 31 09:09:22.282087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-d99ad403-d991-4873-93eb-1f2322183a41 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d HTTP/1.1" status: 200 len: 1804 time: 0.1024489 Aug 31 09:09:22.289172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16319ac2-7cac-4cc1-959e-0dd38c966607', 'remote_group_id': '4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:22.289840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16319ac2-7cac-4cc1-959e-0dd38c966607', 'remote_group_id': '4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:22.388879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7808afe-1d99-49d3-ad33-88cffcef2634 req-084e93f7-ecb2-45c6-a502-31d76c51a5b2 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039269 Aug 31 09:09:22.493052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.507101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1d0cd49-3f25-4085-8a34-106de344d7e9 req-69e1f615-1806-4f66-b1d5-dc041eec900f tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips/b59c91c1-3a79-4526-a432-af4b5110567a HTTP/1.1" status: 200 len: 692 time: 0.0753806 Aug 31 09:09:22.594376 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.607976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.663997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2ddc1b-83d8-4ccb-95fd-7d40eb260b5f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:22.668752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.671378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a881666-de95-4d56-acf0-2227dbdc8518 req-2f1f3499-81f9-48e8-a5f8-cf2497d63d3d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3879697 Aug 31 09:09:22.731263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0cd49-3f25-4085-8a34-106de344d7e9 req-ffcf5724-4fc5-4ad0-8491-1021b57731ff tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:22.733058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1d0cd49-3f25-4085-8a34-106de344d7e9 req-ffcf5724-4fc5-4ad0-8491-1021b57731ff tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2051177 Aug 31 09:09:22.747361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-d1d0cd49-3f25-4085-8a34-106de344d7e9 req-713d0cfa-0997-4d38-abe1-3f16f11a39a7 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:09:22.748551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1d0cd49-3f25-4085-8a34-106de344d7e9 req-713d0cfa-0997-4d38-abe1-3f16f11a39a7 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072618 Aug 31 09:09:22.801975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-28f5b5d6-4fdd-4b90-90c3-668e8431798f req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-249791415', 'description': 'tempest-description-385943981'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:22.900568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-28f5b5d6-4fdd-4b90-90c3-668e8431798f req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.914784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95621a-524a-4361-8c19-db92b2acac3c req-5734fd9e-2a2b-43c4-8b4f-339659fe77c7 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:22.916655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f95621a-524a-4361-8c19-db92b2acac3c req-5734fd9e-2a2b-43c4-8b4f-339659fe77c7 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1038527 Aug 31 09:09:23.055421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f95621a-524a-4361-8c19-db92b2acac3c req-131a5e40-9a2d-44b2-bd0e-e7fe15359c0a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238554 Aug 31 09:09:23.145297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-28f5b5d6-4fdd-4b90-90c3-668e8431798f req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.154331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-28f5b5d6-4fdd-4b90-90c3-668e8431798f req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.206220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d750745-551e-4c80-b54a-cce8d75b9963,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:23.259629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-28f5b5d6-4fdd-4b90-90c3-668e8431798f req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.261148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28f5b5d6-4fdd-4b90-90c3-668e8431798f req-d6bcd8e5-8de8-4ac0-9075-e086b43a7dc7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4848247 Aug 31 09:09:23.282335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-b2e4dc03-aeea-4ddc-b2ba-26fabc7ea3e9 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips/b59c91c1-3a79-4526-a432-af4b5110567a HTTP/1.1" status: 200 len: 692 time: 0.0804822 Aug 31 09:09:23.461107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-06c276c3-edba-4380-8295-82bfe3c35f9e req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-520162949', 'description': 'tempest-description-1782952523'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:23.480475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-48bc7be4-f403-424a-b618-01acab2cb8f6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:23.481957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-48bc7be4-f403-424a-b618-01acab2cb8f6 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.1915989 Aug 31 09:09:23.570256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-06c276c3-edba-4380-8295-82bfe3c35f9e req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.575995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-5b5fa637-40a1-47b1-a1c7-3c58add37362 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0799801 Aug 31 09:09:23.703931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-ee3de9de-1ee7-4d5a-a2f1-0e59d4a3d9cb tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.18 HTTP/1.1" status: 200 len: 695 time: 0.0995018 Aug 31 09:09:23.906868 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-06c276c3-edba-4380-8295-82bfe3c35f9e req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.914093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-06c276c3-edba-4380-8295-82bfe3c35f9e req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.968638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-06c276c3-edba-4380-8295-82bfe3c35f9e req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.969815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06c276c3-edba-4380-8295-82bfe3c35f9e req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5192089 Aug 31 09:09:23.971580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70586a67-4868-4c7a-a1ef-e1a3b106250e tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0414554a-fe84-40d5-b8f4-1c0192646ec3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:23.976488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Deleting port 9f78ebc3-6266-4dee-ad4b-1889fc76faaf {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:23.977073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.105899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.106356 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.152494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Calling delete_port for 9f78ebc3-6266-4dee-ad4b-1889fc76faaf owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:24.318734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c18d6-95f7-46ae-b656-c640300b21a8 req-34447f7f-98b7-4cc2-be9e-f0d69e295d7a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.322038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb2c18d6-95f7-46ae-b656-c640300b21a8 req-34447f7f-98b7-4cc2-be9e-f0d69e295d7a tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 949 time: 0.1961734 Aug 31 09:09:24.461487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb2c18d6-95f7-46ae-b656-c640300b21a8 req-f29b1899-42b3-43f5-a27c-0e68a8102c3b tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269395 Aug 31 09:09:24.539677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-d2f0a832-7e25-4c85-81ed-ff1306ff5e19 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.541709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-d2f0a832-7e25-4c85-81ed-ff1306ff5e19 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 949 time: 0.1670203 Aug 31 09:09:24.606211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.679840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event deleted for resources: {'Port': ['ID=9f78ebc3-6266-4dee-ad4b-1889fc76faaf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:24.757436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-2db4be82-ab86-4b8a-9e9a-2fe3952d8fe4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/9d750745-551e-4c80-b54a-cce8d75b9963 HTTP/1.1" status: 200 len: 1803 time: 0.1842554 Aug 31 09:09:24.793995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.797694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.799127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1e79c91-6123-4c35-96c1-34e4e6c651fe req-abfcbc40-6a52-48e2-9895-e516aeaf2150 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "DELETE /v2.0/floatingips/b59c91c1-3a79-4526-a432-af4b5110567a HTTP/1.1" status: 204 len: 173 time: 1.0865047 Aug 31 09:09:24.876178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Deleting port 5c39a590-d3e3-4fa5-850e-5566049c61c0 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:24.876569 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.905043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-6014dcd3-a76b-4de1-bdbf-2e3250218842 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/0414554a-fe84-40d5-b8f4-1c0192646ec3 HTTP/1.1" status: 200 len: 1804 time: 0.1350920 Aug 31 09:09:24.962023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d750745-551e-4c80-b54a-cce8d75b9963', 'remote_group_id': '0414554a-fe84-40d5-b8f4-1c0192646ec3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:24.962265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d750745-551e-4c80-b54a-cce8d75b9963', 'remote_group_id': '0414554a-fe84-40d5-b8f4-1c0192646ec3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:25.102096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9306-a14e-4015-942a-7b62d2b4619e req-6acdffd5-dbb6-4df3-ba5f-b4c332cec547 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:25.102096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c35a9306-a14e-4015-942a-7b62d2b4619e req-6acdffd5-dbb6-4df3-ba5f-b4c332cec547 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2007294 Aug 31 09:09:25.145850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] For port 5c39a590-d3e3-4fa5-850e-5566049c61c0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5c39a590-d3e3-4fa5-850e-5566049c61c0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:25.146407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.190543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Calling delete_port for 5c39a590-d3e3-4fa5-850e-5566049c61c0 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:25.233094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.307751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c35a9306-a14e-4015-942a-7b62d2b4619e req-3d1dfe5d-eaab-44d2-83c1-a0c7286b8586 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782737 Aug 31 09:09:25.385782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.399900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.448615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66f495b-ae9f-4ba5-9002-1db8d0dc3373,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:25.485968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.505516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e5c9b6-41f3-409f-85b8-17a5fb97d6ef req-e06b6e37-72d8-442f-be61-3b5040bbe07a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5597124 Aug 31 09:09:25.836710 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.853046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['55d2e774-a759-4328-b694-f00a1badc1b6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:25.871745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d260aa90-6def-4d0c-8a48-6056fd752f44 req-9e7b908f-fed2-48d1-91d1-54569aab06b7 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/0414554a-fe84-40d5-b8f4-1c0192646ec3 HTTP/1.1" status: 200 len: 1804 time: 0.2899811 Aug 31 09:09:25.932473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event deleted for resources: {'Port': ['ID=5c39a590-d3e3-4fa5-850e-5566049c61c0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:25.973013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5c39a590-d3e3-4fa5-850e-5566049c61c0', 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:25.999295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c93f4-7244-45e5-a890-b462f022ebdf req-d6453758-dfae-46e3-a3a7-b5af1e9248aa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:26.001292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e46c93f4-7244-45e5-a890-b462f022ebdf req-d6453758-dfae-46e3-a3a7-b5af1e9248aa tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4216537 Aug 31 09:09:26.028654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] No DVR routers for this DVR port 5c39a590-d3e3-4fa5-850e-5566049c61c0 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:26.033338 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.036495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e57a9cb8-7343-4599-bbbd-d55439517555 req-077c24ad-4dfb-4c1a-b6a5-859bd6c55ccb tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "DELETE /v2.0/ports/5c39a590-d3e3-4fa5-850e-5566049c61c0 HTTP/1.1" status: 204 len: 173 time: 1.4758978 Aug 31 09:09:26.047999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'name': 'network-vif-deleted', 'tag': '5c39a590-d3e3-4fa5-850e-5566049c61c0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:26.052266 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b39623-273c-401a-91d1-7e8adcf73ee7" -d '{"events": [{"server_uuid": "3d5574bf-1ad1-4a36-88fa-ac00b81641e4", "name": "network-vif-deleted", "tag": "5c39a590-d3e3-4fa5-850e-5566049c61c0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:26.089152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d260aa90-6def-4d0c-8a48-6056fd752f44 req-dfcf2342-da22-484e-81da-b81ca639deda tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.163981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8c7ed3e-7e03-4900-8aa8-d6b5ca78f7f4 req-b881fc0e-f93c-49c7-add6-2267430d2bf8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d5574bf-1ad1-4a36-88fa-ac00b81641e4 HTTP/1.1" status: 200 len: 210 time: 0.0638850 Aug 31 09:09:26.167022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d260aa90-6def-4d0c-8a48-6056fd752f44 req-dfcf2342-da22-484e-81da-b81ca639deda tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.344121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42c33f4-f6ff-491a-ad32-96a5b2f92cd5 req-15a3264a-197d-4630-8cac-edf7c7de8a66 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=3e583daca93245bd96aeb3b2d1cac992 HTTP/1.1" status: 200 len: 1656 time: 0.1052513 Aug 31 09:09:26.494585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d260aa90-6def-4d0c-8a48-6056fd752f44 req-dfcf2342-da22-484e-81da-b81ca639deda tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.498425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d260aa90-6def-4d0c-8a48-6056fd752f44 req-dfcf2342-da22-484e-81da-b81ca639deda tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.500580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d260aa90-6def-4d0c-8a48-6056fd752f44 req-dfcf2342-da22-484e-81da-b81ca639deda tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/0414554a-fe84-40d5-b8f4-1c0192646ec3 HTTP/1.1" status: 204 len: 173 time: 0.6083434 Aug 31 09:09:26.530262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2342-da22-484e-81da-b81ca639deda tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414554a-fe84-40d5-b8f4-1c0192646ec3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:26.594444 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dfc0f-eedb-4e3e-9bb8-15ce1c9422f3 x-openstack-request-id: req-287dfc0f-eedb-4e3e-9bb8-15ce1c9422f3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:26.594958 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5574bf-1ad1-4a36-88fa-ac00b81641e4", "name": "network-vif-deleted", "tag": "5c39a590-d3e3-4fa5-850e-5566049c61c0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:26.595358 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-287dfc0f-eedb-4e3e-9bb8-15ce1c9422f3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:26.595987 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5574bf-1ad1-4a36-88fa-ac00b81641e4', 'name': 'network-vif-deleted', 'tag': '5c39a590-d3e3-4fa5-850e-5566049c61c0', 'status': 'completed', 'code': 200} Aug 31 09:09:26.638449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c33f4-f6ff-491a-ad32-96a5b2f92cd5 req-b9764ef6-02ae-4e99-a6ad-6824f38b1191 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:26.641147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42c33f4-f6ff-491a-ad32-96a5b2f92cd5 req-b9764ef6-02ae-4e99-a6ad-6824f38b1191 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks?id=5491c24c-cf4f-4f0e-812e-9745dafea365&id=5491c24c-cf4f-4f0e-812e-9745dafea365&id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 787 time: 0.2778680 Aug 31 09:09:26.832821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754de6-6d82-4bd2-b329-a8c6d9cc7fe8 req-e1be234e-94c7-4af5-89d0-68b05a6f7bfc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:26.834969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5754de6-6d82-4bd2-b329-a8c6d9cc7fe8 req-e1be234e-94c7-4af5-89d0-68b05a6f7bfc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1435194 Aug 31 09:09:26.877297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7429b9d8-67a0-4f78-a7ea-5090de3271c8 req-f53848f4-cd68-44dc-bce8-8fef16616b9d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/9d750745-551e-4c80-b54a-cce8d75b9963 HTTP/1.1" status: 200 len: 1803 time: 0.1071060 Aug 31 09:09:26.921074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5754de6-6d82-4bd2-b329-a8c6d9cc7fe8 req-e2fd5244-1175-4f75-a791-b490f12d7b66 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768578 Aug 31 09:09:27.067450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-67c3fc26-8742-4f73-b3d8-095e52b38c89 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips/319406dc-f7d3-4a5f-83cf-bbce272fe761 HTTP/1.1" status: 200 len: 693 time: 0.0632496 Aug 31 09:09:27.495044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-dbf1b9e8-b07e-4dee-9eba-75c153ac5ace req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1077743521', 'description': 'tempest-description-214788901'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:27.550283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dbf1b9e8-b07e-4dee-9eba-75c153ac5ace req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.607477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-51e93882-815c-4329-8b03-8109538c6da7 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:27.611623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-51e93882-815c-4329-8b03-8109538c6da7 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.5345266 Aug 31 09:09:27.702306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-53fcdb93-9a78-4797-b05e-b7a8f67c8aeb tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0774102 Aug 31 09:09:27.768293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-9a229643-5302-4861-b474-ecc4f4577e32 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0577157 Aug 31 09:09:27.877509 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dbf1b9e8-b07e-4dee-9eba-75c153ac5ace req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.917132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dbf1b9e8-b07e-4dee-9eba-75c153ac5ace req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.991859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dbf1b9e8-b07e-4dee-9eba-75c153ac5ace req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.994144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbf1b9e8-b07e-4dee-9eba-75c153ac5ace req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5424321 Aug 31 09:09:28.006338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673d56f-fc30-468f-a422-8c10c5336d59 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5a345-9e9d-4047-b4f4-0038aa570137,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.044509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Deleting port 76d1d69e-d675-42c8-afe6-e15b71176bf1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:28.044949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.170015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.170877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.195920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Calling delete_port for 76d1d69e-d675-42c8-afe6-e15b71176bf1 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:28.396036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5c39a590-d3e3-4fa5-850e-5566049c61c0 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:28.463861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 5c39a590-d3e3-4fa5-850e-5566049c61c0 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:28.465171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5c39a590-d3e3-4fa5-850e-5566049c61c0 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:28.511987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f0111318-7e1c-426c-aad8-4f5a7ccfa7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.542456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.600122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event deleted for resources: {'Port': ['ID=76d1d69e-d675-42c8-afe6-e15b71176bf1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.630607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2de5d-027d-40b1-a3a1-aea236a8673d req-79016035-268a-452d-905d-cb17fd05491e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:28.634338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74e2de5d-027d-40b1-a3a1-aea236a8673d req-79016035-268a-452d-905d-cb17fd05491e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2493796 Aug 31 09:09:28.666442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:28.791633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74e2de5d-027d-40b1-a3a1-aea236a8673d req-36c39d69-d4c0-4ba5-8f40-7f5a1170048e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282666 Aug 31 09:09:28.797305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.803052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.806630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f38dbb-c7ca-4cae-b644-52875c82ac5b req-2dd0609c-ef78-4659-aa7e-387d17749b10 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "DELETE /v2.0/floatingips/319406dc-f7d3-4a5f-83cf-bbce272fe761 HTTP/1.1" status: 204 len: 173 time: 1.0259659 Aug 31 09:09:28.904331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8417c573-b836-4037-8188-fdac62218a77 req-fc288294-a745-4168-8387-4586f79e29fb tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/e9e5a345-9e9d-4047-b4f4-0038aa570137 HTTP/1.1" status: 200 len: 1804 time: 0.0633559 Aug 31 09:09:28.914384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89af2f36-9080-432f-8838-c9134d1393ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.924983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9e5a345-9e9d-4047-b4f4-0038aa570137', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:28.927065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9e5a345-9e9d-4047-b4f4-0038aa570137', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:28.965546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:09:28.965546 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:09:28.965546 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '2f0ad0d5cdd44cfdbad56d3f21e46767', 'id': '5aec80c0-df99-44fa-837f-92b5b2deb79b', 'expiration': datetime.datetime(2021, 8, 31, 9, 11, 28, 954202)}] Aug 31 09:09:28.965546 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:09:28.967121 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:09:29.098809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89af2f36-9080-432f-8838-c9134d1393ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.105146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89af2f36-9080-432f-8838-c9134d1393ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.173233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2f36-9080-432f-8838-c9134d1393ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c22f17-9ab7-4f14-aacd-9ec74c31298d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.190194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33526) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:29.190402 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-89af2f36-9080-432f-8838-c9134d1393ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a75d4d05071146799cad8c9682a19a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224864 Aug 31 09:09:29.299430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a092f-62f2-4d1e-802a-f5c490fe11cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.378540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a092f-62f2-4d1e-802a-f5c490fe11cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.444377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6012e5f-c830-4350-9ba4-3f9f0aa2ef86 req-7fe1685e-2e7f-474d-b407-d9b4544ba7fa tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:29.447699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6012e5f-c830-4350-9ba4-3f9f0aa2ef86 req-7fe1685e-2e7f-474d-b407-d9b4544ba7fa tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 946 time: 0.1315720 Aug 31 09:09:29.551473 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a092f-62f2-4d1e-802a-f5c490fe11cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.555883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a092f-62f2-4d1e-802a-f5c490fe11cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.557654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-766a092f-62f2-4d1e-802a-f5c490fe11cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24c22f17-9ab7-4f14-aacd-9ec74c31298d HTTP/1.1" status: 204 len: 168 time: 0.3654151 Aug 31 09:09:29.565620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6012e5f-c830-4350-9ba4-3f9f0aa2ef86 req-c9db06db-685a-4c1b-bb03-8357cdd1fbbf tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/security-groups?id=00a2620a-855b-408e-81e6-b83a35a002c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067262 Aug 31 09:09:29.590796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a092f-62f2-4d1e-802a-f5c490fe11cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c22f17-9ab7-4f14-aacd-9ec74c31298d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.729842 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.736835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-6c836461-2eff-47db-92f3-a656f0121122 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips/2464efe4-4960-46ae-a213-807154735bb2 HTTP/1.1" status: 200 len: 692 time: 0.0886993 Aug 31 09:09:29.877494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.888672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.928416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab1372c-9583-4a21-b05a-5cefa74f7065,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.955561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.955896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8417c573-b836-4037-8188-fdac62218a77 req-b521f4b0-7212-42b1-8081-fd588226ade4 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0386748 Aug 31 09:09:30.007541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-2f466fb1-a6ff-42dd-bf4c-96294a91e2c1 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.010092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-2f466fb1-a6ff-42dd-bf4c-96294a91e2c1 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2614622 Aug 31 09:09:30.127137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-387e2fe9-6e43-4ed7-b522-72830ad029b7 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.1023993 Aug 31 09:09:30.190959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33542) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.220951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5701adad-ad9f-4951-bb60-a769953adefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.249021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-d3c82514-096f-48fd-a39d-a9ec5a87670d tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0950696 Aug 31 09:09:30.270231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f16a-3ddf-4b80-b1b8-3932d7dbcbe1 req-f93f99a5-0d49-478c-a144-7742b9fb2b97 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.273348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e555f16a-3ddf-4b80-b1b8-3932d7dbcbe1 req-f93f99a5-0d49-478c-a144-7742b9fb2b97 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 950 time: 0.1780829 Aug 31 09:09:30.450075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5701adad-ad9f-4951-bb60-a769953adefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.461668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5701adad-ad9f-4951-bb60-a769953adefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.520920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e555f16a-3ddf-4b80-b1b8-3932d7dbcbe1 req-fa80c867-9bd8-4208-9563-c81ceee5443d tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849656 Aug 31 09:09:30.589657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701adad-ad9f-4951-bb60-a769953adefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56711d51-e88a-4c24-8abe-c24998c380f3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:30.615363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5701adad-ad9f-4951-bb60-a769953adefb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=781a9e23033f4d6eb9bb29c8eca891e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226289 Aug 31 09:09:30.617475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-bd87e604-cc7d-464b-80d0-f979e6a24ed9 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.618978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.621352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-bd87e604-cc7d-464b-80d0-f979e6a24ed9 tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.23 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 946 time: 0.1315529 Aug 31 09:09:30.642328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Deleting port 3beb16ee-5775-42a7-8282-4d483beb7d11 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:30.642926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.703613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-12e0c68b-ddde-4112-af5b-4cc0259da6e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1839643 Aug 31 09:09:30.729446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be03e2b7-0c17-4449-88e7-1c988a350028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.799402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be03e2b7-0c17-4449-88e7-1c988a350028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.842186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-7199ef11-d923-4e51-8f81-770e42c91872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.843772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-7199ef11-d923-4e51-8f81-770e42c91872 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1101 time: 0.1104665 Aug 31 09:09:30.896252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa22a8-93ef-4b64-84ae-2979e845f0f6 req-4dc8989d-f32f-4067-9cab-68ed67a7459d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.898177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0fa22a8-93ef-4b64-84ae-2979e845f0f6 req-4dc8989d-f32f-4067-9cab-68ed67a7459d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1705303 Aug 31 09:09:30.901884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.902320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.942899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafee57-9517-4a44-b933-2929636d9ccf req-ec142488-3d5f-446b-bc9e-37c3888f7589 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.944604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bafee57-9517-4a44-b933-2929636d9ccf req-ec142488-3d5f-446b-bc9e-37c3888f7589 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.15 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 950 time: 0.1676636 Aug 31 09:09:30.962087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Calling delete_port for 3beb16ee-5775-42a7-8282-4d483beb7d11 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:30.985387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be03e2b7-0c17-4449-88e7-1c988a350028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.990322 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be03e2b7-0c17-4449-88e7-1c988a350028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.993217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-be03e2b7-0c17-4449-88e7-1c988a350028 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56711d51-e88a-4c24-8abe-c24998c380f3 HTTP/1.1" status: 204 len: 168 time: 0.3712482 Aug 31 09:09:31.022901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e2b7-0c17-4449-88e7-1c988a350028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56711d51-e88a-4c24-8abe-c24998c380f3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:31.075633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Deleting port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:31.075989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.108158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-97bf7bb0-6c83-4d0b-88ca-b01c21680134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:31.108158 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-97bf7bb0-6c83-4d0b-88ca-b01c21680134 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2378936 Aug 31 09:09:31.152000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0fa22a8-93ef-4b64-84ae-2979e845f0f6 req-43ab65d4-fe00-452c-b125-aec2db55402f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446020 Aug 31 09:09:31.197759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-70220eba-573f-4b90-ad41-42d79244c7cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.0824649 Aug 31 09:09:31.331230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-42ee6c4f-94d2-4d25-9294-cc0589bf30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:31.335549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-42ee6c4f-94d2-4d25-9294-cc0589bf30ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1274571 Aug 31 09:09:31.391056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] For port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:31.391715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.420354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-60695173-ebe0-491a-82ac-c3f556b26968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:31.423001 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-60695173-ebe0-491a-82ac-c3f556b26968 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806408 Aug 31 09:09:31.447624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Deleting port 55d2e774-a759-4328-b694-f00a1badc1b6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:31.448084 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.452783 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cbee482c-0f3c-42d3-8af7-b0c33854fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.543779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Calling delete_port for 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:31.630030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-747fb148-fda5-421c-b3db-cda8ff6081b3 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/e9e5a345-9e9d-4047-b4f4-0038aa570137 HTTP/1.1" status: 200 len: 2397 time: 0.2918813 Aug 31 09:09:31.633186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-25914486-dde0-44ec-a4bd-796549b662bd service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005796 Aug 31 09:09:31.711937 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.714982 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.760110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9e5a345-9e9d-4047-b4f4-0038aa570137', 'remote_group_id': None}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:31.760748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9e5a345-9e9d-4047-b4f4-0038aa570137', 'remote_group_id': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:31.785728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] For port 55d2e774-a759-4328-b694-f00a1badc1b6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=55d2e774-a759-4328-b694-f00a1badc1b6,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:31.786775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.845570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Calling delete_port for 55d2e774-a759-4328-b694-f00a1badc1b6 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:31.854907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.876038 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffeb84d0-4311-4a76-9195-cfe08e5e8316 req-df28f1be-69ac-4bc5-81c7-7506a395d1da service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346230 Aug 31 09:09:31.933831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event deleted for resources: {'Port': ['ID=3beb16ee-5775-42a7-8282-4d483beb7d11,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.165478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.213010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.216700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.217949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baf6cdac-80fb-4f27-9bee-3389d3d0a269 req-ad65a4ee-2d16-4714-927a-b92945dead81 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "DELETE /v2.0/floatingips/2464efe4-4960-46ae-a213-807154735bb2 HTTP/1.1" status: 204 len: 173 time: 1.9430239 Aug 31 09:09:32.277411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.282706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.295663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.326123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7d6228d2-39d2-4b42-9731-b9d11f6a61c6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:32.426752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Pushing event deleted for resources: {'Port': ['ID=7d6228d2-39d2-4b42-9731-b9d11f6a61c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.483745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7abe08fe-579b-4ede-b4bd-2feec5ea2ca1 req-28364ad7-4540-46f8-ad4a-0508090b9d5b tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.18 "GET /v2.0/ports?device_id=5521ba87-554e-4eca-a7af-9ec6e6cc92c0 HTTP/1.1" status: 200 len: 210 time: 0.0944314 Aug 31 09:09:32.484840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d950bbba-ed01-4933-a5e2-565e604ab981,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.504945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.506178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc2a2aa4-bda7-496b-80ca-8477d6307148 req-a99d47b4-74f9-493e-91a0-e41321dae606 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8154407 Aug 31 09:09:32.582687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] No DVR routers for this DVR port 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:32.586187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.594386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.597059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68c4e83b-0a12-4cbd-9d45-bdff96c27375 req-867de7ea-a224-418c-8dfa-d67f57b4e09a tempest-AttachSCSIVolumeTestJSON-107001053 tempest-AttachSCSIVolumeTestJSON-107001053-project] 10.222.0.23 "DELETE /v2.0/ports/7d6228d2-39d2-4b42-9731-b9d11f6a61c6 HTTP/1.1" status: 204 len: 173 time: 1.9687808 Aug 31 09:09:32.603258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'name': 'network-vif-deleted', 'tag': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:32.610165 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce5a85-acc8-44bf-97e0-792d6153acc8" -d '{"events": [{"server_uuid": "5521ba87-554e-4eca-a7af-9ec6e6cc92c0", "name": "network-vif-deleted", "tag": "7d6228d2-39d2-4b42-9731-b9d11f6a61c6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:32.612155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['55d2e774-a759-4328-b694-f00a1badc1b6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:32.687953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:32.718303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event deleted for resources: {'Port': ['ID=55d2e774-a759-4328-b694-f00a1badc1b6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.798355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c646be73-0d90-4339-bafc-a35b69dbb5af req-3839e96e-7141-4cf3-aff2-313ccd0a31ba tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=41554029-4299-4360-af70-73f29bdf8535 HTTP/1.1" status: 200 len: 210 time: 0.1776290 Aug 31 09:09:32.890117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] No DVR routers for this DVR port 55d2e774-a759-4328-b694-f00a1badc1b6 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:32.895841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.901045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bafee57-9517-4a44-b933-2929636d9ccf req-e2dfcd13-0a96-4662-99a1-122fb8896ce5 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.15 "DELETE /v2.0/ports/55d2e774-a759-4328-b694-f00a1badc1b6 HTTP/1.1" status: 204 len: 173 time: 1.9434199 Aug 31 09:09:32.979199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffb96a-5077-406c-adcd-74c5286c94bd req-b1a77ef7-0cdc-4ae2-90d0-84a50d46d458 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:32.991677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09ffb96a-5077-406c-adcd-74c5286c94bd req-b1a77ef7-0cdc-4ae2-90d0-84a50d46d458 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.3686578 Aug 31 09:09:33.014292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-2bd47725-54b9-40a0-a98f-ae4285622fe1 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips/0a04b5a0-6e3a-4519-afdb-379be67a1c2f HTTP/1.1" status: 200 len: 693 time: 0.1089902 Aug 31 09:09:33.184792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09ffb96a-5077-406c-adcd-74c5286c94bd req-2f5fa895-6625-448b-9993-476709dd5032 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914525 Aug 31 09:09:33.313039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-aa5f2f9a-7706-4b19-84c0-f0b6de890489 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:33.315837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-aa5f2f9a-7706-4b19-84c0-f0b6de890489 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2793813 Aug 31 09:09:33.448829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-6a304158-7f6b-4f6b-b7ad-733f662056f9 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1114321 Aug 31 09:09:33.481250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.676513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-0bd0df66-0f8d-4be2-929d-6309d1d1b52f tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1993582 Aug 31 09:09:33.768048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d235957-58c5-4794-977e-0862fe5237c3 req-7e2cb856-1c85-40b7-b17c-1fb3760a593f tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/e9e5a345-9e9d-4047-b4f4-0038aa570137 HTTP/1.1" status: 200 len: 2995 time: 0.3143101 Aug 31 09:09:33.918364 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dad25c0-f716-43c1-87cd-6be4d74e98e4 x-openstack-request-id: req-0dad25c0-f716-43c1-87cd-6be4d74e98e4 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:33.918809 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521ba87-554e-4eca-a7af-9ec6e6cc92c0", "name": "network-vif-deleted", "tag": "7d6228d2-39d2-4b42-9731-b9d11f6a61c6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:33.919473 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dad25c0-f716-43c1-87cd-6be4d74e98e4 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:33.920039 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521ba87-554e-4eca-a7af-9ec6e6cc92c0', 'name': 'network-vif-deleted', 'tag': '7d6228d2-39d2-4b42-9731-b9d11f6a61c6', 'status': 'completed', 'code': 200} Aug 31 09:09:34.041411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Deleting port d2b8164b-93b7-46e1-8a88-c5e62ee80f3d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:34.041854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.073100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-f7fcb983-621e-4e16-97c9-94b65c7ebb92 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-group-rules/d950bbba-ed01-4933-a5e2-565e604ab981 HTTP/1.1" status: 200 len: 783 time: 0.0667658 Aug 31 09:09:34.232678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-2cc608a8-0c9a-44f6-ad24-051cda4dc82a tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/e9e5a345-9e9d-4047-b4f4-0038aa570137 HTTP/1.1" status: 200 len: 2995 time: 0.1157761 Aug 31 09:09:34.258656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.259256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.302998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Calling delete_port for d2b8164b-93b7-46e1-8a88-c5e62ee80f3d owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:34.327273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-21f03938-df2f-4d2a-a7da-475d83245eae tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.347670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-21f03938-df2f-4d2a-a7da-475d83245eae tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.427895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:34.487318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-21f03938-df2f-4d2a-a7da-475d83245eae tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.493481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:34.493828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7d6228d2-39d2-4b42-9731-b9d11f6a61c6 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:34.499953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-21f03938-df2f-4d2a-a7da-475d83245eae tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.502435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-120cd42a-fbf6-4e1d-b60b-9d12fd2efeab req-21f03938-df2f-4d2a-a7da-475d83245eae tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d950bbba-ed01-4933-a5e2-565e604ab981 HTTP/1.1" status: 204 len: 173 time: 0.2684512 Aug 31 09:09:34.518585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f03938-df2f-4d2a-a7da-475d83245eae tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d950bbba-ed01-4933-a5e2-565e604ab981,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:34.666267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.729318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Pushing event deleted for resources: {'Port': ['ID=d2b8164b-93b7-46e1-8a88-c5e62ee80f3d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:34.918361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 55d2e774-a759-4328-b694-f00a1badc1b6 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:34.939971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.943122 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:34.944474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c9a2925-79ec-4ee6-913d-7cf9e75d4778 req-508b1a82-9a09-4d32-8eb4-9a4952c82249 tempest-FloatingIPDetailsTestJSON-1224996609 tempest-FloatingIPDetailsTestJSON-1224996609-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a04b5a0-6e3a-4519-afdb-379be67a1c2f HTTP/1.1" status: 204 len: 173 time: 1.2553608 Aug 31 09:09:34.953795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:34.961895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 55d2e774-a759-4328-b694-f00a1badc1b6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:34.962450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 55d2e774-a759-4328-b694-f00a1badc1b6 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:34.973043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1795ae9-c770-4895-9817-777588280f56 req-9255b2d7-82be-4cad-a65d-2539e4eebd00 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:34.976286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1795ae9-c770-4895-9817-777588280f56 req-9255b2d7-82be-4cad-a65d-2539e4eebd00 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2247577 Aug 31 09:09:34.978427 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-546d870b-f8ac-48a5-a523-555faa7e7f88 service neutron] show failed (client error): The resource could not be found. Aug 31 09:09:34.980208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-546d870b-f8ac-48a5-a523-555faa7e7f88 service neutron] 10.222.0.23 "GET /v2.0/ports/fdca164a-760a-4853-98e7-3607e85b818c/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.1441879 Aug 31 09:09:35.087410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1795ae9-c770-4895-9817-777588280f56 req-859da43f-3b0c-4b42-9349-ecffd9da2712 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969574 Aug 31 09:09:35.524740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88a88d47-1f89-4599-82f6-9e4758aab3fa req-65351dc8-c872-4271-8a46-afcaab05ee3b tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/e9e5a345-9e9d-4047-b4f4-0038aa570137 HTTP/1.1" status: 200 len: 2397 time: 0.1760182 Aug 31 09:09:35.664698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-478095ba-443f-4fa6-ad63-2b8542646be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:35.666767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-478095ba-443f-4fa6-ad63-2b8542646be2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314&tenant_id=572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 1102 time: 0.3295236 Aug 31 09:09:35.716427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:35.764989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.777013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-88a88d47-1f89-4599-82f6-9e4758aab3fa req-12be7e65-64f7-40b2-841a-3ac85ba08ac8 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.876217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.998566 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.410603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Deleting port fd91ea3e-65ef-469a-96de-10dafb59dd1a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:36.411432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.553109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] For port fd91ea3e-65ef-469a-96de-10dafb59dd1a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fd91ea3e-65ef-469a-96de-10dafb59dd1a,segment=NetworkSegment(7d1406ba-1d79-40fd-b1ce-b2dddf3495c0),segment_id=7d1406ba-1d79-40fd-b1ce-b2dddf3495c0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:36.554282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.568239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-88a88d47-1f89-4599-82f6-9e4758aab3fa req-12be7e65-64f7-40b2-841a-3ac85ba08ac8 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.576450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Calling delete_port for fd91ea3e-65ef-469a-96de-10dafb59dd1a owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:36.611922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41554029-4299-4360-af70-73f29bdf8535', 'name': 'network-vif-deleted', 'tag': '55d2e774-a759-4328-b694-f00a1badc1b6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:36.620449 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc15b3-e59e-4846-a9e3-0b5199d560b7" -d '{"events": [{"server_uuid": "41554029-4299-4360-af70-73f29bdf8535", "name": "network-vif-deleted", "tag": "55d2e774-a759-4328-b694-f00a1badc1b6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:36.915080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-88a88d47-1f89-4599-82f6-9e4758aab3fa req-12be7e65-64f7-40b2-841a-3ac85ba08ac8 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.920348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-88a88d47-1f89-4599-82f6-9e4758aab3fa req-12be7e65-64f7-40b2-841a-3ac85ba08ac8 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.938294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88a88d47-1f89-4599-82f6-9e4758aab3fa req-12be7e65-64f7-40b2-841a-3ac85ba08ac8 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9e5a345-9e9d-4047-b4f4-0038aa570137 HTTP/1.1" status: 204 len: 173 time: 1.4054523 Aug 31 09:09:37.019430 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.059016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd91ea3e-65ef-469a-96de-10dafb59dd1a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:37.204535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7e65-64f7-40b2-841a-3ac85ba08ac8 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5a345-9e9d-4047-b4f4-0038aa570137,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:37.457334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:37.544726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:37.579895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.635604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.660924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Transition to ACTIVE for port object fdca164a-760a-4853-98e7-3607e85b818c will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:37.672821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.764076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e795f-93d6-47ea-9929-fbf15c43b6e1 req-3213cbab-daf6-4eb4-8075-1e7a9635f8c8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:37.766867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-092e795f-93d6-47ea-9929-fbf15c43b6e1 req-3213cbab-daf6-4eb4-8075-1e7a9635f8c8 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 950 time: 0.6019063 Aug 31 09:09:37.777181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:37.816436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd972791-d97c-408d-8e87-26e1d4433162 req-3ff2e860-0562-4a89-b591-d0b7004a5cbc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:37.820217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd972791-d97c-408d-8e87-26e1d4433162 req-3ff2e860-0562-4a89-b591-d0b7004a5cbc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.6177261 Aug 31 09:09:37.993933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] No DVR routers for this DVR port fdca164a-760a-4853-98e7-3607e85b818c on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:38.068193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-b5eddcb4-7bf1-41cc-b854-1debb265c616 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.070813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-b5eddcb4-7bf1-41cc-b854-1debb265c616 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 950 time: 0.2957149 Aug 31 09:09:38.123118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-092e795f-93d6-47ea-9929-fbf15c43b6e1 req-a3aadb97-64ea-4114-a76f-b12ab82aa830 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414204 Aug 31 09:09:38.216681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd972791-d97c-408d-8e87-26e1d4433162 req-680e2e73-bcb1-4d9a-86de-50d2e80c6297 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263257 Aug 31 09:09:38.336562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:38.336562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:38.336562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:38.381516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:09:38.382022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:38.449199 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef1841e-8efe-43ae-ac28-8013dd3d8327 x-openstack-request-id: req-aef1841e-8efe-43ae-ac28-8013dd3d8327 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:38.449877 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41554029-4299-4360-af70-73f29bdf8535", "name": "network-vif-deleted", "tag": "55d2e774-a759-4328-b694-f00a1badc1b6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:38.450230 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aef1841e-8efe-43ae-ac28-8013dd3d8327 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:38.451234 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41554029-4299-4360-af70-73f29bdf8535', 'name': 'network-vif-deleted', 'tag': '55d2e774-a759-4328-b694-f00a1badc1b6', 'status': 'completed', 'code': 200} Aug 31 09:09:38.472612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:38.489292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:38.489945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:38.490208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:38.493318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Bound port: fdca164a-760a-4853-98e7-3607e85b818c, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:38.494130 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.543031 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-032e6d27-b1ed-40e3-98bd-3af5d6dffacc req-a97f3c40-5e61-4a01-bf8c-550e1b951340 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] show failed (client error): The resource could not be found. Aug 31 09:09:38.546115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032e6d27-b1ed-40e3-98bd-3af5d6dffacc req-a97f3c40-5e61-4a01-bf8c-550e1b951340 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/0414554a-fe84-40d5-b8f4-1c0192646ec3 HTTP/1.1" status: 404 len: 352 time: 0.0895848 Aug 31 09:09:38.620070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:38.739616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-7791af9e-a162-429e-9f54-f466fc5ebacd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1804879 Aug 31 09:09:38.813876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Deleting port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:38.815007 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.831285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33f5f13b-50f9-47a4-80fa-81c623e087d3 req-887be81b-293b-4876-8b9e-f79d5187b87f tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/9d750745-551e-4c80-b54a-cce8d75b9963 HTTP/1.1" status: 200 len: 1803 time: 0.1786880 Aug 31 09:09:38.909665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:39.009119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-ae37f302-a657-4341-a795-d71f1caa515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.014167 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-ae37f302-a657-4341-a795-d71f1caa515d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 1117 time: 0.1488998 Aug 31 09:09:39.097552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33f5f13b-50f9-47a4-80fa-81c623e087d3 req-7d76763d-ce2d-4308-9781-36d83b5c9c65 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.134452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33f5f13b-50f9-47a4-80fa-81c623e087d3 req-7d76763d-ce2d-4308-9781-36d83b5c9c65 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.256087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33f5f13b-50f9-47a4-80fa-81c623e087d3 req-7d76763d-ce2d-4308-9781-36d83b5c9c65 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.262434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33f5f13b-50f9-47a4-80fa-81c623e087d3 req-7d76763d-ce2d-4308-9781-36d83b5c9c65 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.265107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:39.279425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33f5f13b-50f9-47a4-80fa-81c623e087d3 req-7d76763d-ce2d-4308-9781-36d83b5c9c65 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d750745-551e-4c80-b54a-cce8d75b9963 HTTP/1.1" status: 204 len: 173 time: 0.4459589 Aug 31 09:09:39.285999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] Sync routers for ids ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:39.306500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] Routers {'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:39.310515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:39.312663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7c661b18-769e-43fc-a527-278ad2258833 admin admin] 10.222.0.18 "PUT /v2.0/routers/e5a1d652-9cb7-484e-86f5-f3b7ca12ee75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3552413 Aug 31 09:09:39.313834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33712) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:39.356550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76763d-ce2d-4308-9781-36d83b5c9c65 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d750745-551e-4c80-b54a-cce8d75b9963,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:39.402570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:39.416983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:39.430786 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.448225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-62240f5e-a5f0-4235-9f7f-feacc5162aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.455200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-62240f5e-a5f0-4235-9f7f-feacc5162aae service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.3977454 Aug 31 09:09:39.660922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:39.752392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.753150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.755030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-c7336baa-12f9-41cd-aaf5-e45c32ed6868 service neutron] 10.222.0.15 "PUT /v2.0/ports/fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 1097 time: 4.0551171 Aug 31 09:09:39.820658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.822720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-153b8dc3-be01-4a56-8e18-8691744e81b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 200 len: 217 time: 0.3613627 Aug 31 09:09:39.839623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] Set router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:39.910727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] For port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:39.911779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:40.041329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Calling delete_port for c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:40.083308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3719b1-f9c0-43d7-9a68-c52ca470211c req-baf335e5-8bfb-4f1b-872f-4d593f04b903 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.085816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d3719b1-f9c0-43d7-9a68-c52ca470211c req-baf335e5-8bfb-4f1b-872f-4d593f04b903 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 950 time: 0.4301183 Aug 31 09:09:40.227708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-27fae791-3f11-451b-876c-40737fa1774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.230377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-27fae791-3f11-451b-876c-40737fa1774b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.3993351 Aug 31 09:09:40.236571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:40.247578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233fea8-49d2-4af1-8a4f-d7b0758f624a req-6e9998b3-a3f6-41e1-bc55-485f20225597 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.262293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a233fea8-49d2-4af1-8a4f-d7b0758f624a req-6e9998b3-a3f6-41e1-bc55-485f20225597 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.5050998 Aug 31 09:09:40.292606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-82589a83-8d60-49cb-a98b-0d88f705e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.298602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-82589a83-8d60-49cb-a98b-0d88f705e534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1100 time: 0.4806087 Aug 31 09:09:40.305864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-a5c0117f-4565-434f-b762-5ad7d7ee8d4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624962 Aug 31 09:09:40.377507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d3719b1-f9c0-43d7-9a68-c52ca470211c req-aafca5c8-c61f-4fc3-802b-29108659e519 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/security-groups?id=f449c335-1388-47d1-af8a-444918cde766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733314 Aug 31 09:09:40.453272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}, {'name': 'network-changed', 'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:40.471146 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0059aa-d277-4b81-b45e-494cdbb08ffd" -d '{"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-unplugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}, {"name": "network-changed", "server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:40.549056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:36Z', 'revision_number': 5, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port': {'id': '623d0aa1-4383-410d-b9d6-22fc497680a4', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:40.713891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] Checking router: e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:40.736431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a233fea8-49d2-4af1-8a4f-d7b0758f624a req-a2f2e610-e40b-484e-b892-2ea2c4bc575b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720581 Aug 31 09:09:40.736867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] Routers {'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:40.737874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:40.803039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Deleting port 623d0aa1-4383-410d-b9d6-22fc497680a4 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:40.804438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:40.815079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-b27ae740-591a-4d62-ae94-91c5079ac56d service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763232 Aug 31 09:09:40.904720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-8eb8b138-b055-465b-9276-c3fab14f214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.911771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-8eb8b138-b055-465b-9276-c3fab14f214a service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.5957043 Aug 31 09:09:40.926661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fc9b507-1447-4cce-b242-64c54066ba3a req-2f8b679f-c1c8-4a26-8585-8aeabc1d95d1 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d HTTP/1.1" status: 200 len: 1804 time: 0.4074602 Aug 31 09:09:41.031593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] For port 623d0aa1-4383-410d-b9d6-22fc497680a4, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=623d0aa1-4383-410d-b9d6-22fc497680a4,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:41.032460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.052751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Calling delete_port for 623d0aa1-4383-410d-b9d6-22fc497680a4 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:41.057878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] Set router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:41.170703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:40Z', 'revision_number': 6, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:41.232740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-cb27d5e7-79e3-479b-8302-495a26ec6c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.3040454 Aug 31 09:09:41.236695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641d48f-ad05-4500-8d6c-8d71ef881c6e None None] The sync data for ids ['e5a1d652-9cb7-484e-86f5-f3b7ca12ee75'] in n-d-800634-13 is: [{'id': 'e5a1d652-9cb7-484e-86f5-f3b7ca12ee75', 'name': 'tempest-FloatingIPDetailsTestJSON-573133024-router', 'tenant_id': '3e583daca93245bd96aeb3b2d1cac992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:08:52Z', 'updated_at': '2021-08-31T09:09:40Z', 'revision_number': 6, 'project_id': '3e583daca93245bd96aeb3b2d1cac992', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:41.281252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96fd7df8-733f-4b36-bc95-675d4b0da863 req-dd964207-7804-4d7f-9c5c-d3bd1a97a552 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560375 Aug 31 09:09:41.300057 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d350fa5-7066-45d7-a1de-b9023700525a x-openstack-request-id: req-5d350fa5-7066-45d7-a1de-b9023700525a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:41.311510 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-unplugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "code": 200}, {"name": "network-changed", "server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:41.311685 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d350fa5-7066-45d7-a1de-b9023700525a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:41.312219 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'code': 200} Aug 31 09:09:41.313724 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'status': 'completed', 'code': 200} Aug 31 09:09:41.455712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.520891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2fc9b507-1447-4cce-b242-64c54066ba3a req-ad59f55f-7a1d-4a91-a01f-792089685d5d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.531082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-4509810d-6263-4856-9c20-78f7817c78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:41.534056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-4509810d-6263-4856-9c20-78f7817c78d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2736268 Aug 31 09:09:41.539335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-f150ba0f-78ab-4093-9114-0c60e18355c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:41.541893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-f150ba0f-78ab-4093-9114-0c60e18355c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1100 time: 0.1840379 Aug 31 09:09:41.543378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Pushing event deleted for resources: {'Port': ['ID=c2a214fb-5acc-41f4-a7a0-1c1e66cf3848,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:41.727563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fd91ea3e-65ef-469a-96de-10dafb59dd1a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:41.906138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: fd91ea3e-65ef-469a-96de-10dafb59dd1a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:41.914501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fd91ea3e-65ef-469a-96de-10dafb59dd1a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:41.976045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.048165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Pushing event deleted for resources: {'Port': ['ID=623d0aa1-4383-410d-b9d6-22fc497680a4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:42.072017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97e0ec60-c376-46e1-bb17-3192bc309ae5 req-785c9fed-6b32-42c5-b6af-1235b3f380b9 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 210 time: 0.1064615 Aug 31 09:09:42.114517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2fc9b507-1447-4cce-b242-64c54066ba3a req-ad59f55f-7a1d-4a91-a01f-792089685d5d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.136220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] No DVR routers for this DVR port c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:42.150289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.166755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7693869-4be1-437a-ab4a-9bca7a8b5f85 req-d8e9b1b5-7963-441f-a88f-e4646f968833 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.23 "DELETE /v2.0/ports/c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 HTTP/1.1" status: 204 len: 173 time: 4.0697768 Aug 31 09:09:42.339566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-1804a834-df8b-4b68-97c8-57b7b22f84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.340127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-4d26198c-e922-49a3-8029-622615e9f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.343172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-4d26198c-e922-49a3-8029-622615e9f44c service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.7883592 Aug 31 09:09:42.344919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.345479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-1804a834-df8b-4b68-97c8-57b7b22f84fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7757142 Aug 31 09:09:42.488900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:42.679878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.684564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.703912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-29825b05-ee01-4f7f-af0f-2263561255a1 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450587 Aug 31 09:09:42.746782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:42.769239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.770372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:09:42.779528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.785597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14583f01-4f46-4471-ba9c-e08b1e0faeba admin admin] 10.222.0.18 "DELETE /v2.0/routers/e5a1d652-9cb7-484e-86f5-f3b7ca12ee75 HTTP/1.1" status: 204 len: 168 time: 3.4590104 Aug 31 09:09:42.831585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33750) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:42.845610 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-c99af65e-d0ae-49c5-b231-56882513c3a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.0865266 Aug 31 09:09:42.989646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf4900-d9ad-41bb-ba0f-14930ea6bffe req-909133c0-4e5b-4520-b8d9-1ba072f3bca0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.995586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:43.001866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c2a214fb-5acc-41f4-a7a0-1c1e66cf3848 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:43.007720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73bf4900-d9ad-41bb-ba0f-14930ea6bffe req-909133c0-4e5b-4520-b8d9-1ba072f3bca0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.7716613 Aug 31 09:09:43.119797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Deleting subnet f7463e97-b5da-4cb5-88da-78524ed1baf8 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:43.126826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-8bb938e7-e06f-44d1-bc15-9705ae66643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.129251 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-8bb938e7-e06f-44d1-bc15-9705ae66643b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2145772 Aug 31 09:09:43.133517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.226959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2fc9b507-1447-4cce-b242-64c54066ba3a req-ad59f55f-7a1d-4a91-a01f-792089685d5d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.230972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2fc9b507-1447-4cce-b242-64c54066ba3a req-ad59f55f-7a1d-4a91-a01f-792089685d5d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.232353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fc9b507-1447-4cce-b242-64c54066ba3a req-ad59f55f-7a1d-4a91-a01f-792089685d5d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d HTTP/1.1" status: 204 len: 173 time: 2.2844567 Aug 31 09:09:43.291470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59f55f-7a1d-4a91-a01f-792089685d5d tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b8917-3e64-4b3c-b7e6-c39db77c2a0d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:43.322036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-deleted', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:43.324642 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8611f3-2067-44a5-9c14-1973683d7b86" -d '{"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-deleted", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:43.347958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73bf4900-d9ad-41bb-ba0f-14930ea6bffe req-acf1fc27-af73-4531-a38b-2e9d27a94c19 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188307 Aug 31 09:09:43.366449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bea6adfd-821d-4a94-ad81-dfad0680b69a req-268308d6-3d76-4004-85f4-89f9f4d5d717 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480486 Aug 31 09:09:43.367536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.372660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0389079b-7a08-4f6b-bfa9-34cd3341912b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.608382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.651840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0389079b-7a08-4f6b-bfa9-34cd3341912b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.680870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0389079b-7a08-4f6b-bfa9-34cd3341912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.742266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.781052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 623d0aa1-4383-410d-b9d6-22fc497680a4 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:43.813515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bf5f64e-27bc-4379-ba24-bcbb2cd75e80 req-19db13e9-f33f-49e4-bd1c-2369eb2714c6 tempest-ServersAdminTestJSON-1685650946 tempest-ServersAdminTestJSON-1685650946-project] 10.222.0.18 "GET /v2.0/ports?device_id=b83d0221-5dec-4316-b681-b9cacc0fff90 HTTP/1.1" status: 200 len: 210 time: 0.1561627 Aug 31 09:09:43.863485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 623d0aa1-4383-410d-b9d6-22fc497680a4 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:43.866565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 623d0aa1-4383-410d-b9d6-22fc497680a4 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:43.934658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7463e97-b5da-4cb5-88da-78524ed1baf8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:43.947131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ea229-c060-4773-8364-9bf861dc6d2a None None] Network e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:43.971393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.986884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33766) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:44.004371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-729b683d-4371-4753-92fb-41a4bf13b237 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f7463e97-b5da-4cb5-88da-78524ed1baf8 HTTP/1.1" status: 204 len: 168 time: 1.1674426 Aug 31 09:09:44.020272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-4aef3c50-33a2-4523-9aa6-635fd16cd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.043071 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-4aef3c50-33a2-4523-9aa6-635fd16cd271 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8935297 Aug 31 09:09:44.155850 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4877b9c-aa7e-4ae6-9613-a1817a73cda0 x-openstack-request-id: req-f4877b9c-aa7e-4ae6-9613-a1817a73cda0 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:44.156990 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83d0221-5dec-4316-b681-b9cacc0fff90", "name": "network-vif-deleted", "tag": "c2a214fb-5acc-41f4-a7a0-1c1e66cf3848", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:44.158666 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4877b9c-aa7e-4ae6-9613-a1817a73cda0 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:44.162361 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83d0221-5dec-4316-b681-b9cacc0fff90', 'name': 'network-vif-deleted', 'tag': 'c2a214fb-5acc-41f4-a7a0-1c1e66cf3848', 'status': 'completed', 'code': 200} Aug 31 09:09:44.180267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:44.419261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.449087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8002559e-2cdb-4034-947f-5ceed3a3bf38 req-63962f9e-4c8c-40fc-bda9-51a45f5be276 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/16319ac2-7cac-4cc1-959e-0dd38c966607 HTTP/1.1" status: 200 len: 1804 time: 0.5351400 Aug 31 09:09:44.450063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-5d2e43a3-9549-4eac-99b2-825825eff3e6 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027531 Aug 31 09:09:44.492306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] DHCP port deletion for e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:09:44.544955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0389079b-7a08-4f6b-bfa9-34cd3341912b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cb9ec1791ef4adf91b1b08efa5ba7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7955742 Aug 31 09:09:44.545798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33778) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:44.630038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] Deleting port 3587980d-4c1c-42f0-90af-e72147bb2802 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:44.630704 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.645388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389079b-7a08-4f6b-bfa9-34cd3341912b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff439c8-7883-4a1d-b05c-c72ccff1be19,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:44.677102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8002559e-2cdb-4034-947f-5ceed3a3bf38 req-7c307e49-a194-41cc-8625-f22b9c945587 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.743758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-26899cd2-2623-4c07-9469-81584ef2e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.750962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-26899cd2-2623-4c07-9469-81584ef2e4cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1100 time: 1.0622849 Aug 31 09:09:44.794853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] For port 3587980d-4c1c-42f0-90af-e72147bb2802, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3587980d-4c1c-42f0-90af-e72147bb2802,segment=NetworkSegment(7d1406ba-1d79-40fd-b1ce-b2dddf3495c0),segment_id=7d1406ba-1d79-40fd-b1ce-b2dddf3495c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:44.795442 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.851829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] Calling delete_port for 3587980d-4c1c-42f0-90af-e72147bb2802 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:44.914556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-76221021-4108-4c9d-92db-7f1df0d30b1d service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447780 Aug 31 09:09:44.946377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e647e-2aab-498a-9d7b-eaca641ef675 req-ba62e43c-3584-45a6-badf-d76d31e8f000 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.956283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-621e647e-2aab-498a-9d7b-eaca641ef675 req-ba62e43c-3584-45a6-badf-d76d31e8f000 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.2952480 Aug 31 09:09:44.971325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8002559e-2cdb-4034-947f-5ceed3a3bf38 req-7c307e49-a194-41cc-8625-f22b9c945587 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.037385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.081280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6795760b-899d-4f38-8d0c-4874e2ebb074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.092692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] Pushing event deleted for resources: {'Port': ['ID=3587980d-4c1c-42f0-90af-e72147bb2802,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:45.096531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fe249-0ca7-4d3c-b0e7-dd284ca8db3f None None] No DVR routers for this DVR port 3587980d-4c1c-42f0-90af-e72147bb2802 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:45.159431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Deleting port 3587980d-4c1c-42f0-90af-e72147bb2802 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:45.159918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.191181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-621e647e-2aab-498a-9d7b-eaca641ef675 req-bb8f9a86-03d5-4422-aac5-53a485f5e969 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337596 Aug 31 09:09:45.316030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.332318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6795760b-899d-4f38-8d0c-4874e2ebb074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.374936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-28801f67-02b1-4029-968a-3c1a6dc3163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.378319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-28801f67-02b1-4029-968a-3c1a6dc3163b service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.5953116 Aug 31 09:09:45.379424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8002559e-2cdb-4034-947f-5ceed3a3bf38 req-7c307e49-a194-41cc-8625-f22b9c945587 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.389450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8002559e-2cdb-4034-947f-5ceed3a3bf38 req-7c307e49-a194-41cc-8625-f22b9c945587 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.395374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8002559e-2cdb-4034-947f-5ceed3a3bf38 req-7c307e49-a194-41cc-8625-f22b9c945587 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/16319ac2-7cac-4cc1-959e-0dd38c966607 HTTP/1.1" status: 204 len: 173 time: 0.9450271 Aug 31 09:09:45.450284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] For port 3587980d-4c1c-42f0-90af-e72147bb2802, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:45.450284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.654764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Calling delete_port for 3587980d-4c1c-42f0-90af-e72147bb2802 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:45.668352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Port 3587980d-4c1c-42f0-90af-e72147bb2802 was not found and therefore no delete operation was performed {{(pid=94896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:09:45.693140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.697801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3587980d-4c1c-42f0-90af-e72147bb2802 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:45.735096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c307e49-a194-41cc-8625-f22b9c945587 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16319ac2-7cac-4cc1-959e-0dd38c966607,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:45.757400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] No DVR routers for this DVR port 3587980d-4c1c-42f0-90af-e72147bb2802 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:45.775302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3587980d-4c1c-42f0-90af-e72147bb2802 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:45.775861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3587980d-4c1c-42f0-90af-e72147bb2802 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:45.803996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-8a594bcf-7cdf-4399-82af-f8e272695145 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.3993556 Aug 31 09:09:45.917713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.940599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3587980d-4c1c-42f0-90af-e72147bb2802,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:45.999194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33800) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.004002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:46.051699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:46.052145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1406ba-1d79-40fd-b1ce-b2dddf3495c0') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:46.073090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-4c858be5-9a99-4f4f-a7f1-760175b2ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.074650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-4c858be5-9a99-4f4f-a7f1-760175b2ac16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1394243 Aug 31 09:09:46.083559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.146292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d669b3ac-7cc4-4f27-a1e4-06b20099a7d5 req-8f9571f3-dd61-48d3-8d47-34d067fbdcbe tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/66f1d4d6-a9f5-46d5-9792-1e1969fd73d8 HTTP/1.1" status: 200 len: 2401 time: 0.6585135 Aug 31 09:09:46.181119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6795760b-899d-4f38-8d0c-4874e2ebb074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.185540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6795760b-899d-4f38-8d0c-4874e2ebb074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.187544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6795760b-899d-4f38-8d0c-4874e2ebb074 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ff439c8-7883-4a1d-b05c-c72ccff1be19 HTTP/1.1" status: 204 len: 168 time: 1.6082211 Aug 31 09:09:46.190385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.199279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-2efd27e6-fb6d-4a23-8da7-bc8e6f56551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.201884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-2efd27e6-fb6d-4a23-8da7-bc8e6f56551d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147654 Aug 31 09:09:46.257640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:46.258267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:46.263238 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:46.277608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795760b-899d-4f38-8d0c-4874e2ebb074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff439c8-7883-4a1d-b05c-c72ccff1be19,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.430399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.439350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Deleting port d3232256-6808-45e6-ba71-5128c2a2f30e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:46.440487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.483677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.491819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.498004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7de20a50-9492-40bd-a678-b3356d9d63e3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3c347a7-d79b-43ec-a0c0-8d454f4ebdbb HTTP/1.1" status: 204 len: 168 time: 2.4170072 Aug 31 09:09:46.530511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d669b3ac-7cc4-4f27-a1e4-06b20099a7d5 req-3ae54f7f-0539-41df-9789-21ed0d0e9827 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.599512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-1d275ede-8846-4d5a-879c-8e576587cde0 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770933 Aug 31 09:09:46.632606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-148fd911-a340-444a-a532-4509ccd5d108 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d09e07c954c64b46bdf2fffd3b44a155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303546 Aug 31 09:09:46.639270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.854087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] For port d3232256-6808-45e6-ba71-5128c2a2f30e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d3232256-6808-45e6-ba71-5128c2a2f30e,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:46.855109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.901462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Calling delete_port for d3232256-6808-45e6-ba71-5128c2a2f30e owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:46.914585 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace007c8-9f2d-43ff-a98b-601d28f53114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.941570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fdca164a-760a-4853-98e7-3607e85b818c details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:09:46.966840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace007c8-9f2d-43ff-a98b-601d28f53114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.050304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33818) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.051097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33820) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.115323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d669b3ac-7cc4-4f27-a1e4-06b20099a7d5 req-3ae54f7f-0539-41df-9789-21ed0d0e9827 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.122334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:47.135037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c0059aa-d277-4b81-b45e-494cdbb08ffd req-fa91c6e8-7c57-436c-9aea-bf9bc5e8fa4d service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261412 Aug 31 09:09:47.141122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'fdca164a-760a-4853-98e7-3607e85b818c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'fdca164a-760a-4853-98e7-3607e85b818c', 'mac_address': 'fa:16:3e:22:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:09:47.174245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb1de5-a791-49c4-96d5-a55fd504ff4b req-6dcdce31-0d94-4d98-98d8-049ea1267a3a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:47.183642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ceb1de5-a791-49c4-96d5-a55fd504ff4b req-6dcdce31-0d94-4d98-98d8-049ea1267a3a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 948 time: 0.6844056 Aug 31 09:09:47.201964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.207855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5016c396-930e-415a-be91-9e3ec23d00c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.210714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace007c8-9f2d-43ff-a98b-601d28f53114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.219263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace007c8-9f2d-43ff-a98b-601d28f53114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.227327 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ace007c8-9f2d-43ff-a98b-601d28f53114 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f449c335-1388-47d1-af8a-444918cde766 HTTP/1.1" status: 204 len: 168 time: 0.5804720 Aug 31 09:09:47.245785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdca164a-760a-4853-98e7-3607e85b818c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:47.272142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:47.273623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ceb1de5-a791-49c4-96d5-a55fd504ff4b req-f973a41b-f780-4df0-8eae-b41643cc1fb4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884800 Aug 31 09:09:47.281548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace007c8-9f2d-43ff-a98b-601d28f53114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f449c335-1388-47d1-af8a-444918cde766,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.286952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.293029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d669b3ac-7cc4-4f27-a1e4-06b20099a7d5 req-3ae54f7f-0539-41df-9789-21ed0d0e9827 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.300346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d669b3ac-7cc4-4f27-a1e4-06b20099a7d5 req-3ae54f7f-0539-41df-9789-21ed0d0e9827 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.304834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d669b3ac-7cc4-4f27-a1e4-06b20099a7d5 req-3ae54f7f-0539-41df-9789-21ed0d0e9827 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/66f1d4d6-a9f5-46d5-9792-1e1969fd73d8 HTTP/1.1" status: 204 len: 173 time: 1.1098723 Aug 31 09:09:47.345366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54f7f-0539-41df-9789-21ed0d0e9827 tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f1d4d6-a9f5-46d5-9792-1e1969fd73d8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.346063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-34caa8f3-378f-489b-a178-7a04c499acba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e583daca93245bd96aeb3b2d1cac992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930031 Aug 31 09:09:47.385468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33830) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.447600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.572736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-497be56a-100b-4f94-8344-bbf5dd247de0 req-244db2e0-4204-49fe-b701-21f32ad56bcd tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "GET /v2.0/security-groups/d0f07846-83bb-487b-9376-2e342f0e4059 HTTP/1.1" status: 200 len: 2396 time: 0.2313075 Aug 31 09:09:47.596519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['fdca164a-760a-4853-98e7-3607e85b818c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:47.794814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9583dab0-4744-4621-8588-8ece269dd038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.844926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.850353 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-497be56a-100b-4f94-8344-bbf5dd247de0 req-05d41fdf-4c41-4d64-bfff-aa87e9bf2ada tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.961679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9583dab0-4744-4621-8588-8ece269dd038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.057398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-497be56a-100b-4f94-8344-bbf5dd247de0 req-05d41fdf-4c41-4d64-bfff-aa87e9bf2ada tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.076661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5016c396-930e-415a-be91-9e3ec23d00c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.149188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:48.160218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3232256-6808-45e6-ba71-5128c2a2f30e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.169130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5016c396-930e-415a-be91-9e3ec23d00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.253752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c396-930e-415a-be91-9e3ec23d00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb1482b-4ed5-43bf-9902-eab2190618b9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.307624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9583dab0-4744-4621-8588-8ece269dd038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.310598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9583dab0-4744-4621-8588-8ece269dd038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.312175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5016c396-930e-415a-be91-9e3ec23d00c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b035140e3684c98a1c17ab662a666ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2583654 Aug 31 09:09:48.314651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9583dab0-4744-4621-8588-8ece269dd038 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7265b7fa-c374-4ba6-9995-78e09b5b3290 HTTP/1.1" status: 204 len: 168 time: 0.9206474 Aug 31 09:09:48.324316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:48.332923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583dab0-4744-4621-8588-8ece269dd038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265b7fa-c374-4ba6-9995-78e09b5b3290,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.378499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b78753b7-2cc8-46bf-ae91-4f0d81ed62c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f8aff89dc9841cb909f98ea941b1b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161853 Aug 31 09:09:48.385235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:48.389039 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.444472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-f4941de5-fcd8-4f65-9c6d-b7054b2bd206 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.446412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-f4941de5-fcd8-4f65-9c6d-b7054b2bd206 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314&tenant_id=572d62479f554cf99899eb81dff86d37&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 949 time: 0.4686520 Aug 31 09:09:48.539813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-497be56a-100b-4f94-8344-bbf5dd247de0 req-05d41fdf-4c41-4d64-bfff-aa87e9bf2ada tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.542984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-497be56a-100b-4f94-8344-bbf5dd247de0 req-05d41fdf-4c41-4d64-bfff-aa87e9bf2ada tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.544468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-497be56a-100b-4f94-8344-bbf5dd247de0 req-05d41fdf-4c41-4d64-bfff-aa87e9bf2ada tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] 10.222.0.18 "DELETE /v2.0/security-groups/d0f07846-83bb-487b-9376-2e342f0e4059 HTTP/1.1" status: 204 len: 173 time: 0.9328685 Aug 31 09:09:48.556864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33856) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:48.574364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96547b92-9762-404e-9327-8091a00031d3 req-0803dca0-cd92-4f9f-9944-4c5451046e0d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.590651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96547b92-9762-404e-9327-8091a00031d3 req-0803dca0-cd92-4f9f-9944-4c5451046e0d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 949 time: 0.3764005 Aug 31 09:09:48.606714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d41fdf-4c41-4d64-bfff-aa87e9bf2ada tempest-SecurityGroupRulesTestJSON-1556055154 tempest-SecurityGroupRulesTestJSON-1556055154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f07846-83bb-487b-9376-2e342f0e4059,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.628141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-11ee051d-9639-43e6-b739-0320d9aefe14 service neutron] 10.222.0.15 "GET /v2.0/ports/fdca164a-760a-4853-98e7-3607e85b818c/bindings/n-h1-800634-13 HTTP/1.1" status: 200 len: 383 time: 0.1679406 Aug 31 09:09:48.701283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96547b92-9762-404e-9327-8091a00031d3 req-f52001ef-6ae2-4f95-8c38-f71cbb0dc244 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088395 Aug 31 09:09:48.705234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136cad67-e12e-4362-addc-d94ba3b90d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.749805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136cad67-e12e-4362-addc-d94ba3b90d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.754719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96a9c841-5ce4-4287-b5c0-9ec9d93f646d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.793708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96a9c841-5ce4-4287-b5c0-9ec9d93f646d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.796985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-f25d0342-df91-4823-800e-4f8e5c463ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.799123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-f25d0342-df91-4823-800e-4f8e5c463ad2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1101 time: 0.1252022 Aug 31 09:09:48.859061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.884189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Deleting subnet 8133304b-a45e-49ef-b93a-80948c2bca32 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:48.952479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fdca164a-760a-4853-98e7-3607e85b818c up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:48.958381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.970394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136cad67-e12e-4362-addc-d94ba3b90d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.981286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136cad67-e12e-4362-addc-d94ba3b90d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.988332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-136cad67-e12e-4362-addc-d94ba3b90d72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1eb1482b-4ed5-43bf-9902-eab2190618b9 HTTP/1.1" status: 204 len: 168 time: 0.6531816 Aug 31 09:09:48.988639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96a9c841-5ce4-4287-b5c0-9ec9d93f646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.992880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96a9c841-5ce4-4287-b5c0-9ec9d93f646d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.995040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-96a9c841-5ce4-4287-b5c0-9ec9d93f646d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02a85e59-61bd-4050-a16e-83683fa84fd2 HTTP/1.1" status: 204 len: 168 time: 0.6038785 Aug 31 09:09:49.055191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9c841-5ce4-4287-b5c0-9ec9d93f646d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a85e59-61bd-4050-a16e-83683fa84fd2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:49.066065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-8a06b7d3-8c10-4d04-b2cf-723cf1894b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.067805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-8a06b7d3-8c10-4d04-b2cf-723cf1894b79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2531681 Aug 31 09:09:49.125174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port fdca164a-760a-4853-98e7-3607e85b818c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:49.134521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port fdca164a-760a-4853-98e7-3607e85b818c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:49.134943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.139847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cad67-e12e-4362-addc-d94ba3b90d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb1482b-4ed5-43bf-9902-eab2190618b9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:49.229641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-1481addf-8b45-4d38-87d0-b7ef1cee6982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.1447613 Aug 31 09:09:49.323042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.347383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-364e5af4-33b4-4915-9caa-f693d8acea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.350942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-364e5af4-33b4-4915-9caa-f693d8acea89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1140077 Aug 31 09:09:49.380652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.414888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:49.418982 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2035e-379c-46e2-adec-39c38f7c7ef6" -d '{"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-plugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:49.473390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:49.480699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.560147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-bd4bb7cc-0863-4875-a550-c5aca2043245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.568808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.580769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-bd4bb7cc-0863-4875-a550-c5aca2043245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2215791 Aug 31 09:09:49.639632 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d3bc4-0fec-4027-aa17-5681e86a55f6 x-openstack-request-id: req-420d3bc4-0fec-4027-aa17-5681e86a55f6 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:49.640793 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-plugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:49.641446 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-420d3bc4-0fec-4027-aa17-5681e86a55f6 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:49.642152 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'code': 200} Aug 31 09:09:49.643490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:49.853425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-c0131881-abde-4b20-8720-e60f8cac89ae service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585235 Aug 31 09:09:49.927869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.080933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8133304b-a45e-49ef-b93a-80948c2bca32,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:50.101084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.105852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c1fff162-5b1f-496c-845a-47695511f606 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8133304b-a45e-49ef-b93a-80948c2bca32 HTTP/1.1" status: 204 len: 168 time: 1.5429790 Aug 31 09:09:50.112629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33894) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:50.113297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ff03-d854-4355-bf4d-e2fcd29807e8 req-3f200957-06f4-4e1f-9648-b40f2e9a1d3e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:50.116582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7386ff03-d854-4355-bf4d-e2fcd29807e8 req-3f200957-06f4-4e1f-9648-b40f2e9a1d3e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1804156 Aug 31 09:09:50.201096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b000dfc2-3a8e-42df-98f5-ec01e29188f9 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363099 Aug 31 09:09:50.230212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7386ff03-d854-4355-bf4d-e2fcd29807e8 req-954036de-99e3-45d3-ba6f-f662303fd625 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991848 Aug 31 09:09:50.276605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Router 957331ed-54cc-4043-ab12-e4b0dc9fa824 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:50.407788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.638766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:50.643584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.652495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1f955409-64aa-4456-a7cd-db9e18d0b6a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/957331ed-54cc-4043-ab12-e4b0dc9fa824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4697137 Aug 31 09:09:50.653784 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] Sync routers for ids ['957331ed-54cc-4043-ab12-e4b0dc9fa824'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:50.655393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33910) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:50.672013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bafa496-18d9-481f-b1eb-342c4758d8f6']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:50.681494 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] Routers {'957331ed-54cc-4043-ab12-e4b0dc9fa824'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:50.687360 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['957331ed-54cc-4043-ab12-e4b0dc9fa824'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:50.693056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a4a58d-7a06-4614-8582-3328598104e1') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:50.693836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a4a58d-7a06-4614-8582-3328598104e1') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:50.737570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.779926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.799817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:50.805765 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:50.886127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.992355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.046261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.049712 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] Set router 957331ed-54cc-4043-ab12-e4b0dc9fa824 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:51.056844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6bafa496-18d9-481f-b1eb-342c4758d8f6 HTTP/1.1" status: 204 len: 168 time: 0.9415841 Aug 31 09:09:51.080929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245d7f9-b014-44db-b764-7d80757c8471 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bafa496-18d9-481f-b1eb-342c4758d8f6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:51.228913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.406777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Deleting port a1498b41-56e0-4a9d-a93c-184749357e2f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:51.407121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.584017 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:09:47Z', 'revision_number': 5, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port': {'id': 'a1498b41-56e0-4a9d-a93c-184749357e2f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:10Z', 'updated_at': '2021-08-31T09:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:51.613802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2213ce6-24fa-4115-9031-93145ed8c299 req-85461acc-4944-45b6-948d-80aa1e1b9023 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:51.627152 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] Checking router: 957331ed-54cc-4043-ab12-e4b0dc9fa824 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:51.627737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2213ce6-24fa-4115-9031-93145ed8c299 req-85461acc-4944-45b6-948d-80aa1e1b9023 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.1347041 Aug 31 09:09:51.638204 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] Routers {'957331ed-54cc-4043-ab12-e4b0dc9fa824'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:51.639031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:09:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['957331ed-54cc-4043-ab12-e4b0dc9fa824'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:51.675461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33942) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:51.704022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] For port a1498b41-56e0-4a9d-a93c-184749357e2f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a1498b41-56e0-4a9d-a93c-184749357e2f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:51.705124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.742663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Calling delete_port for a1498b41-56e0-4a9d-a93c-184749357e2f owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:51.815727 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] Set router 957331ed-54cc-4043-ab12-e4b0dc9fa824 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:51.833885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33948) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:51.877289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2213ce6-24fa-4115-9031-93145ed8c299 req-0f6a0920-2639-4065-8048-63037a431798 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133563 Aug 31 09:09:51.952512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-064a3846-9f03-4fb6-bf2b-e0e9a6b85cc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f0ad0d5cdd44cfdbad56d3f21e46767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048410 Aug 31 09:09:51.952998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33950) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:52.019233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:09:51Z', 'revision_number': 6, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:52.096298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c043bfb-173e-4dde-9648-2f9dd12e737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.097737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.132284 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38e0b4-252d-4547-a8d5-59c0dfa8d814 None None] The sync data for ids ['957331ed-54cc-4043-ab12-e4b0dc9fa824'] in n-d-800634-13 is: [{'id': '957331ed-54cc-4043-ab12-e4b0dc9fa824', 'name': 'tempest-AttachSCSIVolumeTestJSON-272513769-router', 'tenant_id': '0eb99b71368d4e17bb0daad23ff7a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:08Z', 'updated_at': '2021-08-31T09:09:51Z', 'revision_number': 6, 'project_id': '0eb99b71368d4e17bb0daad23ff7a497', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:52.150659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:52.184319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c043bfb-173e-4dde-9648-2f9dd12e737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.197827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1498b41-56e0-4a9d-a93c-184749357e2f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:52.244755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1550297400-network', 'tenant_id': 'b15af48559bc46b9abc0f247ef2443dd'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:52.369447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.402595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Made reservation on behalf of b15af48559bc46b9abc0f247ef2443dd for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:52.411572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.450843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.601247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.606572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.633731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c043bfb-173e-4dde-9648-2f9dd12e737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.692117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c043bfb-173e-4dde-9648-2f9dd12e737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.718614 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8c043bfb-173e-4dde-9648-2f9dd12e737c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee88915-8ea0-43a0-94e1-a94cce0a8fce HTTP/1.1" status: 204 len: 168 time: 0.7590411 Aug 31 09:09:52.753957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.755390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957331ed-54cc-4043-ab12-e4b0dc9fa824 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:09:52.775085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.777404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c043bfb-173e-4dde-9648-2f9dd12e737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee88915-8ea0-43a0-94e1-a94cce0a8fce,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:52.780806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b82bc9c3-aea9-48f6-a23a-a1c6fb17f467 admin admin] 10.222.0.18 "DELETE /v2.0/routers/957331ed-54cc-4043-ab12-e4b0dc9fa824 HTTP/1.1" status: 204 len: 168 time: 2.1212733 Aug 31 09:09:52.781866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33966) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:52.968731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Deleting subnet 4e5fd8b2-8fec-4de2-baaf-66e850def910 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:52.979792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.127476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.141205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.148625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.195667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:09:53.246125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22176230-c0a9-43a8-9cc5-01aa74cc24dc,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.256069 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.257161 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Added segment e0a21a1e-008c-48db-8a87-76d47be064b7 of type vlan for network 31a0506f-86cb-400d-bf03-47e26bfa185d Aug 31 09:09:53.283423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabf004-87fd-4100-8ff3-f8cb7ef59891 req-a04448b5-6ed6-4393-a7db-7822f6a01b53 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.294517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dabf004-87fd-4100-8ff3-f8cb7ef59891 req-a04448b5-6ed6-4393-a7db-7822f6a01b53 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2559385 Aug 31 09:09:53.358943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.436848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dabf004-87fd-4100-8ff3-f8cb7ef59891 req-96796570-3071-43fd-8af6-1e54d1225a63 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402354 Aug 31 09:09:53.473789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.475619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.476808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.510793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.661329 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9843185 Aug 31 09:09:53.669121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33984) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:53.682647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a48da-63e6-4ea0-9c74-d88fc3589b64 admin admin] Pushing event updated for resources: {'Network': ['ID=31a0506f-86cb-400d-bf03-47e26bfa185d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.698141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 31a0506f-86cb-400d-bf03-47e26bfa185d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:09:53.709259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Request body: {'subnet': {'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1550297400-subnet', 'tenant_id': 'b15af48559bc46b9abc0f247ef2443dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:53.723315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.753555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1498b41-56e0-4a9d-a93c-184749357e2f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:53.780954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5fd8b2-8fec-4de2-baaf-66e850def910,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.784398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.787558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd417942-d7ce-4cdf-aa5d-a2fb5bf71bfb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4e5fd8b2-8fec-4de2-baaf-66e850def910 HTTP/1.1" status: 204 len: 168 time: 1.0041053 Aug 31 09:09:53.792821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33986) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:53.826243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Made reservation on behalf of b15af48559bc46b9abc0f247ef2443dd for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:53.827471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-8dc3137c-2837-43c7-8647-dab89f1c499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.830204 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-8dc3137c-2837-43c7-8647-dab89f1c499c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314&tenant_id=572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 1102 time: 0.1624081 Aug 31 09:09:53.830666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.873833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:53.953249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139c997-c0aa-4ac9-8444-75c1823f6024 None None] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:53.956948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a1498b41-56e0-4a9d-a93c-184749357e2f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:53.962510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1498b41-56e0-4a9d-a93c-184749357e2f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:53.963087 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d3232256-6808-45e6-ba71-5128c2a2f30e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:53.975515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.999876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.122084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d3232256-6808-45e6-ba71-5128c2a2f30e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:54.122655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d3232256-6808-45e6-ba71-5128c2a2f30e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:54.279778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Deleting port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:54.280476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.393869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.545270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] DHCP port deletion for e2461b93-56ae-43bb-8d42-6011e8d0ada5 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:09:54.733007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31fd344-535f-4ce6-9e5c-50c35f59f56e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:54.809032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:54.810161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Network hostable DHCP agents. Network: 31a0506f-86cb-400d-bf03-47e26bfa185d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:09:54.816858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Deleting port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:54.822217 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.937843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a3413-8aeb-43f5-b0ab-11423404ff08 req-174f903a-633e-44ff-a291-28051eb1396c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:54.941492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa6a3413-8aeb-43f5-b0ab-11423404ff08 req-174f903a-633e-44ff-a291-28051eb1396c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2741420 Aug 31 09:09:54.951413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] For port 1ec68721-33d3-4c1c-8fa0-da7cbff86044, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ec68721-33d3-4c1c-8fa0-da7cbff86044,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:54.951901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.984061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Network 31a0506f-86cb-400d-bf03-47e26bfa185d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:09:55.012314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Calling delete_port for 1ec68721-33d3-4c1c-8fa0-da7cbff86044 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:55.012783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 31a0506f-86cb-400d-bf03-47e26bfa185d) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:55.016217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:55.052605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e879515-41d8-4791-bac9-4bfe0a4c9e6d None None] Network 31a0506f-86cb-400d-bf03-47e26bfa185d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:55.067701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.069239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.128671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a19f03e1-83ad-481e-accf-4c1847ca23b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4568405 Aug 31 09:09:55.138996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa6a3413-8aeb-43f5-b0ab-11423404ff08 req-8c31ae2e-ff96-4a2d-b45b-e34a156e958a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867073 Aug 31 09:09:55.163095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:55.272247 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.297530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Transition to ACTIVE for port object fdca164a-760a-4853-98e7-3607e85b818c will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:55.298892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:55.306051 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d680f0fd-8b26-4df5-a2df-35dc8f0aaa36" -d '{"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-unplugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:55.307576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] For port 1ec68721-33d3-4c1c-8fa0-da7cbff86044, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ec68721-33d3-4c1c-8fa0-da7cbff86044,segment=NetworkSegment(3c28440a-cdc7-493d-859b-e707fc8d93d0),segment_id=3c28440a-cdc7-493d-859b-e707fc8d93d0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:55.308764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.367429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.382135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Calling delete_port for 1ec68721-33d3-4c1c-8fa0-da7cbff86044 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:55.384428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.447385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] No DVR routers for this DVR port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:55.652958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.678144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2461b93-56ae-43bb-8d42-6011e8d0ada5']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.703066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c28440a-cdc7-493d-859b-e707fc8d93d0') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.703865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c28440a-cdc7-493d-859b-e707fc8d93d0') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.721475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.756654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.773295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:55.774493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.795474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ec68721-33d3-4c1c-8fa0-da7cbff86044 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:55.931288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1ec68721-33d3-4c1c-8fa0-da7cbff86044 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:55.932293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ec68721-33d3-4c1c-8fa0-da7cbff86044 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:55.990439 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:56.001420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.049749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] No DVR routers for this DVR port fdca164a-760a-4853-98e7-3607e85b818c on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:56.080803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2461b93-56ae-43bb-8d42-6011e8d0ada5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.088945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.093878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] 10.222.0.18 "DELETE /v2.0/networks/e2461b93-56ae-43bb-8d42-6011e8d0ada5 HTTP/1.1" status: 204 len: 168 time: 2.2975023 Aug 31 09:09:56.111851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34076) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:56.126258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.136675 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.232144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778dd54-5f6c-479c-bb2e-135500179f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec68721-33d3-4c1c-8fa0-da7cbff86044,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.257309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Network e2461b93-56ae-43bb-8d42-6011e8d0ada5 is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:09:56.258029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] No DVR routers for this DVR port 1ec68721-33d3-4c1c-8fa0-da7cbff86044 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:56.265144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e35ef3-76d4-44f8-82eb-3a896764d8ff None None] Pushing event deleted for resources: {'Port': ['ID=1ec68721-33d3-4c1c-8fa0-da7cbff86044,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.278683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:56.279246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:56.279751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:56.300284 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a36b7d-f235-423a-a366-d9473bde6f86 x-openstack-request-id: req-92a36b7d-f235-423a-a366-d9473bde6f86 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:56.301401 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-unplugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:56.301401 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92a36b7d-f235-423a-a366-d9473bde6f86 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:56.301713 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'code': 200} Aug 31 09:09:56.302569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:09:56.302913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Attempting to bind port fdca164a-760a-4853-98e7-3607e85b818c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:56.324676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:56.324676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:56.324676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:56.332053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Bound port: fdca164a-760a-4853-98e7-3607e85b818c, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:56.332540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.389869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39885a3b-fe55-4be7-a0be-536854eb9147 None None] Network 31a0506f-86cb-400d-bf03-47e26bfa185d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:56.530454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:56.535539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:56.543969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.778987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=11']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.808465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.810321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.813262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-b75f91d9-285f-442a-b4bc-61a59ef266a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 1098 time: 2.9441423 Aug 31 09:09:56.947988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34110) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:56.972064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-e6eeb63e-7773-487c-af97-a85bf6f75cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.973617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-e6eeb63e-7773-487c-af97-a85bf6f75cca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1101 time: 0.1093137 Aug 31 09:09:57.010428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fdca164a-760a-4853-98e7-3607e85b818c no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:57.186172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7f2f-671a-4519-8ecc-4528a98a5206 req-7de4214d-d216-4436-bf29-d6dfc6e88878 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.188902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57ce7f2f-671a-4519-8ecc-4528a98a5206 req-7de4214d-d216-4436-bf29-d6dfc6e88878 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 949 time: 0.3901327 Aug 31 09:09:57.207351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-ad434939-e7c5-496c-aa0f-a3a9d212eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.214040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fdca164a-760a-4853-98e7-3607e85b818c not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:57.215275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-ad434939-e7c5-496c-aa0f-a3a9d212eb2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2239194 Aug 31 09:09:57.233406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-2d0441de-b914-4b12-8684-984fbe6b3314 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.235825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-2d0441de-b914-4b12-8684-984fbe6b3314 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.5204179 Aug 31 09:09:57.288162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-fd78c758-f7f2-4ab9-abac-d65d5726c82c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.0709774 Aug 31 09:09:57.347571 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-9411a4e8-019c-4467-b1a8-059ae9980e56 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/quotas/567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 375 time: 0.1032646 Aug 31 09:09:57.369853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57ce7f2f-671a-4519-8ecc-4528a98a5206 req-463b8a52-4503-4145-a229-8c407b8cb70d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729147 Aug 31 09:09:57.422214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-6d26ef6d-9919-49dc-be75-04b6dc8122ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.431087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-6d26ef6d-9919-49dc-be75-04b6dc8122ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1340368 Aug 31 09:09:57.478264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-3b6c87e1-d692-44b4-936c-b47a20112844 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174960 Aug 31 09:09:57.538605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-3dea33bb-d5c7-406d-97bc-0f302ab32d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.545927 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-3dea33bb-d5c7-406d-97bc-0f302ab32d7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053879 Aug 31 09:09:57.608427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1397759017-network', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:57.613681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34136) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:57.629186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1872120320-network', 'tenant_id': '4281ba3aa7434e6db99641708153e706'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:57.683719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0a79d182-386b-4ccd-96c9-41868e4b6530 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851218 Aug 31 09:09:57.709961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:09:57.709961 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:09:57.709961 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '4281ba3aa7434e6db99641708153e706', 'id': '7d8eb764-243d-4085-8965-14497599817a', 'expiration': datetime.datetime(2021, 8, 31, 9, 11, 57, 690460)}] Aug 31 09:09:57.709961 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:09:57.711226 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:09:57.756273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-4435b729-0d5a-4806-bc1a-3ba197c87e4b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999338 Aug 31 09:09:57.787653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Made reservation on behalf of a942cab74f0d44bca092cc1ac44a33dd for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:57.791204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.818866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.930380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.013177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-147e20cf-2a4c-463d-b284-1cc4a00f6259 service neutron] 10.222.0.18 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083403 Aug 31 09:09:58.261643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81827242-f919-4adf-a170-ba3fc9d3a35f req-a72a8e2b-5442-4d72-8b28-8dfb969008bd service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986353 Aug 31 09:09:58.302198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.304167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:58.310942 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0405d63-a8ac-478a-9f70-f5bb8e849c55" -d '{"events": [{"name": "network-changed", "server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:58.326610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.378102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:09:58.391039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Made reservation on behalf of 4281ba3aa7434e6db99641708153e706 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:58.394636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.445462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.445983 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Added segment 8bc4dfba-50d4-4653-ac5e-acd063e5a6c0 of type vlan for network 2f9f407b-21c1-4378-8a40-18d5dfbed941 Aug 31 09:09:58.448991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.484693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad702cbe-efc1-4e50-b357-3480c4948f70,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.486127 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2de713c8-b589-44d4-be99-5a4776f2c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.538645 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b55557-a986-408e-8fd4-57cd773e58f0 x-openstack-request-id: req-d9b55557-a986-408e-8fd4-57cd773e58f0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:58.539142 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:58.539525 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9b55557-a986-408e-8fd4-57cd773e58f0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:58.540139 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'status': 'completed', 'code': 200} Aug 31 09:09:58.576261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.683441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-10974bc7-0eec-4485-a7fc-b1316e76bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.686161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-10974bc7-0eec-4485-a7fc-b1316e76bad2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1101 time: 0.1086786 Aug 31 09:09:58.898053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-d119d878-e07c-4221-8cca-dabf60a64366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.906975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-d119d878-e07c-4221-8cca-dabf60a64366 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2128341 Aug 31 09:09:59.009387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-2e06b41a-564e-465e-8b8c-3f07e985bb82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.0932419 Aug 31 09:09:59.184293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-d5a474f4-ed66-4034-802f-5c54a77fe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.187855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-d5a474f4-ed66-4034-802f-5c54a77fe2a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1677628 Aug 31 09:09:59.241063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.242819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.244128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.306645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-ad6ff140-dd10-4ab7-8727-be80b44f7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.310431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-ad6ff140-dd10-4ab7-8727-be80b44f7d05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1143162 Aug 31 09:09:59.313454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-7a93f4a6-0916-487b-a497-1909bd7389d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.315441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-7a93f4a6-0916-487b-a497-1909bd7389d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 1101 time: 0.2267876 Aug 31 09:09:59.410334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef9ba5-2f83-4396-8ba2-974d6b98c7a8 req-146413a0-10c6-4b2b-93d2-58054fc3a500 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.412196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fef9ba5-2f83-4396-8ba2-974d6b98c7a8 req-146413a0-10c6-4b2b-93d2-58054fc3a500 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 949 time: 0.3221126 Aug 31 09:09:59.503132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b4d056b-f8ee-479e-ac12-5e93b9a49146 req-d2dd68b3-4de0-46ac-9668-b719d975549f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 210 time: 0.1033719 Aug 31 09:09:59.545323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-604a4510-0cc1-4b33-a0d5-4711ab0f5092 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258394 Aug 31 09:09:59.580889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] Pushing event updated for resources: {'Network': ['ID=2f9f407b-21c1-4378-8a40-18d5dfbed941,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:59.594873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:09:59.754962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-41e0bf90-cf8e-4b72-9403-5a228de4668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.758308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-41e0bf90-cf8e-4b72-9403-5a228de4668a service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3667469 Aug 31 09:09:59.774086 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-1bf3c546-0b28-4845-a899-9a271e537010 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200069 Aug 31 09:09:59.860736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-98e29667-bb17-4260-b352-b6ca9a3e808a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 200 len: 217 time: 0.0920942 Aug 31 09:09:59.931903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fef9ba5-2f83-4396-8ba2-974d6b98c7a8 req-55b59ea3-d836-408a-bbf8-ce6272867ba0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442818 Aug 31 09:09:59.969041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.979490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Deleting port a5b0b522-ae50-4afc-bd6a-be5f4363f85d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:59.979895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.008770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.066974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34266) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:00.067252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-778bd427-bde1-42ed-ae7d-6216d314c8de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1146188 Aug 31 09:10:00.075135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Request body: {'subnet': {'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1397759017-subnet', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:00.107637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-70f23af0-8c11-48cd-9f0d-c8aab82cdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:00.109365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-70f23af0-8c11-48cd-9f0d-c8aab82cdb0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2318709 Aug 31 09:10:00.163934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Made reservation on behalf of a942cab74f0d44bca092cc1ac44a33dd for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:00.180804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.190825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:00.211532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4753f-805c-4684-ad7a-8af52740e9da,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:00.261044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.261589 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Added segment 3b08de5a-bc8b-4f57-aade-9c6c4c02b273 of type vlan for network babc93fb-800a-46b6-9438-77a666019fef Aug 31 09:10:00.352867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] For port a5b0b522-ae50-4afc-bd6a-be5f4363f85d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,segment=NetworkSegment(d8fc1fce-150b-4656-b1bb-05d3a47ebf49),segment_id=d8fc1fce-150b-4656-b1bb-05d3a47ebf49)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:00.354099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.391244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-bd1223a7-056c-4658-b645-9990509ce9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:00.392887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-bd1223a7-056c-4658-b645-9990509ce9b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2589314 Aug 31 09:10:00.416837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.420497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Calling delete_port for a5b0b522-ae50-4afc-bd6a-be5f4363f85d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:00.583072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:00.656727 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:10:00.821919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.823150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:00.824169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.861115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-9396756d-417e-4a95-8f88-05a6fc49ef5a service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547768 Aug 31 09:10:00.885158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8212eaa-b64c-4765-a56f-da6237949173 req-6408de01-c681-455d-b3d1-ec5d59674c7c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 210 time: 0.1079838 Aug 31 09:10:01.040100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:01.052155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-119a2484-ce5c-4929-b393-8d5d806cff09 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:01.057387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-119a2484-ce5c-4929-b393-8d5d806cff09 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 807 time: 0.4107678 Aug 31 09:10:01.084909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'fdca164a-760a-4853-98e7-3607e85b818c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'fdca164a-760a-4853-98e7-3607e85b818c', 'mac_address': 'fa:16:3e:22:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:01.102156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Request body: {'port': {'device_id': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'admin_state_up': True, 'tenant_id': '567ebb2ad39b44e4ad6e8dd5f3c6ddc2'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:01.186424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.286590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdca164a-760a-4853-98e7-3607e85b818c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:01.337922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:01.347252 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.357804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.515833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f354fdbc-b28b-495d-9b82-e4ec66f18f16,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:01.525342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Checking segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:01.525919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Network hostable DHCP agents. Network: 2f9f407b-21c1-4378-8a40-18d5dfbed941, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:01.546230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Made reservation on behalf of 567ebb2ad39b44e4ad6e8dd5f3c6ddc2 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:01.551449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.557795 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07d2fcda-89da-4db3-b460-6b45a5a03df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.575403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:01.588979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:01.616186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 2f9f407b-21c1-4378-8a40-18d5dfbed941) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:01.632396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:01.633770 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.648966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbdabee-3d63-48e8-ae17-0cf5a0dc4d6e None None] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:01.825531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Allocated IP 172.20.0.2 (29ad1304-b107-4a15-8ae9-9970f2613543/1f32403a-bfbd-4556-84ef-184999dbacf0/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:01.973092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0405d63-a8ac-478a-9f70-f5bb8e849c55 req-44ad21b1-eb5c-4c31-b2bc-b7dd3367cfdd service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0951204 Aug 31 09:10:01.977359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] Pushing event updated for resources: {'Network': ['ID=babc93fb-800a-46b6-9438-77a666019fef,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:01.977619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['fdca164a-760a-4853-98e7-3607e85b818c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:01.982362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d99b876-109c-4c4b-b8ad-10a63250937b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.3679211 Aug 31 09:10:01.983263 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.985389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34352) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:02.007552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:02.028560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Request body: {'subnet': {'network_id': 'babc93fb-800a-46b6-9438-77a666019fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1872120320-subnet', 'tenant_id': '4281ba3aa7434e6db99641708153e706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:02.054877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network babc93fb-800a-46b6-9438-77a666019fef details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:02.072581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b0b522-ae50-4afc-bd6a-be5f4363f85d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:02.117477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fea522fc-7c9e-4ef0-bbbd-af111c09c4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.167388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.245800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4591f6dd-950a-46a0-acc2-5784c3503703 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1771328 Aug 31 09:10:02.249582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:02.263097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:02.290696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa3d11-a844-468f-bb39-2a76b0d8ae13 req-186d097a-3169-4629-9bc8-18837a0b179e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.293021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcfa3d11-a844-468f-bb39-2a76b0d8ae13 req-186d097a-3169-4629-9bc8-18837a0b179e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.3173542 Aug 31 09:10:02.293999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Made reservation on behalf of 4281ba3aa7434e6db99641708153e706 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:02.299699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.335338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.355484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.364586 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.369294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-2f9f407b-21c1-4378-8a40-18d5dfbed941', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:10:02.370108 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.593854 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fea522fc-7c9e-4ef0-bbbd-af111c09c4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.605417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Network 29ad1304-b107-4a15-8ae9-9970f2613543 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:02.607152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:02.613285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be865068-5e55-497a-aa0a-6cce8a19cee8 req-09b26412-4884-4e58-a33f-f498f7ceb238 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.629156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be865068-5e55-497a-aa0a-6cce8a19cee8 req-09b26412-4884-4e58-a33f-f498f7ceb238 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 931 time: 0.3517327 Aug 31 09:10:02.637832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcfa3d11-a844-468f-bb39-2a76b0d8ae13 req-d96151f3-1120-4305-a17f-e3479b53f1cd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272011 Aug 31 09:10:02.642524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fea522fc-7c9e-4ef0-bbbd-af111c09c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.685030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:02.705875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.735746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:02.764940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Allocated IP 172.20.0.2 (2f9f407b-21c1-4378-8a40-18d5dfbed941/f354fdbc-b28b-495d-9b82-e4ec66f18f16/7081a62d-f006-480c-b1ae-5ebfcad3eae5) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:02.799716 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fea522fc-7c9e-4ef0-bbbd-af111c09c4d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd9382dda9204515abd5ef9c1c31ffef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2210641 Aug 31 09:10:02.806087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be865068-5e55-497a-aa0a-6cce8a19cee8 req-0ed8212d-7d37-44fb-ab4a-62d1485f4bfa tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599283 Aug 31 09:10:02.809045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea522fc-7c9e-4ef0-bbbd-af111c09c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d42e21d-4b2e-4c83-b092-91eec62f196e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:02.816881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34370) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:02.998521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.012850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.071547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.127546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:03.132194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.141664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ebd6a1-e473-48a7-a0e5-4ee3ed4f22e0,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:03.164299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.164642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.165190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.165569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.165922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.166241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.166900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.167231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.167609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.168185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.168712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.169240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:03.215308 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-d3856cc6-94bd-47ea-80c9-7391dc7787f6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1414351 Aug 31 09:10:03.248693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f942e01-893d-4526-b852-bf8eb39a9432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.299482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f942e01-893d-4526-b852-bf8eb39a9432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.353280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Checking segment: {'id': '3b08de5a-bc8b-4f57-aade-9c6c4c02b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'babc93fb-800a-46b6-9438-77a666019fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:03.353649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Network hostable DHCP agents. Network: babc93fb-800a-46b6-9438-77a666019fef, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:03.380196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Request body: {'port': {'device_id': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:03.399484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.403069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6795b-b0b3-4a4e-9ba5-604fdfc796b7 req-b936a93f-324c-4bd1-ab51-10087957fc43 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:03.406357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8a6795b-b0b3-4a4e-9ba5-604fdfc796b7 req-b936a93f-324c-4bd1-ab51-10087957fc43 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 950 time: 0.2449045 Aug 31 09:10:03.424433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f942e01-893d-4526-b852-bf8eb39a9432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.425307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Transition to ACTIVE for port object 7081a62d-f006-480c-b1ae-5ebfcad3eae5 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:03.428220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f942e01-893d-4526-b852-bf8eb39a9432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.433665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8f942e01-893d-4526-b852-bf8eb39a9432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d42e21d-4b2e-4c83-b092-91eec62f196e HTTP/1.1" status: 204 len: 168 time: 0.5502617 Aug 31 09:10:03.478541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f942e01-893d-4526-b852-bf8eb39a9432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d42e21d-4b2e-4c83-b092-91eec62f196e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:03.485748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Transition to ACTIVE for port object 7081a62d-f006-480c-b1ae-5ebfcad3eae5 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:03.487655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.513025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:03.613424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.744665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Router 5aa94a84-42f6-4072-a47e-2ffc024be781 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:03.774016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Network babc93fb-800a-46b6-9438-77a666019fef is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:03.816301 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.847852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, babc93fb-800a-46b6-9438-77a666019fef) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:03.906459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8a6795b-b0b3-4a4e-9ba5-604fdfc796b7 req-db5d6420-2997-42c1-9b73-fff658ec16a0 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912832 Aug 31 09:10:03.908076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.944950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf4f90-e634-4f41-994d-1b9941afbe23 None None] Network babc93fb-800a-46b6-9438-77a666019fef requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:03.954277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.960168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:04.137154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:04.150979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:04.205225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Pushing event updated for resources: {'Port': ['ID=7081a62d-f006-480c-b1ae-5ebfcad3eae5,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:04.259223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:04.260482 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.262629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34420) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:04.303221 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b53ec5b-2711-46c4-9ad3-15d8b7ca4b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.305894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:04.335566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-57b9b06f-ac13-494b-9dfd-afbc06e6b4c2 admin admin] 10.222.0.18 "PUT /v2.0/routers/5aa94a84-42f6-4072-a47e-2ffc024be781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2219300 Aug 31 09:10:04.338101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34424) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:04.358868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b32396c0-1bd4-4ba3-839a-7329885cd466 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3342028 Aug 31 09:10:04.423812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] Sync routers for ids ['5aa94a84-42f6-4072-a47e-2ffc024be781'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:04.516918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] Routers {'5aa94a84-42f6-4072-a47e-2ffc024be781'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:04.517696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5aa94a84-42f6-4072-a47e-2ffc024be781'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:04.593248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c05f-636b-499b-8a20-00933c8f1f43 req-97bfed3b-32a2-46ef-a47d-5db4225baea0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:04.604093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c29c05f-636b-499b-8a20-00933c8f1f43 req-97bfed3b-32a2-46ef-a47d-5db4225baea0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 931 time: 0.3403332 Aug 31 09:10:04.732428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c29c05f-636b-499b-8a20-00933c8f1f43 req-6431cafb-5131-45ed-9744-8e20a164b5eb tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272840 Aug 31 09:10:04.868493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b53ec5b-2711-46c4-9ad3-15d8b7ca4b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.876915 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b53ec5b-2711-46c4-9ad3-15d8b7ca4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.918793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:05.015545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Attempting to bind port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:05.016017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Attempting to bind port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:05.016434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Attempting to bind port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 on network 2f9f407b-21c1-4378-8a40-18d5dfbed941 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:05.017500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53ec5b-2711-46c4-9ad3-15d8b7ca4b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b13296-92e3-4ff1-b86a-f014dabca4f6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.031100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:05.049939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.055453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8b53ec5b-2711-46c4-9ad3-15d8b7ca4b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bedc3b5f9b5f49a9b4b4471780b6dfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898407 Aug 31 09:10:05.066466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-0ce322e9-73d6-4f5d-978f-794a35ee9608 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775597 Aug 31 09:10:05.069695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:05.082080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Transition to ACTIVE for port object c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:05.123300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.197887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:05.198271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Checking segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:05.198716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.199122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Bound using segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:05.205600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Bound port: 7081a62d-f006-480c-b1ae-5ebfcad3eae5, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:05.206022 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.228526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1be24bab-e101-4c5a-bfc1-b639d7fa7a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.236869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c530b-4cd5-499c-9d2c-f6a0e5f71b8c None None] Network babc93fb-800a-46b6-9438-77a666019fef requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:05.284016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1be24bab-e101-4c5a-bfc1-b639d7fa7a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.295829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.301016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] Set router 5aa94a84-42f6-4072-a47e-2ffc024be781 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:05.520794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.549725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1be24bab-e101-4c5a-bfc1-b639d7fa7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.556400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1be24bab-e101-4c5a-bfc1-b639d7fa7a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.558570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1be24bab-e101-4c5a-bfc1-b639d7fa7a56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98b13296-92e3-4ff1-b86a-f014dabca4f6 HTTP/1.1" status: 204 len: 168 time: 0.4866416 Aug 31 09:10:05.589284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.609427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.615928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be24bab-e101-4c5a-bfc1-b639d7fa7a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b13296-92e3-4ff1-b86a-f014dabca4f6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.647435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-b6616c7b-4f43-4518-a310-908ad94d0f74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:05.658886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-b6616c7b-4f43-4518-a310-908ad94d0f74 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5912168 Aug 31 09:10:05.684678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-6d3eeccc-5bcc-4d0b-bb62-8f7166a647ed tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/quotas/572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 375 time: 0.0247686 Aug 31 09:10:05.742338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.755353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.756519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.756985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.758110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.758308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.758924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.759500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.760076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.771758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.772950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.773614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.779555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-4c87ab33-23a8-474f-a6a0-91f3d7c76f72 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932386 Aug 31 09:10:05.893054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.050951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] For port 7081a62d-f006-480c-b1ae-5ebfcad3eae5, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:06.214880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] For port 7081a62d-f006-480c-b1ae-5ebfcad3eae5, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7081a62d-f006-480c-b1ae-5ebfcad3eae5,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:06.231309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port fdca164a-760a-4853-98e7-3607e85b818c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:06.328965 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.408593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port fdca164a-760a-4853-98e7-3607e85b818c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:06.409140 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.410076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-356e4d46-5879-424e-bdb4-cfd324f8d14f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:06.412781 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.433806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-356e4d46-5879-424e-bdb4-cfd324f8d14f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.4132230 Aug 31 09:10:06.484592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-efccff17-dfac-48cc-9d17-43f2cb27c162 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/quotas/b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 375 time: 0.0489261 Aug 31 09:10:06.550963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569547e-6df9-4fd5-a144-d7a36ba10fb9 None None] Pushing event updated for resources: {'Port': ['ID=7081a62d-f006-480c-b1ae-5ebfcad3eae5,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:06.592817 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-0ec3644d-54ff-40a0-bdda-7be45291bd05 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069660 Aug 31 09:10:06.842955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:10:01Z', 'revision_number': 5, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port': {'id': 'e9cd24d8-5383-481a-9032-c1545288e5f9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:07:23Z', 'updated_at': '2021-08-31T09:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:06.860952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-905a45bd-2ccd-41a7-a87d-91640b594523 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667642 Aug 31 09:10:06.876158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:06.880821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:06.882509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:06.956130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:06.960446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:06.974956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] Checking router: 5aa94a84-42f6-4072-a47e-2ffc024be781 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:07.022749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] Routers {'5aa94a84-42f6-4072-a47e-2ffc024be781'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:07.028187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5aa94a84-42f6-4072-a47e-2ffc024be781'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:07.085063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:07.094062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:07.094904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:07.095689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Bound port: c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:07.096283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.285150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Allocated IP 172.25.4.115 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/21a28a6a-1a85-4887-8407-6692a6f42164) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:07.323463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Deleting port e9cd24d8-5383-481a-9032-c1545288e5f9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:07.324120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.434688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-5b539c1e-d06f-48bf-acbe-1a7e2ceeb668 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722442 Aug 31 09:10:07.570942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] Set router 5aa94a84-42f6-4072-a47e-2ffc024be781 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:07.748589 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.758949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:10:05Z', 'revision_number': 6, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:07.874288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:07.909775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584da2-7925-43b4-b16d-45f14d0fe13f None None] The sync data for ids ['5aa94a84-42f6-4072-a47e-2ffc024be781'] in n-d-800634-13 is: [{'id': '5aa94a84-42f6-4072-a47e-2ffc024be781', 'name': 'tempest-AttachSCSIVolumeTestJSON-298698799-router', 'tenant_id': '06acb3b0be0940349cb9b002f8bc9163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:07:22Z', 'updated_at': '2021-08-31T09:10:05Z', 'revision_number': 6, 'project_id': '06acb3b0be0940349cb9b002f8bc9163', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:07.936673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7081a62d-f006-480c-b1ae-5ebfcad3eae5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:08.045580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:08.047795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb5607-28d4-4753-a822-c6b123f840ac req-a66c601f-aff8-4487-9461-a6e187396910 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:08.050116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbeb5607-28d4-4753-a822-c6b123f840ac req-a66c601f-aff8-4487-9461-a6e187396910 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.2045515 Aug 31 09:10:08.077080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] For port e9cd24d8-5383-481a-9032-c1545288e5f9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e9cd24d8-5383-481a-9032-c1545288e5f9,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:08.077690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.087475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:08.092735 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4104922-9581-4863-90a0-e101c45ad5bc" -d '{"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-plugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:08.154537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:08.172384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.222784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.274417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-021e101d-4a4a-4722-aea5-56c0d840f7b3 req-034d881c-96dc-4974-a101-88b3cde4b29b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 210 time: 0.1341341 Aug 31 09:10:08.329866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Calling delete_port for e9cd24d8-5383-481a-9032-c1545288e5f9 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:08.353329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbeb5607-28d4-4753-a822-c6b123f840ac req-fe326361-e666-4f03-b472-b8611d70ad5e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942779 Aug 31 09:10:08.360096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:08.460007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=13']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.514426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.515620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.516391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.524925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.526080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.526931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.527686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.528461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.529262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.535568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.537520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.538785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.651645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.723455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.734012 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12427060-d9d6-479d-9149-2516fe639e3a x-openstack-request-id: req-12427060-d9d6-479d-9149-2516fe639e3a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:08.734972 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-plugged", "status": "completed", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:08.734972 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12427060-d9d6-479d-9149-2516fe639e3a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:08.735822 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'code': 200} Aug 31 09:10:08.741043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:08.747327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.752198 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-0eb46c1c-ab5e-43a8-a442-ca0fd3dd04bd service neutron] 10.222.0.15 "PUT /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 1092 time: 5.5089157 Aug 31 09:10:08.793506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71512d5e-9fae-48d7-9c93-4061ab0b152b req-b8f9cb43-b683-4dc3-9e34-8ea7cef6f08d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 210 time: 0.0965240 Aug 31 09:10:08.866639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:08.871840 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39206adb-abdf-4b9f-b2ea-efe8dede3de9" -d '{"events": [{"name": "network-changed", "server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:09.117187 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b23c499-c362-4a8e-9577-59a41d608529 x-openstack-request-id: req-9b23c499-c362-4a8e-9577-59a41d608529 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:09.125061 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:09.125296 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b23c499-c362-4a8e-9577-59a41d608529 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:09.126179 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'status': 'completed', 'code': 200} Aug 31 09:10:09.147637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07e545-f549-4d88-a252-034aa0734522 None None] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:09.173545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-b4c9cf3d-e528-4688-b0d0-0a42fe00cb50 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=572d62479f554cf99899eb81dff86d37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2044437 Aug 31 09:10:09.434407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.439589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-a48670e3-0cfc-45e5-8bb5-b91ab8e899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.443476 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-a48670e3-0cfc-45e5-8bb5-b91ab8e899fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1095 time: 0.5062811 Aug 31 09:10:09.681564 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-b9b039fe-da61-4d7e-98b6-71816ce4a66a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 217 time: 0.2238405 Aug 31 09:10:09.691873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b45e679-e54d-4b32-893a-9e863983caa6 req-34ae0c59-085c-4a2a-8ab5-c62e338ec883 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 210 time: 0.1516187 Aug 31 09:10:09.723451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:09.808577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:09.859042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Pushing event updated for resources: {'Port': ['ID=21a28a6a-1a85-4887-8407-6692a6f42164,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:09.871556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:09.928913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e9cd24d8-5383-481a-9032-c1545288e5f9 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:09.989089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-2cbb3245-5b30-42a7-b450-38774f4a1c8e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.993170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-2cbb3245-5b30-42a7-b450-38774f4a1c8e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8131225 Aug 31 09:10:10.040736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Request body: {'port': {'device_id': '250f115e-bea5-4dde-a487-8661297b65ff', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '572d62479f554cf99899eb81dff86d37'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:10.068247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-3b8cdc7f-8aef-447f-bccd-4b863fea915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.073923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-3b8cdc7f-8aef-447f-bccd-4b863fea915f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.3481483 Aug 31 09:10:10.082298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.092664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976a48-83c1-43df-abcc-e34b03de3715 req-0bfef903-4930-4fee-bbd9-b7cc3046e325 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.109858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7976a48-83c1-43df-abcc-e34b03de3715 req-0bfef903-4930-4fee-bbd9-b7cc3046e325 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.2093678 Aug 31 09:10:10.220256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] Provisioning for port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:10.271268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7976a48-83c1-43df-abcc-e34b03de3715 req-9ec1fdf3-4164-4683-bdbc-50838b707433 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598458 Aug 31 09:10:10.273465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] Provisioning complete for port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:10.274066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.426273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No active binding found for port e9cd24d8-5383-481a-9032-c1545288e5f9 {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:10:10.427998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e9cd24d8-5383-481a-9032-c1545288e5f9 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:10.428465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5b0b522-ae50-4afc-bd6a-be5f4363f85d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:10.493940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a5b0b522-ae50-4afc-bd6a-be5f4363f85d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:10.495140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5b0b522-ae50-4afc-bd6a-be5f4363f85d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:10.575643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cd24d8-5383-481a-9032-c1545288e5f9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:10.668050 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.687624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67eec85d-4a01-4a4b-be8c-6c775f066e9a req-bf83ee7b-01ab-457a-9344-228f1469b8db tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 210 time: 0.0957572 Aug 31 09:10:10.728011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-580753ba-8e47-4eb1-b682-b4c8cc0c562f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5308783 Aug 31 09:10:10.783640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] For port 7081a62d-f006-480c-b1ae-5ebfcad3eae5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7081a62d-f006-480c-b1ae-5ebfcad3eae5,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:10.791853 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.985506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef0217-599b-4458-b722-c87e2d9ad16d None None] Pushing event updated for resources: {'Port': ['ID=7081a62d-f006-480c-b1ae-5ebfcad3eae5,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:11.261729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3983fb8e-c64f-4e2e-9ad3-d72f5db2b5e2 None None] Provisioning complete for port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:11.262175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3983fb8e-c64f-4e2e-9ad3-d72f5db2b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.360915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.629207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.693739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7081a62d-f006-480c-b1ae-5ebfcad3eae5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:11.697371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-706190f2-1023-4075-a431-387cd92e28a1 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9113922 Aug 31 09:10:11.831502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:11.832599 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.921555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6e478ef-c7ba-40e1-9d84-6b5458bfd423 req-008caabf-b2af-4ab5-8a22-53f8b862965f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 210 time: 0.0506413 Aug 31 09:10:11.947071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-06449e11-071c-4fa3-bbc2-d20100ade700 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:11.950574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-06449e11-071c-4fa3-bbc2-d20100ade700 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 1.0781024 Aug 31 09:10:11.969294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Made reservation on behalf of 572d62479f554cf99899eb81dff86d37 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:11.972380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Request body: {'port': {'device_id': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'admin_state_up': True, 'tenant_id': 'b15af48559bc46b9abc0f247ef2443dd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:11.984405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.116755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.138070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.348496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.349266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa94a84-42f6-4072-a47e-2ffc024be781 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:12.368112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c297f58-1e2b-47e8-b11a-6a3a737c4880 req-d495ec3c-217f-4da9-8eda-c00b75efa950 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:12.371408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c297f58-1e2b-47e8-b11a-6a3a737c4880 req-d495ec3c-217f-4da9-8eda-c00b75efa950 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.2399151 Aug 31 09:10:12.511981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c297f58-1e2b-47e8-b11a-6a3a737c4880 req-7fc08798-2d98-430d-82ee-e4f66aa5746c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936701 Aug 31 09:10:12.545138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Made reservation on behalf of b15af48559bc46b9abc0f247ef2443dd for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:12.556972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.664607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45bf907f-aa07-439c-8508-324d27fa1153 req-8b2df044-2837-4132-918f-4f5d850d803c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 210 time: 0.0713131 Aug 31 09:10:12.876289 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-618a0ba2-b24b-4fe0-a830-58fa97517976 req-8808e9fe-18e8-41c1-904f-1f1fc6ce2471 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1044829 Aug 31 09:10:12.884670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.888678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b4d95741-76e2-4cc3-b556-9a7e95c0ec73 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5aa94a84-42f6-4072-a47e-2ffc024be781 HTTP/1.1" status: 204 len: 168 time: 8.5452616 Aug 31 09:10:12.897021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34738) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:12.966785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Allocated IP 172.20.0.4 (31a0506f-86cb-400d-bf03-47e26bfa185d/a31fd344-535f-4ce6-9e5c-50c35f59f56e/706c0d1b-3bc0-47af-b85b-00a572498b82) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:12.994385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Deleting subnet 2f5eede2-2164-46b4-a5e6-d01fa2097b76 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:13.103457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.144636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34588386-6df1-4971-aed2-a22e879a2bd3 req-d8253b54-f678-4ea6-909f-8d4041cc3124 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 210 time: 0.0576682 Aug 31 09:10:13.276473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.294211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.412337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.440534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Allocated IP 192.168.233.82 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/05815e56-4b75-4dea-b5cc-5e7ced5b679a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:13.501727 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.578876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.682106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Network 31a0506f-86cb-400d-bf03-47e26bfa185d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:13.688556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.696992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-c7f347a7-2572-4d8c-9c5c-5d2d4dc5d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:13.699514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:13.699815 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-c7f347a7-2572-4d8c-9c5c-5d2d4dc5d638 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1095 time: 0.6878922 Aug 31 09:10:13.706465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:13.946580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:13.947555 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.984519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c8b12-25ba-4949-b680-b74da082edd0 req-9324ccad-584f-495b-a163-a6f38f0e5255 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:13.987077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-343c8b12-25ba-4949-b680-b74da082edd0 req-9324ccad-584f-495b-a163-a6f38f0e5255 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.1589658 Aug 31 09:10:13.988798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-151d395c-2b08-482a-b16c-93b32c2a64cb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0276630 Aug 31 09:10:14.004720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.010853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Request body: {'port': {'device_id': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:14.118887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-343c8b12-25ba-4949-b680-b74da082edd0 req-2d9e74bc-3da0-49ce-827a-20b5f3ae6794 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228681 Aug 31 09:10:14.127643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5eede2-2164-46b4-a5e6-d01fa2097b76,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:14.140562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf726b6b-ce05-4cd6-8494-1fe07a54b954 None None] Network 49235a17-f3a0-40ae-a205-79f04d53c329 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:14.162941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.168975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8671e81e-1dd9-4cf4-9a4b-1e837dc2c6ba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2f5eede2-2164-46b4-a5e6-d01fa2097b76 HTTP/1.1" status: 204 len: 168 time: 1.2703688 Aug 31 09:10:14.179433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34786) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.210827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-91834965-9106-4eb2-8ba3-49ef07d5825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.212701 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-91834965-9106-4eb2-8ba3-49ef07d5825d service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.4938588 Aug 31 09:10:14.217865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34790) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.242670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.331851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34794) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.487719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-02847c37-a5d7-4309-ac8f-95f7d94e1cf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 217 time: 0.2374735 Aug 31 09:10:14.521754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] DHCP port deletion for 49235a17-f3a0-40ae-a205-79f04d53c329 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:14.616777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] Deleting port 8749e437-cf9e-4bae-a22d-152aa9914518 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:14.617458 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.619376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Router 6f439800-367c-4f35-bb65-82a5e06b33c6 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:10:14.644157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fae1a95d-726b-4079-a6c3-8e2128ffba3f req-36290284-0f83-49b8-a59c-4d3b8574dc5d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 210 time: 0.0969789 Aug 31 09:10:14.649730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47431c48-9e78-48b1-8477-cf45978165ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.663349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.665361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1789d0f-58c5-4d3f-9e84-581b3cb4b464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.717958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.741564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] For port 8749e437-cf9e-4bae-a22d-152aa9914518, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8749e437-cf9e-4bae-a22d-152aa9914518,segment=NetworkSegment(d8fc1fce-150b-4656-b1bb-05d3a47ebf49),segment_id=d8fc1fce-150b-4656-b1bb-05d3a47ebf49)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:14.742752 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.755593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Transition to ACTIVE for port object 05815e56-4b75-4dea-b5cc-5e7ced5b679a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:14.773592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] Calling delete_port for 8749e437-cf9e-4bae-a22d-152aa9914518 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:14.810829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-2dfbb628-a14c-4985-9d17-ed7cc2e4725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.814851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-2dfbb628-a14c-4985-9d17-ed7cc2e4725b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.2989376 Aug 31 09:10:14.853966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da020-eee6-47d9-be66-71bb38a0ef3a req-cce04eee-4ae7-4c48-ae1c-b85585e63447 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.859116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-541da020-eee6-47d9-be66-71bb38a0ef3a req-cce04eee-4ae7-4c48-ae1c-b85585e63447 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 931 time: 0.9442534 Aug 31 09:10:14.930571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.968634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-541da020-eee6-47d9-be66-71bb38a0ef3a req-b1d4ea43-5928-46b9-8eb2-8adb75c5f736 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953000 Aug 31 09:10:14.969969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-63e98dec-42cc-4c88-b184-bb4120e4e55f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362743 Aug 31 09:10:14.980014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] Pushing event deleted for resources: {'Port': ['ID=8749e437-cf9e-4bae-a22d-152aa9914518,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:14.987335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa4575-2295-41ef-a64f-3152e9a84346 None None] No DVR routers for this DVR port 8749e437-cf9e-4bae-a22d-152aa9914518 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:15.086935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47431c48-9e78-48b1-8477-cf45978165ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.103995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.108333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47431c48-9e78-48b1-8477-cf45978165ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.118848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60', 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:15.170672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['fdca164a-760a-4853-98e7-3607e85b818c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:15.222904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706c0d1b-3bc0-47af-b85b-00a572498b82 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:15.241459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.246348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431c48-9e78-48b1-8477-cf45978165ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5b590-23ef-4430-a747-68e6ceb8c57f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.340961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-47431c48-9e78-48b1-8477-cf45978165ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b34a5b21ccf44e8854188239e2d9072&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1176133 Aug 31 09:10:15.358849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34802) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.371260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Transition to ACTIVE for port object 706c0d1b-3bc0-47af-b85b-00a572498b82 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:15.383048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:15.399565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:15.405340 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.414708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:15.420904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:15.435349 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Sync routers for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:15.464880 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:15.465864 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:15.478637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Deleting port 8749e437-cf9e-4bae-a22d-152aa9914518 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:15.479111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.493121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.540705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ad399-cb19-4f6b-9edb-3f52251f1cd6 req-e8558704-6e44-426f-b8ac-4428998f7401 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.542609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-763ad399-cb19-4f6b-9edb-3f52251f1cd6 req-e8558704-6e44-426f-b8ac-4428998f7401 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.2935724 Aug 31 09:10:15.584114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-d3d39370-2cba-4b7c-a18e-55c4149abbbb service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940681 Aug 31 09:10:15.728968 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:15.737158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8749e437-cf9e-4bae-a22d-152aa9914518 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:15.764279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.768813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.769756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.806584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8749e437-cf9e-4bae-a22d-152aa9914518 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:15.806988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8749e437-cf9e-4bae-a22d-152aa9914518 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:15.821125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-763ad399-cb19-4f6b-9edb-3f52251f1cd6 req-641c7857-4d7f-4814-9f8f-b9b7ca2df937 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338314 Aug 31 09:10:15.877683 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c4bec7d1-3748-44f8-b6f3-b4a3b47ab116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.924053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] For port 8749e437-cf9e-4bae-a22d-152aa9914518, host n-d-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:15.924336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.928505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c4bec7d1-3748-44f8-b6f3-b4a3b47ab116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.980566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Calling delete_port for 8749e437-cf9e-4bae-a22d-152aa9914518 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:15.985364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Port 8749e437-cf9e-4bae-a22d-152aa9914518 was not found and therefore no delete operation was performed {{(pid=94895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:10:15.996057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.024255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d517da04-61a7-47db-8e9a-1d1f2a348d76 None None] Provisioning for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:16.030258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1789d0f-58c5-4d3f-9e84-581b3cb4b464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.046675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d517da04-61a7-47db-8e9a-1d1f2a348d76 None None] Provisioning complete for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:16.048362 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d517da04-61a7-47db-8e9a-1d1f2a348d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.090137 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-3e639c06-5132-4b4e-a5a7-e1adc8575af4 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0711534 Aug 31 09:10:16.091624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1789d0f-58c5-4d3f-9e84-581b3cb4b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.128784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c5d-3704-4317-bb2a-62d2d8227cb7 req-bc2bb3bd-399e-4abc-ad9d-74d570bb529c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.132144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2947c5d-3704-4317-bb2a-62d2d8227cb7 req-bc2bb3bd-399e-4abc-ad9d-74d570bb529c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 935 time: 0.1658628 Aug 31 09:10:16.135694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d517da04-61a7-47db-8e9a-1d1f2a348d76 None None] Port 05815e56-4b75-4dea-b5cc-5e7ced5b679a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:16.154809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Request body: {'port': {'device_id': '250f115e-bea5-4dde-a487-8661297b65ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:16.168603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c4bec7d1-3748-44f8-b6f3-b4a3b47ab116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.169192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a1789d0f-58c5-4d3f-9e84-581b3cb4b464 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8ab97e9d6ff4f68a790889a5a2ceed1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8154676 Aug 31 09:10:16.170279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.171296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c4bec7d1-3748-44f8-b6f3-b4a3b47ab116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.172105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e797209a-da0e-4fce-93ff-da35289626bd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 13.9170337 Aug 31 09:10:16.174625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-39206adb-abdf-4b9f-b2ea-efe8dede3de9 req-726cfdd3-8add-4490-80d7-6907542f7ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617757 Aug 31 09:10:16.175498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34812) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:16.175942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34814) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:16.189316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c4bec7d1-3748-44f8-b6f3-b4a3b47ab116 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2f5b590-23ef-4430-a747-68e6ceb8c57f HTTP/1.1" status: 204 len: 168 time: 0.8252535 Aug 31 09:10:16.219971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:16.220945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:16.221782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:16.239897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Pushing event deleted for resources: {'Port': ['ID=8749e437-cf9e-4bae-a22d-152aa9914518,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.243349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] No DVR routers for this DVR port 8749e437-cf9e-4bae-a22d-152aa9914518 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:16.317724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bec7d1-3748-44f8-b6f3-b4a3b47ab116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5b590-23ef-4430-a747-68e6ceb8c57f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.326565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:16.326565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:16.327072 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:10Z', 'revision_number': 3, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:16.332175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2947c5d-3704-4317-bb2a-62d2d8227cb7 req-8d2e0ea4-d1ca-45c0-b4d6-5004a998764a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777666 Aug 31 09:10:16.344721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:16.345264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:16.345894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:16.346914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Bound port: 706c0d1b-3bc0-47af-b85b-00a572498b82, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:16.347473 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.435884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Checking router: 6f439800-367c-4f35-bb65-82a5e06b33c6 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:16.437533 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Updating router 6f439800-367c-4f35-bb65-82a5e06b33c6 port 21a28a6a-1a85-4887-8407-6692a6f42164 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:16.446332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c86fd6-1f97-4471-8664-1865f086a4d2 req-c6696cae-8d22-4e36-a933-3b5e90fbd3b7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.449390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8c86fd6-1f97-4471-8664-1865f086a4d2 req-c6696cae-8d22-4e36-a933-3b5e90fbd3b7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.1884983 Aug 31 09:10:16.468115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.509321 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.550438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0df9ee0d-08d7-4c71-b968-62157aa9ed9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.572467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8c86fd6-1f97-4471-8664-1865f086a4d2 req-89f62dc0-f5cc-4a19-820f-0483363af6e2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089921 Aug 31 09:10:16.588912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:16.599119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1789d0f-58c5-4d3f-9e84-581b3cb4b464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f0b03-9adc-42ef-931a-6f99c20bb199,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.602380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:16.612226 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.720229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.721996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.728112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] 10.222.0.15 "PUT /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 1092 time: 2.7215495 Aug 31 09:10:16.735454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:16.777657 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4c939f-4585-42df-9bbd-a75d52575364" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:16.935410 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf71d7-dc79-49f8-9858-026904ef2ff9 x-openstack-request-id: req-8aaf71d7-dc79-49f8-9858-026904ef2ff9 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:16.936195 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:16.936769 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aaf71d7-dc79-49f8-9858-026904ef2ff9 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:16.937616 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'status': 'completed', 'code': 200} Aug 31 09:10:16.949931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de891b-bffb-4991-aa6d-73fabfc7e68f service neutron] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.980776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-f5ee3aea-6648-4039-8be1-1bed8cd20b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.987279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-f5ee3aea-6648-4039-8be1-1bed8cd20b80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1095 time: 0.1885345 Aug 31 09:10:17.098083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-26d1d967-6f2d-414d-8b3f-1102920ec4fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 217 time: 0.0936666 Aug 31 09:10:17.142598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.224749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0df9ee0d-08d7-4c71-b968-62157aa9ed9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.230010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49235a17-f3a0-40ae-a205-79f04d53c329']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.279571 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.301003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.301378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fc1fce-150b-4656-b1bb-05d3a47ebf49') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.301837 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Transition to ACTIVE for port object 21a28a6a-1a85-4887-8407-6692a6f42164 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:17.309330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013e31-f6c2-4887-b768-d5d83d4c642b req-bdd48e31-7fff-4de3-8319-14c44e2d5a57 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.312986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db013e31-f6c2-4887-b768-d5d83d4c642b req-bdd48e31-7fff-4de3-8319-14c44e2d5a57 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.3205488 Aug 31 09:10:17.319198 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.335763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-237db890-b222-4db0-989b-4c3dc264449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.340822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-237db890-b222-4db0-989b-4c3dc264449e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1803763 Aug 31 09:10:17.415583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-67a5b40e-a26e-4a40-b1c4-f4c25c744e63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604649 Aug 31 09:10:17.417108 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Pushing event updated for resources: {'Port': ['ID=21a28a6a-1a85-4887-8407-6692a6f42164,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.425053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.434605 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Attempting to bind port 21a28a6a-1a85-4887-8407-6692a6f42164 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:17.435225 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Attempting to bind port 21a28a6a-1a85-4887-8407-6692a6f42164 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:17.435821 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Attempting to bind port 21a28a6a-1a85-4887-8407-6692a6f42164 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:17.445624 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.446352 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.446821 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.447426 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.448000 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.448752 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.449431 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.449982 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.451404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.453056 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.453686 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.454258 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:17.471905 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:17.481026 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:17.481927 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.482727 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:17.484085 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Bound port: 21a28a6a-1a85-4887-8407-6692a6f42164, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:17.484999 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.561648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.600978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:17.601555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:17.609680 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:17.640075 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] For port 21a28a6a-1a85-4887-8407-6692a6f42164, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:17.647031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] For port 21a28a6a-1a85-4887-8407-6692a6f42164, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21a28a6a-1a85-4887-8407-6692a6f42164,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:17.682372 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.719519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-f67545e1-c83c-46f5-bc61-095841555697 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959971 Aug 31 09:10:17.753213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0df9ee0d-08d7-4c71-b968-62157aa9ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.759061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0df9ee0d-08d7-4c71-b968-62157aa9ed9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.761531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0df9ee0d-08d7-4c71-b968-62157aa9ed9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/104f0b03-9adc-42ef-931a-6f99c20bb199 HTTP/1.1" status: 204 len: 168 time: 1.5670831 Aug 31 09:10:17.816367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ee0d-08d7-4c71-b968-62157aa9ed9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f0b03-9adc-42ef-931a-6f99c20bb199,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.855458 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:17.856400 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.914794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ead96-3021-4e06-ab12-0aedfb1549ba req-929b13d1-0ada-4073-b65d-62e14ded24c3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.918522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c8ead96-3021-4e06-ab12-0aedfb1549ba req-929b13d1-0ada-4073-b65d-62e14ded24c3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 935 time: 0.2490447 Aug 31 09:10:17.982136 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302144bc-b56b-423d-88a7-c52a35e87bf6 None None] Pushing event updated for resources: {'Port': ['ID=21a28a6a-1a85-4887-8407-6692a6f42164,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.015233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d03b61da-3ccb-4c2c-bb6b-34949d9bb6f6 req-e9474620-f9df-48a9-a47f-f39df7d2cadd service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615688 Aug 31 09:10:18.023836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c8ead96-3021-4e06-ab12-0aedfb1549ba req-e2c260dd-30ed-49ac-9a05-4a87d1efb0d1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872352 Aug 31 09:10:18.121739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.153894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.159410 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] 10.222.0.18 "DELETE /v2.0/networks/49235a17-f3a0-40ae-a205-79f04d53c329 HTTP/1.1" status: 204 len: 168 time: 3.9734650 Aug 31 09:10:18.199328 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:18.216149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05815e56-4b75-4dea-b5cc-5e7ced5b679a {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:18.228045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db013e31-f6c2-4887-b768-d5d83d4c642b req-a6df5cd2-3ce0-4fe3-9f65-9a245e25c90c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842051 Aug 31 09:10:18.235590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55289258-b8d9-4baf-9fd6-554a606ab152 admin admin] Pushing event deleted for resources: {'Network': ['ID=49235a17-f3a0-40ae-a205-79f04d53c329,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.259048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.273339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-32a8bd34-aedd-4617-a148-862e9bc3bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:18.276126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-32a8bd34-aedd-4617-a148-862e9bc3bcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1095 time: 0.1767957 Aug 31 09:10:18.297463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935046df-d394-40aa-948d-ee29ebc163d5 req-68cea2c8-5267-493e-9965-100d4c50651a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:18.308252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-935046df-d394-40aa-948d-ee29ebc163d5 req-68cea2c8-5267-493e-9965-100d4c50651a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.1520224 Aug 31 09:10:18.342076 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.359543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Transition to ACTIVE for port object 05815e56-4b75-4dea-b5cc-5e7ced5b679a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:18.373791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.533712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-935046df-d394-40aa-948d-ee29ebc163d5 req-a1653f44-1022-4c31-9dbd-184338d19324 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243774 Aug 31 09:10:18.562716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.614070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:18.702739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-e9827bfa-11fb-4599-b3c8-2e8df61c97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:18.704315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-e9827bfa-11fb-4599-b3c8-2e8df61c97ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.3938243 Aug 31 09:10:18.707431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:18.710200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:18.710970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:18.733905 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:10Z', 'revision_number': 3, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:18.765865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:18.773067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:18.799589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:18.801570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:18.804414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:18.805976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Bound port: 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:18.807093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.813199 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634611-cf7c-4867-b96f-0ef378d9a26b None None] The sync data for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 is: [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:10Z', 'revision_number': 3, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:18.837442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-b5e845a0-d93e-4fa3-8504-83ab17701d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 217 time: 0.1221232 Aug 31 09:10:18.906523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-621605d3-55ad-4dc7-af97-ce37c8769be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eb99b71368d4e17bb0daad23ff7a497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819986 Aug 31 09:10:18.914849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:18.970449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-c7119342-44c6-415b-bd2c-790b0c394bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:18.972420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-c7119342-44c6-415b-bd2c-790b0c394bf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1197770 Aug 31 09:10:19.044159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-b7f0e6dc-7301-4bbb-8662-264e08aeb829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534594 Aug 31 09:10:19.060723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:19.069717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:19.073953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.080983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.089517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5219714f-fc1a-4c6d-a078-0bc833ddf3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.194129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.196577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.198613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] 10.222.0.23 "PUT /v2.0/ports/05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 1096 time: 3.0530474 Aug 31 09:10:19.269584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34876) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:19.323257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73d46ff5-f308-4062-97f0-f4190dc0860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.439481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5219714f-fc1a-4c6d-a078-0bc833ddf3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.551160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Allocated IP 172.20.0.1 (2f9f407b-21c1-4378-8a40-18d5dfbed941/f354fdbc-b28b-495d-9b82-e4ec66f18f16/7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:19.666008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:19.670196 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca861643-940b-4975-8771-38469f103687" -d '{"events": [{"name": "network-changed", "server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:19.704108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584f7f-051f-4857-b06d-b64161f22721 req-d910fc3a-d84a-4e6d-a507-5a72a01903a9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.707321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3584f7f-051f-4857-b06d-b64161f22721 req-d910fc3a-d84a-4e6d-a507-5a72a01903a9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 947 time: 0.4461186 Aug 31 09:10:19.726122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21a28a6a-1a85-4887-8407-6692a6f42164 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:19.781654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f974f9a-5a89-4bb0-8f9c-e395d8f99afa service neutron] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:19.838592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-c0195080-2424-4cd9-a5a2-6b65cff10526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.840203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-c0195080-2424-4cd9-a5a2-6b65cff10526 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1099 time: 0.1584308 Aug 31 09:10:19.848596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 21a28a6a-1a85-4887-8407-6692a6f42164 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:19.858410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 21a28a6a-1a85-4887-8407-6692a6f42164 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:19.859470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.887252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-7a804325-897a-4d49-ba6f-2168e7ecf84a service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318326 Aug 31 09:10:19.925281 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-ce0490b2-7a18-46fa-ad4d-1fae5f7576f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.0670707 Aug 31 09:10:19.930690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.979961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73d46ff5-f308-4062-97f0-f4190dc0860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.992156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5219714f-fc1a-4c6d-a078-0bc833ddf3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.996840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5219714f-fc1a-4c6d-a078-0bc833ddf3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.998906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5219714f-fc1a-4c6d-a078-0bc833ddf3a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00a2620a-855b-408e-81e6-b83a35a002c6 HTTP/1.1" status: 204 len: 168 time: 1.0818200 Aug 31 09:10:20.030419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73d46ff5-f308-4062-97f0-f4190dc0860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.035201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Transition to ACTIVE for port object 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:20.043046 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.082180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 21a28a6a-1a85-4887-8407-6692a6f42164, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21a28a6a-1a85-4887-8407-6692a6f42164,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:20.091955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-5bd7fa6c-d059-4469-bd2e-8f2dd1ee472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.093702 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-5bd7fa6c-d059-4469-bd2e-8f2dd1ee472e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1592376 Aug 31 09:10:20.097952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.144675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219714f-fc1a-4c6d-a078-0bc833ddf3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2620a-855b-408e-81e6-b83a35a002c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.172324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3584f7f-051f-4857-b06d-b64161f22721 req-af37874d-cc27-49b4-a65e-896a2a8a7b45 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571990 Aug 31 09:10:20.233577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5fff7-d2b2-477c-9f72-4474f3582d2b req-ddca8f9a-d82a-4417-9e96-ed55d112063a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.245996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d5fff7-d2b2-477c-9f72-4474f3582d2b req-ddca8f9a-d82a-4417-9e96-ed55d112063a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.7406874 Aug 31 09:10:20.246337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=21a28a6a-1a85-4887-8407-6692a6f42164,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.271150 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.294917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-e1596e5c-35df-474e-bf4b-294d004c70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.301472 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-e1596e5c-35df-474e-bf4b-294d004c70a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1956387 Aug 31 09:10:20.306194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-73d46ff5-f308-4062-97f0-f4190dc0860c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31616c75a6d84d449b70185ea6f347e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0299985 Aug 31 09:10:20.309911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34896) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:20.402927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d46ff5-f308-4062-97f0-f4190dc0860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2c5c66-9da9-44bc-819b-f8fee8ec3b58,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.403685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Pushing event updated for resources: {'Port': ['ID=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.527456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:20.533284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:20.538404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:20.547446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb4c939f-4585-42df-9bbd-a75d52575364 req-4ccca30a-bb98-4181-b19d-2af6c73f3147 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624137 Aug 31 09:10:20.563958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d5fff7-d2b2-477c-9f72-4474f3582d2b req-afaff849-730f-4e49-b0a7-04e7deba3a06 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145871 Aug 31 09:10:20.612949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.653739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f653271f-76dd-43b6-82e3-4072904a7632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.700235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec0013-9bec-4eee-9c5b-285a1ae5d2ad req-d009c211-b927-4a19-aff5-d902d2de85cd tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.702021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34ec0013-9bec-4eee-9c5b-285a1ae5d2ad req-d009c211-b927-4a19-aff5-d902d2de85cd tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.2581873 Aug 31 09:10:20.761209 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384037a9-955b-490b-8ec0-0240d15ee4c6 x-openstack-request-id: req-384037a9-955b-490b-8ec0-0240d15ee4c6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:20.762963 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:20.763911 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-384037a9-955b-490b-8ec0-0240d15ee4c6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:20.765180 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'status': 'completed', 'code': 200} Aug 31 09:10:20.768893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-ec6f01b1-a992-47bd-8816-e50d533e7459 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615446 Aug 31 09:10:20.822409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f653271f-76dd-43b6-82e3-4072904a7632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.956575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34ec0013-9bec-4eee-9c5b-285a1ae5d2ad req-b88a402e-e13f-4a01-910c-7a47678b0506 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146749 Aug 31 09:10:20.960096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34910) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:21.076955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9e835435-cca7-48b2-91af-cee95a79de6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06acb3b0be0940349cb9b002f8bc9163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086485 Aug 31 09:10:21.078768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34918) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:21.123496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.125382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f653271f-76dd-43b6-82e3-4072904a7632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.131675 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f653271f-76dd-43b6-82e3-4072904a7632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.137361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f653271f-76dd-43b6-82e3-4072904a7632 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b2c5c66-9da9-44bc-819b-f8fee8ec3b58 HTTP/1.1" status: 204 len: 168 time: 0.8040266 Aug 31 09:10:21.138731 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e174ce27-28b9-4bad-8448-bd17382b2703 req-0be8b41f-1067-43ef-ab65-1e5d477ba0a7 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795079 Aug 31 09:10:21.148166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:21.186895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653271f-76dd-43b6-82e3-4072904a7632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2c5c66-9da9-44bc-819b-f8fee8ec3b58,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:21.283510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b7f9-63bd-4278-bf96-edea8f6913b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.333640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b7f9-63bd-4278-bf96-edea8f6913b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.425884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-717fa4b2-2f94-4089-a462-d41c0d9e4167 None None] Provisioning for port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:21.457121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:21.475364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-717fa4b2-2f94-4089-a462-d41c0d9e4167 None None] Provisioning complete for port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:21.476036 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-717fa4b2-2f94-4089-a462-d41c0d9e4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.485598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b7f9-63bd-4278-bf96-edea8f6913b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.490249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fa5b7f9-63bd-4278-bf96-edea8f6913b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.497291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9fa5b7f9-63bd-4278-bf96-edea8f6913b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b88723ed-32d9-4d95-a0f0-2ccd09a31e98 HTTP/1.1" status: 204 len: 168 time: 0.4126685 Aug 31 09:10:21.515483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b7f9-63bd-4278-bf96-edea8f6913b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88723ed-32d9-4d95-a0f0-2ccd09a31e98,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:21.556148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f175d5-5ebf-47b1-9e1d-41db9e83b0f5 req-9d14afcb-465d-45a0-821b-6ff4388dbff6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.556872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca861643-940b-4975-8771-38469f103687 req-49ec2911-7df7-44e9-acef-8a63911dce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.558977 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-49ec2911-7df7-44e9-acef-8a63911dce60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1099 time: 0.2972147 Aug 31 09:10:21.562737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f175d5-5ebf-47b1-9e1d-41db9e83b0f5 req-9d14afcb-465d-45a0-821b-6ff4388dbff6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 947 time: 0.1563256 Aug 31 09:10:21.595550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-717fa4b2-2f94-4089-a462-d41c0d9e4167 None None] Port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:21.629419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'port_id': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'mac_address': 'fa:16:3e:24:37:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31fd344-535f-4ce6-9e5c-50c35f59f56e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:21.673880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f175d5-5ebf-47b1-9e1d-41db9e83b0f5 req-55e5e575-d706-4e3d-910a-56c3229999ab tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078811 Aug 31 09:10:21.776366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21a28a6a-1a85-4887-8407-6692a6f42164 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:21.886056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.899198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 21a28a6a-1a85-4887-8407-6692a6f42164 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:21.899492 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.900270 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.959835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34938) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:21.967597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706c0d1b-3bc0-47af-b85b-00a572498b82 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:21.976621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca861643-940b-4975-8771-38469f103687 req-ba807fc5-7d44-4324-91e2-fc44bef55067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.978789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-ba807fc5-7d44-4324-91e2-fc44bef55067 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4066558 Aug 31 09:10:21.980384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.014932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d944-44d6-44d9-bfd9-0bce00700565 req-72d7db93-ea76-491d-b0e5-d472352d4706 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.017835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2154d944-44d6-44d9-bfd9-0bce00700565 req-72d7db93-ea76-491d-b0e5-d472352d4706 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.2334075 Aug 31 09:10:22.033924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:22.057027 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.057828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:22.076954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-9bbe7c92-fe74-448a-811d-5248a98a53dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.0474083 Aug 31 09:10:22.180912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2154d944-44d6-44d9-bfd9-0bce00700565 req-93594b21-2e76-48b9-a8f9-75d512d86301 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443658 Aug 31 09:10:22.203482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:22.240225 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.260549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Pushing event updated for resources: {'Port': ['ID=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:22.322280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543', 'port_id': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'mac_address': 'fa:16:3e:de:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f32403a-bfbd-4556-84ef-184999dbacf0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:22.340403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:22.398724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca861643-940b-4975-8771-38469f103687 req-9102846c-037c-46cb-9a92-298c753ca7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.400878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-9102846c-037c-46cb-9a92-298c753ca7ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2795126 Aug 31 09:10:22.476387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856263-4391-44c5-909e-4cd74636c6cf req-38d08cab-957b-40f6-8a69-9f80a75bf776 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.480811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec856263-4391-44c5-909e-4cd74636c6cf req-38d08cab-957b-40f6-8a69-9f80a75bf776 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.1312068 Aug 31 09:10:22.491912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.516358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:22.554884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:22.562238 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.564774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca861643-940b-4975-8771-38469f103687 req-ab67c14f-9941-4fd7-bae9-bd62623f8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.568444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-ab67c14f-9941-4fd7-bae9-bd62623f8cfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1541011 Aug 31 09:10:22.593226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:22.616832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:22.635912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec856263-4391-44c5-909e-4cd74636c6cf req-19b399a4-d2d1-47bb-9309-3c81049ff73a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400723 Aug 31 09:10:22.740930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:22.852989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74cbf88a-0014-4ff0-87de-45c2c90ae0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.875079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:22.980357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['706c0d1b-3bc0-47af-b85b-00a572498b82'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:23.172568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-ad751722-abda-4873-abd8-708ddd432ea4 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941303 Aug 31 09:10:23.321583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76e3d-1cce-4bae-ab42-671eab69937e req-f6847ed7-5372-4266-8fd4-104c8df55cfd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.344724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-add76e3d-1cce-4bae-ab42-671eab69937e req-f6847ed7-5372-4266-8fd4-104c8df55cfd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 947 time: 0.3993192 Aug 31 09:10:23.379760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ca861643-940b-4975-8771-38469f103687 req-9a1d7ea0-de31-477d-acd2-ff094afb92f1 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887624 Aug 31 09:10:23.384089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Router 6f439800-367c-4f35-bb65-82a5e06b33c6 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:23.483869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74cbf88a-0014-4ff0-87de-45c2c90ae0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.501046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-add76e3d-1cce-4bae-ab42-671eab69937e req-d85b19ff-7f68-4955-9292-2b72bac8fa0c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547594 Aug 31 09:10:23.508518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74cbf88a-0014-4ff0-87de-45c2c90ae0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.566624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-74cbf88a-0014-4ff0-87de-45c2c90ae0ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1201bd570064b7b8db347047484cf60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6044135 Aug 31 09:10:23.570047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34970) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:23.570299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4d36975b-7422-40ca-95bb-f3f91708236d None None] Provisioning complete for port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:23.570897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d36975b-7422-40ca-95bb-f3f91708236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.713628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4d36975b-7422-40ca-95bb-f3f91708236d None None] Port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:23.771678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1a6a-46e0-467d-9bc1-357a40d763ac req-91dc6e0b-deca-4cd4-9333-37697c85ef87 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.773295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f5a1a6a-46e0-467d-9bc1-357a40d763ac req-91dc6e0b-deca-4cd4-9333-37697c85ef87 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 944 time: 0.3582358 Aug 31 09:10:23.776544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf88a-0014-4ff0-87de-45c2c90ae0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d953e71-d23f-4016-a433-17c3e90e6d89,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:23.779238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:23.810591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Sync routers for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:23.820095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c2a4-2d7f-412c-8241-f04ff70f6cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.843600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2ef6a31c-bb60-45cd-83a7-f1b3987dea63 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f439800-367c-4f35-bb65-82a5e06b33c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6111474 Aug 31 09:10:23.861039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:23.862707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:23.916930 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c2a4-2d7f-412c-8241-f04ff70f6cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.944961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f5a1a6a-46e0-467d-9bc1-357a40d763ac req-10ff6bcd-db9c-41b8-b35a-26e93f0724df tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530683 Aug 31 09:10:23.995357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9eb79-135a-4b05-9b4f-1f1609f74d87 req-ceceda9f-9ec9-438a-a0a4-3cfc9f3264b2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.997841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ab9eb79-135a-4b05-9b4f-1f1609f74d87 req-ceceda9f-9ec9-438a-a0a4-3cfc9f3264b2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.1590226 Aug 31 09:10:24.059950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c2a4-2d7f-412c-8241-f04ff70f6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.063536 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7b0c2a4-2d7f-412c-8241-f04ff70f6cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.065244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a7b0c2a4-2d7f-412c-8241-f04ff70f6cf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d953e71-d23f-4016-a433-17c3e90e6d89 HTTP/1.1" status: 204 len: 168 time: 0.4929934 Aug 31 09:10:24.086777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:24.093150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0c2a4-2d7f-412c-8241-f04ff70f6cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d953e71-d23f-4016-a433-17c3e90e6d89,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:24.139021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ab9eb79-135a-4b05-9b4f-1f1609f74d87 req-0e275114-5ff2-432d-966c-bcf59db8f3cd tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870793 Aug 31 09:10:24.249639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:24.516492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1423676611-network', 'tenant_id': 'ecd58adafd9a413a9564d06df5c05f41'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:24.590017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Made reservation on behalf of ecd58adafd9a413a9564d06df5c05f41 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:24.592769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.618144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.653156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 2, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:24.744213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Checking router: 6f439800-367c-4f35-bb65-82a5e06b33c6 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:24.745243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Updating router 6f439800-367c-4f35-bb65-82a5e06b33c6 port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:24.781714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320a819-bef3-4c60-9b3d-cf18fb8f8287 req-06851ec4-b13f-4df1-bb9d-1728d4c4b52a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:24.791936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7320a819-bef3-4c60-9b3d-cf18fb8f8287 req-06851ec4-b13f-4df1-bb9d-1728d4c4b52a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 947 time: 0.1269829 Aug 31 09:10:24.831837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:24.841673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.883269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7320a819-bef3-4c60-9b3d-cf18fb8f8287 req-78d47a36-8f43-424c-8eb6-23d703f60538 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836103 Aug 31 09:10:24.894886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.902952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.926196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:24.961823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.962063 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Added segment e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0 of type vlan for network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad Aug 31 09:10:25.065443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.072622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971d1e04-a9e2-4cf8-8acf-4630e9726703,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:25.121214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.129144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.132829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.181236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:25.209912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-b6499093-1da8-4ac7-8dfd-3c0047645856 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3897b791f4174f2fb90bab3d6e28f5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652137 Aug 31 09:10:25.264642 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1764045 Aug 31 09:10:25.270586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:25.281063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Request body: {'subnet': {'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1423676611-subnet', 'tenant_id': 'ecd58adafd9a413a9564d06df5c05f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:25.319422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35036) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:25.323191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edec17-c90f-41a6-b6d1-88f1cfb08a69 admin admin] Pushing event updated for resources: {'Network': ['ID=5b13b614-fb1a-4ab0-9cdc-dfe708017bad,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:25.330794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849600564', 'description': 'tempest-description--1173739592'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:25.337735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Made reservation on behalf of ecd58adafd9a413a9564d06df5c05f41 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:25.340604 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.392138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:25.512064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-751446a5-d688-4d6e-a731-fdbb65288225 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.513967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.519974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-751446a5-d688-4d6e-a731-fdbb65288225 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089979 Aug 31 09:10:25.552837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d01550-7363-42b8-b75f-5ec52ca4088b req-3ee3ce84-97f9-4123-9d38-29b630b9640f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.554690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d01550-7363-42b8-b75f-5ec52ca4088b req-3ee3ce84-97f9-4123-9d38-29b630b9640f tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 944 time: 0.1337531 Aug 31 09:10:25.563025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-50dfd778-5a73-402a-85b7-88a97aa89911 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/quotas/3897b791f4174f2fb90bab3d6e28f5cc HTTP/1.1" status: 200 len: 375 time: 0.0418377 Aug 31 09:10:25.643889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 706c0d1b-3bc0-47af-b85b-00a572498b82 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:25.657068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-9d99afd0-9e32-4d56-8685-74f215c16def tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3897b791f4174f2fb90bab3d6e28f5cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913968 Aug 31 09:10:25.658740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 706c0d1b-3bc0-47af-b85b-00a572498b82 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:25.659744 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.736859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:25.749903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d01550-7363-42b8-b75f-5ec52ca4088b req-49091904-0059-43d5-bdf4-5ffb2c751c5e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830163 Aug 31 09:10:25.776355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35044) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:25.792974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'mac_address': 'fa:16:3e:19:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:25.902348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.944183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05815e56-4b75-4dea-b5cc-5e7ced5b679a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:26.010797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.015556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.043575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:26.055970 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.061404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:26.066662 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37ad83-b1e8-4e20-bf7f-0cac35796d26" -d '{"events": [{"server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "name": "network-vif-plugged", "status": "completed", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:26.076411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.086976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.172273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:26.181115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.194764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-355987651-network', 'tenant_id': '806dfacb1e884216ab66e236dda67ff4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:26.196237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.197040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:26.259141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Transition to ACTIVE for port object 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:26.266059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f098f41e-8e0c-4ac0-b104-211339e2d084,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.267703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.271533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddad77b-f68f-4ba8-9f89-ead1ca227e1d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.290879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.316644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Checking segment: {'id': 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:26.318118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Network hostable DHCP agents. Network: 5b13b614-fb1a-4ab0-9cdc-dfe708017bad, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:26.350922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Made reservation on behalf of 806dfacb1e884216ab66e236dda67ff4 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:26.357559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.361095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.364861 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-28c899b9-fd16-4c1f-9f56-e33da2ec931a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0418673 Aug 31 09:10:26.367949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35060) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:26.377553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:26.406667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5b13b614-fb1a-4ab0-9cdc-dfe708017bad) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:26.421535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:26.425197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.440505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d78db-562a-45b0-babb-3da2fc426da9 None None] Network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:26.445125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275680a-0af0-4aa9-bbaf-1cb27cc5a1e2 req-7b390877-b5da-4126-94e7-b5c54894b968 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:26.449124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1275680a-0af0-4aa9-bbaf-1cb27cc5a1e2 req-7b390877-b5da-4126-94e7-b5c54894b968 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.3416834 Aug 31 09:10:26.473055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Request body: {'security_group_rule': {'security_group_id': 'bddad77b-f68f-4ba8-9f89-ead1ca227e1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:26.474465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.497309 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ca7b3976-c859-4c84-b098-90a75e4106da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2250807 Aug 31 09:10:26.565513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.634758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Attempting to bind port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:26.637432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Attempting to bind port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:26.642813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Attempting to bind port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 on network 2f9f407b-21c1-4378-8a40-18d5dfbed941 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:26.648550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11753a1-a5c2-45b6-9d1c-6659d375ac9a req-867c35e5-1f68-4006-861d-9538136be3a8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:26.663058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e11753a1-a5c2-45b6-9d1c-6659d375ac9a req-867c35e5-1f68-4006-861d-9538136be3a8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.4599731 Aug 31 09:10:26.666333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['05815e56-4b75-4dea-b5cc-5e7ced5b679a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:26.700030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:26.700030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Checking segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:26.700030 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.700748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Bound using segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:26.700748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Bound port: 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:26.701161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.719229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:26.770721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.881168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f967dd2-305f-4a48-ab39-f78bf1a3f6b5 None None] Pushing event updated for resources: {'Port': ['ID=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.911344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:26.912113 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.975036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1275680a-0af0-4aa9-bbaf-1cb27cc5a1e2 req-f69dfa75-69dd-4e61-aeba-c95d9ddef1ca tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654262 Aug 31 09:10:26.996017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e11753a1-a5c2-45b6-9d1c-6659d375ac9a req-1a82debf-954d-4912-8ecb-956862c1173b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314369 Aug 31 09:10:27.119358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.143682 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.219148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:27.220757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] For port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:27.238404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.239244 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Added segment 2fa9068e-d4ec-4ca1-944d-5b73d6402a78 of type vlan for network c8db1ca5-5963-4d23-85d4-b744427a61c3 Aug 31 09:10:27.256775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88211b93-ea1b-4adc-8d5d-8872be27c4b8 None None] Network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:27.277721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] For port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:27.315940 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.341208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef4f0625-09a9-4d4c-b69c-6dc27b3bb678 req-1cd773db-efe4-4a7c-9f41-63dec3494001 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 210 time: 0.2173281 Aug 31 09:10:27.419300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.527751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:27.540456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:10:27.658737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19927291-0804-4cbd-9939-c773ea2797e1 req-3b56a9c7-1435-40a5-b1cb-d7c044f76e40 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:27.665924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19927291-0804-4cbd-9939-c773ea2797e1 req-3b56a9c7-1435-40a5-b1cb-d7c044f76e40 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 0.4657760 Aug 31 09:10:27.736289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35086) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:27.751223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-767527731-network', 'tenant_id': '6c59f05984114c90a92ad8bf179714a8'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:27.759483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.791905 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c815963-ec44-4296-9bba-b50f6d1d284f x-openstack-request-id: req-3c815963-ec44-4296-9bba-b50f6d1d284f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:27.792619 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "name": "network-vif-plugged", "status": "completed", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:27.792619 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c815963-ec44-4296-9bba-b50f6d1d284f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:27.792913 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'code': 200} Aug 31 09:10:27.835162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Made reservation on behalf of 6c59f05984114c90a92ad8bf179714a8 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:27.841752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.861334 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.875186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.895203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.896869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:27.898166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.978495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:27.979153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:28.087833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.097016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.144627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.150636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:28.166915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2b10c-3b2d-4c90-b82a-2d77b2b08e2f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.182069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f967dd2-305f-4a48-ab39-f78bf1a3f6b5 None None] Pushing event updated for resources: {'Port': ['ID=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.204670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.205172 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Added segment 6f5c5161-e6d5-4c67-8c63-787b8f1d3908 of type vlan for network 1dd4690b-961d-46db-92ad-8136236faa7d Aug 31 09:10:28.537310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:28.564544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.573417 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f28afbd-8ecd-4d1a-b838-edd8dae4ceb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.578944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:28.705737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a374b576-366c-4ca0-9037-c35fe79afe86,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.778855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-5c518c70-478c-4372-8e5d-243fec003afa tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3897b791f4174f2fb90bab3d6e28f5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482874 Aug 31 09:10:28.781791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.793999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.817169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19927291-0804-4cbd-9939-c773ea2797e1 req-e1bb801a-0421-4da2-99f4-3c75e9146957 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1268349 Aug 31 09:10:28.824245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.830715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c57af06d-e400-4f25-b5a5-821a4e9dc7a2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4434547 Aug 31 09:10:28.846611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a02fc-4c2f-4756-8f18-29b4a0c76fcc req-095c3e8c-be18-4667-a899-1e7353710b22 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:28.846962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:28.854866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d2a02fc-4c2f-4756-8f18-29b4a0c76fcc req-095c3e8c-be18-4667-a899-1e7353710b22 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 944 time: 1.1292739 Aug 31 09:10:28.858407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Request body: {'security_group_rule': {'security_group_id': 'bddad77b-f68f-4ba8-9f89-ead1ca227e1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:28.864680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0837739 Aug 31 09:10:28.870975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35096) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:28.881324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Request body: {'subnet': {'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-355987651-subnet', 'tenant_id': '806dfacb1e884216ab66e236dda67ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:28.915654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Made reservation on behalf of 806dfacb1e884216ab66e236dda67ff4 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:28.918971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.923231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09cd1-321c-41b7-9121-8c3ce74cba49 admin admin] Pushing event updated for resources: {'Network': ['ID=c8db1ca5-5963-4d23-85d4-b744427a61c3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.949132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac65283-2253-42f4-bca1-7b5c9cc744dc req-c394e5e4-d582-4df4-8819-c7257cae5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:28.951770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:28.961229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aac65283-2253-42f4-bca1-7b5c9cc744dc req-c394e5e4-d582-4df4-8819-c7257cae5ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1097 time: 1.2464933 Aug 31 09:10:28.982806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d2a02fc-4c2f-4756-8f18-29b4a0c76fcc req-bcbb8c14-acc3-4205-8b8a-ae78b4784042 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146324 Aug 31 09:10:28.991257 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.992278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:28.992871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.044889 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:29.066353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aac65283-2253-42f4-bca1-7b5c9cc744dc req-3d7d412d-a747-4435-887b-b63682f57e85 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816343 Aug 31 09:10:29.069095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3311527 Aug 31 09:10:29.071904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:29.077503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Request body: {'subnet': {'network_id': '1dd4690b-961d-46db-92ad-8136236faa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-767527731-subnet', 'tenant_id': '6c59f05984114c90a92ad8bf179714a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:29.118233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.213023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-ca736d97-e25f-4dde-a93e-db887da93d73 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.214645 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-ca736d97-e25f-4dde-a93e-db887da93d73 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263737 Aug 31 09:10:29.235537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:27Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:29.236899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a25d13-0888-43cd-aa19-d94f2c29159f admin admin] Pushing event updated for resources: {'Network': ['ID=1dd4690b-961d-46db-92ad-8136236faa7d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:29.238190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Made reservation on behalf of 6c59f05984114c90a92ad8bf179714a8 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:29.241563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.245045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Request body: {'port': {'device_id': '9eccac3d-289f-423d-b9ff-24286b881f15', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '3897b791f4174f2fb90bab3d6e28f5cc'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:29.260093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1dd4690b-961d-46db-92ad-8136236faa7d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:29.288986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd05c2-a207-474d-aab5-f9cc9ce27d77 None None] The sync data for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 is: [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:27Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:29.306596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d503a38-20f0-4daf-af34-df056a3da861 req-55b80d3e-790d-4de7-a7c1-3da212de9688 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.308751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d503a38-20f0-4daf-af34-df056a3da861 req-55b80d3e-790d-4de7-a7c1-3da212de9688 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 945 time: 0.2116630 Aug 31 09:10:29.325278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab346b47-b426-4f1a-a684-51c9d4cbb90e req-4880a277-86df-4650-a49d-1faa1aed5208 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.327509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab346b47-b426-4f1a-a684-51c9d4cbb90e req-4880a277-86df-4650-a49d-1faa1aed5208 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.1774940 Aug 31 09:10:29.456166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d503a38-20f0-4daf-af34-df056a3da861 req-3a2659ec-375b-479b-a0f1-40608fbb59a5 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150441 Aug 31 09:10:29.485834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab346b47-b426-4f1a-a684-51c9d4cbb90e req-ba60d394-7d68-4339-9be7-3c873ccd2b62 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234591 Aug 31 09:10:29.612829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.634322 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.691149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37c012fc-fa42-4985-b960-7e57647b6ce5 req-3faae93e-cd30-414f-96bc-fc9bd11021fa tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 210 time: 0.0477223 Aug 31 09:10:29.705624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.766023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:29.798323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613d5997-06f9-43c9-a303-f14006123076,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:29.830264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Made reservation on behalf of 3897b791f4174f2fb90bab3d6e28f5cc for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:29.831654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:29.834356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba1933f-cc54-45b9-9061-1fad33c94c89,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:29.837139 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8544228-01db-4da1-b3a0-4edea6b708cd" -d '{"events": [{"server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "name": "network-vif-plugged", "status": "completed", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:29.840858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.859772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Checking segment: {'id': '6f5c5161-e6d5-4c67-8c63-787b8f1d3908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1dd4690b-961d-46db-92ad-8136236faa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:29.864406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Network hostable DHCP agents. Network: 1dd4690b-961d-46db-92ad-8136236faa7d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:29.904821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.906517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Network 1dd4690b-961d-46db-92ad-8136236faa7d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:29.920960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.927789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b8366e1-2963-4e2c-a72a-c81b98f00e62 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0795591 Aug 31 09:10:29.928688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35106) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:29.943498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:29.961425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1dd4690b-961d-46db-92ad-8136236faa7d) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:29.971988 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb83bdbb-31a8-4221-b8b2-ff9462462335 x-openstack-request-id: req-cb83bdbb-31a8-4221-b8b2-ff9462462335 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:29.972510 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "name": "network-vif-plugged", "status": "completed", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:29.972888 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb83bdbb-31a8-4221-b8b2-ff9462462335 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:29.974109 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'code': 200} Aug 31 09:10:29.978972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb73cc7-f114-4da0-b18a-4456a3335849 None None] Network 1dd4690b-961d-46db-92ad-8136236faa7d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:29.987463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.989042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.996962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:30.048918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:30.049490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.077245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.088702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.116581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b4436f01-0f74-4521-854a-7031518d872c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0433693 Aug 31 09:10:30.341421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72740c3-889c-48cc-bc6b-1ff646b8e2d4,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:30.394226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Checking segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:30.394973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Network hostable DHCP agents. Network: c8db1ca5-5963-4d23-85d4-b744427a61c3, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:30.444807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:30.504444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, c8db1ca5-5963-4d23-85d4-b744427a61c3) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:30.511403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:30.512154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.569436 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.577561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f839b541-f919-40f3-bdc5-bf4ea92ce55d None None] Network 1dd4690b-961d-46db-92ad-8136236faa7d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:30.580632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a060f-d201-4a89-84e1-abfd4ce1d166 None None] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:30.618151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-794f0b00-390d-4d91-a94b-b4f188cf2714 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985184 Aug 31 09:10:30.640857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.655629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.717751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951cede-7b81-4304-84b3-ad834c1f522a req-1442462c-fe9a-45ff-a709-78d4790cfcaf tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:30.729002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c529353-6eba-4c47-b066-b0ea791598e3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8454247 Aug 31 09:10:30.729002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046e4fab-6867-4b17-8e87-d03c3a18cfd4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:30.729342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b951cede-7b81-4304-84b3-ad834c1f522a req-1442462c-fe9a-45ff-a709-78d4790cfcaf tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.5288303 Aug 31 09:10:30.766615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daf44e-d02d-45f3-b69a-8f113e47a818 req-bd429c7d-4064-406c-a9f6-b522b317b74f tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:30.771076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7daf44e-d02d-45f3-b69a-8f113e47a818 req-bd429c7d-4064-406c-a9f6-b522b317b74f tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 0.5397611 Aug 31 09:10:30.776014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877e614-b57e-4661-94a1-9d92622383c3 req-d2669be2-ac6d-4240-a6a1-0435fb0488d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:30.780445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4877e614-b57e-4661-94a1-9d92622383c3 req-d2669be2-ac6d-4240-a6a1-0435fb0488d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1097 time: 0.6114919 Aug 31 09:10:30.797682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:30.802922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:30.836500 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.030811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b951cede-7b81-4304-84b3-ad834c1f522a req-666dc61c-5a0e-4414-a01b-e20b9ca58684 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980583 Aug 31 09:10:31.064585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7daf44e-d02d-45f3-b69a-8f113e47a818 req-2eb46c1d-a17e-47d3-94f5-5db56e4abaf3 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f118229-a953-4307-96b5-a10f61b3ba96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809474 Aug 31 09:10:31.089947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4877e614-b57e-4661-94a1-9d92622383c3 req-ba427a09-1545-40c3-8b0f-be5509774068 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643011 Aug 31 09:10:31.097051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.121541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:31.134317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:31.135143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.147705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-708c9b04-3f96-48b5-a049-a4b1feec500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.149780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-708c9b04-3f96-48b5-a049-a4b1feec500c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 1102 time: 0.1694114 Aug 31 09:10:31.191775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.206922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Allocated IP 192.168.233.38 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/f0522f87-2e45-4220-9279-f51595563740) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:31.283307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cbeba-0fd1-44a4-96d5-90a38191d1da None None] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:31.508288 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8067-1a84-4cd1-a9f6-9ed6465f93be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.545033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-d1ec2c9a-9c60-4a8b-85ef-3e63815df868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.546837 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-d1ec2c9a-9c60-4a8b-85ef-3e63815df868 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2250249 Aug 31 09:10:31.547901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Allocated IP 172.25.4.52 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/c221d2d0-6b26-496b-a201-6c728a4749b7) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:31.559278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.574273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b96c1-01c5-4953-9cb1-c898ca75340d req-3987c0fe-6df3-4af4-a545-ca64e1f41873 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.574273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-305b96c1-01c5-4953-9cb1-c898ca75340d req-3987c0fe-6df3-4af4-a545-ca64e1f41873 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 945 time: 0.2997067 Aug 31 09:10:31.605981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3a95-adb8-4fea-a6e6-6c2035fd0b48 req-0f4a55cc-71ec-4573-90cb-409f545d6ad8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.615583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-463b3a95-adb8-4fea-a6e6-6c2035fd0b48 req-0f4a55cc-71ec-4573-90cb-409f545d6ad8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.3451991 Aug 31 09:10:31.641564 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-35539f8f-06c7-43c0-bc94-999e5acd5cca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 200 len: 217 time: 0.0832932 Aug 31 09:10:31.645057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.670854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:31.699387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Transition to ACTIVE for port object f0522f87-2e45-4220-9279-f51595563740 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:31.758116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-67c6e647-029e-495f-9042-d395ddd0b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.765966 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-67c6e647-029e-495f-9042-d395ddd0b961 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1121793 Aug 31 09:10:31.845634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-463b3a95-adb8-4fea-a6e6-6c2035fd0b48 req-d8108d98-6fc5-466a-b03c-cc6f31d4bfb5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290952 Aug 31 09:10:31.852126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.865382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-e2290013-15e8-4b0b-9956-5e3cdfbc34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.870602 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-e2290013-15e8-4b0b-9956-5e3cdfbc34ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0873666 Aug 31 09:10:31.874850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-305b96c1-01c5-4953-9cb1-c898ca75340d req-5d17d387-74a7-4a7d-9945-c58b4a61275f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870569 Aug 31 09:10:31.893840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.951887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:31.955538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.031501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:32.035485 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a42c7a-13f3-415a-9d4d-7f81c8863b8f" -d '{"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-plugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:32.056486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900ef89-72f8-4772-9787-2fc59a8e62d7 req-b978bfc6-164c-47dc-958a-925711fd85d5 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:32.064440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2900ef89-72f8-4772-9787-2fc59a8e62d7 req-b978bfc6-164c-47dc-958a-925711fd85d5 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 935 time: 0.1084790 Aug 31 09:10:32.071404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-79f745f7-51c9-4a73-8519-c6a3999ad7c4 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417317 Aug 31 09:10:32.079041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.080897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.085306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:32.091979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:32.111175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.133510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:32.146947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:32.178566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.194981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:32.195799 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.214766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:32.229248 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6eb1c40f-dbf0-467d-9fef-6237ff32cef1 req-6faec383-5ea2-4541-8aa9-22ff8a43b91c service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421530 Aug 31 09:10:32.230082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:32.328021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Pushing event updated for resources: {'Port': ['ID=f0522f87-2e45-4220-9279-f51595563740,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.340340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:32.341406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.373385 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-92e0578d-cc13-4ded-9c21-b801aa152844 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1368837 Aug 31 09:10:32.397647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Request body: {'port': {'device_id': '9eccac3d-289f-423d-b9ff-24286b881f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:32.487762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.508075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2900ef89-72f8-4772-9787-2fc59a8e62d7 req-5cf73b82-2083-43f2-aa67-adc6057e7626 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410071 Aug 31 09:10:32.560739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-4cacf966-09fc-419a-8711-b295aeaf0622 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:32.563256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-4cacf966-09fc-419a-8711-b295aeaf0622 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 946 time: 0.5467556 Aug 31 09:10:32.608636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a8a467e3-439e-4a6d-b3f4-b201b6d087f1 None None] Provisioning for port f0522f87-2e45-4220-9279-f51595563740 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:32.618508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a8a467e3-439e-4a6d-b3f4-b201b6d087f1 None None] Provisioning complete for port f0522f87-2e45-4220-9279-f51595563740 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:32.619193 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8a467e3-439e-4a6d-b3f4-b201b6d087f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.651300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event updated for resources: {'Port': ['ID=c221d2d0-6b26-496b-a201-6c728a4749b7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.675858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a8a467e3-439e-4a6d-b3f4-b201b6d087f1 None None] Port f0522f87-2e45-4220-9279-f51595563740 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:32.694768 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.964480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0522f87-2e45-4220-9279-f51595563740 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:32.974446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.986575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-e0314fea-435b-4c32-bb86-32688293d417 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:32.989305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-e0314fea-435b-4c32-bb86-32688293d417 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/networks?id=5b13b614-fb1a-4ab0-9cdc-dfe708017bad HTTP/1.1" status: 200 len: 815 time: 0.6726568 Aug 31 09:10:32.999699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.000629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Transition to ACTIVE for port object f0522f87-2e45-4220-9279-f51595563740 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:33.007706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.107994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a31ae51e-1be5-4be0-a77d-fc7a91868a12 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/quotas/ecd58adafd9a413a9564d06df5c05f41 HTTP/1.1" status: 200 len: 375 time: 0.0946598 Aug 31 09:10:33.121792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Pushing event updated for resources: {'Port': ['ID=f0522f87-2e45-4220-9279-f51595563740,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.182563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Attempting to bind port f0522f87-2e45-4220-9279-f51595563740 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:33.183193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Attempting to bind port f0522f87-2e45-4220-9279-f51595563740 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:33.184043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Attempting to bind port f0522f87-2e45-4220-9279-f51595563740 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:33.190099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Port f0522f87-2e45-4220-9279-f51595563740 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:33.190970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Attempting to bind port f0522f87-2e45-4220-9279-f51595563740 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:33.200058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:33.200058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:33.200058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:33.201236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Bound port: f0522f87-2e45-4220-9279-f51595563740, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:33.201737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.258518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ec6aff60-43fe-450d-bfe5-1e20dab38fed tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecd58adafd9a413a9564d06df5c05f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162717 Aug 31 09:10:33.324159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] For port f0522f87-2e45-4220-9279-f51595563740, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:33.329230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] For port f0522f87-2e45-4220-9279-f51595563740, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f0522f87-2e45-4220-9279-f51595563740,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:33.335603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.374446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Deleting port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:33.375034 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.393589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-e1b26a0c-474a-4c78-8d15-ead216976418 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.397111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-e1b26a0c-474a-4c78-8d15-ead216976418 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 821 time: 0.5882382 Aug 31 09:10:33.402174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.403302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.405770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] 10.222.0.23 "PUT /v2.0/ports/f0522f87-2e45-4220-9279-f51595563740 HTTP/1.1" status: 200 len: 1096 time: 1.0167184 Aug 31 09:10:33.406931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eccac3d-289f-423d-b9ff-24286b881f15', 'tag': 'f0522f87-2e45-4220-9279-f51595563740'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:33.411657 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c48d00-1013-486c-8dde-4dc10c711720" -d '{"events": [{"name": "network-changed", "server_uuid": "9eccac3d-289f-423d-b9ff-24286b881f15", "tag": "f0522f87-2e45-4220-9279-f51595563740"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:33.449832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494bc6-60ca-468f-b785-b207bcb7c053 service neutron] Pushing event updated for resources: {'Port': ['ID=f0522f87-2e45-4220-9279-f51595563740,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.475699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.587425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-ca196fe7-f040-44d8-b226-544a6349108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.587425 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-ca196fe7-f040-44d8-b226-544a6349108f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3897b791f4174f2fb90bab3d6e28f5cc&device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 1099 time: 0.0837848 Aug 31 09:10:33.587864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-419b5dab-72fe-4818-a959-13c1233e32ff tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/quotas/806dfacb1e884216ab66e236dda67ff4 HTTP/1.1" status: 200 len: 375 time: 0.1173117 Aug 31 09:10:33.688573 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-a94fcad6-b6a1-4c5f-96f9-2a49baa8ab3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f0522f87-2e45-4220-9279-f51595563740 HTTP/1.1" status: 200 len: 217 time: 0.0884199 Aug 31 09:10:33.749664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-6b70a0fe-e4a3-4a25-83f9-deccea10c1c6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251690 Aug 31 09:10:33.766735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-16796a94-93c6-46df-87bc-a8472157070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.769892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-16796a94-93c6-46df-87bc-a8472157070d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0731857 Aug 31 09:10:33.819094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-375979e5-fefa-4279-82c8-b267578ef8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832311 Aug 31 09:10:33.846406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf608-a320-4645-be62-3a5afb366240 req-c3572efa-283f-4702-b9e7-7d2b5a344bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.849295 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-c3572efa-283f-4702-b9e7-7d2b5a344bd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719080 Aug 31 09:10:33.882365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] For port b33ca8cb-ed1f-4d56-9e61-4809484b0c55, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:33.883001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.994640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-85bbbb8b-1adc-473c-9f82-2b42271a7be9 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365628 Aug 31 09:10:34.086630 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.126349 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.141790 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-555cf608-a320-4645-be62-3a5afb366240 req-da1b54ac-f483-47ac-8781-1e313e866236 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384523 Aug 31 09:10:34.416329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-282a94fa-5eda-46de-b472-d4d5ceeaaf31 service neutron] 10.222.0.18 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407306 Aug 31 09:10:34.429794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event updated for resources: {'Port': ['ID=c221d2d0-6b26-496b-a201-6c728a4749b7,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:34.448244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-fb7fe463-0d67-4edc-a9ef-03f3938e15e7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852482 Aug 31 09:10:35.072157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.172999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.175055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e17857e5-ef0c-45ee-ac48-b65e730af5a5 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2446363 Aug 31 09:10:35.208958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.209591 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.210102 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb disassociated. External IP: 172.25.4.174, port: b33ca8cb-ed1f-4d56-9e61-4809484b0c55. Aug 31 09:10:35.210695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Calling delete_port for b33ca8cb-ed1f-4d56-9e61-4809484b0c55 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:35.252244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593948-449d-4e39-af66-8d0e6b808593 req-a217ad6e-7587-4652-ad91-f816ee7abc8c tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.254988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20593948-449d-4e39-af66-8d0e6b808593 req-a217ad6e-7587-4652-ad91-f816ee7abc8c tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1097 time: 0.2055779 Aug 31 09:10:35.345676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-81d60913-42f6-46f4-b20c-bcc416fd22aa service neutron] 10.222.0.18 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9112313 Aug 31 09:10:35.392293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20593948-449d-4e39-af66-8d0e6b808593 req-7707b4e1-245c-4e99-add1-0d7741082f94 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676966 Aug 31 09:10:35.500060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.535548 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c3238d-00c6-4be3-996f-bc024f5de0b5 x-openstack-request-id: req-c1c3238d-00c6-4be3-996f-bc024f5de0b5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:35.536313 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-plugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:35.536776 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1c3238d-00c6-4be3-996f-bc024f5de0b5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:35.537224 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'code': 200} Aug 31 09:10:35.562351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event deleted for resources: {'Port': ['ID=b33ca8cb-ed1f-4d56-9e61-4809484b0c55,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:35.805009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e84a5-dcb4-4327-baec-c14379c008e5 req-1d6aec6b-9fcd-44e2-9279-92bb81c2a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.807583 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ab5e84a5-dcb4-4327-baec-c14379c008e5 req-1d6aec6b-9fcd-44e2-9279-92bb81c2a3a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1101 time: 0.0910995 Aug 31 09:10:35.826696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4a63efe-44b8-4f34-8740-e24a9dc35d0a req-6a673d55-bdc3-477d-813d-ccbaebbd96ec tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/ports?device_id=5226b3a1-0482-4b6a-8725-8b69fc928b6e HTTP/1.1" status: 200 len: 210 time: 0.1026630 Aug 31 09:10:35.895464 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ab5e84a5-dcb4-4327-baec-c14379c008e5 req-aae5d027-0046-4251-85a0-f9dc765a935b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792911 Aug 31 09:10:35.946741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb713410-705f-4e28-b6b1-cefcda60ab5e req-6a7fe165-3e4c-4715-ad0b-7d9df2f70cff tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.949674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb713410-705f-4e28-b6b1-cefcda60ab5e req-6a7fe165-3e4c-4715-ad0b-7d9df2f70cff tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2309892 Aug 31 09:10:36.041263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:36.046154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.053737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb713410-705f-4e28-b6b1-cefcda60ab5e req-b41341ff-f51a-4a65-953d-834d673f2dd9 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836117 Aug 31 09:10:36.210287 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68309051-3b14-4f86-ab73-75e895100bb2 x-openstack-request-id: req-68309051-3b14-4f86-ab73-75e895100bb2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:36.210996 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eccac3d-289f-423d-b9ff-24286b881f15", "tag": "f0522f87-2e45-4220-9279-f51595563740", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:36.211536 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68309051-3b14-4f86-ab73-75e895100bb2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:36.212172 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eccac3d-289f-423d-b9ff-24286b881f15', 'tag': 'f0522f87-2e45-4220-9279-f51595563740', 'status': 'completed', 'code': 200} Aug 31 09:10:36.454900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:36.480539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-d0e102d6-fa4a-4094-835c-9979c8e1c71d tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.482432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-d0e102d6-fa4a-4094-835c-9979c8e1c71d tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.15 "GET /v2.0/networks?id=5b13b614-fb1a-4ab0-9cdc-dfe708017bad HTTP/1.1" status: 200 len: 815 time: 0.2271369 Aug 31 09:10:36.482766 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:36.497487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Request body: {'port': {'device_id': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad', 'admin_state_up': True, 'tenant_id': 'ecd58adafd9a413a9564d06df5c05f41'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:36.504352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c48d00-1013-486c-8dde-4dc10c711720 req-44736164-7c65-4530-b38f-9c25efb7bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.507850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-44736164-7c65-4530-b38f-9c25efb7bbbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3897b791f4174f2fb90bab3d6e28f5cc&device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 1099 time: 0.1997707 Aug 31 09:10:36.522163 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:36.523846 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:36.578511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0505dca-1dcd-4f84-80ec-3c422498f4d7 req-f17824f0-d3ad-4f37-909b-b48b5f8d74b1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.595259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0505dca-1dcd-4f84-80ec-3c422498f4d7 req-f17824f0-d3ad-4f37-909b-b48b5f8d74b1 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.3098733 Aug 31 09:10:36.605636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] No DVR routers for this DVR port b33ca8cb-ed1f-4d56-9e61-4809484b0c55 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:36.615868 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.617919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a5b9edb-fd45-4668-a645-bcac07fa50e7 req-25d3a093-050d-4d12-8d28-fb82e109c462 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.23 "DELETE /v2.0/ports/b33ca8cb-ed1f-4d56-9e61-4809484b0c55 HTTP/1.1" status: 204 len: 173 time: 4.0441277 Aug 31 09:10:36.625210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'name': 'network-vif-deleted', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:36.639735 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0806258-9b4c-474c-8ddf-0ba914521cbc" -d '{"events": [{"server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "name": "network-vif-deleted", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:36.658248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a4be3-b8f4-40cf-8990-ccd0a4fbbe79 req-a5223279-e2c6-44fd-9a99-6431ad65d357 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.660076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f91a4be3-b8f4-40cf-8990-ccd0a4fbbe79 req-a5223279-e2c6-44fd-9a99-6431ad65d357 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 947 time: 0.2843096 Aug 31 09:10:36.708076 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:36.735216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0505dca-1dcd-4f84-80ec-3c422498f4d7 req-58d5802c-f02d-4c33-9ffd-dedcab0aa758 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394076 Aug 31 09:10:36.749260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f0522f87-2e45-4220-9279-f51595563740 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:36.801182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f91a4be3-b8f4-40cf-8990-ccd0a4fbbe79 req-53459c3d-e710-4682-95a6-b8f73c3658b5 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326942 Aug 31 09:10:36.846002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Made reservation on behalf of ecd58adafd9a413a9564d06df5c05f41 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:36.853453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.978736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c48d00-1013-486c-8dde-4dc10c711720 req-088edcd8-9cda-4f2d-8736-7cc946a74e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.981971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-088edcd8-9cda-4f2d-8736-7cc946a74e7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4573681 Aug 31 09:10:37.017171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b33ca8cb-ed1f-4d56-9e61-4809484b0c55 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:37.037927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f0522f87-2e45-4220-9279-f51595563740, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f0522f87-2e45-4220-9279-f51595563740,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:37.054711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6190a49-efbb-4f92-9393-e7bacb9f1de6 req-a5b9a5f3-bd14-44f3-8a52-aaeb88f905c7 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 210 time: 0.0561411 Aug 31 09:10:37.064904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.076792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-cd47ce08-29a1-4ffe-987f-def5b18de320 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--849600564&fields=id&tenant_id=a942cab74f0d44bca092cc1ac44a33dd HTTP/1.1" status: 200 len: 267 time: 0.1214523 Aug 31 09:10:37.102824 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:37.114657 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:37.115867 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.163564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: b33ca8cb-ed1f-4d56-9e61-4809484b0c55 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:37.164184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b33ca8cb-ed1f-4d56-9e61-4809484b0c55 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:37.172066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'f0522f87-2e45-4220-9279-f51595563740', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'f0522f87-2e45-4220-9279-f51595563740', 'mac_address': 'fa:16:3e:65:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:37.229755 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-e2ce3568-a0e1-4a89-b199-fbdd0cb9f032 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f0522f87-2e45-4220-9279-f51595563740 HTTP/1.1" status: 200 len: 217 time: 0.1436596 Aug 31 09:10:37.253001 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:37.272740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.321730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0522f87-2e45-4220-9279-f51595563740 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:37.398808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c48d00-1013-486c-8dde-4dc10c711720 req-bd26ab03-9b61-48e0-9e94-e006b2fc35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:37.400428 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-bd26ab03-9b61-48e0-9e94-e006b2fc35d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1532660 Aug 31 09:10:37.407216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Allocated IP 172.20.0.4 (5b13b614-fb1a-4ab0-9cdc-dfe708017bad/f098f41e-8e0c-4ac0-b104-211339e2d084/3c6ab322-6e32-465d-a12e-df22ce698f3f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:37.423788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f0522f87-2e45-4220-9279-f51595563740, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f0522f87-2e45-4220-9279-f51595563740,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:37.438918 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.502188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c91bf8-cc4b-4a14-b545-1f34d747eac8 req-98ed455e-faba-40dc-a24e-c7b32b97125b tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:37.505283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07c91bf8-cc4b-4a14-b545-1f34d747eac8 req-98ed455e-faba-40dc-a24e-c7b32b97125b tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1097 time: 0.1496158 Aug 31 09:10:37.524374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-5d72cd9e-9d20-4d70-8c62-d6bace66963d tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:37.528068 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.537562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-5d72cd9e-9d20-4d70-8c62-d6bace66963d tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/networks?id=2f9f407b-21c1-4378-8a40-18d5dfbed941 HTTP/1.1" status: 200 len: 806 time: 0.4412134 Aug 31 09:10:37.560631 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da707c2-fb66-450c-8025-b4fa71f98b68 None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 4, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '64813f81-9f99-42d9-9616-ed9bbdd63445', 'name': '', 'network_id': '2fae2371-d034-46c3-8c6e-506f35356b46', 'tenant_id': '8148ff96df054815a5112035117d4063', 'mac_address': 'fa:16:3e:ef:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '96beab3c-021c-4625-839f-ab019c2949b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:15Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'subnets': [{'id': '96beab3c-021c-4625-839f-ab019c2949b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:37.583241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c48d00-1013-486c-8dde-4dc10c711720 req-c639b4fc-a0b3-4d71-beb7-ec25254e9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:37.587520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-c639b4fc-a0b3-4d71-beb7-ec25254e9859 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1744335 Aug 31 09:10:37.593051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f0522f87-2e45-4220-9279-f51595563740,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:37.593758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-a060a608-d48a-4f0c-9803-435762536f07 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/quotas/a942cab74f0d44bca092cc1ac44a33dd HTTP/1.1" status: 200 len: 375 time: 0.0551717 Aug 31 09:10:37.644932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07c91bf8-cc4b-4a14-b545-1f34d747eac8 req-7c412389-8b01-4427-98a9-0cd5a83edfd1 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032064 Aug 31 09:10:37.797564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f0522f87-2e45-4220-9279-f51595563740'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:37.871779 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-524ea500-0d9a-455a-9e5f-955f3f41b657 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a942cab74f0d44bca092cc1ac44a33dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2704256 Aug 31 09:10:37.950513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.988605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-b67c435a-ca2e-4e25-876a-e4050854e84b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669755 Aug 31 09:10:38.032966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-4cb366af-b884-4437-a010-57a837ded789 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:38.035006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-4cb366af-b884-4437-a010-57a837ded789 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 821 time: 0.3897028 Aug 31 09:10:38.035213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.063237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'port': {'device_id': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'admin_state_up': True, 'tenant_id': '806dfacb1e884216ab66e236dda67ff4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:38.143328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b36b8-b659-4725-aec5-0b23949a914a None None] New status for floating IP 6018fa30-f096-4efd-8bcc-28a8e831a7eb: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:10:38.173856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:38.184707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:38.187362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:38.217000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a7ba993-55f7-41ea-a0ca-26b3ae434993 req-bfa9172e-58a7-46eb-9282-b4b8c5b30a97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 210 time: 0.1801429 Aug 31 09:10:38.251601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Pushing event updated for resources: {'Port': ['ID=3c6ab322-6e32-465d-a12e-df22ce698f3f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:38.312839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:38.313146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.344052 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54c48d00-1013-486c-8dde-4dc10c711720 req-d7942881-3997-4428-bb3e-9c98cf60562f service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817910 Aug 31 09:10:38.349565 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-ae699273-e1ce-49d2-b190-20cf7c96a799 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8568981 Aug 31 09:10:38.377989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Request body: {'port': {'device_id': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:38.416144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-c47e8c58-7b18-4186-8a8a-f7f8f79c2509 service neutron] 10.222.0.18 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077686 Aug 31 09:10:38.479818 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.549199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339925e5-dfc6-4c4a-8287-610543a79ff3 req-d319e3d5-c478-4dc5-9e9a-e81802cfd4ff tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:38.553105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-339925e5-dfc6-4c4a-8287-610543a79ff3 req-d319e3d5-c478-4dc5-9e9a-e81802cfd4ff tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1097 time: 0.1845012 Aug 31 09:10:38.570416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Made reservation on behalf of 806dfacb1e884216ab66e236dda67ff4 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:38.576559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.658836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-79658f47-7574-4f07-bd4c-085c62e57a0e service neutron] 10.222.0.18 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277217 Aug 31 09:10:38.712154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-339925e5-dfc6-4c4a-8287-610543a79ff3 req-6cda1dc0-c729-4e8a-97f9-ec5c2268a102 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Aug 31 09:10:38.896161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Allocated IP 172.20.0.4 (c8db1ca5-5963-4d23-85d4-b744427a61c3/e72740c3-889c-48cc-bc6b-1ff646b8e2d4/8a66c333-5da0-438b-a424-0c756c257b82) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:38.967607 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da589a3-0229-479b-8a7b-a7dc1571fddc x-openstack-request-id: req-5da589a3-0229-479b-8a7b-a7dc1571fddc {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:38.967948 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226b3a1-0482-4b6a-8725-8b69fc928b6e", "name": "network-vif-deleted", "tag": "b33ca8cb-ed1f-4d56-9e61-4809484b0c55", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:38.968279 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5da589a3-0229-479b-8a7b-a7dc1571fddc {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:38.968817 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226b3a1-0482-4b6a-8725-8b69fc928b6e', 'name': 'network-vif-deleted', 'tag': 'b33ca8cb-ed1f-4d56-9e61-4809484b0c55', 'status': 'completed', 'code': 200} Aug 31 09:10:39.194016 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-fa430c00-13ff-431b-9ced-0fb6f3cdd725 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5317183 Aug 31 09:10:39.246533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855c50-36c4-4175-8d95-8f36cf0d8a7f req-0f3e2817-b189-4358-bc6d-0a1c11a708bc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.248427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a855c50-36c4-4175-8d95-8f36cf0d8a7f req-0f3e2817-b189-4358-bc6d-0a1c11a708bc tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.1592684 Aug 31 09:10:39.315896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4941-4350-4b3c-922b-22ca4e8b6d90 req-85d45dd4-33e1-4772-8ba4-d00816ce35b5 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.319816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad2b4941-4350-4b3c-922b-22ca4e8b6d90 req-85d45dd4-33e1-4772-8ba4-d00816ce35b5 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 948 time: 0.2128832 Aug 31 09:10:39.339929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.385950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-de0b0f47-135c-42cf-8e38-8a9ea29d01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.388312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-de0b0f47-135c-42cf-8e38-8a9ea29d01d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 1096 time: 0.1415074 Aug 31 09:10:39.423556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a855c50-36c4-4175-8d95-8f36cf0d8a7f req-ab49af35-027c-4290-8223-a589566f44de tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517410 Aug 31 09:10:39.453233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad2b4941-4350-4b3c-922b-22ca4e8b6d90 req-225f739b-cf7b-4504-8d08-06a6e4bcfa7b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087983 Aug 31 09:10:39.485126 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.576527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:39.595941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:39.609922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:39.618651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:39.620791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-4ff6f474-8ae3-4c53-9b57-02ccb269161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.623592 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-4ff6f474-8ae3-4c53-9b57-02ccb269161d service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2100902 Aug 31 09:10:39.655382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6ab322-6e32-465d-a12e-df22ce698f3f {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:39.689373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.713903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Transition to ACTIVE for port object 3c6ab322-6e32-465d-a12e-df22ce698f3f will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:39.727797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.728609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.753290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.757139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-4434622b-20f0-4b0b-86d7-666e488bbabd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 200 len: 217 time: 0.0858662 Aug 31 09:10:39.767778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4025-88a5-43be-bff9-5a55e83fe4a7 req-6cf258cc-632c-4776-92a0-c37ee11cccd8 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.775290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b74d4025-88a5-43be-bff9-5a55e83fe4a7 req-6cf258cc-632c-4776-92a0-c37ee11cccd8 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 931 time: 0.0976052 Aug 31 09:10:39.781927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-9a30067a-9348-4bfb-bb06-66ce3cfa01f6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7272508 Aug 31 09:10:39.807058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Request body: {'port': {'device_id': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:39.919805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6ab322-6e32-465d-a12e-df22ce698f3f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:39.935245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b74d4025-88a5-43be-bff9-5a55e83fe4a7 req-bb0f0eb9-b017-4028-b95e-f55c59adc1dc tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506050 Aug 31 09:10:39.948549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ed564-a6c9-4530-bade-d7349222f5aa req-c788f1bb-04e2-48ef-81c5-8c54e8d756d7 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.952515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-849ed564-a6c9-4530-bade-d7349222f5aa req-c788f1bb-04e2-48ef-81c5-8c54e8d756d7 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1097 time: 0.1750937 Aug 31 09:10:39.966035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-da9ed86b-17de-4417-8ed4-13cf6bc80837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.969303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-da9ed86b-17de-4417-8ed4-13cf6bc80837 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1786773 Aug 31 09:10:39.984498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.062248 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-8cee84a8-522b-4d7a-b782-d0745d44b54d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514362 Aug 31 09:10:40.099397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6340a440-386e-45d4-ad5f-af931628a7a9 req-b6ca2dc5-40f3-47d4-8a1a-34fa5e8c5e85 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 210 time: 0.0754330 Aug 31 09:10:40.107859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-849ed564-a6c9-4530-bade-d7349222f5aa req-0f88a3e8-802a-487e-9b2f-51070523ac40 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389899 Aug 31 09:10:40.205776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Attempting to bind port 3c6ab322-6e32-465d-a12e-df22ce698f3f on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:40.206614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Attempting to bind port 3c6ab322-6e32-465d-a12e-df22ce698f3f by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:40.206937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Attempting to bind port 3c6ab322-6e32-465d-a12e-df22ce698f3f on network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:40.233644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Port 3c6ab322-6e32-465d-a12e-df22ce698f3f on network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:40.234344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Attempting to bind port 3c6ab322-6e32-465d-a12e-df22ce698f3f on network 5b13b614-fb1a-4ab0-9cdc-dfe708017bad {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:40.250747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:40.251119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Checking segment: {'id': 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:40.251480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Bound using segment: {'id': 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:40.252047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Bound port: 3c6ab322-6e32-465d-a12e-df22ce698f3f, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:40.252409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.288067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-2cd36f44-1163-4e78-bfdf-3a8caf96c166 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178915 Aug 31 09:10:40.410170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] For port 3c6ab322-6e32-465d-a12e-df22ce698f3f, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:40.416499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] For port 3c6ab322-6e32-465d-a12e-df22ce698f3f, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f,segment=NetworkSegment(e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0),segment_id=e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:40.425786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.470677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085346-e9ac-4d93-b5cb-1e1911ca271f req-2eeaea6f-dc64-45ce-b289-f865dd8639fb tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.472517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa085346-e9ac-4d93-b5cb-1e1911ca271f req-2eeaea6f-dc64-45ce-b289-f865dd8639fb tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 931 time: 0.2181559 Aug 31 09:10:40.507516 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9d1de0f2-d16f-42b8-9d6e-e0e9f0ce32d2 req-583ac53a-c426-44d4-b6c6-d4278982dcc2 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997070 Aug 31 09:10:40.517806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.518662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.520655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c6ab322-6e32-465d-a12e-df22ce698f3f HTTP/1.1" status: 200 len: 1092 time: 2.1569955 Aug 31 09:10:40.524580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'tag': '3c6ab322-6e32-465d-a12e-df22ce698f3f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:40.524580 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f277b2-a9a9-46ea-b73b-61df3bd691c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7beba0cb-33f4-44bc-a4f3-b18658e81ba7", "tag": "3c6ab322-6e32-465d-a12e-df22ce698f3f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:40.540624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d2e80-b880-47be-ae53-ef7c3462bb02 req-8ab88bb5-1350-4aa7-b2d8-df1d33edd2e2 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.545101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-383d2e80-b880-47be-ae53-ef7c3462bb02 req-8ab88bb5-1350-4aa7-b2d8-df1d33edd2e2 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1101 time: 0.2710211 Aug 31 09:10:40.563174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0833113-8dad-4129-8855-66ec41569e16 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6ab322-6e32-465d-a12e-df22ce698f3f,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:40.666515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa085346-e9ac-4d93-b5cb-1e1911ca271f req-cceefffe-fe40-42d6-905a-7379ef9585e7 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673286 Aug 31 09:10:40.705420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-383d2e80-b880-47be-ae53-ef7c3462bb02 req-07313d14-c89b-4146-8710-a7f552fa29cc tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221752 Aug 31 09:10:40.748764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f0522f87-2e45-4220-9279-f51595563740 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:40.759495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-19c451f6-fa25-47d2-a22d-47500a2c0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.761048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-19c451f6-fa25-47d2-a22d-47500a2c0661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecd58adafd9a413a9564d06df5c05f41&device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 1095 time: 0.1562054 Aug 31 09:10:40.763315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a66c333-5da0-438b-a424-0c756c257b82 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:40.784363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.800846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Transition to ACTIVE for port object 8a66c333-5da0-438b-a424-0c756c257b82 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:40.819842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-fbcb3c42-f872-43ae-be1f-326938e3da2f tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.823490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-fbcb3c42-f872-43ae-be1f-326938e3da2f tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.15 "GET /v2.0/networks?id=2f9f407b-21c1-4378-8a40-18d5dfbed941 HTTP/1.1" status: 200 len: 806 time: 0.2255836 Aug 31 09:10:40.847526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.854826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-2a900e09-f587-4bb6-ac6a-491e5477583e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f HTTP/1.1" status: 200 len: 217 time: 0.0805364 Aug 31 09:10:40.866128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port f0522f87-2e45-4220-9279-f51595563740 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:40.874049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port f0522f87-2e45-4220-9279-f51595563740 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:40.874775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.906698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-29db4861-54f8-434f-98c0-66c0d71a75dd tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a942cab74f0d44bca092cc1ac44a33dd HTTP/1.1" status: 200 len: 379 time: 0.0705442 Aug 31 09:10:40.920864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Request body: {'port': {'device_id': '8ce448f9-08e7-426f-8085-1b3581704b96', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'admin_state_up': True, 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'security_groups': ['bddad77b-f68f-4ba8-9f89-ead1ca227e1d']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:40.966968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.027163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-8b635792-be80-49ca-84c5-6a5b4d2aa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:41.028681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-8b635792-be80-49ca-84c5-6a5b4d2aa031 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f098f41e-8e0c-4ac0-b104-211339e2d084 HTTP/1.1" status: 200 len: 855 time: 0.1447239 Aug 31 09:10:41.035779 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.038362 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0924a-f8ca-4016-9843-fb3b8242742e x-openstack-request-id: req-a2f0924a-f8ca-4016-9843-fb3b8242742e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:41.040275 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7beba0cb-33f4-44bc-a4f3-b18658e81ba7", "tag": "3c6ab322-6e32-465d-a12e-df22ce698f3f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:41.040275 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2f0924a-f8ca-4016-9843-fb3b8242742e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:41.043068 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'tag': '3c6ab322-6e32-465d-a12e-df22ce698f3f', 'status': 'completed', 'code': 200} Aug 31 09:10:41.071081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-2d67287b-cfd5-4149-a7d4-25b05ff37876 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b13b614-fb1a-4ab0-9cdc-dfe708017bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326765 Aug 31 09:10:41.096610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f0522f87-2e45-4220-9279-f51595563740, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f0522f87-2e45-4220-9279-f51595563740,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:41.099048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccac3d-289f-423d-b9ff-24286b881f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0522f87-2e45-4220-9279-f51595563740'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:41.104503 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f0584-ee3a-4b01-b112-481e95172e6b" -d '{"events": [{"server_uuid": "9eccac3d-289f-423d-b9ff-24286b881f15", "name": "network-vif-plugged", "status": "completed", "tag": "f0522f87-2e45-4220-9279-f51595563740"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:41.109780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.168187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Made reservation on behalf of a942cab74f0d44bca092cc1ac44a33dd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:41.173628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.174513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Attempting to bind port 8a66c333-5da0-438b-a424-0c756c257b82 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:41.174937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Attempting to bind port 8a66c333-5da0-438b-a424-0c756c257b82 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:41.175272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Attempting to bind port 8a66c333-5da0-438b-a424-0c756c257b82 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:41.194117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f0522f87-2e45-4220-9279-f51595563740,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.195471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Port 8a66c333-5da0-438b-a424-0c756c257b82 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:41.195815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Attempting to bind port 8a66c333-5da0-438b-a424-0c756c257b82 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:41.213968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ff51f-2f04-4ffa-90c6-dedd50de0e9d req-2635e91d-f5f9-4117-9285-20e21271e584 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:41.215622 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-648ff51f-2f04-4ffa-90c6-dedd50de0e9d req-2635e91d-f5f9-4117-9285-20e21271e584 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 948 time: 0.1502419 Aug 31 09:10:41.225143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:41.225692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Checking segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:41.226189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Bound using segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:41.226670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Bound port: 8a66c333-5da0-438b-a424-0c756c257b82, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:41.227041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.307482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-5961da11-136b-448a-978d-10f62ad8babe service neutron] 10.222.0.15 "GET /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250066 Aug 31 09:10:41.358664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Allocated IP 172.20.0.7 (2f9f407b-21c1-4378-8a40-18d5dfbed941/f354fdbc-b28b-495d-9b82-e4ec66f18f16/6f5dda97-34a8-4a2d-b799-6bc60d90dd7d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:41.391100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-648ff51f-2f04-4ffa-90c6-dedd50de0e9d req-5c8b6f7f-589b-4314-a329-5ce5a416705d tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680169 Aug 31 09:10:41.416437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:41.422535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:41.435643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.505770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f04aae6-14e3-48dd-a568-1de9e69343ab req-513b5cdb-0d6b-4579-856f-2e2bd431b20e service neutron] 10.222.0.15 "GET /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803694 Aug 31 09:10:41.509383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:41.510083 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.511811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] 10.222.0.23 "PUT /v2.0/ports/8a66c333-5da0-438b-a424-0c756c257b82 HTTP/1.1" status: 200 len: 1092 time: 1.7147911 Aug 31 09:10:41.512351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:41.531461 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be3fbab-ee9a-4d62-87a7-8e558df295fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "tag": "8a66c333-5da0-438b-a424-0c756c257b82"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:41.548417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.570709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Transition to ACTIVE for port object 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:41.583462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735cca2-02ee-4c9e-918c-1fd8541b5d09 service neutron] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.640579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.701953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:41.707048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:41.713135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:41.804784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event updated for resources: {'Port': ['ID=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.870987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:41.872226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.901224 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-fb07eb9f-fb20-47e0-a33a-cf57ebb5e0b3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9854128 Aug 31 09:10:41.930286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Request body: {'port': {'device_id': '8ce448f9-08e7-426f-8085-1b3581704b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:42.078075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.205010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d85a679d-cab7-4998-9b62-b2a11766b9ff None None] Provisioning for port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:42.219799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d85a679d-cab7-4998-9b62-b2a11766b9ff None None] Provisioning complete for port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:42.220422 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d85a679d-cab7-4998-9b62-b2a11766b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.331652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d85a679d-cab7-4998-9b62-b2a11766b9ff None None] Port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:42.408575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-a8fa2202-0f01-4539-9157-2bd2057a3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.413568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-a8fa2202-0f01-4539-9157-2bd2057a3b85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecd58adafd9a413a9564d06df5c05f41&device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 1095 time: 0.8322141 Aug 31 09:10:42.420328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-1d79a0eb-9227-4988-a951-ae4708366d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.423383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-1d79a0eb-9227-4988-a951-ae4708366d65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 1095 time: 0.8022339 Aug 31 09:10:42.440631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-086b0566-7caa-4019-9b90-d46788171f58 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:42.447313 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-086b0566-7caa-4019-9b90-d46788171f58 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232930 Aug 31 09:10:42.453740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-f5b42169-b89a-4acf-b06a-7d9dd3a224b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2640040 Aug 31 09:10:42.481180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:42.482119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Unknown quota resources ['binding']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:10:42.550730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-30970e1f-4b2e-4957-9f81-af5bc37d4e4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a66c333-5da0-438b-a424-0c756c257b82 HTTP/1.1" status: 200 len: 217 time: 0.1025796 Aug 31 09:10:42.674811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d448de05-dfd7-4575-a8fd-1a0d51f9a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.677328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-d448de05-dfd7-4575-a8fd-1a0d51f9a942 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 200 len: 861 time: 0.1174600 Aug 31 09:10:42.681091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-137fe660-1569-452f-b928-a917edf399eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.684187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-137fe660-1569-452f-b928-a917edf399eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b13b614-fb1a-4ab0-9cdc-dfe708017bad HTTP/1.1" status: 200 len: 916 time: 0.2562041 Aug 31 09:10:42.801617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-5252b717-c212-49eb-acd6-18d330226f20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8db1ca5-5963-4d23-85d4-b744427a61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929341 Aug 31 09:10:42.804942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-63e099a9-fe34-4971-98be-b1216dc1a4a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f HTTP/1.1" status: 200 len: 217 time: 0.1105828 Aug 31 09:10:43.013538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:43.014101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:43.014702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:43.030362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:43.030949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:43.038062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-82c026cb-de7e-487d-b238-2d04ecf12fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:43.040119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-82c026cb-de7e-487d-b238-2d04ecf12fdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f098f41e-8e0c-4ac0-b104-211339e2d084 HTTP/1.1" status: 200 len: 855 time: 0.2097874 Aug 31 09:10:43.053944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:43.069092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:43.070010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:43.070983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:43.072006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Bound port: 706c0d1b-3bc0-47af-b85b-00a572498b82, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:43.084029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.100186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-9ed192d8-0b3c-4241-a741-60b18f58fcff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b13b614-fb1a-4ab0-9cdc-dfe708017bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450850 Aug 31 09:10:43.105158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-fd819755-bef6-4d0f-ab87-58b229ab74df service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931807 Aug 31 09:10:43.136011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Transition to ACTIVE for port object 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:43.143793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.255654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:43.290579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.308368 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-99d10696-a175-4d7c-8a02-ab0c97f43531 service neutron] 10.222.0.18 "POST /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82/bindings HTTP/1.1" status: 201 len: 390 time: 0.8524520 Aug 31 09:10:43.324372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:43.429728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-ec7605f6-cef6-416e-9e23-c97e98654fcd service neutron] 10.222.0.15 "GET /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173053 Aug 31 09:10:43.553027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ad1e6ec-aaf3-4046-a015-f75985c0c1cb req-121f10b2-adbc-4164-b679-0bd8e2742045 service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192572 Aug 31 09:10:43.576807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35334) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:43.598652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-ed9a3101-581c-4622-89f4-e0157c8103e2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:43.637761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-ed9a3101-581c-4622-89f4-e0157c8103e2 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592177 Aug 31 09:10:43.647181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:43.647649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Unknown quota resources ['binding']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:10:43.651245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Attempting to bind port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:43.651582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Attempting to bind port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:43.651912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Attempting to bind port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d on network 2f9f407b-21c1-4378-8a40-18d5dfbed941 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:43.683533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d on network 2f9f407b-21c1-4378-8a40-18d5dfbed941 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:43.683871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Attempting to bind port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d on network 2f9f407b-21c1-4378-8a40-18d5dfbed941 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:43.702078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:43.702671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Checking segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:43.704796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Bound using segment: {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:43.705912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Bound port: 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:43.706720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.934928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] For port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:43.990017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] For port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:43.998585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ae40-f460-46bf-a123-f13ccbe195b9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.008673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32e923-9eeb-4464-b351-e02da999c9cc req-e0740f63-d2bc-4c6a-8698-e7afc0001028 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.009022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.010511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa32e923-9eeb-4464-b351-e02da999c9cc req-e0740f63-d2bc-4c6a-8698-e7afc0001028 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 943 time: 0.2653680 Aug 31 09:10:44.050555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27f277b2-a9a9-46ea-b73b-61df3bd691c4 req-49796f46-610d-4d59-9287-dab02b3d960d service neutron] 10.222.0.15 "GET /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960334 Aug 31 09:10:44.078490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ae40-f460-46bf-a123-f13ccbe195b9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.108735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-cf56d533-1d93-42bb-a072-fa5309360299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.110557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-cf56d533-1d93-42bb-a072-fa5309360299 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1097 time: 0.2658727 Aug 31 09:10:44.115052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.116744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.118572 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f5dda97-34a8-4a2d-b799-6bc60d90dd7d HTTP/1.1" status: 200 len: 1092 time: 2.1996062 Aug 31 09:10:44.122508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:44.127750 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4276e1-236e-4478-b39a-ea975bdd72ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:44.153486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:44.153998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:44.154575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:44.173566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:44.174073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:44.175341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa32e923-9eeb-4464-b351-e02da999c9cc req-4e6c5eab-0dcf-4656-af60-982dfd090d61 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416726 Aug 31 09:10:44.184944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4ea7-04d6-450a-ae72-52787e2fcf86 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:44.207806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:44.209703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:44.210267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:44.210832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Bound port: c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:44.281843 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f419f1ad-8c5d-44ed-bdd5-56e11b3a7aca x-openstack-request-id: req-f419f1ad-8c5d-44ed-bdd5-56e11b3a7aca {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:44.283044 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccac3d-289f-423d-b9ff-24286b881f15", "name": "network-vif-plugged", "status": "completed", "tag": "f0522f87-2e45-4220-9279-f51595563740", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:44.283536 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f419f1ad-8c5d-44ed-bdd5-56e11b3a7aca {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:44.284153 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccac3d-289f-423d-b9ff-24286b881f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0522f87-2e45-4220-9279-f51595563740', 'code': 200} Aug 31 09:10:44.307532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ae40-f460-46bf-a123-f13ccbe195b9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.310872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cc4ae40-f460-46bf-a123-f13ccbe195b9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.312135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7cc4ae40-f460-46bf-a123-f13ccbe195b9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f118229-a953-4307-96b5-a10f61b3ba96 HTTP/1.1" status: 204 len: 168 time: 0.7229986 Aug 31 09:10:44.321710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35340) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:44.337124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4ae40-f460-46bf-a123-f13ccbe195b9 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f118229-a953-4307-96b5-a10f61b3ba96,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:44.378072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2abad8df-3290-47a0-aa27-4e9cb8119e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.381267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2abad8df-3290-47a0-aa27-4e9cb8119e16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.2536979 Aug 31 09:10:44.397355 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-b357a217-a0ec-48f0-890d-1e1f3abda7be tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] show failed (client error): The resource could not be found. Aug 31 09:10:44.410243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b357a217-a0ec-48f0-890d-1e1f3abda7be tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "GET /v2.0/security-groups/3f118229-a953-4307-96b5-a10f61b3ba96 HTTP/1.1" status: 404 len: 347 time: 0.0858634 Aug 31 09:10:44.423694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35342) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:44.434962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:44.500608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.507696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-94fd3be0-d4f0-4bb1-983c-c24ba39850f2 service neutron] 10.222.0.18 "POST /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271/bindings HTTP/1.1" status: 201 len: 390 time: 0.8653049 Aug 31 09:10:44.529249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-0305c710-739b-4406-9660-7b3a464d3333 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 217 time: 0.1257775 Aug 31 09:10:44.580890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-d69651f2-263b-4c34-9097-ff091c2f8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.583438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-d69651f2-263b-4c34-9097-ff091c2f8ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a942cab74f0d44bca092cc1ac44a33dd&device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 1095 time: 0.3304718 Aug 31 09:10:44.605924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d609113-8cd3-444e-bf69-89c50c8393a1 req-474fdf7d-51ff-46bb-bfb9-a3f34047a2a8 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.607455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d609113-8cd3-444e-bf69-89c50c8393a1 req-474fdf7d-51ff-46bb-bfb9-a3f34047a2a8 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 943 time: 0.2075961 Aug 31 09:10:44.677058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-0287f79a-88d3-46b3-a75c-5ce530dea9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.678898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-0287f79a-88d3-46b3-a75c-5ce530dea9c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1416004 Aug 31 09:10:44.687476 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458aa0bb-704f-46cb-88d1-4ad96fb61a36 x-openstack-request-id: req-458aa0bb-704f-46cb-88d1-4ad96fb61a36 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:44.688173 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "tag": "8a66c333-5da0-438b-a424-0c756c257b82", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:44.688173 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-458aa0bb-704f-46cb-88d1-4ad96fb61a36 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:44.688655 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82', 'status': 'completed', 'code': 200} Aug 31 09:10:44.770746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d609113-8cd3-444e-bf69-89c50c8393a1 req-215ac147-3286-4c77-8f54-6671408c127f tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330216 Aug 31 09:10:44.778216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-60f1062b-b043-48d3-a208-1fe66c3c397e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806110 Aug 31 09:10:44.851944 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-cde7913a-afda-434b-9cac-f53edc2e4c35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d HTTP/1.1" status: 200 len: 217 time: 0.2480783 Aug 31 09:10:44.926381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0a054-5d83-4448-be8c-949b13ecd3b0 req-f094ea9b-1c9a-4ca5-80f1-0face9ae553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.929147 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05d0a054-5d83-4448-be8c-949b13ecd3b0 req-f094ea9b-1c9a-4ca5-80f1-0face9ae553d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 1101 time: 0.4631732 Aug 31 09:10:44.932998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b53e2-ef85-4f53-b5b9-e4e150f949fd req-8967d70d-78eb-4982-a1f7-e2b44d63e406 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.939777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-640b53e2-ef85-4f53-b5b9-e4e150f949fd req-8967d70d-78eb-4982-a1f7-e2b44d63e406 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 943 time: 0.1644337 Aug 31 09:10:44.985735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.23', 60958) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:45.096948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-7549f2a7-cdea-4af7-a381-f14b72f7680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.098532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-7549f2a7-cdea-4af7-a381-f14b72f7680a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 1095 time: 0.2790654 Aug 31 09:10:45.102510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-ee94b333-be78-45b1-8f82-b05db44c1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.104015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-ee94b333-be78-45b1-8f82-b05db44c1606 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f354fdbc-b28b-495d-9b82-e4ec66f18f16 HTTP/1.1" status: 200 len: 845 time: 0.2136114 Aug 31 09:10:45.118856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05d0a054-5d83-4448-be8c-949b13ecd3b0 req-96c18a2c-11f1-4656-8d1f-2897db9c4142 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688643 Aug 31 09:10:45.168492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-5dcf0e86-291c-4491-9476-6219cecc6fc0 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793857 Aug 31 09:10:45.179685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-640b53e2-ef85-4f53-b5b9-e4e150f949fd req-50beb3e1-c4e3-46e7-ad4d-8d32a09eb657 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377155 Aug 31 09:10:45.195199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-81e8fc23-b736-436d-988d-a8136911a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.198057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-81e8fc23-b736-436d-988d-a8136911a837 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1101 time: 0.2054601 Aug 31 09:10:45.214855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9e16b-a7f7-44f4-a5ad-df9759456292 req-bbcb7828-ba14-402c-b367-3b481b42d488 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.229988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58a9e16b-a7f7-44f4-a5ad-df9759456292 req-bbcb7828-ba14-402c-b367-3b481b42d488 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2846816 Aug 31 09:10:45.265752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3c6ab322-6e32-465d-a12e-df22ce698f3f details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:45.303020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58a9e16b-a7f7-44f4-a5ad-df9759456292 req-1a1f34cc-f699-422a-94c5-393a458c1750 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Aug 31 09:10:45.433441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 3c6ab322-6e32-465d-a12e-df22ce698f3f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f,segment=NetworkSegment(e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0),segment_id=e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:45.449439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '3c6ab322-6e32-465d-a12e-df22ce698f3f', 'network_id': '5b13b614-fb1a-4ab0-9cdc-dfe708017bad', 'port_id': '3c6ab322-6e32-465d-a12e-df22ce698f3f', 'mac_address': 'fa:16:3e:5d:35:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f098f41e-8e0c-4ac0-b104-211339e2d084', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:45.511143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.536816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6ab322-6e32-465d-a12e-df22ce698f3f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:45.578833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 3c6ab322-6e32-465d-a12e-df22ce698f3f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f,segment=NetworkSegment(e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0),segment_id=e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:45.585796 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.600306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Deleting port de4b0b46-5553-4057-8222-f233fc672f03 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:45.600306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.664704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=3c6ab322-6e32-465d-a12e-df22ce698f3f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:45.677615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd7866-3631-40a7-9d15-1d4a6ef97d40 req-2b93a1e6-a1ae-4920-9636-1e5006e32592 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.680354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78cd7866-3631-40a7-9d15-1d4a6ef97d40 req-2b93a1e6-a1ae-4920-9636-1e5006e32592 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 949 time: 0.3758149 Aug 31 09:10:45.704521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096075-b072-4305-b804-f2a6b2c33753 req-0507e1a6-22db-420f-a047-08987abdde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.706448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-0507e1a6-22db-420f-a047-08987abdde28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f9f407b-21c1-4378-8a40-18d5dfbed941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5853279 Aug 31 09:10:45.815396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-193f9d65-c042-4db6-90a1-6ba3f6b564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.817815 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-193f9d65-c042-4db6-90a1-6ba3f6b564d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 922 time: 0.7110629 Aug 31 09:10:45.854250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b8893-7c28-45ec-b357-2190e1ebd87f req-31654004-2ddd-4599-abc5-b39d1929ada9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.857033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae8b8893-7c28-45ec-b357-2190e1ebd87f req-31654004-2ddd-4599-abc5-b39d1929ada9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 945 time: 0.3496661 Aug 31 09:10:45.883267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.883884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.888447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-1ada9dad-d4eb-4dbc-ae38-82d22c0e9cfc service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988873 Aug 31 09:10:45.889144 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-e25ce257-bba6-4ef0-b810-41b6c45829ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a66c333-5da0-438b-a424-0c756c257b82 HTTP/1.1" status: 200 len: 217 time: 0.0600927 Aug 31 09:10:45.904708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78cd7866-3631-40a7-9d15-1d4a6ef97d40 req-86f9bfd6-0fc1-49fc-8502-75d9175aae41 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130766 Aug 31 09:10:45.911696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Calling delete_port for de4b0b46-5553-4057-8222-f233fc672f03 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:45.919925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-8dbdb162-9554-4650-941f-953ba20b1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.922599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-8dbdb162-9554-4650-941f-953ba20b1e31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.5311589 Aug 31 09:10:45.933247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['3c6ab322-6e32-465d-a12e-df22ce698f3f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:46.010630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-e9875010-b6f0-4398-b88a-7eb7b4db593f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.0747986 Aug 31 09:10:46.021609 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-91186575-dba6-4750-bb79-ec8fe999a44a service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055360 Aug 31 09:10:46.025229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae8b8893-7c28-45ec-b357-2190e1ebd87f req-c64c03c7-23e3-421f-a57d-fbef5420feac tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465728 Aug 31 09:10:46.114092 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a7cd8e-37f4-4fdf-86a8-a558433b2e03 x-openstack-request-id: req-72a7cd8e-37f4-4fdf-86a8-a558433b2e03 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:46.114904 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:46.115384 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72a7cd8e-37f4-4fdf-86a8-a558433b2e03 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:46.115976 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'status': 'completed', 'code': 200} Aug 31 09:10:46.196267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-8208b570-4f6a-436f-bd78-e194d71f051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.199131 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-8208b570-4f6a-436f-bd78-e194d71f051b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 200 len: 861 time: 0.2830110 Aug 31 09:10:46.302851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-e7aa63e4-89e0-482b-ad92-2e5d2d84c00c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8db1ca5-5963-4d23-85d4-b744427a61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650227 Aug 31 09:10:46.425349 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48096075-b072-4305-b804-f2a6b2c33753 req-42ba3b36-9d12-49b8-8c4b-6b055194bd5f service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138518 Aug 31 09:10:46.426718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-a2ab26ff-2e44-4cf3-aff8-1eb4df976a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.429583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-a2ab26ff-2e44-4cf3-aff8-1eb4df976a6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3994234 Aug 31 09:10:46.542894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-46da4b41-d85a-4908-9e19-5b5dada84e12 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.544734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-46da4b41-d85a-4908-9e19-5b5dada84e12 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.4233544 Aug 31 09:10:46.549128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.573618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:46.592554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-37d581e4-54d4-4921-a06e-d6f4dcffaa16 service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679117 Aug 31 09:10:46.596054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Pushing event deleted for resources: {'Port': ['ID=de4b0b46-5553-4057-8222-f233fc672f03,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:46.627146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c66973-e4ef-4f16-9dbd-b36eb12032ae req-bcccb453-afe1-4b96-904f-8f6642396f33 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.631301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02c66973-e4ef-4f16-9dbd-b36eb12032ae req-bcccb453-afe1-4b96-904f-8f6642396f33 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 944 time: 0.4137220 Aug 31 09:10:46.669501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8895ca-4f79-49a1-a405-5f0fe3940e08 req-7c1401c0-8573-44bf-adab-3728834aa843 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.672858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f8895ca-4f79-49a1-a405-5f0fe3940e08 req-7c1401c0-8573-44bf-adab-3728834aa843 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2806163 Aug 31 09:10:46.697322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-cffee106-ac75-4177-8d45-a2fd4d569736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.698871 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-cffee106-ac75-4177-8d45-a2fd4d569736 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a942cab74f0d44bca092cc1ac44a33dd&device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 1095 time: 0.1917250 Aug 31 09:10:46.777721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-ad6d5d72-1438-4658-843d-4157ce1e3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.780773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-ad6d5d72-1438-4658-843d-4157ce1e3039 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3103476 Aug 31 09:10:46.797200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:46.810087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.812957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.814143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7dab47cd-6c23-4ccf-a608-038edd829285 tempest-ServersWithSpecificFlavorTestJSON-850955509 tempest-ServersWithSpecificFlavorTestJSON-850955509-project] 10.222.0.18 "DELETE /v2.0/floatingips/6018fa30-f096-4efd-8bcc-28a8e831a7eb HTTP/1.1" status: 204 len: 168 time: 2.3757856 Aug 31 09:10:46.826923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.834451 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0be3fbab-ee9a-4d62-87a7-8e558df295fe req-03f55c5b-3335-484b-b66e-90d538dc3976 service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288699 Aug 31 09:10:46.856534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-80e70e01-5503-4112-82ad-04c64141f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:46.858116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-80e70e01-5503-4112-82ad-04c64141f247 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f9f407b-21c1-4378-8a40-18d5dfbed941 HTTP/1.1" status: 200 len: 907 time: 0.1484845 Aug 31 09:10:46.896935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02c66973-e4ef-4f16-9dbd-b36eb12032ae req-47d77f1c-f095-4b6a-a49d-1746079f0229 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565217 Aug 31 09:10:46.921310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-c54eb415-aef1-450c-bcde-5afed57ec3b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d HTTP/1.1" status: 200 len: 217 time: 0.0457730 Aug 31 09:10:46.961339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f8895ca-4f79-49a1-a405-5f0fe3940e08 req-ae2a0ba7-fd35-4fd1-bf11-d111e383d545 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745311 Aug 31 09:10:46.990499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:47.020210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '8a66c333-5da0-438b-a424-0c756c257b82', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'port_id': '8a66c333-5da0-438b-a424-0c756c257b82', 'mac_address': 'fa:16:3e:fe:20:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72740c3-889c-48cc-bc6b-1ff646b8e2d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:47.034651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-77b10add-45d7-4a51-a0f0-a90f06e27eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:47.034651 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-77b10add-45d7-4a51-a0f0-a90f06e27eb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f354fdbc-b28b-495d-9b82-e4ec66f18f16 HTTP/1.1" status: 200 len: 845 time: 0.0959723 Aug 31 09:10:47.107154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.130654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a66c333-5da0-438b-a424-0c756c257b82 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:47.135074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-206b438d-17b0-4bf4-a043-855c98d2025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:47.137921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-206b438d-17b0-4bf4-a043-855c98d2025e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f9f407b-21c1-4378-8a40-18d5dfbed941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874221 Aug 31 09:10:47.154759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:47.161753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.227501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:47.254836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-aa4faffd-f72f-453f-a541-d77e7c8fd439 service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082985 Aug 31 09:10:47.255423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-be4911f3-29f1-4f76-b813-22606597db14 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390752 Aug 31 09:10:47.266616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3c6ab322-6e32-465d-a12e-df22ce698f3f up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:47.352143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 3c6ab322-6e32-465d-a12e-df22ce698f3f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:47.358149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 3c6ab322-6e32-465d-a12e-df22ce698f3f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:47.358923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.386362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0e4276e1-236e-4478-b39a-ea975bdd72ea req-ae2991c6-d3be-4361-8663-f209930eb7cb service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183817 Aug 31 09:10:47.465609 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.496426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ab322-6e32-465d-a12e-df22ce698f3f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:47.498779 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c82324-a67f-4861-9769-5d4dac6e17c5" -d '{"events": [{"server_uuid": "7beba0cb-33f4-44bc-a4f3-b18658e81ba7", "name": "network-vif-plugged", "status": "completed", "tag": "3c6ab322-6e32-465d-a12e-df22ce698f3f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:47.514861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 3c6ab322-6e32-465d-a12e-df22ce698f3f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f,segment=NetworkSegment(e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0),segment_id=e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:47.520487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.555136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8a66c333-5da0-438b-a424-0c756c257b82'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:47.615599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=3c6ab322-6e32-465d-a12e-df22ce698f3f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:47.818749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c310205-408e-41db-86a9-977132eaeeeb req-42fc07a2-6657-4951-a0c9-fa017149665d tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:47.820701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c310205-408e-41db-86a9-977132eaeeeb req-42fc07a2-6657-4951-a0c9-fa017149665d tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 943 time: 0.7579474 Aug 31 09:10:47.901398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcad94-b748-4ac7-b30d-0c22ea93c955 req-69f72349-02ff-490b-98a3-5d58669ebd72 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:47.903072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bbcad94-b748-4ac7-b30d-0c22ea93c955 req-69f72349-02ff-490b-98a3-5d58669ebd72 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 944 time: 0.7633936 Aug 31 09:10:47.910172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:47.984001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c310205-408e-41db-86a9-977132eaeeeb req-88d69191-27b8-4ba6-9b02-8bb70fc253f0 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492991 Aug 31 09:10:48.000617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-f3f67fa9-d625-4547-bafd-3750ace7128c service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735360 Aug 31 09:10:48.022623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bbcad94-b748-4ac7-b30d-0c22ea93c955 req-7db58bb2-16b0-4d91-9575-7b00077007e8 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098413 Aug 31 09:10:48.035724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:48.140249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:48.142657 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9788236c-ffc6-4a57-8115-0bac26bc5e32" -d '{"events": [{"server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:48.149068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.165824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.240601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282ca7f-3caf-46d2-860a-341903c1492c req-acf2586d-d5a3-4116-a8b4-7e3024d39e0a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:48.243338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9282ca7f-3caf-46d2-860a-341903c1492c req-acf2586d-d5a3-4116-a8b4-7e3024d39e0a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.1529896 Aug 31 09:10:48.334618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.399606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:48.432590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9282ca7f-3caf-46d2-860a-341903c1492c req-5f6d97e5-595b-4f3a-a8d9-9c2caa4e0c4e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783123 Aug 31 09:10:48.440658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:48.441210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:48.442813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:48.462668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:48.463196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Attempting to bind port 706c0d1b-3bc0-47af-b85b-00a572498b82 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:48.489156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57c84-2bc4-48af-a8ab-a3ef509cf758 req-b3e7f7e8-ed25-4731-938a-8f1851a5391b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:48.490911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59e57c84-2bc4-48af-a8ab-a3ef509cf758 req-b3e7f7e8-ed25-4731-938a-8f1851a5391b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 949 time: 0.1807706 Aug 31 09:10:48.491742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:48.492099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:48.492452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:48.492896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Bound port: 706c0d1b-3bc0-47af-b85b-00a572498b82, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:48.493444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.616693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59e57c84-2bc4-48af-a8ab-a3ef509cf758 req-f9ac70df-6257-4eaf-a4ab-9e90a38ee970 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126513 Aug 31 09:10:48.657287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381d232-243e-431e-b5bb-4ae6300e99ba req-e5f3a0ca-2972-43ca-9b44-796cdf1f0532 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:48.658983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0381d232-243e-431e-b5bb-4ae6300e99ba req-e5f3a0ca-2972-43ca-9b44-796cdf1f0532 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.1345131 Aug 31 09:10:48.685513 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45c8006-d3cf-482d-99bd-36b6d1b9c42b x-openstack-request-id: req-a45c8006-d3cf-482d-99bd-36b6d1b9c42b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:48.686041 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beba0cb-33f4-44bc-a4f3-b18658e81ba7", "name": "network-vif-plugged", "status": "completed", "tag": "3c6ab322-6e32-465d-a12e-df22ce698f3f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:48.686582 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a45c8006-d3cf-482d-99bd-36b6d1b9c42b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:48.687391 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ab322-6e32-465d-a12e-df22ce698f3f', 'code': 200} Aug 31 09:10:48.708677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:48.747954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:48.763856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0381d232-243e-431e-b5bb-4ae6300e99ba req-c0a24f28-3e30-467a-96cd-cd66e1636463 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916426 Aug 31 09:10:48.765882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.827837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:48.846785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd263eb-925f-4a56-a7f7-46ab0eefd883 req-e677586b-d0f1-4ec8-8116-f9bef64dc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:48.852207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcd263eb-925f-4a56-a7f7-46ab0eefd883 req-e677586b-d0f1-4ec8-8116-f9bef64dc2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0776484 Aug 31 09:10:48.904818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 8a66c333-5da0-438b-a424-0c756c257b82 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:48.911470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 8a66c333-5da0-438b-a424-0c756c257b82 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:48.912335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.912541 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcd263eb-925f-4a56-a7f7-46ab0eefd883 req-a1b536da-c4b5-4d84-a841-bb422431afa5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502443 Aug 31 09:10:48.998299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=8']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:49.010069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.010752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.012452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-b30f644f-4c9a-4aaf-a30c-a2f6259ae2b0 service neutron] 10.222.0.23 "PUT /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 1123 time: 2.4511862 Aug 31 09:10:49.024390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd5b97-fc2c-464a-927b-4d87abc6c214 req-ffd7713f-e8a7-49ac-9f1d-d0809e7a3b5e tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.026148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdcd5b97-fc2c-464a-927b-4d87abc6c214 req-ffd7713f-e8a7-49ac-9f1d-d0809e7a3b5e tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 945 time: 0.2133539 Aug 31 09:10:49.034890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.052932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3703-9e3a-4863-aa20-dad0a58e0352 req-8e85595b-24a4-42d0-b557-da6bc91e4f05 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.054994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a12c3703-9e3a-4863-aa20-dad0a58e0352 req-8e85595b-24a4-42d0-b557-da6bc91e4f05 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1609683 Aug 31 09:10:49.092910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:49.100489 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.120939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdcd5b97-fc2c-464a-927b-4d87abc6c214 req-ad062a34-5dd9-48b1-b06e-beb2ca5ee583 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864973 Aug 31 09:10:49.146715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a12c3703-9e3a-4863-aa20-dad0a58e0352 req-a8eafa7d-197c-455e-a6be-5b627dd5140d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799606 Aug 31 09:10:49.156319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['706c0d1b-3bc0-47af-b85b-00a572498b82'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:49.208877 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359b4cf-36a8-4b8a-8f77-fec2332c6b55 x-openstack-request-id: req-c359b4cf-36a8-4b8a-8f77-fec2332c6b55 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:49.209728 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:49.210101 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c359b4cf-36a8-4b8a-8f77-fec2332c6b55 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:49.210873 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'code': 200} Aug 31 09:10:49.238033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:49.341705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:49.377377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278be04c-d9f7-47d3-90ea-13724459b467 req-4a8c5112-4d80-44e2-a327-ca5375ce15a1 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.383250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-278be04c-d9f7-47d3-90ea-13724459b467 req-4a8c5112-4d80-44e2-a327-ca5375ce15a1 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 943 time: 0.1099932 Aug 31 09:10:49.452109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-278be04c-d9f7-47d3-90ea-13724459b467 req-ee184b2e-067a-4867-8efb-a2e979fd06e9 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507529 Aug 31 09:10:49.548980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d555503-49ff-4e13-a581-216bd273736e req-b2d09434-a999-466c-abb1-6123a7d2d501 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.551850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d555503-49ff-4e13-a581-216bd273736e req-b2d09434-a999-466c-abb1-6123a7d2d501 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.0770750 Aug 31 09:10:49.583996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:49.623103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d555503-49ff-4e13-a581-216bd273736e req-4c178f17-37c4-4904-8efc-71889f2aed5e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623362 Aug 31 09:10:49.681080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823281a0-64d2-496b-b93f-2b5af586756e req-b759cb0b-63b8-46e2-b222-57613bd23f3c tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.682695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-823281a0-64d2-496b-b93f-2b5af586756e req-b759cb0b-63b8-46e2-b222-57613bd23f3c tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 949 time: 0.0844245 Aug 31 09:10:49.764580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-823281a0-64d2-496b-b93f-2b5af586756e req-3996ee38-f25b-446a-90d4-c313746b23b3 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742881 Aug 31 09:10:49.778562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'port_id': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'mac_address': 'fa:16:3e:e4:5b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:49.784924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e6dd4-99b0-41d2-ad0f-8ba5ad212009 req-fae1fdac-38cc-431d-bf37-feca5695edad tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.787158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-069e6dd4-99b0-41d2-ad0f-8ba5ad212009 req-fae1fdac-38cc-431d-bf37-feca5695edad tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.0889199 Aug 31 09:10:49.842179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-069e6dd4-99b0-41d2-ad0f-8ba5ad212009 req-b4b49ec2-6a47-4330-8bd5-019e991aae11 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Aug 31 09:10:49.844526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.872420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:49.907445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:49.913008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.952608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a5d22-0fca-40bd-9acc-b7db9cd02dee req-c8b7d413-26ea-4f45-8548-c4a6bec88d2b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.954550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-489a5d22-0fca-40bd-9acc-b7db9cd02dee req-c8b7d413-26ea-4f45-8548-c4a6bec88d2b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.0664666 Aug 31 09:10:49.969621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:50.003644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-489a5d22-0fca-40bd-9acc-b7db9cd02dee req-67b885d1-9a2d-423f-a2f9-d5237a7aee60 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Aug 31 09:10:50.053519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35398) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:50.323152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c03ac-6cfc-421c-b6e4-50db66879831 req-224210fc-9894-42ae-848f-10a9327cf365 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:50.325104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188c03ac-6cfc-421c-b6e4-50db66879831 req-224210fc-9894-42ae-848f-10a9327cf365 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 945 time: 0.0976076 Aug 31 09:10:50.338495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b5fcd-e5d1-444a-9835-5c14590cea7e req-6a9785d3-f9c6-4631-91be-5e55ab088b4d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:50.340809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc0b5fcd-e5d1-444a-9835-5c14590cea7e req-6a9785d3-f9c6-4631-91be-5e55ab088b4d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1151438 Aug 31 09:10:50.380392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['6f5dda97-34a8-4a2d-b799-6bc60d90dd7d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:50.412948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188c03ac-6cfc-421c-b6e4-50db66879831 req-3461faad-5f85-4717-9950-fc5c801b7b85 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710044 Aug 31 09:10:50.419112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc0b5fcd-e5d1-444a-9835-5c14590cea7e req-6c2e61a5-7c44-415f-8ece-99791e833b81 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676413 Aug 31 09:10:50.693553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b9677-6a0e-41eb-ab57-228435b5cd4c req-4bb76af6-945d-4418-a538-86676e3fe305 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:50.696738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af8b9677-6a0e-41eb-ab57-228435b5cd4c req-4bb76af6-945d-4418-a538-86676e3fe305 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 944 time: 0.0962379 Aug 31 09:10:50.698855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:50.703460 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da8099-ef73-4fc8-a49c-aee646d85cb3" -d '{"events": [{"server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "name": "network-vif-plugged", "status": "completed", "tag": "8a66c333-5da0-438b-a424-0c756c257b82"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:50.750280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.828502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af8b9677-6a0e-41eb-ab57-228435b5cd4c req-3df040ea-04f8-404d-b784-fc5a50a9e6ee tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232545 Aug 31 09:10:50.867552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ccab8-41df-4d86-9cd3-516d10573e98 req-344c30a5-7d5d-422c-ad1d-482514769ded tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:50.871360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659ccab8-41df-4d86-9cd3-516d10573e98 req-344c30a5-7d5d-422c-ad1d-482514769ded tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1368380 Aug 31 09:10:50.923479 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968de434-d1c4-4813-b627-fbe3fc3ae142 x-openstack-request-id: req-968de434-d1c4-4813-b627-fbe3fc3ae142 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:50.923915 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "name": "network-vif-plugged", "status": "completed", "tag": "8a66c333-5da0-438b-a424-0c756c257b82", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:50.924450 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-968de434-d1c4-4813-b627-fbe3fc3ae142 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:50.924909 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82', 'code': 200} Aug 31 09:10:50.936859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659ccab8-41df-4d86-9cd3-516d10573e98 req-0b329210-6cee-4f26-8f45-db5339173870 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553486 Aug 31 09:10:51.082998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Deleting port 64813f81-9f99-42d9-9616-ed9bbdd63445 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:51.083722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.180264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00792c2-0de3-4f0b-bc35-852098fb528e req-c2254758-3946-4b39-9f07-150c0e5f8318 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.182223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b00792c2-0de3-4f0b-bc35-852098fb528e req-c2254758-3946-4b39-9f07-150c0e5f8318 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 949 time: 0.1848061 Aug 31 09:10:51.203595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815042-7e94-412b-9830-d495e74ab4e9 req-5f8b91f9-c84e-4cd9-8c97-4bfdb90f4927 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.205736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb815042-7e94-412b-9830-d495e74ab4e9 req-5f8b91f9-c84e-4cd9-8c97-4bfdb90f4927 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.1562741 Aug 31 09:10:51.216616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:51.220104 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f84e59-bb67-4084-a4d4-26b3353e7cce" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:51.232557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] For port 64813f81-9f99-42d9-9616-ed9bbdd63445, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=64813f81-9f99-42d9-9616-ed9bbdd63445,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:51.233293 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.257379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Calling delete_port for 64813f81-9f99-42d9-9616-ed9bbdd63445 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:51.301736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c94bc-9613-4239-beef-61280140dfef req-bb865d86-2f74-4d88-b066-c8711465532b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.303558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-702c94bc-9613-4239-beef-61280140dfef req-bb865d86-2f74-4d88-b066-c8711465532b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 949 time: 0.2036746 Aug 31 09:10:51.351480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b00792c2-0de3-4f0b-bc35-852098fb528e req-979e12a4-6856-487d-b5df-5a3e5f16a56b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/security-groups?id=046e4fab-6867-4b17-8e87-d03c3a18cfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571722 Aug 31 09:10:51.425146 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb815042-7e94-412b-9830-d495e74ab4e9 req-5ce79655-8061-4d2b-873c-e3a8b5f2e7fb tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948540 Aug 31 09:10:51.432108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae28ae-5116-4326-b440-92991297a0af req-9d34653a-42e3-4405-8fce-a4a358a3f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.433963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cae28ae-5116-4326-b440-92991297a0af req-9d34653a-42e3-4405-8fce-a4a358a3f9df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 1097 time: 0.3321006 Aug 31 09:10:51.523699 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80cc7f3-6d54-4316-bdc7-bd1a0ca7c430 x-openstack-request-id: req-e80cc7f3-6d54-4316-bdc7-bd1a0ca7c430 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:51.523985 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:51.524259 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e80cc7f3-6d54-4316-bdc7-bd1a0ca7c430 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:51.524681 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'status': 'completed', 'code': 200} Aug 31 09:10:51.576850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cae28ae-5116-4326-b440-92991297a0af req-9417aadc-6c12-44c5-a221-0c1741c52e85 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898440 Aug 31 09:10:51.618519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d4f73-cf69-475b-ac9c-8c78f83bf030 req-fe3ae6e0-51a8-4905-b947-1c8d3d710966 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.621057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a1d4f73-cf69-475b-ac9c-8c78f83bf030 req-fe3ae6e0-51a8-4905-b947-1c8d3d710966 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.1361794 Aug 31 09:10:51.654288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.681918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Deleting port f0522f87-2e45-4220-9279-f51595563740 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:51.682584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.685805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-83d1ff9c-791f-4d82-b879-ec787b4e4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.688401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-83d1ff9c-791f-4d82-b879-ec787b4e4a9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1126 time: 0.0986755 Aug 31 09:10:51.693160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Pushing event deleted for resources: {'Port': ['ID=64813f81-9f99-42d9-9616-ed9bbdd63445,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:51.853981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4f4a-9d82-47bb-9648-86e8c2565788 req-7f82489a-ef2f-4fb0-b3fa-1bb24b03cf1a tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.857660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be1e4f4a-9d82-47bb-9648-86e8c2565788 req-7f82489a-ef2f-4fb0-b3fa-1bb24b03cf1a tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 945 time: 0.2328012 Aug 31 09:10:51.880361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a1d4f73-cf69-475b-ac9c-8c78f83bf030 req-01fa7945-3a39-40b9-bc49-d31531382efb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380688 Aug 31 09:10:51.936433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-b8ae53c1-3050-44b0-8277-bcf7d43369af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.938408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-b8ae53c1-3050-44b0-8277-bcf7d43369af service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.2405930 Aug 31 09:10:51.987084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] For port f0522f87-2e45-4220-9279-f51595563740, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f0522f87-2e45-4220-9279-f51595563740,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:51.987488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.046652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Calling delete_port for f0522f87-2e45-4220-9279-f51595563740 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:52.134606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be1e4f4a-9d82-47bb-9648-86e8c2565788 req-06943bc3-c7a1-4344-a674-26657a3836a0 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699140 Aug 31 09:10:52.236105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa326a03-9730-4194-b369-f15624eb440f req-60e62517-e8c5-4e19-89c2-93ba4e8b6cfd tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:52.239041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa326a03-9730-4194-b369-f15624eb440f req-60e62517-e8c5-4e19-89c2-93ba4e8b6cfd tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2236090 Aug 31 09:10:52.334357 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-1979431f-9f5c-4a6e-b3a5-d47dc98e81a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 217 time: 0.3384192 Aug 31 09:10:52.366374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa326a03-9730-4194-b369-f15624eb440f req-05e84764-972c-4644-a854-ecced8ed9814 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018515 Aug 31 09:10:52.376458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5650a-d208-4c7d-8b80-eff506ac7b01 req-ba2ab825-b3e9-4107-9196-8097b6c4f2d8 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:52.378193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35d5650a-d208-4c7d-8b80-eff506ac7b01 req-ba2ab825-b3e9-4107-9196-8097b6c4f2d8 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 944 time: 0.1349545 Aug 31 09:10:52.429019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.465204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-d675fd10-5ef0-4330-b7ab-c22da2db8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:52.465492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-d675fd10-5ef0-4330-b7ab-c22da2db8070 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1193321 Aug 31 09:10:52.541465 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-910fbb5d-8f4b-40ae-8fc0-094a614117c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562642 Aug 31 09:10:52.574094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35d5650a-d208-4c7d-8b80-eff506ac7b01 req-3077b931-d5e0-4e74-89d5-a3d98e332f4a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393788 Aug 31 09:10:52.603549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.681751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f0522f87-2e45-4220-9279-f51595563740'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:52.773693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Pushing event deleted for resources: {'Port': ['ID=f0522f87-2e45-4220-9279-f51595563740,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:52.836013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:52.859004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b037d-03b6-4ce3-968b-0c8392f4202d req-68e18939-ae70-4690-8476-0e95840ac3c2 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:52.879573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-456b037d-03b6-4ce3-968b-0c8392f4202d req-68e18939-ae70-4690-8476-0e95840ac3c2 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.3422720 Aug 31 09:10:52.957296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-a3cd82bd-c6d0-422b-9176-fcd4bb36a050 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607619 Aug 31 09:10:52.964638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] No DVR routers for this DVR port f0522f87-2e45-4220-9279-f51595563740 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:53.013697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.016829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-702c94bc-9613-4239-beef-61280140dfef req-85fdc269-062b-4d96-a535-742a1c5d430b tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.23 "DELETE /v2.0/ports/f0522f87-2e45-4220-9279-f51595563740 HTTP/1.1" status: 204 len: 173 time: 1.6959851 Aug 31 09:10:53.020671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3591f5b-29d5-44fe-96bf-a2d93f3cd07b req-c5510f9b-3549-47c0-b142-bfdd2eda4bf5 tempest-ImagesNegativeTestJSON-938079604 tempest-ImagesNegativeTestJSON-938079604-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eccac3d-289f-423d-b9ff-24286b881f15 HTTP/1.1" status: 200 len: 210 time: 0.1362505 Aug 31 09:10:53.055976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:53.065728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-456b037d-03b6-4ce3-968b-0c8392f4202d req-459011da-ddc9-4bf0-b149-9ed334fadcb8 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833494 Aug 31 09:10:53.083717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:10:53.235599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Router e3e110c7-ecae-49a8-899b-2c4311d5dc90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:53.317372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:53.341008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-03f84e59-bb67-4084-a4d4-26b3353e7cce req-78270fed-c6e7-46ac-a041-6b5100fae866 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302500 Aug 31 09:10:53.433990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379997fb-c952-4d5d-a4b5-f1f8e3b9998b req-e71ba3da-c83e-4cfe-adf1-9d41886efe1d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:53.447268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-379997fb-c952-4d5d-a4b5-f1f8e3b9998b req-e71ba3da-c83e-4cfe-adf1-9d41886efe1d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2377667 Aug 31 09:10:53.470090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:53.470342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9985d2-a8ec-4dbd-9ca2-abc888dcb2f4 req-06244171-381d-4089-9e42-4942e1a51579 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:53.473351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9985d2-a8ec-4dbd-9ca2-abc888dcb2f4 req-06244171-381d-4089-9e42-4942e1a51579 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.2427692 Aug 31 09:10:53.480409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:53.481402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.505401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:53.524044 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520ea983-08d6-49f5-844a-d09256154257 None None] Sync routers for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:53.534438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccac3d-289f-423d-b9ff-24286b881f15', 'name': 'network-vif-deleted', 'tag': 'f0522f87-2e45-4220-9279-f51595563740'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:53.540113 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe36ba15-67b0-4365-b8a9-c10e1b92df9c" -d '{"events": [{"server_uuid": "9eccac3d-289f-423d-b9ff-24286b881f15", "name": "network-vif-deleted", "tag": "f0522f87-2e45-4220-9279-f51595563740"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:53.544154 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8c76aaf9-9587-4bf4-9b2c-f781ef3b0655 admin admin] 10.222.0.18 "PUT /v2.0/routers/e3e110c7-ecae-49a8-899b-2c4311d5dc90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4892581 Aug 31 09:10:53.548880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35448) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:53.555255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:53.563355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:53.577198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-379997fb-c952-4d5d-a4b5-f1f8e3b9998b req-548fb4f7-312e-4e3f-b5a3-a4bfd33e320f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021338 Aug 31 09:10:53.596529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.676028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a9985d2-a8ec-4dbd-9ca2-abc888dcb2f4 req-82cbfebd-fccd-45ea-95b8-8d1ee1f33871 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768610 Aug 31 09:10:53.699078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:53.701381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:53.706125 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf35635f-512c-41d6-b5f4-d17c23ee6d61" -d '{"events": [{"server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "name": "network-vif-plugged", "status": "completed", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:53.714234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.890002 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:53.942463 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327df35-dd8e-4ab9-858f-554755a7e7ad x-openstack-request-id: req-6327df35-dd8e-4ab9-858f-554755a7e7ad {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:53.947651 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccac3d-289f-423d-b9ff-24286b881f15", "name": "network-vif-deleted", "tag": "f0522f87-2e45-4220-9279-f51595563740", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:53.947651 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6327df35-dd8e-4ab9-858f-554755a7e7ad {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:53.948259 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccac3d-289f-423d-b9ff-24286b881f15', 'name': 'network-vif-deleted', 'tag': 'f0522f87-2e45-4220-9279-f51595563740', 'status': 'completed', 'code': 200} Aug 31 09:10:53.965958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:54.027753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.059018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf377938-a3fc-4aba-a4ce-27bd8cafa92a req-596ceae0-99c2-4682-9237-9943b8a5b210 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:54.093471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf377938-a3fc-4aba-a4ce-27bd8cafa92a req-596ceae0-99c2-4682-9237-9943b8a5b210 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2588072 Aug 31 09:10:54.243361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf377938-a3fc-4aba-a4ce-27bd8cafa92a req-5d4077e7-2e38-4a58-b247-3dc53e1c7f7c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480696 Aug 31 09:10:54.311745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc46bbc-e55b-4e35-b2a7-ccb007f85dcf req-3413d9b2-a7bf-44d0-ad28-a33a454dd8c2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:54.314799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dc46bbc-e55b-4e35-b2a7-ccb007f85dcf req-3413d9b2-a7bf-44d0-ad28-a33a454dd8c2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.2179565 Aug 31 09:10:54.342677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.437246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dc46bbc-e55b-4e35-b2a7-ccb007f85dcf req-896613a3-9c66-4fbe-8c9a-e3fdaac4956e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135354 Aug 31 09:10:54.465103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Deleting port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:54.465103 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.533036 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31485495-ebe7-4683-8c31-770716f693ce x-openstack-request-id: req-31485495-ebe7-4683-8c31-770716f693ce {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:54.533879 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "name": "network-vif-plugged", "status": "completed", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:54.534191 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31485495-ebe7-4683-8c31-770716f693ce {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:54.536535 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'code': 200} Aug 31 09:10:54.538199 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:10:51Z', 'revision_number': 5, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port': {'id': '1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:54.583695 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520ea983-08d6-49f5-844a-d09256154257 None None] Checking router: e3e110c7-ecae-49a8-899b-2c4311d5dc90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:54.596885 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] Routers {'e3e110c7-ecae-49a8-899b-2c4311d5dc90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:54.598082 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:10:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:54.637816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa42d8-64b9-4b08-a162-b5dcbff09ad3 req-c45dce6b-0aac-4ea4-bebd-c08ae3763bb7 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:54.639748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dfa42d8-64b9-4b08-a162-b5dcbff09ad3 req-c45dce6b-0aac-4ea4-bebd-c08ae3763bb7 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.0817266 Aug 31 09:10:54.711309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dfa42d8-64b9-4b08-a162-b5dcbff09ad3 req-4abadd53-21b6-45f9-82cc-e60fef3f9158 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561306 Aug 31 09:10:54.712796 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] Set router e3e110c7-ecae-49a8-899b-2c4311d5dc90 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:54.770037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] For port 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:54.770818 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.775762 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-520ea983-08d6-49f5-844a-d09256154257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:10:54Z', 'revision_number': 6, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:54.802665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Calling delete_port for 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:54.808843 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520ea983-08d6-49f5-844a-d09256154257 None None] The sync data for ids ['e3e110c7-ecae-49a8-899b-2c4311d5dc90'] in n-d-800634-13 is: [{'id': 'e3e110c7-ecae-49a8-899b-2c4311d5dc90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-423942875-router', 'tenant_id': '8148ff96df054815a5112035117d4063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:58Z', 'updated_at': '2021-08-31T09:10:54Z', 'revision_number': 6, 'project_id': '8148ff96df054815a5112035117d4063', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:54.844510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f0522f87-2e45-4220-9279-f51595563740 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:54.899034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6293d5-4e8c-4452-b626-92250a524622 req-83f078f8-c414-4e04-b3a0-09476151e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:54.901546 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f6293d5-4e8c-4452-b626-92250a524622 req-83f078f8-c414-4e04-b3a0-09476151e03b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 1097 time: 0.2566819 Aug 31 09:10:54.902065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: f0522f87-2e45-4220-9279-f51595563740 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:54.903052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f0522f87-2e45-4220-9279-f51595563740 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:54.958884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-38b8f0c9-4562-4873-a575-8273ca56be0d service neutron] 10.222.0.15 "GET /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.1511571 Aug 31 09:10:54.969286 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f6293d5-4e8c-4452-b626-92250a524622 req-aab2d3d0-8c34-49d6-b183-8eeb0c4ec4d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579064 Aug 31 09:10:55.048615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc66c-ecfc-4f0a-a291-987b409fc986 req-e0e2eb29-1201-4f92-ad91-8b2d827d2dd5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:55.050196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-985cc66c-ecfc-4f0a-a291-987b409fc986 req-e0e2eb29-1201-4f92-ad91-8b2d827d2dd5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.3031907 Aug 31 09:10:55.059375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9b9b5-9455-4418-a852-b5a7c1caae08 req-30597a16-e381-47a8-85af-d132640a217d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:55.060810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ca9b9b5-9455-4418-a852-b5a7c1caae08 req-30597a16-e381-47a8-85af-d132640a217d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1579437 Aug 31 09:10:55.121920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.159644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-985cc66c-ecfc-4f0a-a291-987b409fc986 req-52405b6f-a651-4196-896e-b3631b4aded9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976772 Aug 31 09:10:55.165379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ca9b9b5-9455-4418-a852-b5a7c1caae08 req-366bcb64-acf5-41cc-ad73-c01d15cb7225 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902100 Aug 31 09:10:55.182109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:55.378416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.473803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b3c6-5ab9-41ca-8a5f-fa1cc36f2685 req-1ab72f15-6f78-4fb5-bf0b-59467e4ea291 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:55.475454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c60b3c6-5ab9-41ca-8a5f-fa1cc36f2685 req-1ab72f15-6f78-4fb5-bf0b-59467e4ea291 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 943 time: 0.1511250 Aug 31 09:10:55.564248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.568844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.570643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:55.619378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:55.629666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.630366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e110c7-ecae-49a8-899b-2c4311d5dc90 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:55.630862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2865b-597a-4adc-84a0-50e504cce53c req-34e44286-c4fd-46c3-8dd0-1b17621572d5 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:55.632487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dc2865b-597a-4adc-84a0-50e504cce53c req-34e44286-c4fd-46c3-8dd0-1b17621572d5 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1702185 Aug 31 09:10:55.636989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.638586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a51af82a-7c5a-472d-a0dc-6305a7e9f382 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e3e110c7-ecae-49a8-899b-2c4311d5dc90 HTTP/1.1" status: 204 len: 168 time: 2.0820317 Aug 31 09:10:55.641202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35492) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:55.661770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c60b3c6-5ab9-41ca-8a5f-fa1cc36f2685 req-dc2b46ec-c620-48fa-976a-36d42335edcc tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465788 Aug 31 09:10:55.698894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706c0d1b-3bc0-47af-b85b-00a572498b82 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:55.713943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Deleting subnet 96beab3c-021c-4625-839f-ab019c2949b8 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:55.719968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.733514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:55.765356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dc2865b-597a-4adc-84a0-50e504cce53c req-b22a1d31-6f5d-4c4c-8d43-3394f1d59530 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002784 Aug 31 09:10:55.773225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.809551 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.934014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 64813f81-9f99-42d9-9616-ed9bbdd63445 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:55.970779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbe6ae-0956-426d-980b-f143315ae3d6 req-66c2d32a-e3e8-41a7-b531-3b4f40096b5d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:55.973432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45fbe6ae-0956-426d-980b-f143315ae3d6 req-66c2d32a-e3e8-41a7-b531-3b4f40096b5d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1651959 Aug 31 09:10:55.994311 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.025645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 64813f81-9f99-42d9-9616-ed9bbdd63445 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:56.026641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 64813f81-9f99-42d9-9616-ed9bbdd63445 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:56.027655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:56.044699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45fbe6ae-0956-426d-980b-f143315ae3d6 req-959eae17-8f64-4a48-a909-4b2724ac348b tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584006 Aug 31 09:10:56.087721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] Transition to ACTIVE for port object 706c0d1b-3bc0-47af-b85b-00a572498b82 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:56.088046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:56.088046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1fb772c2-3069-4bd6-9948-ab5b7fe6cc4f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:56.088391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.156564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.202535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] No DVR routers for this DVR port 706c0d1b-3bc0-47af-b85b-00a572498b82 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:56.205100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96beab3c-021c-4625-839f-ab019c2949b8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.211180 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.220173 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bd0dbe80-0e55-40f8-b232-d8257c0d8614 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96beab3c-021c-4625-839f-ab019c2949b8 HTTP/1.1" status: 204 len: 168 time: 0.5709047 Aug 31 09:10:56.224983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35500) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:56.229688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ddae8-fb20-4f62-ad61-54ab8d68b5af None None] Network 2fae2371-d034-46c3-8c6e-506f35356b46 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:56.270204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] Pushing event updated for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=10']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.392650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-2a2f9f77-5085-40cc-ae67-c0cb0bd9de53 service neutron] 10.222.0.15 "PUT /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4226768 Aug 31 09:10:56.429314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.485210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a1007-bffb-47e6-a734-fd0a30620d6d req-7c8012bb-80e8-439a-9462-5ddedf7cc45b tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.497347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-371a1007-bffb-47e6-a734-fd0a30620d6d req-7c8012bb-80e8-439a-9462-5ddedf7cc45b tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.2416072 Aug 31 09:10:56.655620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-371a1007-bffb-47e6-a734-fd0a30620d6d req-504d3c08-21c6-4bf8-b8a4-61b0579d8aae tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488996 Aug 31 09:10:56.683381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] DHCP port deletion for 2fae2371-d034-46c3-8c6e-506f35356b46 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:56.711429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-776942ac-68cf-44b7-957e-47c84ca99c3e tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.712879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-776942ac-68cf-44b7-957e-47c84ca99c3e tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.1576719 Aug 31 09:10:56.755288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Deleting port f18beb8a-5301-4b9f-a253-d92217beb642 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:56.756174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.844095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35514) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:56.859772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] Deleting port f18beb8a-5301-4b9f-a253-d92217beb642 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:56.860775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.955464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] For port f18beb8a-5301-4b9f-a253-d92217beb642, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f18beb8a-5301-4b9f-a253-d92217beb642,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:56.955820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.976261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] For port f18beb8a-5301-4b9f-a253-d92217beb642, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f18beb8a-5301-4b9f-a253-d92217beb642,segment=NetworkSegment(2ca2f865-e115-46bb-a75b-f56dc7764f67),segment_id=2ca2f865-e115-46bb-a75b-f56dc7764f67)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:56.977057 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.987353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Calling delete_port for f18beb8a-5301-4b9f-a253-d92217beb642 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:57.000581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-c801da8a-d24a-4667-b1d9-60400bd82698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.002453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-c801da8a-d24a-4667-b1d9-60400bd82698 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e&tenant_id=b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 1096 time: 0.2777083 Aug 31 09:10:57.013058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] Calling delete_port for f18beb8a-5301-4b9f-a253-d92217beb642 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:57.137350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95284e7f-01dc-4946-b1f0-916b2bf5eba7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3897b791f4174f2fb90bab3d6e28f5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912869 Aug 31 09:10:57.141441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805214-cbba-4535-a807-ff7bea540257 req-2c28bb6c-d122-438f-aab1-3c1490601d43 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.141996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35520) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:57.156323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a805214-cbba-4535-a807-ff7bea540257 req-2c28bb6c-d122-438f-aab1-3c1490601d43 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2980497 Aug 31 09:10:57.192503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c3cc-c74e-47b3-8c32-09aa152f6b0e req-2ed406d0-7759-4497-a858-508f79748ac0 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.195384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b736c3cc-c74e-47b3-8c32-09aa152f6b0e req-2ed406d0-7759-4497-a858-508f79748ac0 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.3350768 Aug 31 09:10:57.221054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.258124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] No DVR routers for this DVR port f18beb8a-5301-4b9f-a253-d92217beb642 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:57.267366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9589b797-fcfc-404c-a317-03258dde2713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.327511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944520-4713-4589-80be-bf00c48cf6c6 None None] Pushing event deleted for resources: {'Port': ['ID=f18beb8a-5301-4b9f-a253-d92217beb642,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:57.328892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9589b797-fcfc-404c-a317-03258dde2713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.347335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:57.392382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a805214-cbba-4535-a807-ff7bea540257 req-d528806e-3618-4035-add6-7eaf41647dfd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339623 Aug 31 09:10:57.451943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9589b797-fcfc-404c-a317-03258dde2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.457556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9589b797-fcfc-404c-a317-03258dde2713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.462577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9589b797-fcfc-404c-a317-03258dde2713 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/046e4fab-6867-4b17-8e87-d03c3a18cfd4 HTTP/1.1" status: 204 len: 168 time: 0.3159809 Aug 31 09:10:57.471423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589b797-fcfc-404c-a317-03258dde2713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e4fab-6867-4b17-8e87-d03c3a18cfd4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:57.484257 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b736c3cc-c74e-47b3-8c32-09aa152f6b0e req-5a5d75e3-5217-49d3-a038-5184a2f77fcc tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527063 Aug 31 09:10:57.497196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-64d3c93c-f5d4-4ab8-aa44-755f6b4defc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.500519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-64d3c93c-f5d4-4ab8-aa44-755f6b4defc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1096 time: 0.3960812 Aug 31 09:10:57.527930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:57.701057 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.744356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f18beb8a-5301-4b9f-a253-d92217beb642 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:57.788451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] No DVR routers for this DVR port f18beb8a-5301-4b9f-a253-d92217beb642 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:57.822964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f18beb8a-5301-4b9f-a253-d92217beb642 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:57.822964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f18beb8a-5301-4b9f-a253-d92217beb642 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:57.868923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-6da574b3-2cf0-4819-81e0-b15fcb19a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.871985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-6da574b3-2cf0-4819-81e0-b15fcb19a8f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.3634896 Aug 31 09:10:57.876506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18beb8a-5301-4b9f-a253-d92217beb642,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:57.983633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-78778ed4-fa96-48bf-a1bf-8bff94f8aa0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 217 time: 0.1014438 Aug 31 09:10:58.466445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08850d-0678-4118-b87b-7add3767ffcb req-1419b1f5-5ad2-44b6-aa31-3500c8643b8d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.477333 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4fac5df-9814-4800-935e-bf4c2d1b0eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.481761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb08850d-0678-4118-b87b-7add3767ffcb req-1419b1f5-5ad2-44b6-aa31-3500c8643b8d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.8017478 Aug 31 09:10:58.654144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3affcef-ce01-416d-9935-1136829e7331 req-5fdc1b71-5ded-45d1-9e39-08460c8474a3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.656764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3affcef-ce01-416d-9935-1136829e7331 req-5fdc1b71-5ded-45d1-9e39-08460c8474a3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.9810803 Aug 31 09:10:58.712052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.740447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fae2371-d034-46c3-8c6e-506f35356b46']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:58.763980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca2f865-e115-46bb-a75b-f56dc7764f67') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:58.763980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca2f865-e115-46bb-a75b-f56dc7764f67') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:58.818196 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.855493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb08850d-0678-4118-b87b-7add3767ffcb req-9b37be4a-b093-422e-b8a7-e46ae7fbf74b tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700554 Aug 31 09:10:58.857537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-c727f2b7-5434-4832-96e7-c2b890ff9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.859926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-c727f2b7-5434-4832-96e7-c2b890ff9631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.4107218 Aug 31 09:10:58.873388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.887599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:58.888330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:59.016526 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:59.075709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-d6a9489f-bc99-47e2-aa92-c6a4e3721a71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546305 Aug 31 09:10:59.076687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.118088 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.125585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2fae2371-d034-46c3-8c6e-506f35356b46 HTTP/1.1" status: 204 len: 168 time: 2.8950922 Aug 31 09:10:59.125817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:59.154097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3affcef-ce01-416d-9935-1136829e7331 req-6946bf1e-9893-4ca1-94bb-710449c89458 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804413 Aug 31 09:10:59.335775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-fe2316da-cfd6-494c-8430-343bd7250874 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362330 Aug 31 09:10:59.336868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d8676-b650-44cd-a29b-74b0ef4a19f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fae2371-d034-46c3-8c6e-506f35356b46,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:59.527385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-6aa359a1-1413-4609-b216-ffc19277204c service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691074 Aug 31 09:10:59.596850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec658d5-5df1-4787-a55f-a000c83f62d9 req-42876d87-3ee0-4b95-a224-5972e91df7ad tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.605912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ec658d5-5df1-4787-a55f-a000c83f62d9 req-42876d87-3ee0-4b95-a224-5972e91df7ad tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.5151489 Aug 31 09:10:59.642762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954370a-294f-4f81-980c-4c2f6c57f665 req-f71b4aac-181a-440b-92dd-7b271c04bb4a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.644661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2954370a-294f-4f81-980c-4c2f6c57f665 req-f71b4aac-181a-440b-92dd-7b271c04bb4a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.3043251 Aug 31 09:10:59.710037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ec658d5-5df1-4787-a55f-a000c83f62d9 req-99549665-3913-49e3-aa10-ac74cd00803e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030679 Aug 31 09:10:59.778648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2954370a-294f-4f81-980c-4c2f6c57f665 req-18cafaaa-4492-4de8-a81e-ed87001ced95 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240671 Aug 31 09:10:59.844292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.033294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00f3b2-78e9-4d9e-a972-f869078f8ace req-a575c949-7b75-48de-b36a-0fe0c62421df tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.041222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e00f3b2-78e9-4d9e-a972-f869078f8ace req-a575c949-7b75-48de-b36a-0fe0c62421df tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1591125 Aug 31 09:11:00.215130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e00f3b2-78e9-4d9e-a972-f869078f8ace req-01939302-a75a-42db-8f84-8a3625aa07cc tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529145 Aug 31 09:11:00.431306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-bcf92f68-b97e-4dfb-ab31-72fecbf669f5 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.432862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-bcf92f68-b97e-4dfb-ab31-72fecbf669f5 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.4346254 Aug 31 09:11:00.533586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053c58f-3c37-41a0-9411-97d8b43ee21b req-1f447a82-e651-40b0-9c25-6dcf69b6b1f3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.542620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a053c58f-3c37-41a0-9411-97d8b43ee21b req-1f447a82-e651-40b0-9c25-6dcf69b6b1f3 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.3075151 Aug 31 09:11:00.554627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35576) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:00.561924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Request body: {'floatingip': {'port_id': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:00.626369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.688863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8431-331a-4ef6-9258-b968f14ac85c req-c4110521-0c11-4b01-bc4e-d9766b02adc3 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.700970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89de8431-331a-4ef6-9258-b968f14ac85c req-c4110521-0c11-4b01-bc4e-d9766b02adc3 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2892652 Aug 31 09:11:00.745658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Deleting port fa03e2aa-1304-45e2-be6c-8f52a7048b2a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:00.746139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.860281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35582) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:00.929590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89de8431-331a-4ef6-9258-b968f14ac85c req-5be941c5-0341-414b-8f09-6f4a87dadd73 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158692 Aug 31 09:11:00.940630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-f60ccb81-c2d4-47e1-ac50-8dcab47716ff service neutron] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:00.948621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] For port fa03e2aa-1304-45e2-be6c-8f52a7048b2a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:00.948968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.949782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-f60ccb81-c2d4-47e1-ac50-8dcab47716ff service neutron] Notify callbacks [] for binding, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.951637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7099ba62-2407-4e36-b7b7-a11fa40abacc req-f60ccb81-c2d4-47e1-ac50-8dcab47716ff service neutron] 10.222.0.23 "DELETE /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.4742572 Aug 31 09:11:00.965616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b6fd7-f2c7-4600-b188-e14c194655d6 req-6e81f5e3-0a7f-4131-9c4e-ca993071b982 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.967707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c7b6fd7-f2c7-4600-b188-e14c194655d6 req-6e81f5e3-0a7f-4131-9c4e-ca993071b982 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.2614925 Aug 31 09:11:01.020232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Calling delete_port for fa03e2aa-1304-45e2-be6c-8f52a7048b2a owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:01.081483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c7b6fd7-f2c7-4600-b188-e14c194655d6 req-ce982997-6284-41f5-8b37-1150de91777f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869915 Aug 31 09:11:01.139788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33b404f4-4dac-4066-a42d-e747409cf2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.320064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b151bba-b3d6-4994-9ba3-48ff7c6ebc67 req-4875ca49-9bca-4182-a9a2-36a8c30c987c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:01.320064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b151bba-b3d6-4994-9ba3-48ff7c6ebc67 req-4875ca49-9bca-4182-a9a2-36a8c30c987c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1501820 Aug 31 09:11:01.406181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079111a-2c2d-4a88-8cb5-ce33c90c9304 req-1cb24540-84be-4910-9fad-ecde97415514 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:01.408910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f079111a-2c2d-4a88-8cb5-ce33c90c9304 req-1cb24540-84be-4910-9fad-ecde97415514 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.1533439 Aug 31 09:11:01.446717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8edb6382-88bf-485d-9c42-8985846960bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.503014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b151bba-b3d6-4994-9ba3-48ff7c6ebc67 req-9e3135ec-037a-4ed1-84b2-7b6b72c91b91 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486607 Aug 31 09:11:01.554186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33b404f4-4dac-4066-a42d-e747409cf2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.572167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33b404f4-4dac-4066-a42d-e747409cf2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.694121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f079111a-2c2d-4a88-8cb5-ce33c90c9304 req-2cc943f8-d607-4ccd-adb7-ec46521e322c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658510 Aug 31 09:11:01.710173 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.723503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.754339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.845235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-33b404f4-4dac-4066-a42d-e747409cf2a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bfc3fb2e09848dc8a095fc8909a3157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9777598 Aug 31 09:11:01.848006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b404f4-4dac-4066-a42d-e747409cf2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f03d4-8f35-4934-8673-2cf72b247820,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:01.860361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35596) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:02.002983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0246f7-9361-458c-b8f4-21399d5d0a34 req-f2e16c6e-7854-48ac-8322-ffe7afce8abd tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.006307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da0246f7-9361-458c-b8f4-21399d5d0a34 req-f2e16c6e-7854-48ac-8322-ffe7afce8abd tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1096 time: 0.1962838 Aug 31 09:11:02.023958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf523-4bd2-4af4-b6a6-efd0f058cca9 req-fff30cca-8b58-4d18-812d-a5ae18df3dda tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.026017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdccf523-4bd2-4af4-b6a6-efd0f058cca9 req-fff30cca-8b58-4d18-812d-a5ae18df3dda tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1247292 Aug 31 09:11:02.030111 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0782e4ef-5f1e-4eed-8ba1-998a1f7868ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.098631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0782e4ef-5f1e-4eed-8ba1-998a1f7868ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.132812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da0246f7-9361-458c-b8f4-21399d5d0a34 req-369d6388-084a-4ac7-ac0c-96e6f15efaac tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047370 Aug 31 09:11:02.178421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdccf523-4bd2-4af4-b6a6-efd0f058cca9 req-f86d9acf-3036-49fb-8cc2-f262147499d6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373243 Aug 31 09:11:02.295582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0782e4ef-5f1e-4eed-8ba1-998a1f7868ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.318794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0782e4ef-5f1e-4eed-8ba1-998a1f7868ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.319132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa03e2aa-1304-45e2-be6c-8f52a7048b2a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:02.322428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0782e4ef-5f1e-4eed-8ba1-998a1f7868ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b6f03d4-8f35-4934-8673-2cf72b247820 HTTP/1.1" status: 204 len: 168 time: 0.4365988 Aug 31 09:11:02.347743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782e4ef-5f1e-4eed-8ba1-998a1f7868ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f03d4-8f35-4934-8673-2cf72b247820,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:02.626953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6954b33-b449-436a-974a-da8d67b76f20 req-03df23ac-d044-4b0d-ad61-f04a54bda704 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.632896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6954b33-b449-436a-974a-da8d67b76f20 req-03df23ac-d044-4b0d-ad61-f04a54bda704 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2485719 Aug 31 09:11:02.709947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fb47a-179c-4a4a-8496-030c96c3b25e req-147cfa4e-5823-4668-8bd0-cc3efadc797c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.712296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-333fb47a-179c-4a4a-8496-030c96c3b25e req-147cfa4e-5823-4668-8bd0-cc3efadc797c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.2116621 Aug 31 09:11:02.783592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6954b33-b449-436a-974a-da8d67b76f20 req-68ab4d52-a3fe-42c9-bea4-71e407406f5e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296329 Aug 31 09:11:03.102189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-aee81ca8-2bc0-4aef-ac8d-f7243383afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.105298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-aee81ca8-2bc0-4aef-ac8d-f7243383afbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1097 time: 0.2230051 Aug 31 09:11:03.117312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-333fb47a-179c-4a4a-8496-030c96c3b25e req-f503f9e2-4ba0-4489-b182-d46ff558674d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868134 Aug 31 09:11:03.224563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.406627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:11:03.459583 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.525675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-d60abcfb-a9a2-44d3-bc97-035fc1e32548 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.538824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-d60abcfb-a9a2-44d3-bc97-035fc1e32548 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.5792470 Aug 31 09:11:03.568786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.577710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-ffc81dbe-ba83-4f53-a4d7-3297e4000d1e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/quotas/b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 375 time: 0.0374320 Aug 31 09:11:03.582386 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.597418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba00a79-c15e-4284-bf1c-3308f49835ca req-00568e50-8861-4ebe-bf2d-5b4cf25c2dc2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.602115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bba00a79-c15e-4284-bf1c-3308f49835ca req-00568e50-8861-4ebe-bf2d-5b4cf25c2dc2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.3672011 Aug 31 09:11:03.704688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7d741e03-255b-44df-8478-0b375d250c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.707656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7d741e03-255b-44df-8478-0b375d250c1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.5832956 Aug 31 09:11:03.739896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-80170352-7028-4781-88b0-f3f775e6e776 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1609945 Aug 31 09:11:03.880365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bba00a79-c15e-4284-bf1c-3308f49835ca req-8b8a6cef-0ed8-42d8-af63-3016afa7f662 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254930 Aug 31 09:11:03.888775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-a432d180-3040-4ac0-8ebd-b6bd8cf43beb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 217 time: 0.1664791 Aug 31 09:11:04.024632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-3bd55980-ff6e-4917-95f9-de90b2aa17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:04.028136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-3bd55980-ff6e-4917-95f9-de90b2aa17fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1329465 Aug 31 09:11:04.150318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35648) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:04.174246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-a930b8fa-aa52-4b42-b813-3f47340fcf32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364367 Aug 31 09:11:04.221696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:04.248053 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Floating IP e655da6a-3ba6-4ca9-9051-b535e17e906e associated. External IP: 172.25.4.52, port: 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d. Aug 31 09:11:04.495200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1928032870-network', 'tenant_id': '1ce9668ba26646f080e54764423d8534'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:04.605966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-c053b720-c70a-40cb-9855-542f2d5c6d49 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643320 Aug 31 09:11:04.607931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-faa319b1-b31d-45ad-9434-d62b1a570709 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150326 Aug 31 09:11:04.658744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:04.665209 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-56b69e58-0f5a-4f44-85fc-90d40591e903 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f35eb6f-922c-4a60-b99b-2dd28eb843ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5376263 Aug 31 09:11:04.667556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Made reservation on behalf of 1ce9668ba26646f080e54764423d8534 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:04.669657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.677920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] Sync routers for ids ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:04.699203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] Routers {'6f35eb6f-922c-4a60-b99b-2dd28eb843ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:04.700822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:11:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:04.717738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:04.858280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.971503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] Set router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:05.000118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-1cdc17ed-14ef-4e55-9a69-6a449343d076 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899493 Aug 31 09:11:05.069259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbf6a1-e719-4ba5-8935-e10e32a2b8c0 req-25c219d0-5ae3-4cdd-8719-7e1c349439be tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.096119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7fbf6a1-e719-4ba5-8935-e10e32a2b8c0 req-25c219d0-5ae3-4cdd-8719-7e1c349439be tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1961319 Aug 31 09:11:05.123601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.161787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-da2a8711-ab93-446f-85df-8eaa128a50c1 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107059 Aug 31 09:11:05.250844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7fbf6a1-e719-4ba5-8935-e10e32a2b8c0 req-0c89454c-878b-4083-bf03-5467d0e7b65d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531098 Aug 31 09:11:05.481321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:11:01Z', 'revision_number': 5, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:05.528420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09a8c36e-4171-42e5-b22b-558274a2e6bf req-72378d0f-8e9f-423c-a596-689e418b4984 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0799310 Aug 31 09:11:05.547737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e22ed2-0bf0-4da9-b668-5314959147d2 req-e2afe629-7e3b-42be-84ce-0f06f78558d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.550944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66e22ed2-0bf0-4da9-b668-5314959147d2 req-e2afe629-7e3b-42be-84ce-0f06f78558d3 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.1797674 Aug 31 09:11:05.612019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] Checking router: 6f35eb6f-922c-4a60-b99b-2dd28eb843ea for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:05.653431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] Routers {'6f35eb6f-922c-4a60-b99b-2dd28eb843ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:05.654092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:11:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:05.661267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66e22ed2-0bf0-4da9-b668-5314959147d2 req-ddaf73b5-d3af-43f0-bd8d-6cda33da973f tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Aug 31 09:11:05.830639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.917705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] Set router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:05.930728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.970718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Router 6f439800-367c-4f35-bb65-82a5e06b33c6 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:06.008750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:11:06.024316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.029537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832665b-d8a8-401f-84ac-dc4e7156897b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:06.040552 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:06.047419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.047869 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Added segment ff526c7b-ff09-4e20-9c19-046169ed7aa0 of type vlan for network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 Aug 31 09:11:06.053306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.053968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.055214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.055973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.056681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.057255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.057814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.058374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.059008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.059658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.060229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.060805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:06.179185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.183944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf611a-1124-4f37-b9b0-2814da6291c8 req-bb7c39e6-4896-41ba-b1d8-a736d1a29612 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:06.185323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abdf611a-1124-4f37-b9b0-2814da6291c8 req-bb7c39e6-4896-41ba-b1d8-a736d1a29612 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.1643858 Aug 31 09:11:06.274166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.279198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abdf611a-1124-4f37-b9b0-2814da6291c8 req-a4a571e9-fff2-4bb1-bae6-9fa90e7a2f80 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835369 Aug 31 09:11:06.468784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.476555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:06.477854 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.490792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:11:01Z', 'revision_number': 5, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:06.536556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e7de9-a84d-4824-a53e-6b0d0c2a89df req-fb5be85b-5c3c-4f34-9fc6-9019b352ce47 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:06.538270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f3e7de9-a84d-4824-a53e-6b0d0c2a89df req-fb5be85b-5c3c-4f34-9fc6-9019b352ce47 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1546667 Aug 31 09:11:06.587504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58f231-ffb7-4a6a-a316-ad02d64ee3f1 None None] The sync data for ids ['6f35eb6f-922c-4a60-b99b-2dd28eb843ea'] in n-d-800634-13 is: [{'id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-167653748-router', 'tenant_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:09Z', 'updated_at': '2021-08-31T09:11:01Z', 'revision_number': 5, 'project_id': '73519e2e22ec4992b1ede0c3d37d0a85', 'gw_port': {'id': '014fd22e-27ef-4af2-96c6-c06cbf85f831', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f35eb6f-922c-4a60-b99b-2dd28eb843ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:10Z', 'updated_at': '2021-08-31T09:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:06.647712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Deleting port 014fd22e-27ef-4af2-96c6-c06cbf85f831 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:06.648161 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.673461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f3e7de9-a84d-4824-a53e-6b0d0c2a89df req-a38dec13-bc12-44a6-86ed-310c2cf5631e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177716 Aug 31 09:11:06.757764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c79d578a-dae9-4aee-9534-889497cb6695 req-d1134a31-1d23-4a32-8d38-7c8496ac8310 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0532231 Aug 31 09:11:06.764603 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6090848 Aug 31 09:11:06.765459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:06.765973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35696) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:06.778541 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] Sync routers for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:06.799573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Request body: {'subnet': {'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1928032870-subnet', 'tenant_id': '1ce9668ba26646f080e54764423d8534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:06.805680 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:06.807509 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:11:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:06.841061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Made reservation on behalf of 1ce9668ba26646f080e54764423d8534 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:06.845167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.868635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] For port 014fd22e-27ef-4af2-96c6-c06cbf85f831, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=014fd22e-27ef-4af2-96c6-c06cbf85f831,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:06.869507 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.892403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Calling delete_port for 014fd22e-27ef-4af2-96c6-c06cbf85f831 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:06.988395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10b1e1-5918-49e2-ac36-ad5acb76548b admin admin] Pushing event updated for resources: {'Network': ['ID=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:06.997793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.011472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:11:07.093744 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:07.096709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba38c2a-85f2-4d4a-bdfd-37e10e8a9997 req-bd979a09-b8bc-46c7-9d8a-2fc507493b6c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.112506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ba38c2a-85f2-4d4a-bdfd-37e10e8a9997 req-bd979a09-b8bc-46c7-9d8a-2fc507493b6c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2752957 Aug 31 09:11:07.169627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a57ea2b9-c7b0-4111-a995-cee3a5e5f047 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "PUT /v2.0/floatingips/e655da6a-3ba6-4ca9-9051-b535e17e906e HTTP/1.1" status: 200 len: 990 time: 6.6134489 Aug 31 09:11:07.172488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:07.195531 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a567a5-c7ce-4e85-9509-819bd6079438" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:07.276950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ba38c2a-85f2-4d4a-bdfd-37e10e8a9997 req-411f03a7-f4ce-4224-a855-5d551404d7e8 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627839 Aug 31 09:11:07.428987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.486388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.579764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Pushing event deleted for resources: {'Port': ['ID=014fd22e-27ef-4af2-96c6-c06cbf85f831,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.727277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f528481-dd3b-4856-8acf-b7f11c0d8898,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.815223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fa03e2aa-1304-45e2-be6c-8f52a7048b2a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:07.873710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.878464 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'e655da6a-3ba6-4ca9-9051-b535e17e906e', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'port_id': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'mac_address': 'fa:16:3e:e4:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce448f9-08e7-426f-8085-1b3581704b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:32Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 1, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:07.919482 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] Checking router: 6f439800-367c-4f35-bb65-82a5e06b33c6 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:07.931626 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:07.932727 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:11:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:07.936842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-579a94b3-f2f1-4ed2-b162-005e59bf4ee0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.950248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: fa03e2aa-1304-45e2-be6c-8f52a7048b2a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:07.950839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fa03e2aa-1304-45e2-be6c-8f52a7048b2a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:07.952847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-579a94b3-f2f1-4ed2-b162-005e59bf4ee0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.4883881 Aug 31 09:11:07.974918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.975473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.976035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.976592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.977177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.977738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.978311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.991206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.991773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.992318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.992898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.993452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:08.008560 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792601d-3da8-47d8-a8ff-e50db5cda42c x-openstack-request-id: req-7792601d-3da8-47d8-a8ff-e50db5cda42c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:08.009393 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:08.009877 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7792601d-3da8-47d8-a8ff-e50db5cda42c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:08.010512 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'status': 'completed', 'code': 200} Aug 31 09:11:08.010840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Request body: {'port': {'device_id': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'admin_state_up': True, 'tenant_id': 'b15af48559bc46b9abc0f247ef2443dd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:08.016493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Checking segment: {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:08.017067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Network hostable DHCP agents. Network: fd8b470a-3c71-4fd6-94b0-dd5d421f95e2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:11:08.085397 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:08.228890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e5fd5-78d1-4cb1-99d4-8f74b25907e3 req-9854f946-7485-473e-8124-997c538312ae tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:08.231966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d87e5fd5-78d1-4cb1-99d4-8f74b25907e3 req-9854f946-7485-473e-8124-997c538312ae tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2296846 Aug 31 09:11:08.240393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b06d33-6d28-44bb-a341-6e74bfee3b27 req-3a15a766-1707-44a6-9f33-33b12823d9c2 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:08.248388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.248924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78b06d33-6d28-44bb-a341-6e74bfee3b27 req-3a15a766-1707-44a6-9f33-33b12823d9c2 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.5174484 Aug 31 09:11:08.257948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.278425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:11:08.326489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-cd49b99f-aa09-438a-8394-3b199dbc945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:08.332606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-cd49b99f-aa09-438a-8394-3b199dbc945e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a942cab74f0d44bca092cc1ac44a33dd&device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 1097 time: 0.3173256 Aug 31 09:11:08.357835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78b06d33-6d28-44bb-a341-6e74bfee3b27 req-21001cf7-18b0-47dd-9e00-84b391594f32 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070268 Aug 31 09:11:08.365570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, fd8b470a-3c71-4fd6-94b0-dd5d421f95e2) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:08.403537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc3640-c4a2-4f25-8c33-cf6fb779baec None None] Network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:08.420638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:08.423861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.484592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d87e5fd5-78d1-4cb1-99d4-8f74b25907e3 req-fcb1d345-8ea7-4bda-ad29-10f8da5f76c8 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300668 Aug 31 09:11:08.510645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5b74eb14-aa97-4e40-9ad6-511d9ca6af1a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7344279 Aug 31 09:11:08.553512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Made reservation on behalf of b15af48559bc46b9abc0f247ef2443dd for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:08.557482 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.736904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.738286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f35eb6f-922c-4a60-b99b-2dd28eb843ea {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:11:08.742002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-cd5b02cc-09a0-4f18-a82d-893a77988f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:08.753719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-cd5b02cc-09a0-4f18-a82d-893a77988f3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f9f407b-21c1-4378-8a40-18d5dfbed941 HTTP/1.1" status: 200 len: 907 time: 0.3181052 Aug 31 09:11:08.758053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.771848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9df9c878-ad2f-4714-ae6c-1fa07b86f576 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6f35eb6f-922c-4a60-b99b-2dd28eb843ea HTTP/1.1" status: 204 len: 168 time: 4.0524259 Aug 31 09:11:08.774643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:08.808055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5bf95a2-3401-438a-a507-203f4819b5ac req-b9d562ef-db25-4d58-9ae4-a2ab21e1eeb8 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 210 time: 0.1881306 Aug 31 09:11:08.847412 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'e655da6a-3ba6-4ca9-9051-b535e17e906e', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'port_id': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'mac_address': 'fa:16:3e:e4:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce448f9-08e7-426f-8085-1b3581704b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:32Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 1, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:08.865774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e3971-c620-4a8f-9e0b-a6bd1787aef9 None None] Network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:08.913074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:08.958012 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72939-f670-4f9e-9075-d12f4cbfda26 None None] The sync data for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 is: [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'e655da6a-3ba6-4ca9-9051-b535e17e906e', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'port_id': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'mac_address': 'fa:16:3e:e4:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce448f9-08e7-426f-8085-1b3581704b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:32Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 1, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:09.056518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Deleting subnet 0213c461-e8b4-4d01-b7d3-ed4078ea97f5 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:11:09.074937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-2dc82a20-2759-4f6e-b837-2d46a2858c09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d HTTP/1.1" status: 200 len: 998 time: 0.2982521 Aug 31 09:11:09.076134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.176376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57f68-ec4a-4d17-ad77-fa1821d5e512 req-9d61be85-cac2-4a70-9a32-a629a9a55362 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.216490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72b57f68-ec4a-4d17-ad77-fa1821d5e512 req-9d61be85-cac2-4a70-9a32-a629a9a55362 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.4413655 Aug 31 09:11:09.219883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-30ac521d-b213-430a-964b-8822f08bcb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.223257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-30ac521d-b213-430a-964b-8822f08bcb5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f354fdbc-b28b-495d-9b82-e4ec66f18f16 HTTP/1.1" status: 200 len: 845 time: 0.0889666 Aug 31 09:11:09.250098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.252737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-76d73712-7af8-42da-8941-07039f046b28 req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1847381846', 'description': 'tempest-description-172854584'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:09.313756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:09.399719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d73712-7af8-42da-8941-07039f046b28 req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.541709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Allocated IP 172.20.0.10 (31a0506f-86cb-400d-bf03-47e26bfa185d/a31fd344-535f-4ce6-9e5c-50c35f59f56e/197b36df-282e-4958-aa89-ee3741a10dff) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:09.553315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-211312b5-f10b-486e-ad60-470cfd27dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.555857 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-211312b5-f10b-486e-ad60-470cfd27dbeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f9f407b-21c1-4378-8a40-18d5dfbed941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148061 Aug 31 09:11:09.571992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72b57f68-ec4a-4d17-ad77-fa1821d5e512 req-1868529c-732d-42ea-b43c-cb3f105a9b43 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411183 Aug 31 09:11:09.816793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.845441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '8a66c333-5da0-438b-a424-0c756c257b82', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'port_id': '8a66c333-5da0-438b-a424-0c756c257b82', 'mac_address': 'fa:16:3e:fe:20:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72740c3-889c-48cc-bc6b-1ff646b8e2d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:09.850459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61febb2d-588d-42b1-a8f9-c0a825216f25 None None] New status for floating IP e655da6a-3ba6-4ca9-9051-b535e17e906e: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:11:10.018306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 014fd22e-27ef-4af2-96c6-c06cbf85f831 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:10.023624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-5d3c07aa-8b67-42f0-8812-67a355c174aa service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474320 Aug 31 09:11:10.060216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.104603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcec80e-58e8-40e2-b03b-0c9011d591e7 req-090c49c3-668f-4caf-8be2-683aab41f7e8 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.107203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 014fd22e-27ef-4af2-96c6-c06cbf85f831 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:10.108048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 014fd22e-27ef-4af2-96c6-c06cbf85f831 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:10.118076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fcec80e-58e8-40e2-b03b-0c9011d591e7 req-090c49c3-668f-4caf-8be2-683aab41f7e8 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.3394222 Aug 31 09:11:10.152453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0213c461-e8b4-4d01-b7d3-ed4078ea97f5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.260173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d73712-7af8-42da-8941-07039f046b28 req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.303519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.305465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97363d9a-e752-4e63-bf26-d3390f894700 None None] Network 63538696-f184-49f1-ae2b-7a63759b59b6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:10.317625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3a5b019-fc59-427a-a96a-64b32e2707e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0213c461-e8b4-4d01-b7d3-ed4078ea97f5 HTTP/1.1" status: 204 len: 168 time: 1.5396149 Aug 31 09:11:10.334711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d73712-7af8-42da-8941-07039f046b28 req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.341279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35740) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:10.408463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.412643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fcec80e-58e8-40e2-b03b-0c9011d591e7 req-dd79319e-a243-41a6-8dfd-b17ef479597a tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919135 Aug 31 09:11:10.557775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a66c333-5da0-438b-a424-0c756c257b82 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:10.568091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.605645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a4820-a4e4-4223-9609-b20edffa7629,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.606356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:10.614024 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.619671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.659632 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d73712-7af8-42da-8941-07039f046b28 req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.662404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d73712-7af8-42da-8941-07039f046b28 req-ae626659-6fb9-4076-88b5-8ed3952eb54d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4433045 Aug 31 09:11:10.745331 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-b6d66805-aa2b-4a48-8890-30f04bacc698 service neutron] show failed (client error): The resource could not be found. Aug 31 09:11:10.746812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-b6d66805-aa2b-4a48-8890-30f04bacc698 service neutron] 10.222.0.23 "GET /v2.0/ports/05815e56-4b75-4dea-b5cc-5e7ced5b679a/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.4015050 Aug 31 09:11:10.786531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.828533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-25a567a5-c7ce-4e85-9509-819bd6079438 req-1cc4d8f5-edbb-471f-a314-f0acfe6fa50f service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916188 Aug 31 09:11:10.854884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01ea3b-2ed0-44d1-8388-9c8a8a04e1c3 req-da04773a-d79c-4cfc-84c7-9ff9842bb21a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.874211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e01ea3b-2ed0-44d1-8388-9c8a8a04e1c3 req-da04773a-d79c-4cfc-84c7-9ff9842bb21a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2361953 Aug 31 09:11:10.887886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.888527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.888888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.889317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.889893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.890397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.891176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.891670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.892007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.892657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.893293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.894694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.910989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:10.968605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.987800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8a66c333-5da0-438b-a424-0c756c257b82'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:11.088871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Deleting port d44d2ee3-6afe-4863-80a3-772a2d99a156 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:11.089762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.171352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] DHCP port deletion for 63538696-f184-49f1-ae2b-7a63759b59b6 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:11:11.233780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Network 31a0506f-86cb-400d-bf03-47e26bfa185d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:11.249428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:11.279161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.288144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:11.309962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] For port d44d2ee3-6afe-4863-80a3-772a2d99a156, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d44d2ee3-6afe-4863-80a3-772a2d99a156,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:11.310508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.311274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8a66c333-5da0-438b-a424-0c756c257b82 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:11.322063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e01ea3b-2ed0-44d1-8388-9c8a8a04e1c3 req-47703fb6-f940-4b0c-bdc6-a81b6957cc57 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451704 Aug 31 09:11:11.326645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-4bcd24d2-8884-489f-bace-b4db0e1ad268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.328663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-4bcd24d2-8884-489f-bace-b4db0e1ad268 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff&tenant_id=572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 1101 time: 0.1262679 Aug 31 09:11:11.339003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Calling delete_port for d44d2ee3-6afe-4863-80a3-772a2d99a156 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:11.350712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:11.394151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:11.446937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec675bc-48b4-4418-a827-4df49de00510 req-19d61f61-0090-4955-a5ea-75a1bddb3cad tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.457823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ec675bc-48b4-4418-a827-4df49de00510 req-19d61f61-0090-4955-a5ea-75a1bddb3cad tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 932 time: 0.5501661 Aug 31 09:11:11.468233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:11.489483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.556600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.631100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.634079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.662061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ec675bc-48b4-4418-a827-4df49de00510 req-d3fa3a80-7761-4897-ae7f-18abfba80a3d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983209 Aug 31 09:11:11.710961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-403c9ac0-99e7-420d-b935-654521a82c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7095942 Aug 31 09:11:11.727598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] Deleting port d44d2ee3-6afe-4863-80a3-772a2d99a156 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:11.727598 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.765337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Request body: {'port': {'device_id': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:11.895106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-b5bc81a6-1a5c-4d1d-b87b-1d98d875cc18 req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1685494077', 'description': 'tempest-description-1256276957'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:11.898836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d44d2ee3-6afe-4863-80a3-772a2d99a156 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:12.001089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] For port d44d2ee3-6afe-4863-80a3-772a2d99a156, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d44d2ee3-6afe-4863-80a3-772a2d99a156,segment=NetworkSegment(30771e12-df63-4ca4-a488-ea9f018a542a),segment_id=30771e12-df63-4ca4-a488-ea9f018a542a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:12.001721 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.008329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:12.028230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5bc81a6-1a5c-4d1d-b87b-1d98d875cc18 req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.042692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] Calling delete_port for d44d2ee3-6afe-4863-80a3-772a2d99a156 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:12.043242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.058821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.082787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Port d44d2ee3-6afe-4863-80a3-772a2d99a156 update to DOWN by agent not found {{(pid=94897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:11:12.168139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Pushing event deleted for resources: {'Port': ['ID=d44d2ee3-6afe-4863-80a3-772a2d99a156,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:12.169327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5bc81a6-1a5c-4d1d-b87b-1d98d875cc18 req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.185266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0616dc6-f0eb-4b2c-a1d0-bbd453830b9b req-a54aaecf-7863-4242-b4c5-33f3ef0720ba tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.185751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] No DVR routers for this DVR port d44d2ee3-6afe-4863-80a3-772a2d99a156 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:12.194431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0616dc6-f0eb-4b2c-a1d0-bbd453830b9b req-a54aaecf-7863-4242-b4c5-33f3ef0720ba tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2539024 Aug 31 09:11:12.220777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5bc81a6-1a5c-4d1d-b87b-1d98d875cc18 req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.235188 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.286627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] No DVR routers for this DVR port d44d2ee3-6afe-4863-80a3-772a2d99a156 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:12.318738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0616dc6-f0eb-4b2c-a1d0-bbd453830b9b req-3925b40a-9aab-4fa8-8432-c4c31c8983d2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197758 Aug 31 09:11:12.347413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a9961-545e-4dcd-9a28-96509235feeb None None] Pushing event deleted for resources: {'Port': ['ID=d44d2ee3-6afe-4863-80a3-772a2d99a156,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:12.352276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5bc81a6-1a5c-4d1d-b87b-1d98d875cc18 req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.367051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5bc81a6-1a5c-4d1d-b87b-1d98d875cc18 req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4788830 Aug 31 09:11:12.385347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d556e-55fe-4f23-9760-952c1db516af tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f072dec-de62-4966-b586-9a7ae893e445,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:12.511944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.539903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63538696-f184-49f1-ae2b-7a63759b59b6']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:12.579477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30771e12-df63-4ca4-a488-ea9f018a542a') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:12.579948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30771e12-df63-4ca4-a488-ea9f018a542a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:12.594532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:12.600092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.639813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.660269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:11:12.660641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:11:12.685815 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:11:12.844896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.878908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.887633 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] 10.222.0.18 "DELETE /v2.0/networks/63538696-f184-49f1-ae2b-7a63759b59b6 HTTP/1.1" status: 204 len: 168 time: 2.5444529 Aug 31 09:11:12.893103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:12.934946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:13.001546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803757e-6b54-4a5f-bec1-2ae1d2e0d39a admin admin] Pushing event deleted for resources: {'Network': ['ID=63538696-f184-49f1-ae2b-7a63759b59b6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.019292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:13.022493 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c5237-71cd-4a28-9a95-d38422cf66f1" -d '{"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-unplugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:13.030610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.060693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Transition to ACTIVE for port object 05815e56-4b75-4dea-b5cc-5e7ced5b679a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:13.068720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.069284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 8a66c333-5da0-438b-a424-0c756c257b82 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:13.070011 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.173156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:13.198034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] No DVR routers for this DVR port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:13.236053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-78ecaf7e-a715-4b09-a71d-5e1f1fbec809 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8148ff96df054815a5112035117d4063&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608683 Aug 31 09:11:13.242374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35782) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:13.264303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781393d0-0036-4e5f-900b-1dc2c0255585 req-deebf910-43b2-43c9-ab91-8c80e652cebc tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.268354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-781393d0-0036-4e5f-900b-1dc2c0255585 req-deebf910-43b2-43c9-ab91-8c80e652cebc tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 943 time: 0.7444360 Aug 31 09:11:13.301083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.316829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.336000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:13.336982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:13.337404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:13.348958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:13.349450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:13.356416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:13.357088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:13.357643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:13.358312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Bound port: 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:13.358960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.405634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:13.412616 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4503a8a2-ea9b-4e42-b6f2-fe8d739c4742" -d '{"events": [{"server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "name": "network-vif-plugged", "status": "completed", "tag": "8a66c333-5da0-438b-a424-0c756c257b82"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:13.424020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-781393d0-0036-4e5f-900b-1dc2c0255585 req-51eb491c-7395-433d-afda-983321a91384 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459022 Aug 31 09:11:13.428288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:13.434656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.459170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:13.493573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a3fd-b290-4796-93f4-d836dd1b838a req-37323200-5ba6-4530-bc8f-50c74bc7fcd5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.501766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c30a3fd-b290-4796-93f4-d836dd1b838a req-37323200-5ba6-4530-bc8f-50c74bc7fcd5 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.2778862 Aug 31 09:11:13.517145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:13.521300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-484ac9df-b937-47c2-a845-5af1eff54120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.570532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-484ac9df-b937-47c2-a845-5af1eff54120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.585061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c30a3fd-b290-4796-93f4-d836dd1b838a req-57074935-2725-4ab6-8009-b22e65ba4c45 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820167 Aug 31 09:11:13.641915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:13.653909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.747763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.767678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:13.800218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197b36df-282e-4958-aa89-ee3741a10dff {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:13.809796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.810907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.812839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] 10.222.0.15 "PUT /v2.0/ports/05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 1096 time: 2.4688017 Aug 31 09:11:13.826498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547bcb3-295b-41cd-93fb-c79b8d140fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.864228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-484ac9df-b937-47c2-a845-5af1eff54120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.864399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.867436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-484ac9df-b937-47c2-a845-5af1eff54120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.872419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-484ac9df-b937-47c2-a845-5af1eff54120 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a81fafa-903a-465c-95e3-82fae16374d9 HTTP/1.1" status: 204 len: 168 time: 0.6245711 Aug 31 09:11:13.881932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ac9df-b937-47c2-a845-5af1eff54120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81fafa-903a-465c-95e3-82fae16374d9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.953013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Transition to ACTIVE for port object 197b36df-282e-4958-aa89-ee3741a10dff will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:14.024172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-76b170f3-d4ec-4c89-b6a3-58bcf9714041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.027692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-76b170f3-d4ec-4c89-b6a3-58bcf9714041 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1099 time: 0.1483128 Aug 31 09:11:14.032239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.131098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e12726-4654-46ed-93f5-0cadad1a394a req-4718d95d-0a14-4e2c-81a3-0c8120442001 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.132906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64e12726-4654-46ed-93f5-0cadad1a394a req-4718d95d-0a14-4e2c-81a3-0c8120442001 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 945 time: 0.3642013 Aug 31 09:11:14.140652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-941b3663-167d-4520-a94f-b1e7bd923db3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.149434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-941b3663-167d-4520-a94f-b1e7bd923db3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 813 time: 0.4614635 Aug 31 09:11:14.248612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-fe4f3994-4e5d-434d-9adc-273224a50ca9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/quotas/1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 375 time: 0.0980358 Aug 31 09:11:14.292805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-0bc3884f-e300-4597-b67a-315be1b56f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.299565 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-0bc3884f-e300-4597-b67a-315be1b56f3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2535090 Aug 31 09:11:14.316694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-7f434ae9-2ed2-49bf-b657-eb51413fa7ab tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669594 Aug 31 09:11:14.330299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:14.394512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ea92-28ac-4c82-80fb-cc201bc7ce62 req-0d87f177-f1fb-4936-b06e-fc42351e11e1 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.397524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb37ea92-28ac-4c82-80fb-cc201bc7ce62 req-0d87f177-f1fb-4936-b06e-fc42351e11e1 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 944 time: 0.4248927 Aug 31 09:11:14.500682 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-9d7dae55-2321-44a4-b212-38bc7b204163 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.1858721 Aug 31 09:11:14.604342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb37ea92-28ac-4c82-80fb-cc201bc7ce62 req-c2043c11-afaa-4e94-a4cd-0dba350bde28 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982222 Aug 31 09:11:14.608501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-fed98116-e69a-4d2b-8fbd-4d40550dae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.610912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-fed98116-e69a-4d2b-8fbd-4d40550dae6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1026754 Aug 31 09:11:14.653395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Deleting port 8a66c333-5da0-438b-a424-0c756c257b82 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:14.653700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.734312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-ee4b6659-ab22-4f15-a00e-fd53c3de1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.736498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-ee4b6659-ab22-4f15-a00e-fd53c3de1447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1155834 Aug 31 09:11:14.783647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:14.785167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:14.785657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:14.817184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:14.817726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:14.818234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35808) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:14.868878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:14.869601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:14.870338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:14.871239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Bound port: 197b36df-282e-4958-aa89-ee3741a10dff, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:14.872013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.917632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-13c43568-98e7-47ed-bcf7-3825f1dd892b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73519e2e22ec4992b1ede0c3d37d0a85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0946810 Aug 31 09:11:14.920612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35812) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:14.964860 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-54a2e095-378b-46aa-8433-13371b73dcec service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155962 Aug 31 09:11:15.044219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-74183e98-906d-4aac-b5b5-af18c8af7797 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266276 Aug 31 09:11:15.046666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] For port 8a66c333-5da0-438b-a424-0c756c257b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a66c333-5da0-438b-a424-0c756c257b82,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:15.047093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.085647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Calling delete_port for 8a66c333-5da0-438b-a424-0c756c257b82 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:15.121703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec822-171c-4fa1-9800-a1086f1297b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.131586 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc2329-ec53-4de3-bd5a-fcdaa643eca6 x-openstack-request-id: req-d8dc2329-ec53-4de3-bd5a-fcdaa643eca6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:15.132028 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-unplugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:15.132364 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8dc2329-ec53-4de3-bd5a-fcdaa643eca6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:15.132845 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'code': 200} Aug 31 09:11:15.173033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:15.178423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec822-171c-4fa1-9800-a1086f1297b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.205223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c490c3b7-325a-48bc-bb8c-93f24c53b33a req-2205e779-89c2-465c-93dd-19794e704160 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324007 Aug 31 09:11:15.243337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:15.267011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.285999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec822-171c-4fa1-9800-a1086f1297b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.289714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec822-171c-4fa1-9800-a1086f1297b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.291623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2b0ec822-171c-4fa1-9800-a1086f1297b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d6555d9-08d7-4da9-ae40-0601aec9513a HTTP/1.1" status: 204 len: 168 time: 0.3698361 Aug 31 09:11:15.304941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ec822-171c-4fa1-9800-a1086f1297b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6555d9-08d7-4da9-ae40-0601aec9513a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:15.402358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.403183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.404410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] 10.222.0.15 "PUT /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 1093 time: 3.6704750 Aug 31 09:11:15.407079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:15.410064 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7391a881-a26a-4739-9294-9ac73e7f1257" -d '{"events": [{"name": "network-changed", "server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "tag": "197b36df-282e-4958-aa89-ee3741a10dff"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:15.424950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-4bb3a3b9-c52f-4906-aa84-343c23444773 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415093 Aug 31 09:11:15.442867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac3cd1-24ee-448b-a252-ad05225e4647 service neutron] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:15.463500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fd3c1-5715-4bf2-9162-31b8bae7b98a req-3e0b01a1-e23c-4161-80b9-57c72c1eb9cd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.475266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-753fd3c1-5715-4bf2-9162-31b8bae7b98a req-3e0b01a1-e23c-4161-80b9-57c72c1eb9cd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 947 time: 0.2187381 Aug 31 09:11:15.589803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-753fd3c1-5715-4bf2-9162-31b8bae7b98a req-14623d08-9e54-4f08-995f-adf1d532959b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133881 Aug 31 09:11:15.610309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.665543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-98af6ee2-b296-4793-a68e-754a78236afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.669356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-98af6ee2-b296-4793-a68e-754a78236afe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1096 time: 0.1502502 Aug 31 09:11:15.673220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event deleted for resources: {'Port': ['ID=8a66c333-5da0-438b-a424-0c756c257b82,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:15.722988 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0714bb94-61fd-4363-9ab4-57403c8c643c x-openstack-request-id: req-0714bb94-61fd-4363-9ab4-57403c8c643c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:15.724424 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "name": "network-vif-plugged", "status": "completed", "tag": "8a66c333-5da0-438b-a424-0c756c257b82", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:15.724984 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0714bb94-61fd-4363-9ab4-57403c8c643c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:15.725794 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82', 'code': 200} Aug 31 09:11:15.727162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-9484cde5-1bef-4d38-aa79-a54e786a0ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 217 time: 0.0480149 Aug 31 09:11:15.778614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] No DVR routers for this DVR port 8a66c333-5da0-438b-a424-0c756c257b82 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:15.781728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.784391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64e12726-4654-46ed-93f5-0cadad1a394a req-7290729d-6132-4b09-b075-73e8c1067796 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "DELETE /v2.0/ports/8a66c333-5da0-438b-a424-0c756c257b82 HTTP/1.1" status: 204 len: 173 time: 1.6242898 Aug 31 09:11:15.852974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e787af6-3fea-44ae-af15-91c78e17ba63 req-15ce574b-8dbd-4f04-bcbc-a5f651747fbd tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0d3749-0bac-4671-87d0-fb1c9371aac6 HTTP/1.1" status: 200 len: 210 time: 0.0679607 Aug 31 09:11:15.902833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-5e877fd7-ad9b-49bc-8e4a-c662c2494809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.905334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-5e877fd7-ad9b-49bc-8e4a-c662c2494809 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1347804 Aug 31 09:11:15.948036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a26ed7-511d-4741-950d-0a607030a862 req-5d283e5b-8ba4-498d-b58f-9bd0e5c7f374 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.948036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84a26ed7-511d-4741-950d-0a607030a862 req-5d283e5b-8ba4-498d-b58f-9bd0e5c7f374 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1210279 Aug 31 09:11:15.995300 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-79a2552a-a96d-4945-83cc-8e2d87129cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668082 Aug 31 09:11:16.172850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84a26ed7-511d-4741-950d-0a607030a862 req-b91fba63-573c-4a12-8aeb-8eedbfacec88 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750107 Aug 31 09:11:16.242080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-7e52fb3c-511d-455c-a3f7-b4a3b0655106 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237625 Aug 31 09:11:16.465918 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e20bf-b7d0-4dec-9653-51ea1dd968fb x-openstack-request-id: req-785e20bf-b7d0-4dec-9653-51ea1dd968fb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:16.467050 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "tag": "197b36df-282e-4958-aa89-ee3741a10dff", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:16.467712 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-785e20bf-b7d0-4dec-9653-51ea1dd968fb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:16.468451 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff', 'status': 'completed', 'code': 200} Aug 31 09:11:16.585585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9e1bb60-5cdb-4e11-bec4-a690a7de3c8e req-dae7cc68-6e04-4a5f-8c1c-80b7ea993de1 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 210 time: 0.1003346 Aug 31 09:11:16.641918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7577a1-723f-4f85-a2c9-cfdee00a6253 req-1b1ed9fe-5c2e-4541-9937-e3c93ca8887c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:16.645694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c7577a1-723f-4f85-a2c9-cfdee00a6253 req-1b1ed9fe-5c2e-4541-9937-e3c93ca8887c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 944 time: 0.1754298 Aug 31 09:11:16.740326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecdbfa56-2ff4-4d23-a9fb-4dfa624cb871 req-eb632de1-e118-4794-ab74-15a8b5121570 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878111 Aug 31 09:11:16.782233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c7577a1-723f-4f85-a2c9-cfdee00a6253 req-22c2794e-7058-4e1d-86c5-42cc4fb10861 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167257 Aug 31 09:11:16.937386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:17.005436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 8a66c333-5da0-438b-a424-0c756c257b82 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:17.006863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a66c333-5da0-438b-a424-0c756c257b82 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:17.024636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e273e-84e5-4d8a-8d44-a5b8dc4966c2 req-ca927da5-6faa-4e78-b802-f1bd28c5de73 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.031215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd8e273e-84e5-4d8a-8d44-a5b8dc4966c2 req-ca927da5-6faa-4e78-b802-f1bd28c5de73 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 947 time: 0.1606200 Aug 31 09:11:17.036531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-b386a2c0-134d-4db2-b0be-e07a35bae15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.040097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-b386a2c0-134d-4db2-b0be-e07a35bae15f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1096 time: 0.2083902 Aug 31 09:11:17.134390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:17.139677 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:17.203809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd8e273e-84e5-4d8a-8d44-a5b8dc4966c2 req-3f0d446c-c51d-4c79-960a-70995a2bd406 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624877 Aug 31 09:11:17.245407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-89eeb6ff-4115-47a7-ad67-ae82b77e7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.256776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-89eeb6ff-4115-47a7-ad67-ae82b77e7957 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.1690035 Aug 31 09:11:17.272080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35868) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:17.280036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937593500', 'description': 'tempest-description--1317879630'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:17.358508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-9c771925-809a-46ef-a630-dd3f0a90e2d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 217 time: 0.0946853 Aug 31 09:11:17.362689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.430381 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e17fdc-474a-4e7b-9a2b-9ecf50caaa5e x-openstack-request-id: req-f1e17fdc-474a-4e7b-9a2b-9ecf50caaa5e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:17.431014 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:17.431615 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1e17fdc-474a-4e7b-9a2b-9ecf50caaa5e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:17.432459 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'status': 'completed', 'code': 200} Aug 31 09:11:17.483275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:17.569104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-a393290c-2422-4603-9b39-3809568f5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.571429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-a393290c-2422-4603-9b39-3809568f5f60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1995482 Aug 31 09:11:17.680442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-b9421f7d-2da0-4e63-864a-17841ec4abaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757945 Aug 31 09:11:17.782212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-01c9f4ee-7476-4b94-bfdc-a8004cfe6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.789233 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-01c9f4ee-7476-4b94-bfdc-a8004cfe6eb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1099 time: 0.3131351 Aug 31 09:11:17.930178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:17.962902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'mac_address': 'fa:16:3e:19:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:18.042963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-d7e18516-0c18-4c03-94d8-0fea4d435c27 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507318 Aug 31 09:11:18.087514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.098146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.109736 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.137832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-3130dbe9-3e7d-4b3e-9736-86bb6a45c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.140301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-3130dbe9-3e7d-4b3e-9736-86bb6a45c7a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1099 time: 0.6565893 Aug 31 09:11:18.156785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de426ab1-86a9-4b5d-84b5-fafcdc27f486 req-23ddcc27-3eb5-4158-a3ea-a6aa25cc80b7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 210 time: 0.1886282 Aug 31 09:11:18.163691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.170096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8917294 Aug 31 09:11:18.176842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05815e56-4b75-4dea-b5cc-5e7ced5b679a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:18.200310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35882) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:18.217191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'security_group_rule': {'security_group_id': '51a3f798-539b-4792-a490-b6d08c27f67d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:18.260808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:18.273162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.288943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aad58-2ca3-4e05-9ce2-816242f8f5cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3f798-539b-4792-a490-b6d08c27f67d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.314969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.448998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.458932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-6fe2911f-5978-4529-ad45-fd24fc8520ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.464631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-6fe2911f-5978-4529-ad45-fd24fc8520ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.6110828 Aug 31 09:11:18.475027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.489092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.499452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'name': 'network-vif-deleted', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:18.501711 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5588d-6028-4c49-9c86-5c0c61e0f915" -d '{"events": [{"server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "name": "network-vif-deleted", "tag": "8a66c333-5da0-438b-a424-0c756c257b82"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:18.567508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-59db1279-f981-4bf2-b860-4336440c86e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.0851705 Aug 31 09:11:18.569361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.668413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d72c8-ded6-4e51-b1ea-53bfa75277ad req-fe5ad1fd-1f87-402a-82f8-827ba5e50260 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.668413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-901d72c8-ded6-4e51-b1ea-53bfa75277ad req-fe5ad1fd-1f87-402a-82f8-827ba5e50260 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.7027576 Aug 31 09:11:18.758004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['05815e56-4b75-4dea-b5cc-5e7ced5b679a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:18.814677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-572c0c09-9927-4e65-9a04-22d10589362e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.817277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-572c0c09-9927-4e65-9a04-22d10589362e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 813 time: 0.9033644 Aug 31 09:11:18.838378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e89d3-edd7-4101-badc-7f164963e2ff req-ac213645-ed1b-4c1a-a6e8-c44fa1028480 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.850142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0e89d3-edd7-4101-badc-7f164963e2ff req-ac213645-ed1b-4c1a-a6e8-c44fa1028480 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 944 time: 0.3023782 Aug 31 09:11:18.887075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'port': {'device_id': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2', 'admin_state_up': True, 'tenant_id': '1ce9668ba26646f080e54764423d8534'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:18.975224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7391a881-a26a-4739-9294-9ac73e7f1257 req-ba5f5230-fd34-47cd-a211-5d957a63653f service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158033 Aug 31 09:11:18.990121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798d7a00-bb22-40b8-b43d-3497c5b70c08,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:19.003840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-901d72c8-ded6-4e51-b1ea-53bfa75277ad req-d7a1c4bc-bc85-43d9-946c-24d3b3725f36 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178685 Aug 31 09:11:19.009643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-d8fd0fc2-3a23-4628-9642-c03617cdcf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.010575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.012206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-d8fd0fc2-3a23-4628-9642-c03617cdcf97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.8381817 Aug 31 09:11:19.013969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b1b269d1-25e1-4f39-8596-7ebd05841c70 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8050990 Aug 31 09:11:19.023350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:19.058278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'security_group_rule': {'security_group_id': '51a3f798-539b-4792-a490-b6d08c27f67d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:19.128129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-39c4e9b4-0ce1-4443-85f9-a66b7f2994db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.129770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-39c4e9b4-0ce1-4443-85f9-a66b7f2994db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.5305758 Aug 31 09:11:19.184051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.221870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-ad78da71-9781-434c-a8a5-8ee1cf597c42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.1905794 Aug 31 09:11:19.246014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-2c268c7f-cc6e-4505-9ea1-e2f8f856fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.248538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-2c268c7f-cc6e-4505-9ea1-e2f8f856fc31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001637 Aug 31 09:11:19.268605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0e89d3-edd7-4101-badc-7f164963e2ff req-9c59d2bb-56c7-404d-a9d2-5b990fab7206 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166746 Aug 31 09:11:19.346581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Made reservation on behalf of 1ce9668ba26646f080e54764423d8534 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:19.351039 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.354927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.362719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.406366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa70f585-ac04-41ff-81b3-2830b12eb879,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:19.417811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.419806 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-79e3bca9-372c-4736-9e09-513a062e2171 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3696380 Aug 31 09:11:19.427941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35902) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:19.432767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:19.450245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-ee7bc214-0f00-43bd-8630-cd750448d0f8 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868227 Aug 31 09:11:19.488366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 197b36df-282e-4958-aa89-ee3741a10dff details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:19.632882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.768099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:19.821535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-9060a926-ff5d-423b-b649-58876706cd92 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563342 Aug 31 09:11:19.822970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '197b36df-282e-4958-aa89-ee3741a10dff', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'port_id': '197b36df-282e-4958-aa89-ee3741a10dff', 'mac_address': 'fa:16:3e:5a:a9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31fd344-535f-4ce6-9e5c-50c35f59f56e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:19.865137 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b13d1c-8e7a-433a-b27a-68e55e75d9f4 x-openstack-request-id: req-79b13d1c-8e7a-433a-b27a-68e55e75d9f4 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:19.865137 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d3749-0bac-4671-87d0-fb1c9371aac6", "name": "network-vif-deleted", "tag": "8a66c333-5da0-438b-a424-0c756c257b82", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:19.865137 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79b13d1c-8e7a-433a-b27a-68e55e75d9f4 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:19.866104 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d3749-0bac-4671-87d0-fb1c9371aac6', 'name': 'network-vif-deleted', 'tag': '8a66c333-5da0-438b-a424-0c756c257b82', 'status': 'completed', 'code': 200} Aug 31 09:11:19.895682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5883feb-6007-4226-a800-00522fe36c32 req-3e40465a-59f7-4271-83bb-01a9e44be120 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.907011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5883feb-6007-4226-a800-00522fe36c32 req-3e40465a-59f7-4271-83bb-01a9e44be120 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.7061396 Aug 31 09:11:19.910621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.918559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-ab6a1b6a-d478-4a58-bf7b-11740a2dfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.920854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-ab6a1b6a-d478-4a58-bf7b-11740a2dfa6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.6856887 Aug 31 09:11:19.927209 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.951892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197b36df-282e-4958-aa89-ee3741a10dff {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:19.990614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:20.006122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.114711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.160018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Allocated IP 172.25.4.121 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/4c386e87-02f7-486d-a058-456379a7ee5f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:20.227420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99fa51d3-34cf-4f68-a362-015c974ccb11 req-c6e3f2cc-11be-4da2-af64-beca6817d8ea tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 210 time: 0.0908401 Aug 31 09:11:20.252067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5883feb-6007-4226-a800-00522fe36c32 req-b8e5fce4-56e1-4201-9ae5-4150e6c04582 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437426 Aug 31 09:11:20.254014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Allocated IP 172.20.0.13 (fd8b470a-3c71-4fd6-94b0-dd5d421f95e2/0f528481-dd3b-4856-8acf-b7f11c0d8898/2cec7bda-5bd4-49b6-85b9-133476e9a2ce) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:20.300539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-d27f91de-2fa5-4163-9b38-8165bd782bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.309018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-d27f91de-2fa5-4163-9b38-8165bd782bd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1740429 Aug 31 09:11:20.474362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.477439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['197b36df-282e-4958-aa89-ee3741a10dff'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:20.545852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.627374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:20.630216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:20.651227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:20.707002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc35a-b6a6-4420-a1e8-6b85a91ecee5 req-e74ba950-99eb-4a6f-a605-a230daf50a35 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.709038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bfafc35a-b6a6-4420-a1e8-6b85a91ecee5 req-e74ba950-99eb-4a6f-a605-a230daf50a35 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.1371422 Aug 31 09:11:20.712400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-8a677c81-17d2-4c51-bc93-8790e86ee567 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916821 Aug 31 09:11:20.826957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'Port': ['ID=4c386e87-02f7-486d-a058-456379a7ee5f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.847696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-325d4fc2-4cce-4aae-8b5e-091cf0e26cb6 req-a30cc453-45aa-4094-b0ac-a3e9c05462dd service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270583 Aug 31 09:11:20.896140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.923754 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bfafc35a-b6a6-4420-a1e8-6b85a91ecee5 req-df1002ae-09fb-499c-ac96-bdebaf92994e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019999 Aug 31 09:11:20.932556 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.974331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.078549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.193398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-09cbf077-5b59-4f25-b3d1-223c5f79c14a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.195363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-09cbf077-5b59-4f25-b3d1-223c5f79c14a tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff&tenant_id=572d62479f554cf99899eb81dff86d37&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 948 time: 0.1365905 Aug 31 09:11:21.213660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:21.221094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-54452bb7-4acd-43fa-9957-adde46a1854a tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.223979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-54452bb7-4acd-43fa-9957-adde46a1854a tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.2122352 Aug 31 09:11:21.226624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:21.229611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:21.236782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:21.290120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:21.323714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-62d54ca6-468c-47a1-9174-eb0a102bded6 service neutron] 10.222.0.15 "GET /v2.0/ports/05815e56-4b75-4dea-b5cc-5e7ced5b679a/bindings/n-h1-800634-13 HTTP/1.1" status: 200 len: 383 time: 0.1085284 Aug 31 09:11:21.369073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd8b5b-079f-46cc-9f16-ba8699578714 req-82524e68-ed6b-4c63-a1fe-057b595d5e5b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.382367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68cd8b5b-079f-46cc-9f16-ba8699578714 req-82524e68-ed6b-4c63-a1fe-057b595d5e5b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.2624965 Aug 31 09:11:21.420491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.420491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.474786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-462b6b1c-fd3b-4615-8327-6be66710dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.476583 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-462b6b1c-fd3b-4615-8327-6be66710dd02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1100 time: 0.0945706 Aug 31 09:11:21.488049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.501453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:21.506321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.506745 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.559241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-1b6f1ed6-7c54-42aa-baa6-cec49df8668a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6868250 Aug 31 09:11:21.573749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68cd8b5b-079f-46cc-9f16-ba8699578714 req-bb7e7c00-c26c-4d49-a829-7f2f8c8bf843 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900022 Aug 31 09:11:21.598229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Request body: {'port': {'device_id': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:21.604483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:21.616222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:21.617295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.686048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797affc0-8688-4f4c-a632-c44e7130b4af req-91e4e7c9-81e6-40db-94c8-b4dc20facd70 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.695174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-797affc0-8688-4f4c-a632-c44e7130b4af req-91e4e7c9-81e6-40db-94c8-b4dc20facd70 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.2893384 Aug 31 09:11:21.834561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.863565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'Port': ['ID=4c386e87-02f7-486d-a058-456379a7ee5f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:21.866501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-8f294977-2d00-4171-b5af-640f13796b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.868292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-8f294977-2d00-4171-b5af-640f13796b44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3780725 Aug 31 09:11:21.880342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-797affc0-8688-4f4c-a632-c44e7130b4af req-b73caef9-183d-4711-bf50-e0292b55805b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837769 Aug 31 09:11:22.021107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-726eaa71-fe9e-4722-8c5b-0d886b2c3222 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.1386867 Aug 31 09:11:22.167682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.177117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-8dae6890-3787-4963-ae8d-7812d07c554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.179934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-8dae6890-3787-4963-ae8d-7812d07c554a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1484978 Aug 31 09:11:22.180394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.213259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:22.216026 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c255f-116e-46aa-b4ce-e9ed3ed5f1a1" -d '{"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-plugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:22.231316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:22.241455 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.262770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:22.264179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.269084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-59f371cf-73d2-4e70-bbc4-1e68ff6b8d51 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8392749 Aug 31 09:11:22.294601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-af093478-92dc-4a5e-bf40-0272c68ba600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.297318 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-af093478-92dc-4a5e-bf40-0272c68ba600 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014638 Aug 31 09:11:22.346644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:22.516454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-9d8fdcfd-f349-4984-8872-f224dcad20b8 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035618 Aug 31 09:11:22.562303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af10a0f-7b05-4d05-8cc4-03d50821ab3b req-4d278e76-800d-4b88-a27a-3a58ef541344 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.567490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6af10a0f-7b05-4d05-8cc4-03d50821ab3b req-4d278e76-800d-4b88-a27a-3a58ef541344 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 945 time: 0.3195822 Aug 31 09:11:22.638190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:22.654181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecee5fb-823a-4c3f-b692-c79091eb4cba req-28552f04-fc53-4200-bff8-86ded8b7acc3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.656814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ecee5fb-823a-4c3f-b692-c79091eb4cba req-28552f04-fc53-4200-bff8-86ded8b7acc3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 932 time: 0.4149914 Aug 31 09:11:22.680505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-41861e3f-5594-4bd4-b5ae-ba0b3cb61946 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454980 Aug 31 09:11:22.773217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cec7bda-5bd4-49b6-85b9-133476e9a2ce {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:22.796932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.811088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6af10a0f-7b05-4d05-8cc4-03d50821ab3b req-ac863373-162a-4785-9569-872315225051 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346087 Aug 31 09:11:22.860801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:22.865318 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211e0055-a3ae-4a7b-b03b-e0200b460bae" -d '{"events": [{"server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:22.883390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.883390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ecee5fb-823a-4c3f-b692-c79091eb4cba req-42db063f-6117-440a-a696-cfd5ed41069f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805508 Aug 31 09:11:22.885668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Transition to ACTIVE for port object 2cec7bda-5bd4-49b6-85b9-133476e9a2ce will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:22.895206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.925281 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.982347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:23.072148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:23.170263 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eed7ee-1dfa-4bed-b73b-efcb4c4e61c2 x-openstack-request-id: req-d1eed7ee-1dfa-4bed-b73b-efcb4c4e61c2 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:23.170263 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-plugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:23.170263 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1eed7ee-1dfa-4bed-b73b-efcb4c4e61c2 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:23.173073 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'code': 200} Aug 31 09:11:23.220563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:23.254147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:23.254774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:23.255329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:23.263538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:23.264427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:23.275160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:23.275773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:23.276736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:23.277508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Bound port: c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:23.278155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.297385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:23.298138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:23.298138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:23.339100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:23.358641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:23.359134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Attempting to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on network 29ad1304-b107-4a15-8ae9-9970f2613543 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:23.390851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:23.391361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Checking segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:23.391954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Bound using segment: {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:23.392705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Bound port: c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797e4a-330a-4b82-8059-e887a064e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29ad1304-b107-4a15-8ae9-9970f2613543'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:23.392906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:23.393803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.398346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:23.405119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.487817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cca29-0b66-47e4-af87-2c2f780261cf req-2996be77-2e62-4b06-9dfb-c7b95d2bc571 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.489754 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-037cca29-0b66-47e4-af87-2c2f780261cf req-2996be77-2e62-4b06-9dfb-c7b95d2bc571 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.3041475 Aug 31 09:11:23.513928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Attempting to bind port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:23.514215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Attempting to bind port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:23.514435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Attempting to bind port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce on network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:23.529146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:11:23.531673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 197b36df-282e-4958-aa89-ee3741a10dff up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:23.542713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:23.561995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-e8c0533c-50b1-4814-a902-906f352de677 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.563597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-e8c0533c-50b1-4814-a902-906f352de677 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 821 time: 0.3805645 Aug 31 09:11:23.570244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce on network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:23.570595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Attempting to bind port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce on network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:23.594417 n-d-800634-13 neutron-server[94896]: WARNING neutron.plugins.ml2.plugin [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Concurrent port binding operations failed on port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 Aug 31 09:11:23.602023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:23.602354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Checking segment: {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:23.602770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Bound using segment: {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:23.603217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Bound port: 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:23.603579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.633523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 197b36df-282e-4958-aa89-ee3741a10dff completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:23.633812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-a238ebb2-43f0-4868-ac60-fc72fd3411d4 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/quotas/806dfacb1e884216ab66e236dda67ff4 HTTP/1.1" status: 200 len: 375 time: 0.0544381 Aug 31 09:11:23.641625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 197b36df-282e-4958-aa89-ee3741a10dff triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:23.642218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.651133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:23.654968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-037cca29-0b66-47e4-af87-2c2f780261cf req-7b468b01-bb48-40ae-8bd6-1bd98268a468 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379302 Aug 31 09:11:23.669367 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Attempt 2 to bind port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 Aug 31 09:11:23.672495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.673303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.675914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7edd7adf-10e1-482d-a496-b9bdcec532e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 1123 time: 2.4418097 Aug 31 09:11:23.777060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.801463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-54d2549b-ac9e-44bd-8d1d-438a702aa1fa tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536734 Aug 31 09:11:23.838629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:23.859339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:23.865108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:23.895269 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c43ad8-6723-4e44-80e9-48c261374b8c x-openstack-request-id: req-04c43ad8-6723-4e44-80e9-48c261374b8c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:23.895586 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:23.895784 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04c43ad8-6723-4e44-80e9-48c261374b8c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:23.896230 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'code': 200} Aug 31 09:11:23.901203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:23.929219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:23.955207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.956967 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.035883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.036911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.039115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] 10.222.0.15 "PUT /v2.0/ports/2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 1093 time: 2.4556935 Aug 31 09:11:24.130533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-a2e48dc9-46f8-4a20-91ee-0645a703bd99 service neutron] 10.222.0.18 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275247 Aug 31 09:11:24.158361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455931f-1926-4b49-9e17-982ef3cb4555 service neutron] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:24.209063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:24.267012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec1c5e-4d7e-44d4-8b31-deef1b388f16 req-6fa6036d-0021-4c70-b439-698b9aeda5f5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.270048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1ec1c5e-4d7e-44d4-8b31-deef1b388f16 req-6fa6036d-0021-4c70-b439-698b9aeda5f5 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2389979 Aug 31 09:11:24.280869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-9a4d074a-b47f-4585-971f-d31188f8e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.282871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-9a4d074a-b47f-4585-971f-d31188f8e0aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1096 time: 0.1736319 Aug 31 09:11:24.351921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-eb95080e-96a9-4835-aa13-bbfc039eb441 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 217 time: 0.0566144 Aug 31 09:11:24.433616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-5f2f1043-e139-4080-be47-3bc5ec3838cb service neutron] 10.222.0.18 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695642 Aug 31 09:11:24.442371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1ec1c5e-4d7e-44d4-8b31-deef1b388f16 req-7b37c56b-2529-4bfc-869f-00a5ec5b9bd6 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587021 Aug 31 09:11:24.496880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-ab4e9a5f-0bf6-41e6-add9-cee77e744841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.500279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-ab4e9a5f-0bf6-41e6-add9-cee77e744841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.1322367 Aug 31 09:11:24.561562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-19916728-63d3-455a-8340-70306c8fc6a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515349 Aug 31 09:11:24.733167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d46d-14bb-42bf-8613-2e703c5e8e66 req-78aedd82-79ae-4a8f-b926-103202bbe947 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.736193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bd2d46d-14bb-42bf-8613-2e703c5e8e66 req-78aedd82-79ae-4a8f-b926-103202bbe947 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.1051161 Aug 31 09:11:24.746627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-620aadf0-2dff-492e-86a5-584edd334320 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720192 Aug 31 09:11:25.002111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bd2d46d-14bb-42bf-8613-2e703c5e8e66 req-352c9510-ae01-4c42-b34d-d4c0a1f6b9eb tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539272 Aug 31 09:11:25.083254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be85aa-f5d9-4f5f-8202-2cd6b50e1eda req-66cf4606-8538-4f40-978c-085608a4c969 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.085020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62be85aa-f5d9-4f5f-8202-2cd6b50e1eda req-66cf4606-8538-4f40-978c-085608a4c969 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 944 time: 0.2596467 Aug 31 09:11:25.099711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d610234-e0ed-4076-b6cc-8e3b645b1688 req-ee439186-eba8-4362-b7d9-7af2b02a7f48 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279994 Aug 31 09:11:25.171769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:25.180673 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ebb5a-b37e-443c-befe-305292c11c72" -d '{"events": [{"server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "name": "network-vif-plugged", "status": "completed", "tag": "197b36df-282e-4958-aa89-ee3741a10dff"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:25.231806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62be85aa-f5d9-4f5f-8202-2cd6b50e1eda req-428519f8-c17c-40d1-91a0-0d7c9c46b1b2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951302 Aug 31 09:11:25.404968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f3077c0-87c8-4324-9dc5-86b13606e225 req-c968206e-3782-43b0-ac94-0cc78c317c40 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 210 time: 0.0835865 Aug 31 09:11:25.536231 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a674df83-f225-4fab-a1f9-0a6c3eb74547 x-openstack-request-id: req-a674df83-f225-4fab-a1f9-0a6c3eb74547 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:25.537562 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "name": "network-vif-plugged", "status": "completed", "tag": "197b36df-282e-4958-aa89-ee3741a10dff", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:25.538341 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a674df83-f225-4fab-a1f9-0a6c3eb74547 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:25.539004 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff', 'code': 200} Aug 31 09:11:25.554779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24702c4-4691-43c8-a1a8-24e3bbd52577 req-ad8e59e6-9b15-4947-8cf3-93996e1b010d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.557110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c24702c4-4691-43c8-a1a8-24e3bbd52577 req-ad8e59e6-9b15-4947-8cf3-93996e1b010d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 946 time: 0.1485004 Aug 31 09:11:25.809340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c24702c4-4691-43c8-a1a8-24e3bbd52577 req-a1a569b2-8943-4c71-b298-1948a8f9eea3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375774 Aug 31 09:11:25.811250 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35998) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:25.850603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab611b-b128-481f-9a3e-86ef3cdbcbb7 req-c25e4b2e-2051-4dd0-99af-ce9b7eacab19 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.855670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10ab611b-b128-481f-9a3e-86ef3cdbcbb7 req-c25e4b2e-2051-4dd0-99af-ce9b7eacab19 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.2135682 Aug 31 09:11:25.889895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23363c-a202-421f-8dff-f72ba594ab6f req-284bdbbc-b1ae-4243-8181-dc50c9a9f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.892269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b23363c-a202-421f-8dff-f72ba594ab6f req-284bdbbc-b1ae-4243-8181-dc50c9a9f251 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1098 time: 0.1730623 Aug 31 09:11:25.904025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'}, {'name': 'network-changed', 'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:25.908007 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a" -d '{"events": [{"name": "network-changed", "server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271"}, {"name": "network-changed", "server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:25.975374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10ab611b-b128-481f-9a3e-86ef3cdbcbb7 req-d45daaad-d3e3-43d0-b6de-7a92598fad67 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173611 Aug 31 09:11:26.011877 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92955d03-386e-4d84-80e6-bbd8ed89d82a x-openstack-request-id: req-92955d03-386e-4d84-80e6-bbd8ed89d82a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:26.012174 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:26.012500 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92955d03-386e-4d84-80e6-bbd8ed89d82a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:26.012974 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'status': 'completed', 'code': 200} Aug 31 09:11:26.013353 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'status': 'completed', 'code': 200} Aug 31 09:11:26.030521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b23363c-a202-421f-8dff-f72ba594ab6f req-1b1504be-3017-4b4e-90c2-c9bcb73c8a84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973167 Aug 31 09:11:26.046780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3ef2-3b33-4812-ba44-d24278f12d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.220318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3ef2-3b33-4812-ba44-d24278f12d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.228252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3ef2-3b33-4812-ba44-d24278f12d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.291710 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b8ea3ef2-3b33-4812-ba44-d24278f12d82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93c21ca3aa5e4d3894906e74d5711c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749267 Aug 31 09:11:26.291710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea3ef2-3b33-4812-ba44-d24278f12d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be78303-6afa-4561-b30e-9c463a2a9f35,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:26.292492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36010) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:26.416736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-87034841-ead3-4391-91ae-7d80a13a7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.418927 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-87034841-ead3-4391-91ae-7d80a13a7ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1126 time: 0.1093252 Aug 31 09:11:26.422865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68e68b2d-2e54-4609-af9d-099b6447baca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.509075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68e68b2d-2e54-4609-af9d-099b6447baca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.603384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-ef704ca0-f9f8-498c-b5b1-041d23358050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.605336 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-ef704ca0-f9f8-498c-b5b1-041d23358050 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.1752667 Aug 31 09:11:26.639123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68e68b2d-2e54-4609-af9d-099b6447baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.642593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68e68b2d-2e54-4609-af9d-099b6447baca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.645056 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68e68b2d-2e54-4609-af9d-099b6447baca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3be78303-6afa-4561-b30e-9c463a2a9f35 HTTP/1.1" status: 204 len: 168 time: 0.3513100 Aug 31 09:11:26.728786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-c71729f2-9da7-4ee8-93ea-1c52a83a12b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 217 time: 0.1021495 Aug 31 09:11:26.730433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e68b2d-2e54-4609-af9d-099b6447baca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be78303-6afa-4561-b30e-9c463a2a9f35,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:26.764865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-c85a8a53-6bb9-4d12-aff5-ee1861113070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.767263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-c85a8a53-6bb9-4d12-aff5-ee1861113070 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff&tenant_id=572d62479f554cf99899eb81dff86d37 HTTP/1.1" status: 200 len: 1101 time: 0.6309981 Aug 31 09:11:26.801937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:26.821726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868720-4afc-44fa-b4d4-cfaeeeb0c2de req-92f41e12-6135-4cb4-b934-97323040a54d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.823769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c868720-4afc-44fa-b4d4-cfaeeeb0c2de req-92f41e12-6135-4cb4-b934-97323040a54d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.6362195 Aug 31 09:11:26.879793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322499cb-d874-40ae-990d-da25301b462c req-0c9e7a00-9803-4bd2-a8b8-9abe0a46cba3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.881553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-aa8489c8-9910-4291-b67f-60b1f2f11910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.884691 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-aa8489c8-9910-4291-b67f-60b1f2f11910 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1390288 Aug 31 09:11:26.892016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-322499cb-d874-40ae-990d-da25301b462c req-0c9e7a00-9803-4bd2-a8b8-9abe0a46cba3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 944 time: 0.2610068 Aug 31 09:11:26.947372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-4ec44e54-db1f-4065-a2b9-8212739b4a25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494063 Aug 31 09:11:27.015099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c868720-4afc-44fa-b4d4-cfaeeeb0c2de req-6da864f3-112b-473a-95b4-6abb4084aada tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564028 Aug 31 09:11:27.068733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-6a6d18c6-8c83-41b0-9b6e-cd5c12d5aa96 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.071293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-6a6d18c6-8c83-41b0-9b6e-cd5c12d5aa96 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 821 time: 0.4424124 Aug 31 09:11:27.097948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.112050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'port': {'device_id': '7b267069-d09e-440b-80c9-8150f669daf0', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'admin_state_up': True, 'tenant_id': '806dfacb1e884216ab66e236dda67ff4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:27.143917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-322499cb-d874-40ae-990d-da25301b462c req-11df2354-7f8f-42a5-a6ad-a8ec66dcd5c6 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502370 Aug 31 09:11:27.184934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-a44edf9c-3757-457d-af60-26fcd6f6c59f service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245393 Aug 31 09:11:27.306158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36026) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:27.324589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f896dc-3ff3-4cad-84a4-032ac691e71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.439379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-8ec58e08-20f7-4e8c-b47a-1c3bb884cef8 service neutron] 10.222.0.15 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362809 Aug 31 09:11:27.463751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02eadd33-6181-4fc4-9fa6-5ffe7101ac69 req-de077fd9-63c3-4f15-8c70-ba55a304aac8 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 210 time: 0.1244211 Aug 31 09:11:27.510726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2cec7bda-5bd4-49b6-85b9-133476e9a2ce details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:27.515280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:27.574329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f896dc-3ff3-4cad-84a4-032ac691e71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.640546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f896dc-3ff3-4cad-84a4-032ac691e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.718228 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83f896dc-3ff3-4cad-84a4-032ac691e71d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16f48cb8dfa94d5ea03fe88fafa1149d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102364 Aug 31 09:11:27.733080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36032) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:27.931333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f896dc-3ff3-4cad-84a4-032ac691e71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913bd5ad-fbde-4a59-b210-7f1492e19445,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:27.950198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-7860924b-552a-42ff-bb97-b759c48287c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.952709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-7860924b-552a-42ff-bb97-b759c48287c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1096 time: 0.3889604 Aug 31 09:11:27.962406 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.005856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e7e95-cbb3-4d60-8512-87b6b195fb9a req-f8ebe50b-719d-416a-b601-ee9bdaa80fb7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.019836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384e7e95-cbb3-4d60-8512-87b6b195fb9a req-f8ebe50b-719d-416a-b601-ee9bdaa80fb7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 946 time: 0.7396257 Aug 31 09:11:28.060245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:28.109715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2', 'port_id': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'mac_address': 'fa:16:3e:c0:8d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f528481-dd3b-4856-8acf-b7f11c0d8898', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:28.132237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff053d26-622b-4f11-8530-8d08f59cd6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.269463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.339559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cec7bda-5bd4-49b6-85b9-133476e9a2ce {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:28.349194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384e7e95-cbb3-4d60-8512-87b6b195fb9a req-058af526-cb82-4e3d-b2c6-2be82d6f2d8a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268502 Aug 31 09:11:28.353051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Made reservation on behalf of 806dfacb1e884216ab66e236dda67ff4 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:28.360590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.402177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-bd45c770-cac2-4acd-a180-1cbc68f3dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.404105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-bd45c770-cac2-4acd-a180-1cbc68f3dae1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.4190586 Aug 31 09:11:28.437210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:28.475339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:28.502964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.508376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-885690d7-e08d-49e0-af20-37e8591c8660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 217 time: 0.0730753 Aug 31 09:11:28.525177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2205332f-53ab-4fa6-aac9-4b2d5df6b73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.532805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:28.542566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff053d26-622b-4f11-8530-8d08f59cd6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.619954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:28.663543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:28.666801 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287b9381-4a35-4155-9bc0-50ce699c34e9" -d '{"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-unplugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:28.684909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.701377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-86f1a6f0-64b5-4d84-bd64-10e289d5d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.704709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-86f1a6f0-64b5-4d84-bd64-10e289d5d754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.1844714 Aug 31 09:11:28.786761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f43ddf-2bf1-4a50-8b1d-fc18572fa86e req-9f40f890-61ed-475e-93cb-259e584bc6f2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.794662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-f1b0c243-4804-4d19-b0e5-7345b5d49298 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764725 Aug 31 09:11:28.801651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7f43ddf-2bf1-4a50-8b1d-fc18572fa86e req-9f40f890-61ed-475e-93cb-259e584bc6f2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.7203751 Aug 31 09:11:28.851172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:28.898396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Transition to ACTIVE for port object 05815e56-4b75-4dea-b5cc-5e7ced5b679a will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:28.967767 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-c8ba0e98-e1d9-4c88-b69f-2c1091b1f339 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612873 Aug 31 09:11:28.969365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff053d26-622b-4f11-8530-8d08f59cd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.975138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff053d26-622b-4f11-8530-8d08f59cd6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.990131 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff053d26-622b-4f11-8530-8d08f59cd6cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/913bd5ad-fbde-4a59-b210-7f1492e19445 HTTP/1.1" status: 204 len: 168 time: 1.2441552 Aug 31 09:11:29.005646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a7e7c-4ecf-46a6-88b3-59c802bc001f req-e79a8551-41c8-4fd0-95df-7124ea91f884 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:29.028496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-564a7e7c-4ecf-46a6-88b3-59c802bc001f req-e79a8551-41c8-4fd0-95df-7124ea91f884 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.3869166 Aug 31 09:11:29.037129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.193626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053d26-622b-4f11-8530-8d08f59cd6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913bd5ad-fbde-4a59-b210-7f1492e19445,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.279529 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7a9cd432-4f60-4ff7-bc5e-139f4d79857a req-9e6f7efb-4b12-4566-b776-9323b6386568 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850189 Aug 31 09:11:29.281195 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:11:29.281665 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:11:29.417806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] No DVR routers for this DVR port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:29.457222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7f43ddf-2bf1-4a50-8b1d-fc18572fa86e req-f43be0fa-e9b9-4dc9-9960-ff51bb71f05c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543162 Aug 31 09:11:29.700216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=10']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.724268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:29.724939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:29.725462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:29.766738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-564a7e7c-4ecf-46a6-88b3-59c802bc001f req-c6c94c17-d577-4885-9dcc-368a7c2a1882 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353442 Aug 31 09:11:29.780146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:29.780721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Attempting to bind port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:29.798223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:29.799077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:29.800226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:29.800907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Bound port: 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:29.801507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.838189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Allocated IP 172.20.0.8 (c8db1ca5-5963-4d23-85d4-b744427a61c3/e72740c3-889c-48cc-bc6b-1ff646b8e2d4/1853c241-9582-4dc4-9b38-9c0e49794639) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:29.920039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2eddb438-b50f-4762-b577-e422c11e203e req-8f5fc8ac-5070-4180-9e71-74a3541c4a3c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 210 time: 0.0448635 Aug 31 09:11:29.929064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:30.136552 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39971c32-18b7-4d49-b6b0-3ae9c07a9fcb x-openstack-request-id: req-39971c32-18b7-4d49-b6b0-3ae9c07a9fcb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:30.137411 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-unplugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:30.137411 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39971c32-18b7-4d49-b6b0-3ae9c07a9fcb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:30.137411 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'code': 200} Aug 31 09:11:30.242217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202aeb-a0f1-4e4a-b2f0-52eac4026a1d req-974bd00f-8b72-4164-86d9-30552bff2930 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.245912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d202aeb-a0f1-4e4a-b2f0-52eac4026a1d req-974bd00f-8b72-4164-86d9-30552bff2930 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 945 time: 0.3762569 Aug 31 09:11:30.377677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:30.475946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:30.541613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d202aeb-a0f1-4e4a-b2f0-52eac4026a1d req-f2873965-a2a0-44aa-a24d-5df4cb71823b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078879 Aug 31 09:11:30.550893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.607176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00ade-4242-4df4-9809-3b79af358918 req-6527f2b8-381d-4d95-a6a0-17c489851e2c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.621710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8df00ade-4242-4df4-9809-3b79af358918 req-6527f2b8-381d-4d95-a6a0-17c489851e2c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 946 time: 0.2351577 Aug 31 09:11:30.728500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.729631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.733828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] 10.222.0.23 "PUT /v2.0/ports/05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 1097 time: 3.9452927 Aug 31 09:11:30.863004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8df00ade-4242-4df4-9809-3b79af358918 req-2f880da9-33f1-49f7-aad9-524bb34946cf tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389705 Aug 31 09:11:30.992636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.048301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5b24d-23c4-410d-99d3-4ad56065df1a service neutron] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=11']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:31.133527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-f03c0a0d-f1af-4abf-8044-f5da32038e18 service neutron] 10.222.0.15 "GET /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.1930931 Aug 31 09:11:31.172564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-f29d1b36-4dfd-494e-a4ae-80b0dfb809b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.176487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-f29d1b36-4dfd-494e-a4ae-80b0dfb809b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1100 time: 0.3904245 Aug 31 09:11:31.179631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.199909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279c18-5b56-425e-825c-9077c87d9170 req-b5d7166a-33a0-491e-bbe6-03f4cb44c8ea tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.211438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82279c18-5b56-425e-825c-9077c87d9170 req-b5d7166a-33a0-491e-bbe6-03f4cb44c8ea tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.4288037 Aug 31 09:11:31.406315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:31.461105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21c258f6-c9c3-4359-91a6-beb4bcc2639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.523961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:31.533076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2cec7bda-5bd4-49b6-85b9-133476e9a2ce up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:31.621655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:31.623524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:31.640101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:31.641559 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.651190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-138c7d95-e891-44e1-b11b-cc21077d80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.653985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-138c7d95-e891-44e1-b11b-cc21077d80f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4387500 Aug 31 09:11:31.679332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:31.683682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82279c18-5b56-425e-825c-9077c87d9170 req-9a41c206-8e15-4bb6-91c0-caf06fd34b89 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780704 Aug 31 09:11:31.684865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:31.687726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:31.844357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade99f4-3ac3-42b2-8dc6-df4418ab7022 req-87cd2e15-b444-42df-b15f-c41ed8f790d6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.857541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:31.860872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ade99f4-3ac3-42b2-8dc6-df4418ab7022 req-87cd2e15-b444-42df-b15f-c41ed8f790d6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 943 time: 0.5445116 Aug 31 09:11:31.877078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-8250306d-61a4-456c-a1ae-e202bad0442c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.1801140 Aug 31 09:11:31.917786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:31.951538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-eecc8787-4180-4742-96b2-a331cf9d2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.953638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-eecc8787-4180-4742-96b2-a331cf9d2231 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0694737 Aug 31 09:11:31.974666 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.022014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.026009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.063381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:32.065800 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5710e-81a3-45b2-a174-03c21fd60814" -d '{"events": [{"server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "name": "network-vif-plugged", "status": "completed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:32.094942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.102142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.103174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.121458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:32.130999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.142150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:32.147076 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7040127-487e-47ea-a878-f68253c5427c" -d '{"events": [{"name": "network-changed", "server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:32.161677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ade99f4-3ac3-42b2-8dc6-df4418ab7022 req-2ca9722e-d23a-4468-9754-1de1a0142611 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985482 Aug 31 09:11:32.163926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-2293ed80-d0ed-45e4-9272-9b34076b9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.166205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-2293ed80-d0ed-45e4-9272-9b34076b9d3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043762 Aug 31 09:11:32.209468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-f9c0a165-c50a-49de-82e8-74945727d20e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1055503 Aug 31 09:11:32.242668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] Transition to ACTIVE for port object c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:32.250559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.266251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462c7dc-cb4f-4f69-9ea9-713e34ccbde4 req-b88cc8a1-d614-4079-a6ce-230ec90c1191 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.269172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e462c7dc-cb4f-4f69-9ea9-713e34ccbde4 req-b88cc8a1-d614-4079-a6ce-230ec90c1191 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1098 time: 0.2536962 Aug 31 09:11:32.274319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Request body: {'port': {'device_id': '7b267069-d09e-440b-80c9-8150f669daf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:32.359195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:32.411733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] No DVR routers for this DVR port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:32.468015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] 10.222.0.15 "PUT /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3202479 Aug 31 09:11:32.472647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf4c37-a8dd-4858-8520-02ffb78e9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:32.629561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.633836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e462c7dc-cb4f-4f69-9ea9-713e34ccbde4 req-6850b5a4-566a-4cb3-ba6d-9b1268f0bc0a tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469265 Aug 31 09:11:32.651250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-76f7fc0f-6ad9-403e-be1e-844d0b5907ea service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754338 Aug 31 09:11:32.672483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-a1baf90c-7dd4-4c64-b8a3-ba791d3daa13 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.680700 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-a1baf90c-7dd4-4c64-b8a3-ba791d3daa13 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.1362729 Aug 31 09:11:32.781109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-54d2358d-ab3e-4d58-8e04-9a497abdd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.782984 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-54d2358d-ab3e-4d58-8e04-9a497abdd65c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2 HTTP/1.1" status: 200 len: 1096 time: 0.0941062 Aug 31 09:11:32.846815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-55706507-0c31-48d2-bace-5e08d968f0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3226321 Aug 31 09:11:32.874312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b8bed-20c7-4bbb-ab5f-bde6dd5fba9b req-cc0d932b-cc3e-4139-a106-0d76715c1851 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.876171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-695b8bed-20c7-4bbb-ab5f-bde6dd5fba9b req-cc0d932b-cc3e-4139-a106-0d76715c1851 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 931 time: 0.4225850 Aug 31 09:11:32.983695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-b4c650ec-7b7f-4110-aed6-651301141993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.991243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-b4c650ec-7b7f-4110-aed6-651301141993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1096 time: 0.1629450 Aug 31 09:11:33.129772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e847f776-b271-4c7f-a19e-5a4a039738b6 req-277fc2c7-8bee-44a1-bb6a-fefaabac6f18 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683046 Aug 31 09:11:33.154893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-695b8bed-20c7-4bbb-ab5f-bde6dd5fba9b req-7ec58eae-9234-4cf2-90d7-e8d58eab18e2 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559924 Aug 31 09:11:33.229490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-2f3a9d2d-f57f-4378-a0a8-1c713f34924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:33.232183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-2f3a9d2d-f57f-4378-a0a8-1c713f34924e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 1101 time: 0.3397760 Aug 31 09:11:33.265980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7f6066ba-6a5e-4029-bae9-cdf4edb829b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:33.269708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a9072-cfed-4463-85b5-4c4f13189961 req-07ed2e82-3d7f-4413-9dc0-927de075c221 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:33.269942 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-7f6066ba-6a5e-4029-bae9-cdf4edb829b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2675447 Aug 31 09:11:33.272604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd4a9072-cfed-4463-85b5-4c4f13189961 req-07ed2e82-3d7f-4413-9dc0-927de075c221 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 946 time: 0.3453784 Aug 31 09:11:33.344331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-a4856281-e0bb-4e4e-bba8-d47cc83d7aa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 200 len: 217 time: 0.0626254 Aug 31 09:11:33.405590 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a61e7-12d7-4409-9ee3-ce7d414100aa x-openstack-request-id: req-773a61e7-12d7-4409-9ee3-ce7d414100aa {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:33.406386 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "name": "network-vif-plugged", "status": "completed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:33.406386 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-773a61e7-12d7-4409-9ee3-ce7d414100aa {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:33.406835 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'code': 200} Aug 31 09:11:33.469875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.480215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-c5702400-cae3-4ef7-804c-b0a819990810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:33.483152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-c5702400-cae3-4ef7-804c-b0a819990810 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1303296 Aug 31 09:11:33.527719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-8db1e0cf-9a0a-44d0-8948-310047e198a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365579 Aug 31 09:11:33.588271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd4a9072-cfed-4463-85b5-4c4f13189961 req-246318f0-6d2d-44d9-b4c7-3d3ec5801331 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875824 Aug 31 09:11:33.607264 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074eb5d7-beca-4a03-a8d4-eddb55a1730f x-openstack-request-id: req-074eb5d7-beca-4a03-a8d4-eddb55a1730f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:33.607741 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:33.608141 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-074eb5d7-beca-4a03-a8d4-eddb55a1730f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:33.609040 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'status': 'completed', 'code': 200} Aug 31 09:11:33.750664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-2b64bd6b-6bd2-4cf5-8b55-619578052d48 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472001 Aug 31 09:11:33.773564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1062302-9730-4844-9ebd-b24e6a06a291 req-63770b84-f223-42ee-8822-6dee9d656371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:33.775263 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1062302-9730-4844-9ebd-b24e6a06a291 req-63770b84-f223-42ee-8822-6dee9d656371 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1098 time: 0.2461214 Aug 31 09:11:33.900759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1062302-9730-4844-9ebd-b24e6a06a291 req-8fcac816-1787-4ab5-8ca9-917c421dbfc6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116555 Aug 31 09:11:33.935488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-167b7965-4ed4-4256-abd3-2870d763bae9 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760116 Aug 31 09:11:34.256690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-1b6458ee-b26e-46a5-bfc8-8a2f758a7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.258373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-1b6458ee-b26e-46a5-bfc8-8a2f758a7712 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.9843416 Aug 31 09:11:34.295643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-6a838f1f-6cf6-49a0-962c-cf8f7ae3fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.297318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-6a838f1f-6cf6-49a0-962c-cf8f7ae3fe6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1100 time: 0.6651862 Aug 31 09:11:34.300228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1853c241-9582-4dc4-9b38-9c0e49794639 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:34.308324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-24b1af3d-dc4b-43ca-9882-453053dc6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.308942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-1601aff3-3144-4248-8d5f-e0750e054d39 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.309921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-24b1af3d-dc4b-43ca-9882-453053dc6dba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=572d62479f554cf99899eb81dff86d37&device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1100 time: 0.6015465 Aug 31 09:11:34.310520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-1601aff3-3144-4248-8d5f-e0750e054d39 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e&tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.0735979 Aug 31 09:11:34.351410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc135e-6b3f-4650-a633-b5a99dd18881 req-ee1a2a0d-ccaf-40c7-9ef8-bde696f51d8b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.352955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66fc135e-6b3f-4650-a633-b5a99dd18881 req-ee1a2a0d-ccaf-40c7-9ef8-bde696f51d8b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 948 time: 0.7388625 Aug 31 09:11:34.362783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.371080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c08c0d-78e5-4049-9362-f18cd0b2e04b req-232a9b5d-148b-4362-92d4-05c561873295 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.372659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20c08c0d-78e5-4049-9362-f18cd0b2e04b req-232a9b5d-148b-4362-92d4-05c561873295 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1098 time: 0.2414680 Aug 31 09:11:34.396914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-a2d99d36-b2ff-4d15-8c31-ee32b722364b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 200 len: 217 time: 0.1165419 Aug 31 09:11:34.498724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-644563a9-cf05-4a0d-9e6d-9d257e45f0bb service neutron] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:34.503957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-644563a9-cf05-4a0d-9e6d-9d257e45f0bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.505148 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90514fd4-d880-4da8-8f8c-f3c545b2c75d req-644563a9-cf05-4a0d-9e6d-9d257e45f0bb service neutron] 10.222.0.23 "DELETE /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.1872921 Aug 31 09:11:34.555673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Transition to ACTIVE for port object 1853c241-9582-4dc4-9b38-9c0e49794639 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:34.579489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.687055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66fc135e-6b3f-4650-a633-b5a99dd18881 req-ca3fb6cc-a5fe-4137-be53-3e4a3d9ac2ff tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179972 Aug 31 09:11:34.703512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20c08c0d-78e5-4049-9362-f18cd0b2e04b req-fe43cdcb-48ca-4bc4-b26a-89f5ecb8f718 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045678 Aug 31 09:11:34.706247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-da4c17b7-31d9-459e-9ba6-2df4128710db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.707990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-da4c17b7-31d9-459e-9ba6-2df4128710db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2532816 Aug 31 09:11:34.758726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:34.788443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-c1566e7a-2fe9-4cad-b117-33a13b5b2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.791207 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-c1566e7a-2fe9-4cad-b117-33a13b5b2edb service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4237425 Aug 31 09:11:34.793158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-22017503-774e-4408-a36d-f621280931c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.795278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-22017503-774e-4408-a36d-f621280931c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4840930 Aug 31 09:11:34.959222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-d27cfb35-7144-4c79-82c5-bca947419b6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.1557786 Aug 31 09:11:34.981037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-2ad4da21-fbe3-40a1-805a-e7bd071c92ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 200 len: 217 time: 0.1437747 Aug 31 09:11:35.073784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:35.165654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-22e8e8ac-4725-4bd9-ac87-5cd505a593d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.167430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-22e8e8ac-4725-4bd9-ac87-5cd505a593d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4288332 Aug 31 09:11:35.240295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:35.276585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'mac_address': 'fa:16:3e:19:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:35.334412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-4bfe5ed9-2431-4c54-8dc9-12d429a294f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.337129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-4bfe5ed9-2431-4c54-8dc9-12d429a294f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3578992 Aug 31 09:11:35.343378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.351587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Attempting to bind port 1853c241-9582-4dc4-9b38-9c0e49794639 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:35.352099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Attempting to bind port 1853c241-9582-4dc4-9b38-9c0e49794639 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:35.352450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Attempting to bind port 1853c241-9582-4dc4-9b38-9c0e49794639 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:35.365416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05815e56-4b75-4dea-b5cc-5e7ced5b679a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:35.365956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140c9ab-a12d-443e-aefa-ff14290b4f15 req-e9ebf6a8-0cec-4187-88f4-5b4ac89471c6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.367817 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0140c9ab-a12d-443e-aefa-ff14290b4f15 req-e9ebf6a8-0cec-4187-88f4-5b4ac89471c6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 944 time: 0.4560530 Aug 31 09:11:35.400172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:35.406360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.460739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-3baefd48-e89a-494d-b7d4-d0f860ebf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.466572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-3baefd48-e89a-494d-b7d4-d0f860ebf7f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.4326141 Aug 31 09:11:35.488733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:35.497418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Port 1853c241-9582-4dc4-9b38-9c0e49794639 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:35.497646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Attempting to bind port 1853c241-9582-4dc4-9b38-9c0e49794639 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:35.557932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:35.558296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Checking segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:35.558705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Bound using segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:35.559419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Bound port: 1853c241-9582-4dc4-9b38-9c0e49794639, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:35.559845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.641295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0140c9ab-a12d-443e-aefa-ff14290b4f15 req-a77ad28f-248e-49bd-a614-91760136c195 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434368 Aug 31 09:11:35.670395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-26a47bbf-c5b8-4a88-802f-e2d25c6911a1 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809790 Aug 31 09:11:35.682261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32aebc-5da6-4c87-b40b-751143e2fc19 req-4c35f251-0f17-4d46-b61a-f5aaddf0a855 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.684280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce32aebc-5da6-4c87-b40b-751143e2fc19 req-4c35f251-0f17-4d46-b61a-f5aaddf0a855 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 943 time: 0.3420424 Aug 31 09:11:35.687726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-80125cd8-dd31-495e-b961-94acba72a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.689427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-80125cd8-dd31-495e-b961-94acba72a704 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3156340 Aug 31 09:11:35.728665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040127-487e-47ea-a878-f68253c5427c req-fbb390c4-d077-40f2-8933-7337d8e49e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.730996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-fbb390c4-d077-40f2-8933-7337d8e49e1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2372782 Aug 31 09:11:35.756376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['05815e56-4b75-4dea-b5cc-5e7ced5b679a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:36.030681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.056429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:36.110062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:36.115212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce32aebc-5da6-4c87-b40b-751143e2fc19 req-1febdb88-7b78-4296-abb6-2872ec3ba3cf tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161510 Aug 31 09:11:36.161291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.217723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e9b1ab-9359-46d7-aa75-f3d8572e27ec req-c2b8de94-59f2-4cd4-8c10-87c1fe95e675 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240564 Aug 31 09:11:36.234850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-7048c764-cf50-4d99-9335-86efe21a19d5 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096636 Aug 31 09:11:36.249358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf32b9-d613-4bc1-ae77-d883c3e13d13 req-8e46ae5b-2431-48c2-afd7-d06fe5d4c218 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:36.258751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79cf32b9-d613-4bc1-ae77-d883c3e13d13 req-8e46ae5b-2431-48c2-afd7-d06fe5d4c218 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 946 time: 0.2896941 Aug 31 09:11:36.262535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:36.263738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.264855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] 10.222.0.23 "PUT /v2.0/ports/1853c241-9582-4dc4-9b38-9c0e49794639 HTTP/1.1" status: 200 len: 1092 time: 4.0020514 Aug 31 09:11:36.268342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:36.271075 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2741c-00ad-4608-aaea-d55d5cee0b23" -d '{"events": [{"name": "network-changed", "server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:36.288308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-e092e7ef-eb09-498c-b8dd-4df054d691fc service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287013 Aug 31 09:11:36.463770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ac3a0-0ee1-411b-b38f-57250d698e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:36.574572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79cf32b9-d613-4bc1-ae77-d883c3e13d13 req-8b259687-9eb0-4bfb-ad8d-6ed2fb303bd4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145418 Aug 31 09:11:36.716650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-18ef902d-b1e1-4975-999b-5e9a250c1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:36.719726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-18ef902d-b1e1-4975-999b-5e9a250c1ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 1095 time: 0.3518457 Aug 31 09:11:36.837733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-00da1cea-ba2e-43f4-8e4a-5db6745640aa service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765247 Aug 31 09:11:36.841612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7040127-487e-47ea-a878-f68253c5427c req-ddb7fa69-2b9d-4318-b04d-cdf52e366263 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402246 Aug 31 09:11:36.846232 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895a1788-c0e5-4e2e-bfbe-91b29a60497f x-openstack-request-id: req-895a1788-c0e5-4e2e-bfbe-91b29a60497f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:36.846872 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:36.847517 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-895a1788-c0e5-4e2e-bfbe-91b29a60497f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:36.848211 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639', 'status': 'completed', 'code': 200} Aug 31 09:11:36.851462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-43e90752-98ed-498b-83ad-0b3f610a3d0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1853c241-9582-4dc4-9b38-9c0e49794639 HTTP/1.1" status: 200 len: 217 time: 0.1108680 Aug 31 09:11:36.867085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfbcc-b9a8-4345-94b3-2513166c2443 req-8e7694c2-2c9a-4228-b8d0-f2c964bb4044 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:36.870070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-662cfbcc-b9a8-4345-94b3-2513166c2443 req-8e7694c2-2c9a-4228-b8d0-f2c964bb4044 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 949 time: 0.4247625 Aug 31 09:11:37.006286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-0d7f8b21-391d-4709-9b36-2e5f1231885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:37.008364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-0d7f8b21-391d-4709-9b36-2e5f1231885a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 200 len: 861 time: 0.1354749 Aug 31 09:11:37.012500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-662cfbcc-b9a8-4345-94b3-2513166c2443 req-e8b43647-5cea-488b-9c43-aaf91ec9a879 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237102 Aug 31 09:11:37.078243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-17ce7d10-0f9f-49db-8313-705f29254195 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8db1ca5-5963-4d23-85d4-b744427a61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562139 Aug 31 09:11:37.101522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:37.193729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:37.199708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 05815e56-4b75-4dea-b5cc-5e7ced5b679a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:37.200280 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.265911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb64ee0-2f48-4826-8d38-f04eed3fe0ab req-08b12637-a93c-4e5f-9c41-07f6dd458d99 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:37.269225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cb64ee0-2f48-4826-8d38-f04eed3fe0ab req-08b12637-a93c-4e5f-9c41-07f6dd458d99 tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 1096 time: 0.1889198 Aug 31 09:11:37.279334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-7d7f8656-82e5-4055-b55f-c61a6777b643 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1847381846&fields=id&tenant_id=1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 267 time: 0.1058939 Aug 31 09:11:37.306769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.338930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:37.341433 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66033d-8622-464d-ae1b-49698fc30632" -d '{"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-plugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:37.356979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:37.363720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.365705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-6828973c-a3e0-41f5-81b6-000d3747e6fe service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744887 Aug 31 09:11:37.438588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=13']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:37.453412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cb64ee0-2f48-4826-8d38-f04eed3fe0ab req-47b258e8-98a1-493d-9aaf-bd5f312d60db tempest-LiveMigrationTest-56223143 tempest-LiveMigrationTest-56223143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725531 Aug 31 09:11:37.488068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-44d9dcf5-7afe-41a1-a1a6-28e270d4253b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:37.490979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-44d9dcf5-7afe-41a1-a1a6-28e270d4253b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 946 time: 0.2011211 Aug 31 09:11:37.518564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'port': {'security_groups': ['e832665b-d8a8-401f-84ac-dc4e7156897b', 'a52a4820-a4e4-4223-9609-b20edffa7629']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:37.593605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c9e822-2e71-4f37-b003-61982ee558b2 req-2ecd2be7-030a-4b52-b098-db2b9019f1ea service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192783 Aug 31 09:11:38.011442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.047090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17acd-e194-4a03-a5c2-ced0bcd652f6 req-1f73a05a-fe85-45e7-8241-6195db1e4e02 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.048757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71d17acd-e194-4a03-a5c2-ced0bcd652f6 req-1f73a05a-fe85-45e7-8241-6195db1e4e02 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1098 time: 0.4761126 Aug 31 09:11:38.079387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-65d67495-fb87-40b8-aa5d-8146df844cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.081767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-65d67495-fb87-40b8-aa5d-8146df844cd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 1095 time: 0.1125824 Aug 31 09:11:38.234450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71d17acd-e194-4a03-a5c2-ced0bcd652f6 req-13aaf60d-24bc-4879-b518-3ffac8908b78 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608269 Aug 31 09:11:38.325947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-7786fd34-d178-4558-b489-b40db64645b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.328568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-7786fd34-d178-4558-b489-b40db64645b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 922 time: 0.2387626 Aug 31 09:11:38.475762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-d790784a-5849-4c64-ab43-e1c0e07b925a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1853c241-9582-4dc4-9b38-9c0e49794639 HTTP/1.1" status: 200 len: 217 time: 0.1267507 Aug 31 09:11:38.688148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-344ca4fe-7cd6-4192-a9ee-d4dbaf4402a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.691651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-344ca4fe-7cd6-4192-a9ee-d4dbaf4402a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 200 len: 861 time: 0.2073033 Aug 31 09:11:38.695008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:38.754454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd348fa-a6f9-48c4-9240-781666081393 req-d638942d-3a59-4fba-bd63-6374ee81f2bc tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.757217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fd348fa-a6f9-48c4-9240-781666081393 req-d638942d-3a59-4fba-bd63-6374ee81f2bc tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 945 time: 0.2142587 Aug 31 09:11:38.800065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-0af56b24-b432-4783-beb4-64360e1f677b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8db1ca5-5963-4d23-85d4-b744427a61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843678 Aug 31 09:11:38.864209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.910280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.927625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:38.981718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fd348fa-a6f9-48c4-9240-781666081393 req-92c076e9-17de-4a74-b0df-c4f5a34072a0 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d1e04-a9e2-4cf8-8acf-4630e9726703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900768 Aug 31 09:11:38.997944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.998747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.001187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c93caf7-5f39-45f2-86b0-879753f9ad10 req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "PUT /v2.0/ports/2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 982 time: 1.4943681 Aug 31 09:11:39.007000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:39.016725 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:39.122731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:39.161118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4c76-8ec3-4095-822a-3149bc3e2d80 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:39.206338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-6304470d-f3eb-49c6-878c-5c1bbed65c4e service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947914 Aug 31 09:11:39.242807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-fd83e050-b1da-45a9-ba74-a810e939e872 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.246202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-fd83e050-b1da-45a9-ba74-a810e939e872 tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.15 "GET /v2.0/ports?device_id=7beba0cb-33f4-44bc-a4f3-b18658e81ba7 HTTP/1.1" status: 200 len: 945 time: 0.2245054 Aug 31 09:11:39.338655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696e2fe-3957-4bbd-9d94-1cc3fc7e5d56 req-cd6b1ccd-423a-42f2-8e08-a9de09d31972 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.340856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6696e2fe-3957-4bbd-9d94-1cc3fc7e5d56 req-cd6b1ccd-423a-42f2-8e08-a9de09d31972 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 943 time: 0.2233458 Aug 31 09:11:39.523987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d2741c-00ad-4608-aaea-d55d5cee0b23 req-a46ddd56-168b-4b8c-a6d7-bfba69a34c16 service neutron] 10.222.0.23 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064346 Aug 31 09:11:39.539770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa12b-b753-424d-91b1-2cd6dafd68d2 req-98e8dbcd-5985-4796-8d78-75dd11cb848a tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.541627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c00aa12b-b753-424d-91b1-2cd6dafd68d2 req-98e8dbcd-5985-4796-8d78-75dd11cb848a tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 1102 time: 0.1932313 Aug 31 09:11:39.547671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6696e2fe-3957-4bbd-9d94-1cc3fc7e5d56 req-6ad056d1-4326-4285-9ecc-73a5099cfd00 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864328 Aug 31 09:11:39.593927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Deleting port 3c6ab322-6e32-465d-a12e-df22ce698f3f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:39.594270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.609977 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c00aa12b-b753-424d-91b1-2cd6dafd68d2 req-e8f9142d-6cf6-4276-9dec-569ffff41a56 tempest-MigrationsAdminTest-2112876109 tempest-MigrationsAdminTest-2112876109-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Aug 31 09:11:39.668209 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ce21f-623e-4d14-a5eb-bb86f480e1b7 x-openstack-request-id: req-a31ce21f-623e-4d14-a5eb-bb86f480e1b7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:39.668527 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-plugged", "status": "completed", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:39.668723 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a31ce21f-623e-4d14-a5eb-bb86f480e1b7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:39.669331 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'code': 200} Aug 31 09:11:39.731347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-8ba73e04-64bd-46c3-8a4e-fc9528f2c174 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097295 Aug 31 09:11:39.760025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] For port 3c6ab322-6e32-465d-a12e-df22ce698f3f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3c6ab322-6e32-465d-a12e-df22ce698f3f,segment=NetworkSegment(e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0),segment_id=e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:39.760025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.816339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Calling delete_port for 3c6ab322-6e32-465d-a12e-df22ce698f3f owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:39.888041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-ebf9871a-bc3e-4d8f-ace3-5e1ba62b8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.889795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-ebf9871a-bc3e-4d8f-ace3-5e1ba62b8ae6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 1097 time: 0.1117485 Aug 31 09:11:40.115716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-deaa64a7-f9a3-4e6b-b5e4-3ca03d2cc5bc tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1685494077&fields=id&tenant_id=1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 267 time: 0.0926957 Aug 31 09:11:40.125614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.173122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-a634e474-b96d-4478-89ee-6c09fee8c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.175407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-a634e474-b96d-4478-89ee-6c09fee8c2b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 200 len: 908 time: 0.2278759 Aug 31 09:11:40.192275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Pushing event deleted for resources: {'Port': ['ID=3c6ab322-6e32-465d-a12e-df22ce698f3f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:40.263641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-dc5a9af4-7d78-4bb3-9d95-56344b8847f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 200 len: 217 time: 0.0727680 Aug 31 09:11:40.284942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] No DVR routers for this DVR port 3c6ab322-6e32-465d-a12e-df22ce698f3f on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:40.288379 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.290554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd9a5284-c2a1-40f0-a92f-c7d63a2062e3 req-497c6c29-2ffb-4ac8-9170-ccf59252c1ff tempest-VolumesAdminNegativeTest-1956507690 tempest-VolumesAdminNegativeTest-1956507690-project] 10.222.0.15 "DELETE /v2.0/ports/3c6ab322-6e32-465d-a12e-df22ce698f3f HTTP/1.1" status: 204 len: 173 time: 1.0273862 Aug 31 09:11:40.304160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-dd7ca25b-3c5a-44d4-935c-4dd9a8d8e6fa tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.305698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-dd7ca25b-3c5a-44d4-935c-4dd9a8d8e6fa tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 985 time: 0.1694965 Aug 31 09:11:40.353183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'port': {'security_groups': ['a52a4820-a4e4-4223-9609-b20edffa7629', 'e832665b-d8a8-401f-84ac-dc4e7156897b', '4f072dec-de62-4966-b586-9a7ae893e445']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:40.417043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-5201f5d6-0d55-4555-81ed-795a694fae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.418850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-5201f5d6-0d55-4555-81ed-795a694fae78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 200 len: 847 time: 0.1119044 Aug 31 09:11:40.486018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-62b5b5f1-1ff8-48c6-857b-dc54cf3ca7be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad1304-b107-4a15-8ae9-9970f2613543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455594 Aug 31 09:11:40.491919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.696323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-ab42b1de-99b5-48d4-84b3-c02c848c99dd service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605666 Aug 31 09:11:41.012294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-564b7d12-e3d5-478b-a23b-e806bbab012e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.015262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-564b7d12-e3d5-478b-a23b-e806bbab012e tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 944 time: 0.2478981 Aug 31 09:11:41.036366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:41.070358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5b471fa-11fd-4373-bbe2-1c8c204c6cf6 req-fdb15515-359d-4b97-81a7-a47ad8461975 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021455 Aug 31 09:11:41.110132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:41.124832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.134651 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.195969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:41.236864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.237614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.239149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b033ef-8470-4bc0-8d72-ace1793c20ea req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "PUT /v2.0/ports/2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 1021 time: 0.9155033 Aug 31 09:11:41.278005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178d61-22b0-4366-ac23-ad7bd4635b93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:41.284209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:41.315166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1853c241-9582-4dc4-9b38-9c0e49794639', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'port_id': '1853c241-9582-4dc4-9b38-9c0e49794639', 'mac_address': 'fa:16:3e:ab:41:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72740c3-889c-48cc-bc6b-1ff646b8e2d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:41.322569 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c318203-f4e8-41af-8905-eb87f5b81bc3 x-openstack-request-id: req-9c318203-f4e8-41af-8905-eb87f5b81bc3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:41.323480 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:41.324694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-67e7afde-7807-41f0-8731-8123aa79a1cf tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:11:41.328215 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-67e7afde-7807-41f0-8731-8123aa79a1cf tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108330 Aug 31 09:11:41.331597 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c318203-f4e8-41af-8905-eb87f5b81bc3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:41.334395 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'status': 'completed', 'code': 200} Aug 31 09:11:41.360939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Deleting port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:41.363409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.511693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:41.512485 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Unknown quota resources ['binding']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:11:41.551699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-04dddc23-5115-47b7-965c-637eb10d85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.554296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-04dddc23-5115-47b7-965c-637eb10d85b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1176 time: 0.1461871 Aug 31 09:11:41.589610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:41.596331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3c6ab322-6e32-465d-a12e-df22ce698f3f no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:41.663132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] For port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:41.664423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.693056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Calling delete_port for c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:41.739894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:41.742040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:41.743160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:41.754205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 3c6ab322-6e32-465d-a12e-df22ce698f3f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:41.754838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3c6ab322-6e32-465d-a12e-df22ce698f3f not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:41.755644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:41.756588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:41.766986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:41.768200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:41.769119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:41.769881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Bound port: 197b36df-282e-4958-aa89-ee3741a10dff, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:41.791276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.847428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-702f78ba-f0fd-4529-a388-038ddc75092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.849219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-702f78ba-f0fd-4529-a388-038ddc75092b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.2788894 Aug 31 09:11:41.865674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1853c241-9582-4dc4-9b38-9c0e49794639 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:41.871260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:41.882827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.884717 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] 10.222.0.18 "POST /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff/bindings HTTP/1.1" status: 201 len: 390 time: 0.5423756 Aug 31 09:11:41.935409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-1218a7b1-3d6d-4322-bb10-bb81c3931ec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 217 time: 0.0766823 Aug 31 09:11:41.958012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f899e-6eee-4a94-9545-9ce34ba5a4f9 req-9a6d961e-f41a-467c-ad56-56ebf4d52ad7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.959109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:41.961292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f3f899e-6eee-4a94-9545-9ce34ba5a4f9 req-9a6d961e-f41a-467c-ad56-56ebf4d52ad7 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 944 time: 0.1907680 Aug 31 09:11:42.067468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36228) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:42.068219 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.161031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Deleting subnet f098f41e-8e0c-4ac0-b104-211339e2d084 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:11:42.165588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.167751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-faa1c0f2-ac64-46c1-866b-f329897bda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:42.170291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-faa1c0f2-ac64-46c1-866b-f329897bda0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.2075920 Aug 31 09:11:42.230194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.274853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:42.296833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.313066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-9ec79bf2-203b-4001-a102-df03db636437 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140435 Aug 31 09:11:42.418923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f3f899e-6eee-4a94-9545-9ce34ba5a4f9 req-2c8f1d03-632c-4f6d-ab4e-145156229929 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409553 Aug 31 09:11:42.419765 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.420612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.481382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:42.495092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event deleted for resources: {'Port': ['ID=c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:42.513308 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.518965 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f098f41e-8e0c-4ac0-b104-211339e2d084 HTTP/1.1" status: 204 len: 168 time: 0.4493675 Aug 31 09:11:42.520125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5986a59-aa87-4c14-b831-bec64d026f78 req-d3eecd6e-008a-4820-af0b-b84e6ddb2738 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:42.521380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccc2bf-2b60-4e06-9dad-3acdfe8703a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f098f41e-8e0c-4ac0-b104-211339e2d084,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:42.523806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5986a59-aa87-4c14-b831-bec64d026f78 req-d3eecd6e-008a-4820-af0b-b84e6ddb2738 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 944 time: 0.3337886 Aug 31 09:11:42.525148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36232) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:42.543634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-6a017108-5247-4050-8543-1e997b773eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:42.545854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-6a017108-5247-4050-8543-1e997b773eba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1098 time: 0.3112254 Aug 31 09:11:42.584546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1853c241-9582-4dc4-9b38-9c0e49794639'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:42.675715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.853114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.870656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b13b614-fb1a-4ab0-9cdc-dfe708017bad']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:42.886615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:42.887110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ce7130-bc7e-4626-94f7-7f9b6c4ee8a0') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:42.900951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.925479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.936391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:11:42.936669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:11:42.939058 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:11:43.026998 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:43.066264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.076065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.079504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/5b13b614-fb1a-4ab0-9cdc-dfe708017bad HTTP/1.1" status: 204 len: 168 time: 0.5510597 Aug 31 09:11:43.084331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:43.122532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:43.168386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:43.168931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:43.177072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] No DVR routers for this DVR port c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:43.181496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-db35a17e-09a6-447c-8d2e-7ca5497871b5 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8324735 Aug 31 09:11:43.183803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.186770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-654c53d4-2ead-4f8c-9412-3c11a3790f40 req-d12c5592-d685-47c1-8cb1-2f820f3da419 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "DELETE /v2.0/ports/c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271 HTTP/1.1" status: 204 len: 173 time: 2.1016705 Aug 31 09:11:43.354999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'name': 'network-vif-deleted', 'tag': '3c6ab322-6e32-465d-a12e-df22ce698f3f'}, {'name': 'network-changed', 'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce'}, {'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'name': 'network-vif-deleted', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:43.356749 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb37cee-4892-4022-83cb-41b0716cb2a6" -d '{"events": [{"server_uuid": "7beba0cb-33f4-44bc-a4f3-b18658e81ba7", "name": "network-vif-deleted", "tag": "3c6ab322-6e32-465d-a12e-df22ce698f3f"}, {"name": "network-changed", "server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce"}, {"server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "name": "network-vif-deleted", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:43.400339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1133dd2-0c35-4a42-9035-2ed59d3641e1 req-26169cc9-aa11-42c8-b5d3-85b5436a27e6 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.402044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1133dd2-0c35-4a42-9035-2ed59d3641e1 req-26169cc9-aa11-42c8-b5d3-85b5436a27e6 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1024 time: 0.8492167 Aug 31 09:11:43.417316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5986a59-aa87-4c14-b831-bec64d026f78 req-51ad3c33-8b5b-430d-b68b-ac039ebd2583 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8673575 Aug 31 09:11:43.479895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dd2a6cc2-2af1-4b03-aed4-032013602bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.481297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dd2a6cc2-2af1-4b03-aed4-032013602bb7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.8874722 Aug 31 09:11:43.497558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-5fe62d77-69d5-41eb-b60e-3d53ed9dd5ef tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.499234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-5fe62d77-69d5-41eb-b60e-3d53ed9dd5ef tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 950 time: 0.2689686 Aug 31 09:11:43.591006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c872d-cb8d-41a3-8e40-b2bda310d7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5b13b614-fb1a-4ab0-9cdc-dfe708017bad,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:43.646231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-6ecde7cc-1206-4cc8-8ac3-95d578829ae0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 217 time: 0.1456661 Aug 31 09:11:43.656536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Deleting subnet 0ba1933f-cc54-45b9-9061-1fad33c94c89 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:11:43.665364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.698653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f648b75e-2b42-4dc0-91dc-2687f8c0b0d1 req-a1ffebdf-2ad8-43c1-a5b7-eed3d3a01381 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909809 Aug 31 09:11:43.750512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.823270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.838390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1133dd2-0c35-4a42-9035-2ed59d3641e1 req-a975fb59-f155-4a1e-a907-0f5832597d38 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52a4820-a4e4-4223-9609-b20edffa7629&id=4f072dec-de62-4966-b586-9a7ae893e445&id=e832665b-d8a8-401f-84ac-dc4e7156897b HTTP/1.1" status: 200 len: 6149 time: 0.4132416 Aug 31 09:11:43.880868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-25072e96-069b-4e52-83dd-3cfb7f474d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.883606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-25072e96-069b-4e52-83dd-3cfb7f474d66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2254164 Aug 31 09:11:43.913630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff56897-07eb-4410-9d7f-d495a02256ff req-270933a1-2daa-4835-90bc-9dcdbb2f234b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.916436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ff56897-07eb-4410-9d7f-d495a02256ff req-270933a1-2daa-4835-90bc-9dcdbb2f234b tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 950 time: 0.3313465 Aug 31 09:11:43.995467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-feaee882-10d4-4283-b299-051b3da41c8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013470 Aug 31 09:11:44.043946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.094943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba1933f-cc54-45b9-9061-1fad33c94c89,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.117412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.125356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a2ae688-0272-47a9-9814-2b22b81c1324 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ba1933f-cc54-45b9-9061-1fad33c94c89 HTTP/1.1" status: 204 len: 168 time: 1.0392697 Aug 31 09:11:44.133287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:44.148976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Deleting port 05815e56-4b75-4dea-b5cc-5e7ced5b679a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:44.149465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.241498 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ff56897-07eb-4410-9d7f-d495a02256ff req-d5da4688-60fc-4f6b-9d96-a09092e8fe8e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987618 Aug 31 09:11:44.308940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.376013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f577-2e59-4670-9e9d-3164ad56f7b6 req-11b9687c-8501-451d-beba-758b7617d856 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.400224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9432f577-2e59-4670-9e9d-3164ad56f7b6 req-11b9687c-8501-451d-beba-758b7617d856 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 946 time: 0.3648129 Aug 31 09:11:44.472935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] For port 05815e56-4b75-4dea-b5cc-5e7ced5b679a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=05815e56-4b75-4dea-b5cc-5e7ced5b679a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:44.475814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.525411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.543769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Calling delete_port for 05815e56-4b75-4dea-b5cc-5e7ced5b679a owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:44.558319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd4690b-961d-46db-92ad-8136236faa7d']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:44.569974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-087949bb-d389-42b6-b617-499a07bbb05d service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532835 Aug 31 09:11:44.572675 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5b794f-d788-4294-8079-264a9171521d x-openstack-request-id: req-db5b794f-d788-4294-8079-264a9171521d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:44.573161 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beba0cb-33f4-44bc-a4f3-b18658e81ba7", "name": "network-vif-deleted", "tag": "3c6ab322-6e32-465d-a12e-df22ce698f3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce", "status": "completed", "code": 200}, {"server_uuid": "25e9e35f-b05a-4d7d-af01-3801fa82de8e", "name": "network-vif-deleted", "tag": "c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:44.573566 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db5b794f-d788-4294-8079-264a9171521d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:44.574233 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beba0cb-33f4-44bc-a4f3-b18658e81ba7', 'name': 'network-vif-deleted', 'tag': '3c6ab322-6e32-465d-a12e-df22ce698f3f', 'status': 'completed', 'code': 200} Aug 31 09:11:44.574686 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'status': 'completed', 'code': 200} Aug 31 09:11:44.575093 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e9e35f-b05a-4d7d-af01-3801fa82de8e', 'name': 'network-vif-deleted', 'tag': 'c4d0a1e3-4ed1-4e8e-b39d-1ae7a6e61271', 'status': 'completed', 'code': 200} Aug 31 09:11:44.577034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5c5161-e6d5-4c67-8c63-787b8f1d3908') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:44.577321 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5c5161-e6d5-4c67-8c63-787b8f1d3908') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:44.599363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.628700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.644660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:11:44.645654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:11:44.699333 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:11:44.733534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.747168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.753080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] 10.222.0.18 "DELETE /v2.0/networks/1dd4690b-961d-46db-92ad-8136236faa7d HTTP/1.1" status: 204 len: 168 time: 0.6126487 Aug 31 09:11:44.764248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9432f577-2e59-4670-9e9d-3164ad56f7b6 req-3b63317f-228e-4c4e-93d1-d09b29d588df tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599119 Aug 31 09:11:44.770069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237a0f2-1d83-4ded-b978-365a02d28cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd4690b-961d-46db-92ad-8136236faa7d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.937117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-39b239db-9b9a-4091-8acd-96c887292abf service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464720 Aug 31 09:11:44.961083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-4ac5537b-7b12-4c57-b87f-fdbe18a88fcd req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1095803208 ', 'description': 'tempest-description-1754120909'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:45.020791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92b151ff-fd62-470b-b4e0-09897ad45165 req-14ea8ab0-c03a-47d3-ba8d-167053f61db6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 210 time: 0.2436652 Aug 31 09:11:45.137474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:45.197750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-e6be8be7-6c5e-47f8-9e98-e94bc85900af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.203281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36252) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:45.206831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-e6be8be7-6c5e-47f8-9e98-e94bc85900af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1176 time: 0.5920577 Aug 31 09:11:45.238895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4ac5537b-7b12-4c57-b87f-fdbe18a88fcd req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.303742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2be2b1b8-fb49-43ab-a4f5-bccafd471896 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecd58adafd9a413a9564d06df5c05f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929804 Aug 31 09:11:45.304794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:45.306879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 1853c241-9582-4dc4-9b38-9c0e49794639 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:45.312827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1853c241-9582-4dc4-9b38-9c0e49794639 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:45.313557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.422497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f211809a-7b2b-4e80-af81-139e9947ce15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.432069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.465991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:45.468635 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3426849-cce9-438b-9402-744b1f331cce" -d '{"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-plugged", "status": "completed", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:45.469602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f211809a-7b2b-4e80-af81-139e9947ce15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.492806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:45.500814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.544244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-a4a4bb48-0ddb-45a1-ba20-8641ca534fbe tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.547189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-a4a4bb48-0ddb-45a1-ba20-8641ca534fbe tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1098 time: 0.4898849 Aug 31 09:11:45.582421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f211809a-7b2b-4e80-af81-139e9947ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.585100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f211809a-7b2b-4e80-af81-139e9947ce15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.589265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f211809a-7b2b-4e80-af81-139e9947ce15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/971d1e04-a9e2-4cf8-8acf-4630e9726703 HTTP/1.1" status: 204 len: 168 time: 0.2828245 Aug 31 09:11:45.607469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211809a-7b2b-4e80-af81-139e9947ce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d1e04-a9e2-4cf8-8acf-4630e9726703,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:45.615546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:45.661877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:45.866760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a20a2-08b5-405a-af6a-18cab230c8e4 req-9bb4392e-9ed2-480d-a8fb-737900585200 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.868487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa4a20a2-08b5-405a-af6a-18cab230c8e4 req-9bb4392e-9ed2-480d-a8fb-737900585200 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 945 time: 0.6261082 Aug 31 09:11:45.944992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-beba771b-3f54-4244-b593-adeb7ec8958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.946808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-beba771b-3f54-4244-b593-adeb7ec8958a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.7217367 Aug 31 09:11:45.967973 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.024251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.055704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-e32c21e9-ac62-4aab-b2ed-79d7f8eb8c4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 200 len: 217 time: 0.0968695 Aug 31 09:11:46.057652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60', 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:46.070217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['fdca164a-760a-4853-98e7-3607e85b818c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:46.156845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa4a20a2-08b5-405a-af6a-18cab230c8e4 req-e98e17c1-2c50-45b8-942c-6401f6d6f29f tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590673 Aug 31 09:11:46.156845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event deleted for resources: {'Port': ['ID=05815e56-4b75-4dea-b5cc-5e7ced5b679a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.278584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4ac5537b-7b12-4c57-b87f-fdbe18a88fcd req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.353874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] No DVR routers for this DVR port 05815e56-4b75-4dea-b5cc-5e7ced5b679a on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:46.358104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-d6e56364-2d7d-4366-9bf1-347ba855bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.361924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-d6e56364-2d7d-4366-9bf1-347ba855bbb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.2935345 Aug 31 09:11:46.370218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.377413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed8f48c-a76b-4d34-8248-8f8c93c6eec9 req-7437bbf6-77d5-48c8-a17a-cfa4e5158ead tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "DELETE /v2.0/ports/05815e56-4b75-4dea-b5cc-5e7ced5b679a HTTP/1.1" status: 204 len: 173 time: 2.8614321 Aug 31 09:11:46.377413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4ac5537b-7b12-4c57-b87f-fdbe18a88fcd req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.544904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40f94af7-1d44-415e-bdd2-6828faad8d53 req-cacf86fd-2608-42d4-a2c3-501fe88509aa tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=250f115e-bea5-4dde-a487-8661297b65ff HTTP/1.1" status: 200 len: 210 time: 0.1814611 Aug 31 09:11:46.619426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36272) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:46.677168 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e3103-28fe-4697-a812-d4840e41663d x-openstack-request-id: req-2f4e3103-28fe-4697-a812-d4840e41663d {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:46.677969 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-plugged", "status": "completed", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:46.677969 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f4e3103-28fe-4697-a812-d4840e41663d {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:46.678680 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639', 'code': 200} Aug 31 09:11:46.725396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b77ca28-4019-4ebf-8009-a922f873d11b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c59f05984114c90a92ad8bf179714a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030424 Aug 31 09:11:46.729095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36274) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:46.755009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e100d2cb-216f-43d6-bc23-776ce3d9e67a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.770363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-deleted', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:46.780163 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476268c-3297-4d21-88e5-6d68c59a13ae" -d '{"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-deleted", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:46.796677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4ac5537b-7b12-4c57-b87f-fdbe18a88fcd req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.805839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ac5537b-7b12-4c57-b87f-fdbe18a88fcd req-f74c7891-ad05-4e0a-8c34-bc48ce8fbd7f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.8886900 Aug 31 09:11:46.819088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-71b62256-e33b-47ff-9329-9f7565bab4e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3958039 Aug 31 09:11:46.976936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cdbec6e-80b4-4f8b-ad61-376fb09c7703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.005433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cdbec6e-80b4-4f8b-ad61-376fb09c7703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.084485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cdbec6e-80b4-4f8b-ad61-376fb09c7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.091042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cdbec6e-80b4-4f8b-ad61-376fb09c7703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.099018 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9cdbec6e-80b4-4f8b-ad61-376fb09c7703 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0e2b10c-3b2d-4c90-b82a-2d77b2b08e2f HTTP/1.1" status: 204 len: 168 time: 0.3636224 Aug 31 09:11:47.126086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbec6e-80b4-4f8b-ad61-376fb09c7703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2b10c-3b2d-4c90-b82a-2d77b2b08e2f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:47.144446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:47.215697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:47.240582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 05815e56-4b75-4dea-b5cc-5e7ced5b679a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:47.241051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 05815e56-4b75-4dea-b5cc-5e7ced5b679a not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:47.298041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f53bcf58-85d7-4afe-9f57-632440f80b49 req-8cf756f4-0969-45cb-a5fa-756806b4bef0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 210 time: 0.2777479 Aug 31 09:11:47.453275 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396fd19-7506-4e2e-96f8-36245210d5c9 x-openstack-request-id: req-e396fd19-7506-4e2e-96f8-36245210d5c9 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:47.454058 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250f115e-bea5-4dde-a487-8661297b65ff", "name": "network-vif-deleted", "tag": "05815e56-4b75-4dea-b5cc-5e7ced5b679a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:47.454423 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e396fd19-7506-4e2e-96f8-36245210d5c9 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:47.455337 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250f115e-bea5-4dde-a487-8661297b65ff', 'name': 'network-vif-deleted', 'tag': '05815e56-4b75-4dea-b5cc-5e7ced5b679a', 'status': 'completed', 'code': 200} Aug 31 09:11:47.472254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea851b-bc7a-4340-8ecb-425d53ead9bf req-11307ebf-c878-481c-a25e-b3f54b910f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:47.475918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7ea851b-bc7a-4340-8ecb-425d53ead9bf req-11307ebf-c878-481c-a25e-b3f54b910f2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 1097 time: 0.6092741 Aug 31 09:11:47.479970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:47.520793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0b15196-620f-4566-9b2c-03a25307445b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.569369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-3aa788e5-e33f-4844-847b-ef351cae460f service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346964 Aug 31 09:11:47.588751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6a92-42a4-4ca1-beb0-2a645be522d9 req-2d6bf421-d13a-46f9-aca0-2a40cbd1e04d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:47.598178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745d6a92-42a4-4ca1-beb0-2a645be522d9 req-2d6bf421-d13a-46f9-aca0-2a40cbd1e04d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 946 time: 0.5291057 Aug 31 09:11:47.755309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0b15196-620f-4566-9b2c-03a25307445b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.768247 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0b15196-620f-4566-9b2c-03a25307445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.782549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:47.825570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15196-620f-4566-9b2c-03a25307445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fad7f5-3a1c-423c-91fb-70f7aa4ce9b8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:47.839033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a0b15196-620f-4566-9b2c-03a25307445b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d834fbeef284349880c71044783df0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218312 Aug 31 09:11:47.841475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36296) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:47.877511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-768f4e22-37f7-4378-9545-6bb0a7b945ac req-990c1eed-3126-4812-b4f5-797a4669f474 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e100d2cb-216f-43d6-bc23-776ce3d9e67a HTTP/1.1" status: 200 len: 1781 time: 0.4078789 Aug 31 09:11:47.900229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7ea851b-bc7a-4340-8ecb-425d53ead9bf req-0a1d515a-456b-4284-9dd4-b0d119d76eb7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981073 Aug 31 09:11:47.931586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-114717a9-4fe2-4a91-8fae-aa49547840a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.961504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745d6a92-42a4-4ca1-beb0-2a645be522d9 req-adfdb8c7-be81-406b-8bcf-1d6b3efd8db7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621118 Aug 31 09:11:48.010878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-114717a9-4fe2-4a91-8fae-aa49547840a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.073533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.140785 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-114717a9-4fe2-4a91-8fae-aa49547840a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.150441 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-114717a9-4fe2-4a91-8fae-aa49547840a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.152831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-114717a9-4fe2-4a91-8fae-aa49547840a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8fad7f5-3a1c-423c-91fb-70f7aa4ce9b8 HTTP/1.1" status: 204 len: 168 time: 0.3096373 Aug 31 09:11:48.153318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.172526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114717a9-4fe2-4a91-8fae-aa49547840a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fad7f5-3a1c-423c-91fb-70f7aa4ce9b8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:48.384418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dcb37cee-4892-4022-83cb-41b0716cb2a6 req-3abb7add-f221-4848-aedc-d6c6328e9b08 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838197 Aug 31 09:11:48.386797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.490677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368d9d2-1e2d-4be6-8db1-31aa22ac3047 req-fa572e0f-9cc9-40d9-89e5-72ae69d6a86c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:48.499362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0368d9d2-1e2d-4be6-8db1-31aa22ac3047 req-fa572e0f-9cc9-40d9-89e5-72ae69d6a86c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 945 time: 0.4296720 Aug 31 09:11:48.569678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:48.615211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3eef4e13-8046-4903-a36a-4620376c89b2 req-5b09c0e0-fd57-4b42-a364-d092c8b1d2a9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e100d2cb-216f-43d6-bc23-776ce3d9e67a HTTP/1.1" status: 200 len: 1781 time: 0.2878225 Aug 31 09:11:48.677978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:48.678322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:48.678708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:48.689319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0368d9d2-1e2d-4be6-8db1-31aa22ac3047 req-18c0d15d-5d92-4828-8c3e-96a5e2c648b6 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583755 Aug 31 09:11:48.695483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:48.695811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Attempting to bind port 197b36df-282e-4958-aa89-ee3741a10dff on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:48.704481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:48.705529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:48.705956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:48.706435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Bound port: 197b36df-282e-4958-aa89-ee3741a10dff, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:48.707049 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.728243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3eef4e13-8046-4903-a36a-4620376c89b2 req-1eaf9787-dc40-452a-b449-948388f06d5e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.787293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3eef4e13-8046-4903-a36a-4620376c89b2 req-1eaf9787-dc40-452a-b449-948388f06d5e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.850827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:48.866527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:48.873584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.899097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3eef4e13-8046-4903-a36a-4620376c89b2 req-1eaf9787-dc40-452a-b449-948388f06d5e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.902991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3eef4e13-8046-4903-a36a-4620376c89b2 req-1eaf9787-dc40-452a-b449-948388f06d5e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.917421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3eef4e13-8046-4903-a36a-4620376c89b2 req-1eaf9787-dc40-452a-b449-948388f06d5e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/e100d2cb-216f-43d6-bc23-776ce3d9e67a HTTP/1.1" status: 204 len: 173 time: 0.3003132 Aug 31 09:11:48.926296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36326) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:48.981171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc1d58a-a3b3-446f-b4ae-b2110fbafcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.001098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9787-dc40-452a-b449-948388f06d5e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100d2cb-216f-43d6-bc23-776ce3d9e67a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:49.113496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ece97e05-2dd4-4a4b-bbbd-5bca8c911f04 req-238a4bab-254a-4e01-9f3c-a517ea2af19d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 210 time: 0.0728290 Aug 31 09:11:49.208545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.209193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.211010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] 10.222.0.23 "PUT /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 1124 time: 3.5547760 Aug 31 09:11:49.233218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa05aa-74d0-4657-a799-bfc87f494960 service neutron] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=8']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:49.262560 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-09edc2dc-9469-4245-9e9b-bd1cfbce27cc req-6a71387e-d0e5-48ef-91b1-3585075f6337 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:11:49.270682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc1d58a-a3b3-446f-b4ae-b2110fbafcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.279737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc1d58a-a3b3-446f-b4ae-b2110fbafcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.285549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09edc2dc-9469-4245-9e9b-bd1cfbce27cc req-6a71387e-d0e5-48ef-91b1-3585075f6337 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e100d2cb-216f-43d6-bc23-776ce3d9e67a HTTP/1.1" status: 404 len: 352 time: 0.0780954 Aug 31 09:11:49.303935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['197b36df-282e-4958-aa89-ee3741a10dff'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:49.366146 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-adc1d58a-a3b3-446f-b4ae-b2110fbafcfa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a3d4c792b4b42e1a6bef9f88bcc2492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376402 Aug 31 09:11:49.371850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36340) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:49.455978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd167a-c9bc-4b27-85bb-0a5575ae5ea4 req-bf5df02f-dcb5-41c3-8612-df593ec364fa tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.459867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17cd167a-c9bc-4b27-85bb-0a5575ae5ea4 req-bf5df02f-dcb5-41c3-8612-df593ec364fa tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 944 time: 0.1730933 Aug 31 09:11:49.461345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff'}, {'name': 'network-changed', 'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:49.466228 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e8049-ac2d-4c86-bbf9-319657b7b667" -d '{"events": [{"server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "197b36df-282e-4958-aa89-ee3741a10dff"}, {"name": "network-changed", "server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "tag": "197b36df-282e-4958-aa89-ee3741a10dff"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:49.486959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1d58a-a3b3-446f-b4ae-b2110fbafcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b79863-57cf-4d98-af86-6621d055b7d3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:49.545675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a44ae34-5190-4902-8ed2-ad22ed58e9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.567946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17cd167a-c9bc-4b27-85bb-0a5575ae5ea4 req-e4763da2-49e7-4f91-8bf2-da4fddfa5703 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876467 Aug 31 09:11:49.604798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a44ae34-5190-4902-8ed2-ad22ed58e9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.730871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a44ae34-5190-4902-8ed2-ad22ed58e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.738959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a44ae34-5190-4902-8ed2-ad22ed58e9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.745877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a44ae34-5190-4902-8ed2-ad22ed58e9b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0b79863-57cf-4d98-af86-6621d055b7d3 HTTP/1.1" status: 204 len: 168 time: 0.3713641 Aug 31 09:11:49.772158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44ae34-5190-4902-8ed2-ad22ed58e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b79863-57cf-4d98-af86-6621d055b7d3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:49.783050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-9c53cfca-47f3-4e01-9aeb-bfb220808e1e req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-300358286', 'description': 'tempest-description-56533217'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:49.821997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb00351-3f99-4845-b107-bfd3a11b7ea5 req-396b308d-4027-421a-8388-ef5679e41429 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.824224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbb00351-3f99-4845-b107-bfd3a11b7ea5 req-396b308d-4027-421a-8388-ef5679e41429 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 951 time: 0.1387930 Aug 31 09:11:49.856053 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c53cfca-47f3-4e01-9aeb-bfb220808e1e req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.894119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbb00351-3f99-4845-b107-bfd3a11b7ea5 req-730e41b4-ec5e-453b-a0de-5fa244a80674 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Aug 31 09:11:50.043206 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf54ffa3-41c5-4f38-ad97-f76ac1766bd6 x-openstack-request-id: req-bf54ffa3-41c5-4f38-ad97-f76ac1766bd6 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:50.043691 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "197b36df-282e-4958-aa89-ee3741a10dff", "code": 200}, {"name": "network-changed", "server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "tag": "197b36df-282e-4958-aa89-ee3741a10dff", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:50.044115 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf54ffa3-41c5-4f38-ad97-f76ac1766bd6 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:50.044778 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff', 'code': 200} Aug 31 09:11:50.045532 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff', 'status': 'completed', 'code': 200} Aug 31 09:11:50.051704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c53cfca-47f3-4e01-9aeb-bfb220808e1e req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.073139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c53cfca-47f3-4e01-9aeb-bfb220808e1e req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.182177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-7b8ae903-2cbd-4d05-955c-2af6c3399f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:50.185941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-7b8ae903-2cbd-4d05-955c-2af6c3399f74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1127 time: 0.1312518 Aug 31 09:11:50.188608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c53cfca-47f3-4e01-9aeb-bfb220808e1e req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.199205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c53cfca-47f3-4e01-9aeb-bfb220808e1e req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4234939 Aug 31 09:11:50.200564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af157c3-e93c-4563-b648-3c4eccff0642 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2328af9f-9d97-40a0-b5f5-26f62eca7ce5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:50.490138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51834f3b-b8ec-495e-a6e2-6821af9eae6b req-293f3904-e77b-474e-bdca-f01d8df9ff32 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e9e35f-b05a-4d7d-af01-3801fa82de8e HTTP/1.1" status: 200 len: 210 time: 0.0694158 Aug 31 09:11:50.500440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35b5e9-5520-4c80-bf5e-fbb7aece645a req-4eeba3ad-b4ca-4928-a3c4-0b8d6ab52f75 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:50.503218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd35b5e9-5520-4c80-bf5e-fbb7aece645a req-4eeba3ad-b4ca-4928-a3c4-0b8d6ab52f75 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 945 time: 0.2416692 Aug 31 09:11:50.542711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-026a8038-fbd7-4728-949d-2569fab9d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:50.544400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-026a8038-fbd7-4728-949d-2569fab9d109 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.3128726 Aug 31 09:11:50.572485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd35b5e9-5520-4c80-bf5e-fbb7aece645a req-1a434da3-f272-4ec5-b2b7-1ffde00f4a60 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Aug 31 09:11:50.585555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-11a0756a-ce5b-44bc-b0d4-4e939b3504ce req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2093224758', 'description': 'tempest-description-1778431191'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:51.057174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-933b5145-ce87-4f68-af9d-c753ad0274c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 217 time: 0.4880030 Aug 31 09:11:51.160653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 197b36df-282e-4958-aa89-ee3741a10dff details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:51.265513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-11a0756a-ce5b-44bc-b0d4-4e939b3504ce req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.305915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-6b900fe0-78f0-4a88-9ac7-0dfdc199562e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:51.308594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-6b900fe0-78f0-4a88-9ac7-0dfdc199562e tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 951 time: 0.2442389 Aug 31 09:11:51.462764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:51.493408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 197b36df-282e-4958-aa89-ee3741a10dff has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:11:51.524473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-a71b7578-da66-4eb1-b993-c74d3f087728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:51.527236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-a71b7578-da66-4eb1-b993-c74d3f087728 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.4463789 Aug 31 09:11:51.547509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa894df-d5ae-41fc-870c-a126c51988a8 req-1ec48572-f257-4dde-8524-08dbaa29cea3 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:51.551524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aa894df-d5ae-41fc-870c-a126c51988a8 req-1ec48572-f257-4dde-8524-08dbaa29cea3 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 945 time: 0.4897161 Aug 31 09:11:51.654408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-7ae7f996-f4b6-4a72-9de0-b2f10ebcede8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986240 Aug 31 09:11:51.779242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Deleting port fdca164a-760a-4853-98e7-3607e85b818c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:51.779611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.863078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aa894df-d5ae-41fc-870c-a126c51988a8 req-d4a584fe-ebe4-4481-8fe0-50b1a6ea7ad9 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810822 Aug 31 09:11:51.945035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-11a0756a-ce5b-44bc-b0d4-4e939b3504ce req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.960505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-11a0756a-ce5b-44bc-b0d4-4e939b3504ce req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.971015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-ebf2dca0-133d-4fce-bae5-c8e3544b2b4b service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007948 Aug 31 09:11:52.039131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] For port fdca164a-760a-4853-98e7-3607e85b818c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fdca164a-760a-4853-98e7-3607e85b818c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:52.039718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:52.072743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-11a0756a-ce5b-44bc-b0d4-4e939b3504ce req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:52.084496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0756a-ce5b-44bc-b0d4-4e939b3504ce req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5166335 Aug 31 09:11:52.162069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51452fd4-02f0-4a41-9235-dc708ff7b0f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851e9da7-9c1e-47f5-8a74-37d2f54c7364,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:52.182760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Calling delete_port for fdca164a-760a-4853-98e7-3607e85b818c owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:52.370269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e994e-e1c1-4bce-8fd5-42a29f06f00d req-4f28d326-33ca-4174-8c1c-b9c6eac0ebca tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.374765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-364e994e-e1c1-4bce-8fd5-42a29f06f00d req-4f28d326-33ca-4174-8c1c-b9c6eac0ebca tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 944 time: 0.2036104 Aug 31 09:11:52.508096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e48e8049-ac2d-4c86-bbf9-319657b7b667 req-7e27a5ff-e9dc-49e8-9823-a514f5c2ff78 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071309 Aug 31 09:11:52.564876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-364e994e-e1c1-4bce-8fd5-42a29f06f00d req-0384030f-3a59-456f-9d73-9cdee5a29d6e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717196 Aug 31 09:11:52.610588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fac860-1c45-4779-8c63-7ba097f409b7 req-a7fb4873-ce79-4369-8bff-09e43fa5a38c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.623387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4fac860-1c45-4779-8c63-7ba097f409b7 req-a7fb4873-ce79-4369-8bff-09e43fa5a38c tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=922b7a67-5fc6-444c-b156-cc468787c314 HTTP/1.1" status: 200 len: 951 time: 0.2295766 Aug 31 09:11:52.841937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4fac860-1c45-4779-8c63-7ba097f409b7 req-27ba097f-c5af-42a6-a376-fa54eaaef1b2 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165945 Aug 31 09:11:52.887797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:52.916393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60', 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:52.974532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event deleted for resources: {'Port': ['ID=fdca164a-760a-4853-98e7-3607e85b818c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:52.996843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-19e0ee55-fa4c-4817-aea4-6b80c76e72ba req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1945662242', 'description': 'tempest-description-221660147'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:53.043287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['fdca164a-760a-4853-98e7-3607e85b818c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:53.198261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] No DVR routers for this DVR port fdca164a-760a-4853-98e7-3607e85b818c on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:53.203169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.207749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5cb4a29-3821-4dc8-a0ff-247c87a72bd2 req-a9e9104d-a9dd-4ff1-9e2b-5780e7442125 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.23 "DELETE /v2.0/ports/fdca164a-760a-4853-98e7-3607e85b818c HTTP/1.1" status: 204 len: 173 time: 1.8756144 Aug 31 09:11:53.216689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-deleted', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:53.223605 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d9e39-f40c-4111-a647-297b39123f18" -d '{"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-deleted", "tag": "fdca164a-760a-4853-98e7-3607e85b818c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:53.247663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-19e0ee55-fa4c-4817-aea4-6b80c76e72ba req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.469594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dcc05cd2-a8a9-44ff-b036-bb712477884e service neutron] 10.222.0.15 "GET /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.2607791 Aug 31 09:11:53.803631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-19e0ee55-fa4c-4817-aea4-6b80c76e72ba req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.859449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-19e0ee55-fa4c-4817-aea4-6b80c76e72ba req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.017546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-19e0ee55-fa4c-4817-aea4-6b80c76e72ba req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.041908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19e0ee55-fa4c-4817-aea4-6b80c76e72ba req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0735145 Aug 31 09:11:54.126324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13ec89-cd32-44f4-b2fe-5030a0f9cdcd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be0d89-d1a9-491e-9b56-49a6c2407569,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:54.166237 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553fa62-262a-42c2-b413-65e1bc34cc1c x-openstack-request-id: req-5553fa62-262a-42c2-b413-65e1bc34cc1c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:54.166787 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b7a67-5fc6-444c-b156-cc468787c314", "name": "network-vif-deleted", "tag": "fdca164a-760a-4853-98e7-3607e85b818c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:54.166929 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5553fa62-262a-42c2-b413-65e1bc34cc1c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:54.167281 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b7a67-5fc6-444c-b156-cc468787c314', 'name': 'network-vif-deleted', 'tag': 'fdca164a-760a-4853-98e7-3607e85b818c', 'status': 'completed', 'code': 200} Aug 31 09:11:54.241242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:54.296929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:54.404151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197b36df-282e-4958-aa89-ee3741a10dff {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:54.407870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:54.444551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:54.487876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.694764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] Transition to ACTIVE for port object 197b36df-282e-4958-aa89-ee3741a10dff will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:54.702687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.776331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9602531b-8f94-47e6-9cf3-345fc4d2fa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.925348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] No DVR routers for this DVR port 197b36df-282e-4958-aa89-ee3741a10dff on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:54.971542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] Pushing event updated for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=10']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:55.005938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca9766-9ac1-4eba-be01-35c4e91888a5 req-20f142b9-05a4-4701-932f-2299daad5cb9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.006579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9602531b-8f94-47e6-9cf3-345fc4d2fa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.009286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6ca9766-9ac1-4eba-be01-35c4e91888a5 req-20f142b9-05a4-4701-932f-2299daad5cb9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.2353168 Aug 31 09:11:55.015948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9602531b-8f94-47e6-9cf3-345fc4d2fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.063225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-dc94139e-a94f-44db-84b7-e5518b7fd3ab service neutron] 10.222.0.15 "PUT /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5805709 Aug 31 09:11:55.107097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602531b-8f94-47e6-9cf3-345fc4d2fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5855585d-b43b-4bd1-b17e-3c3ff0d978b2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:55.114035 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9602531b-8f94-47e6-9cf3-345fc4d2fa4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd58f2292fc4428885ed20b0734c73f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7020478 Aug 31 09:11:55.118169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36488) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:55.195946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:55.241806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: fdca164a-760a-4853-98e7-3607e85b818c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:55.246187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fdca164a-760a-4853-98e7-3607e85b818c not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:55.290019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5713a312-6c56-4298-a484-441fbd0a509a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.347884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6ca9766-9ac1-4eba-be01-35c4e91888a5 req-f1bc1137-3d19-4c39-9ec4-3e6052ee1a76 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033686 Aug 31 09:11:55.353115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5713a312-6c56-4298-a484-441fbd0a509a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.439443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-69405860-d15a-49e3-96be-68f8d62e74ed tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.444268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-69405860-d15a-49e3-96be-68f8d62e74ed tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.2282484 Aug 31 09:11:55.508135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367c1b89-ec0f-4213-900b-8576733f81f7 req-29b88626-a95d-4c8b-bd0c-f11b30da4b47 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 10895 time: 0.5884175 Aug 31 09:11:55.519786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5713a312-6c56-4298-a484-441fbd0a509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.532467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5713a312-6c56-4298-a484-441fbd0a509a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.537776 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5713a312-6c56-4298-a484-441fbd0a509a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5855585d-b43b-4bd1-b17e-3c3ff0d978b2 HTTP/1.1" status: 204 len: 168 time: 0.4154308 Aug 31 09:11:55.553411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713a312-6c56-4298-a484-441fbd0a509a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5855585d-b43b-4bd1-b17e-3c3ff0d978b2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:55.613101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 197b36df-282e-4958-aa89-ee3741a10dff no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:55.674409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367c1b89-ec0f-4213-900b-8576733f81f7 req-872bb112-62c6-4e47-8cfd-c2484b44af04 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e832665b-d8a8-401f-84ac-dc4e7156897b HTTP/1.1" status: 200 len: 2981 time: 0.1302516 Aug 31 09:11:55.753411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-6e2bfa0b-5572-4d34-9f56-c56ef9e49e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.755908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-6e2bfa0b-5572-4d34-9f56-c56ef9e49e03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1&tenant_id=b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 1097 time: 0.3016477 Aug 31 09:11:55.771578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 197b36df-282e-4958-aa89-ee3741a10dff not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:55.818052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367c1b89-ec0f-4213-900b-8576733f81f7 req-41e295c4-27a8-44a3-8567-b4cec55fea34 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e832665b-d8a8-401f-84ac-dc4e7156897b HTTP/1.1" status: 200 len: 2981 time: 0.1424177 Aug 31 09:11:55.941368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-ef710f34-8855-4eca-9d70-abb97bdd9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.943194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-ef710f34-8855-4eca-9d70-abb97bdd9eec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1209617 Aug 31 09:11:56.342861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-760afc60-cb4c-47f9-ae4a-7290ee337206 req-948868d7-3414-46b2-8137-6987391d439f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/2328af9f-9d97-40a0-b5f5-26f62eca7ce5 HTTP/1.1" status: 200 len: 1798 time: 0.1222169 Aug 31 09:11:56.412837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-20e7eb94-1bab-413f-ac10-064dfd98ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.418794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-20e7eb94-1bab-413f-ac10-064dfd98ad5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.4621270 Aug 31 09:11:56.602140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-9a8326aa-6bab-4d42-a5f8-b752f86f23ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 217 time: 0.0710545 Aug 31 09:11:56.762212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-9a44fb51-9e6d-4ad3-a9a6-f2c86d2d8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.763989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-9a44fb51-9e6d-4ad3-a9a6-f2c86d2d8e01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.1450713 Aug 31 09:11:56.764997 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-760afc60-cb4c-47f9-ae4a-7290ee337206 req-f7be6efb-2fde-43e8-84c4-55cf37c63987 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.850378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-893aae14-eb71-434a-8ee1-1cee74fdb7f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775197 Aug 31 09:11:56.990389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-760afc60-cb4c-47f9-ae4a-7290ee337206 req-f7be6efb-2fde-43e8-84c4-55cf37c63987 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.027601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b5a-7262-4985-8f30-2e4d70ddbf99 req-32ffa659-c9be-4806-a777-955a252619ce tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:57.036267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47938b5a-7262-4985-8f30-2e4d70ddbf99 req-32ffa659-c9be-4806-a777-955a252619ce tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 945 time: 0.4372725 Aug 31 09:11:57.118218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-f1ef6efc-9d2b-41cd-8731-32b446ec32b9 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531502 Aug 31 09:11:57.190712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:57.274606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47938b5a-7262-4985-8f30-2e4d70ddbf99 req-6edda7a9-4df8-40d3-8091-f0ce5bd29ace tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355344 Aug 31 09:11:57.291991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-760afc60-cb4c-47f9-ae4a-7290ee337206 req-f7be6efb-2fde-43e8-84c4-55cf37c63987 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.303793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-760afc60-cb4c-47f9-ae4a-7290ee337206 req-f7be6efb-2fde-43e8-84c4-55cf37c63987 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.316767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-760afc60-cb4c-47f9-ae4a-7290ee337206 req-f7be6efb-2fde-43e8-84c4-55cf37c63987 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/2328af9f-9d97-40a0-b5f5-26f62eca7ce5 HTTP/1.1" status: 204 len: 173 time: 0.9495342 Aug 31 09:11:57.385083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:57.404748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be6efb-2fde-43e8-84c4-55cf37c63987 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2328af9f-9d97-40a0-b5f5-26f62eca7ce5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:57.581313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:57.604917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-6db86770-0174-48e2-9e98-6ac258b42462 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718490 Aug 31 09:11:57.618275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1853c241-9582-4dc4-9b38-9c0e49794639', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'port_id': '1853c241-9582-4dc4-9b38-9c0e49794639', 'mac_address': 'fa:16:3e:ab:41:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72740c3-889c-48cc-bc6b-1ff646b8e2d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:57.643489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2105656822-network', 'tenant_id': '540d06313e5149d291757a1ecba811c6'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:57.693564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba21511-4477-4f0a-aed2-a731a838cd15 req-f5135c26-2ba9-46c1-ae49-c57d04aacbcd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:57.714378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Made reservation on behalf of 540d06313e5149d291757a1ecba811c6 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:57.719287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.729835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cba21511-4477-4f0a-aed2-a731a838cd15 req-f5135c26-2ba9-46c1-ae49-c57d04aacbcd tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.2257657 Aug 31 09:11:57.739072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.755870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.817388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1853c241-9582-4dc4-9b38-9c0e49794639 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:57.823255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3413689-755c-47c1-9507-9937b05e811f req-731bc6ed-450d-46d8-a65c-8a24f40ac2cd tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:57.826162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3413689-755c-47c1-9507-9937b05e811f req-731bc6ed-450d-46d8-a65c-8a24f40ac2cd tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.2374077 Aug 31 09:11:57.862597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cba21511-4477-4f0a-aed2-a731a838cd15 req-9c535be0-00eb-4fa4-ac55-12606a3b2d8d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313481 Aug 31 09:11:57.910489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:57.929533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.009067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:58.070138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.076431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.095184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:11:58.095472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1853c241-9582-4dc4-9b38-9c0e49794639'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:58.109768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.110385 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Added segment 4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92 of type vlan for network d993cdcf-f501-434b-ae6b-b34a42556812 Aug 31 09:11:58.154958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3413689-755c-47c1-9507-9937b05e811f req-f9c7502b-d1af-4edd-bc46-4020419e106c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827585 Aug 31 09:11:58.181691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-ed646e0a-aaae-4f19-a8bf-23560582f524 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:58.184655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-ed646e0a-aaae-4f19-a8bf-23560582f524 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 949 time: 0.2423759 Aug 31 09:11:58.190181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.261946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.263986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:58.271384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-f3063edf-4517-4c81-be90-edfefe4607b8 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:58.271838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.274192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-f3063edf-4517-4c81-be90-edfefe4607b8 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.2082412 Aug 31 09:11:58.549150 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-acc3c854-7c5c-41b6-9a1b-86f5ed8f5e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.577647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Pushing event updated for resources: {'Network': ['ID=d993cdcf-f501-434b-ae6b-b34a42556812,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:58.586098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1985483 Aug 31 09:11:58.593426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36558) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:58.599053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Request body: {'subnet': {'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2105656822-subnet', 'tenant_id': '540d06313e5149d291757a1ecba811c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:58.606267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d993cdcf-f501-434b-ae6b-b34a42556812 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:11:58.625410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Deleting port b2411c69-1dc5-4986-a9d5-b0350e4884f1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:58.626902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.638869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c19ec-5322-4dfc-a14a-b6268f27fa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a61874-38dd-4cbc-8a6d-5e580a226ae1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:58.691721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Made reservation on behalf of 540d06313e5149d291757a1ecba811c6 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:58.695915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.729090 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-237856a4-c244-4198-8bd2-996a9a9ea9b8 req-786f2a39-4ab6-46ff-8395-8d1dc3eaf00e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:11:58.732782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-237856a4-c244-4198-8bd2-996a9a9ea9b8 req-786f2a39-4ab6-46ff-8395-8d1dc3eaf00e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/2328af9f-9d97-40a0-b5f5-26f62eca7ce5 HTTP/1.1" status: 404 len: 352 time: 0.2022915 Aug 31 09:11:59.043140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-19922605-0cc6-459b-9648-b86568eed1b6 service neutron] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:59.064967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-19922605-0cc6-459b-9648-b86568eed1b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.066143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-19922605-0cc6-459b-9648-b86568eed1b6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.7791302 Aug 31 09:11:59.087565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9008b-27ef-4e35-9218-fd09e5f52450 req-f0f6c3b1-fcf8-437e-9462-95beb88ade3b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.089588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2e9008b-27ef-4e35-9218-fd09e5f52450 req-f0f6c3b1-fcf8-437e-9462-95beb88ade3b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 944 time: 0.2200572 Aug 31 09:11:59.122510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.132143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] For port b2411c69-1dc5-4986-a9d5-b0350e4884f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2411c69-1dc5-4986-a9d5-b0350e4884f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:59.133027 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.159969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Calling delete_port for b2411c69-1dc5-4986-a9d5-b0350e4884f1 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:59.193766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:59.234693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d13983d-c7cc-4182-9710-adf7aa8f4efe,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:59.253124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Checking segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:59.254071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Network hostable DHCP agents. Network: d993cdcf-f501-434b-ae6b-b34a42556812, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:11:59.313967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1853c241-9582-4dc4-9b38-9c0e49794639 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:59.314514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.340892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Network d993cdcf-f501-434b-ae6b-b34a42556812 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:11:59.369416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d993cdcf-f501-434b-ae6b-b34a42556812) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:59.403311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7cb42-f813-42d1-9115-8dfd1497887a None None] Network d993cdcf-f501-434b-ae6b-b34a42556812 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:59.405892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.410821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.446682 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a21c8a8d-0aec-43eb-80f9-bcc4bc0400b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8506126 Aug 31 09:11:59.611465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0cb0308-bced-4ccb-84a5-51c4220b574b req-b51921b0-f2fc-4cce-adee-bc8defce8f76 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/851e9da7-9c1e-47f5-8a74-37d2f54c7364 HTTP/1.1" status: 200 len: 1801 time: 0.2458375 Aug 31 09:11:59.701482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.739435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2e9008b-27ef-4e35-9218-fd09e5f52450 req-b742e2b5-2ec0-4a85-b517-72dbd4b2a5e4 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763461 Aug 31 09:11:59.851677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0cb0308-bced-4ccb-84a5-51c4220b574b req-c7103df8-4bea-4abd-b40f-0b264a26937c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.858012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:59.863646 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fecd0c-2fca-4c9f-9909-0db31701780f" -d '{"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-plugged", "status": "completed", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:59.915986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:59.931292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.049491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d993cdcf-f501-434b-ae6b-b34a42556812', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'tenant_id': '540d06313e5149d291757a1ecba811c6', 'fixed_ips': [{'subnet_id': '7d13983d-c7cc-4182-9710-adf7aa8f4efe'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:12:00.051057 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.082994 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0cb0308-bced-4ccb-84a5-51c4220b574b req-c7103df8-4bea-4abd-b40f-0b264a26937c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.129183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:00.264378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0cb0308-bced-4ccb-84a5-51c4220b574b req-c7103df8-4bea-4abd-b40f-0b264a26937c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.270928 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0cb0308-bced-4ccb-84a5-51c4220b574b req-c7103df8-4bea-4abd-b40f-0b264a26937c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.275740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0cb0308-bced-4ccb-84a5-51c4220b574b req-c7103df8-4bea-4abd-b40f-0b264a26937c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/851e9da7-9c1e-47f5-8a74-37d2f54c7364 HTTP/1.1" status: 204 len: 173 time: 0.6624293 Aug 31 09:12:00.276363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.294983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45106675-325e-4d8c-94ee-b7a6913a5d60'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:00.449791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103df8-4bea-4abd-b40f-0b264a26937c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e9da7-9c1e-47f5-8a74-37d2f54c7364,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:00.469463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event deleted for resources: {'Port': ['ID=b2411c69-1dc5-4986-a9d5-b0350e4884f1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:00.582370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-ba7f95dc-90d8-4c3d-b076-f73515ee0f0a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.585444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-ba7f95dc-90d8-4c3d-b076-f73515ee0f0a tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.5788765 Aug 31 09:12:00.752355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Allocated IP 172.20.0.2 (d993cdcf-f501-434b-ae6b-b34a42556812/7d13983d-c7cc-4182-9710-adf7aa8f4efe/c074d35d-e37a-4d97-9c0b-da502572fbcb) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:00.826562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] No DVR routers for this DVR port b2411c69-1dc5-4986-a9d5-b0350e4884f1 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:00.832193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.837627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36de5e0f-5d24-4717-9ba6-87b5e4b2bbb4 req-4df24245-87ca-492d-a97f-afbecd49fbd9 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "DELETE /v2.0/ports/b2411c69-1dc5-4986-a9d5-b0350e4884f1 HTTP/1.1" status: 204 len: 173 time: 2.6424031 Aug 31 09:12:00.854528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc3f2-e20d-4ff9-88ee-650555666a8f req-186968fe-c8e4-4e88-a8c0-05910daa9983 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.868421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbbbc3f2-e20d-4ff9-88ee-650555666a8f req-186968fe-c8e4-4e88-a8c0-05910daa9983 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb749700-7abe-494c-949d-cac839b24cbb HTTP/1.1" status: 200 len: 867 time: 0.8692772 Aug 31 09:12:00.903128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-deleted', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:00.907141 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f8ffa5-b9d9-4976-a6a9-8f3e3b21dbb1" -d '{"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-deleted", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:01.158881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbbbc3f2-e20d-4ff9-88ee-650555666a8f req-4d3da83b-9440-49c0-a34c-9f024b8536fa tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/security-groups?id=857df72f-e646-4a34-9e20-81dc09910ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357712 Aug 31 09:12:01.219638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c027420-0432-4016-90f5-27cb4bcbda1b req-7fa48f47-52d5-4fa6-b946-1da74765f555 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.232463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c027420-0432-4016-90f5-27cb4bcbda1b req-7fa48f47-52d5-4fa6-b946-1da74765f555 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.3612592 Aug 31 09:12:01.237971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:01.249917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.281798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Deleting port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:01.283337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.297957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Transition to ACTIVE for port object c074d35d-e37a-4d97-9c0b-da502572fbcb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:01.327429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Transition to ACTIVE for port object c074d35d-e37a-4d97-9c0b-da502572fbcb will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:01.340773 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.462281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Network d993cdcf-f501-434b-ae6b-b34a42556812 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:01.491030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:01.507101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c027420-0432-4016-90f5-27cb4bcbda1b req-5708d98d-2b80-41d2-ba81-a455b04d58d7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731667 Aug 31 09:12:01.510792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:01.521182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Pushing event updated for resources: {'Port': ['ID=c074d35d-e37a-4d97-9c0b-da502572fbcb,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:01.531501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9f5d-cdd9-4552-a443-f49583a8da3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.536670 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.568489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] For port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:01.569076 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.648474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9656e-3f9e-4ecb-ac96-582183e56939 req-b08ef3d4-6200-4214-9aed-1002c22abbe1 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.656311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:01.658523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8b9656e-3f9e-4ecb-ac96-582183e56939 req-b08ef3d4-6200-4214-9aed-1002c22abbe1 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada HTTP/1.1" status: 200 len: 945 time: 0.2997639 Aug 31 09:12:01.660675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Calling delete_port for ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:01.795408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: b2411c69-1dc5-4986-a9d5-b0350e4884f1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:01.795982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2411c69-1dc5-4986-a9d5-b0350e4884f1 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:01.805872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8b9656e-3f9e-4ecb-ac96-582183e56939 req-f0747830-f5b3-4794-974e-7eb3d3cf06a6 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301243 Aug 31 09:12:01.827173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Attempting to bind port c074d35d-e37a-4d97-9c0b-da502572fbcb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:01.827764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Attempting to bind port c074d35d-e37a-4d97-9c0b-da502572fbcb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:01.828346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Attempting to bind port c074d35d-e37a-4d97-9c0b-da502572fbcb on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:01.852163 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.859686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.861777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:01.862403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Checking segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:01.863203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.863916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Bound using segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:01.864762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Bound port: c074d35d-e37a-4d97-9c0b-da502572fbcb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:01.865548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.874203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:01.887126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.887971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:01.933734 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b64e84-b42a-4030-b5ff-107087fc62b9 x-openstack-request-id: req-77b64e84-b42a-4030-b5ff-107087fc62b9 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:01.934195 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-plugged", "status": "completed", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:01.934834 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77b64e84-b42a-4030-b5ff-107087fc62b9 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:01.935013 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639', 'code': 200} Aug 31 09:12:02.087448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:02.107022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] For port c074d35d-e37a-4d97-9c0b-da502572fbcb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:02.127827 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-ecc9dc20-cbe4-4608-8176-e04e90f60370 req-9a7998d3-fcc1-4643-83c8-7a07331e44df tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:12:02.144013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecc9dc20-cbe4-4608-8176-e04e90f60370 req-9a7998d3-fcc1-4643-83c8-7a07331e44df tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/851e9da7-9c1e-47f5-8a74-37d2f54c7364 HTTP/1.1" status: 404 len: 352 time: 0.0756357 Aug 31 09:12:02.147699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.173475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] For port c074d35d-e37a-4d97-9c0b-da502572fbcb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c074d35d-e37a-4d97-9c0b-da502572fbcb,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:02.206111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.310588 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba84c83-32cc-4d7c-be67-8c44cce94b6d x-openstack-request-id: req-cba84c83-32cc-4d7c-be67-8c44cce94b6d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:02.310929 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb749700-7abe-494c-949d-cac839b24cbb", "name": "network-vif-deleted", "tag": "b2411c69-1dc5-4986-a9d5-b0350e4884f1", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:02.311189 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cba84c83-32cc-4d7c-be67-8c44cce94b6d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:02.311602 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb749700-7abe-494c-949d-cac839b24cbb', 'name': 'network-vif-deleted', 'tag': 'b2411c69-1dc5-4986-a9d5-b0350e4884f1', 'status': 'completed', 'code': 200} Aug 31 09:12:02.312599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] No DVR routers for this DVR port ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:02.319216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.321412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca79bfbd-bfb9-41f0-924b-5d53ed2f97e2 req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "DELETE /v2.0/ports/ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7 HTTP/1.1" status: 204 len: 173 time: 1.6453805 Aug 31 09:12:02.322461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc9451-63b8-4421-9783-66cc1a98328c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event deleted for resources: {'Port': ['ID=ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:02.363018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278b33b-8d07-4c78-a551-90ebc0a644d1 None None] Pushing event updated for resources: {'Port': ['ID=c074d35d-e37a-4d97-9c0b-da502572fbcb,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:02.385005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36616) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:02.596766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd37c7-bf7e-4d4e-9276-2d189356e059 req-a8e53d12-ff3f-4ddf-8d74-3f48f445cc5e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:02.609150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ebd37c7-bf7e-4d4e-9276-2d189356e059 req-a8e53d12-ff3f-4ddf-8d74-3f48f445cc5e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 943 time: 0.1477449 Aug 31 09:12:02.635311 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8b86702-7b14-4e03-99fb-d2c931262d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.770205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ebd37c7-bf7e-4d4e-9276-2d189356e059 req-10ac75f7-5c1f-4ee9-bdf5-2d06943a1cc7 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593299 Aug 31 09:12:02.824037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8b86702-7b14-4e03-99fb-d2c931262d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.831340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8b86702-7b14-4e03-99fb-d2c931262d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.864705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-6a95db4d-a0a4-4998-bddc-8043b3885005 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:02.868562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-6a95db4d-a0a4-4998-bddc-8043b3885005 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 816 time: 0.2216723 Aug 31 09:12:02.903158 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e8b86702-7b14-4e03-99fb-d2c931262d9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=976b7302247f447f8e1ea72b08a0fc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125270 Aug 31 09:12:02.903158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b86702-7b14-4e03-99fb-d2c931262d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33847a0-e11e-4344-bb76-a04664c4edfa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:02.903627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36632) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:03.278824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0bc4ee-42bc-41b0-8872-49f2c41eee3a req-280e30da-a3f5-4848-8049-8576a769d791 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e9be0d89-d1a9-491e-9b56-49a6c2407569 HTTP/1.1" status: 200 len: 1800 time: 0.4776733 Aug 31 09:12:03.285956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-c9db4da1-36d5-47f7-a33c-fee569250dc2 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/quotas/540d06313e5149d291757a1ecba811c6 HTTP/1.1" status: 200 len: 375 time: 0.3995879 Aug 31 09:12:03.405907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dd62-a501-46d5-a4a4-8fdcd32ffc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.466745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-64f46a1e-7a08-468f-a24a-affda3bc3990 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603529 Aug 31 09:12:03.473000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8e0bc4ee-42bc-41b0-8872-49f2c41eee3a req-14266af5-30c1-4071-b75c-666c922de348 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.475079 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.478902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dd62-a501-46d5-a4a4-8fdcd32ffc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.566225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf7e17-49c9-43f9-ac44-31860a2ba6c0 None None] Network d993cdcf-f501-434b-ae6b-b34a42556812 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:03.574776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8e0bc4ee-42bc-41b0-8872-49f2c41eee3a req-14266af5-30c1-4071-b75c-666c922de348 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.680590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dd62-a501-46d5-a4a4-8fdcd32ffc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.683826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dd62-a501-46d5-a4a4-8fdcd32ffc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.685334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b1d9dd62-a501-46d5-a4a4-8fdcd32ffc94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d33847a0-e11e-4344-bb76-a04664c4edfa HTTP/1.1" status: 204 len: 168 time: 0.7802756 Aug 31 09:12:03.693228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8e0bc4ee-42bc-41b0-8872-49f2c41eee3a req-14266af5-30c1-4071-b75c-666c922de348 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.698518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8e0bc4ee-42bc-41b0-8872-49f2c41eee3a req-14266af5-30c1-4071-b75c-666c922de348 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.716844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0bc4ee-42bc-41b0-8872-49f2c41eee3a req-14266af5-30c1-4071-b75c-666c922de348 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9be0d89-d1a9-491e-9b56-49a6c2407569 HTTP/1.1" status: 204 len: 173 time: 0.4276452 Aug 31 09:12:03.727364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-557d3338-e4c9-4b00-a8ca-8621331c2560 service neutron] 10.222.0.18 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353582 Aug 31 09:12:03.755172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-009900c7-0b58-4c50-afee-978f7895c92a None None] Provisioning for port c074d35d-e37a-4d97-9c0b-da502572fbcb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:03.818211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9dd62-a501-46d5-a4a4-8fdcd32ffc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33847a0-e11e-4344-bb76-a04664c4edfa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:03.887265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14266af5-30c1-4071-b75c-666c922de348 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be0d89-d1a9-491e-9b56-49a6c2407569,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:03.919675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c074d35d-e37a-4d97-9c0b-da502572fbcb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:03.950785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:03.953190 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ce55a-b83e-45a6-ac21-e909edb95f6d" -d '{"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-unplugged", "status": "completed", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:03.998650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c074d35d-e37a-4d97-9c0b-da502572fbcb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:04.005096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c074d35d-e37a-4d97-9c0b-da502572fbcb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:04.005479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.101806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-d22d5719-d192-4859-8da4-370e1cfa12a0 service neutron] 10.222.0.18 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483651 Aug 31 09:12:04.128719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4868b0-daa1-4a56-a7b5-e6cb3bbd81b1 req-e2d41534-d7ae-4cc0-8bb8-20c79307039a tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:04.131520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af4868b0-daa1-4a56-a7b5-e6cb3bbd81b1 req-e2d41534-d7ae-4cc0-8bb8-20c79307039a tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1525409 Aug 31 09:12:04.174938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-3bf3f061-7c35-4af5-b89c-6795b5145b40 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:04.177469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-3bf3f061-7c35-4af5-b89c-6795b5145b40 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 943 time: 0.1318405 Aug 31 09:12:04.196719 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.247594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c074d35d-e37a-4d97-9c0b-da502572fbcb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c074d35d-e37a-4d97-9c0b-da502572fbcb,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:04.262202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.327024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'name': 'network-vif-deleted', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:04.331336 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e208a-e67f-45c9-abeb-8787ba038376" -d '{"events": [{"server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "name": "network-vif-deleted", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:04.402564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c074d35d-e37a-4d97-9c0b-da502572fbcb,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:04.407608 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af4868b0-daa1-4a56-a7b5-e6cb3bbd81b1 req-a6f8d96a-a9b3-46c1-bee2-233ef7d19c86 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653234 Aug 31 09:12:04.430305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Deleting port 1853c241-9582-4dc4-9b38-9c0e49794639 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:04.430896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.453243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-850e9ce3-798d-4bed-95bf-f598e9017f73 None None] Provisioning complete for port c074d35d-e37a-4d97-9c0b-da502572fbcb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:04.454690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-850e9ce3-798d-4bed-95bf-f598e9017f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.643187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:04.679182 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-e61ec59b-7c5f-4544-8320-a82507e0d8e7 req-1cc9a88d-12f1-428a-be4e-ec91fd438fb8 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:12:04.693908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e61ec59b-7c5f-4544-8320-a82507e0d8e7 req-1cc9a88d-12f1-428a-be4e-ec91fd438fb8 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e9be0d89-d1a9-491e-9b56-49a6c2407569 HTTP/1.1" status: 404 len: 352 time: 0.0769975 Aug 31 09:12:04.713148 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b18b6bd-fbe2-4b55-87ed-05795f445746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.979727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b18b6bd-fbe2-4b55-87ed-05795f445746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.988154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b18b6bd-fbe2-4b55-87ed-05795f445746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.990409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] For port 1853c241-9582-4dc4-9b38-9c0e49794639, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1853c241-9582-4dc4-9b38-9c0e49794639,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:04.991166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.015549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Calling delete_port for 1853c241-9582-4dc4-9b38-9c0e49794639 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:05.059612 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7b18b6bd-fbe2-4b55-87ed-05795f445746 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99bd1f530d544639be25050b1ff8a0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133196 Aug 31 09:12:05.060537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36668) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:05.063845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18b6bd-fbe2-4b55-87ed-05795f445746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24777c3a-cb5d-487b-a925-3585aa20076b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:05.170380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28412b87-d252-497d-ad8d-02eab7823cb2 req-b39caac2-5330-4a55-97b2-a7358ea1a68f tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.175033 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb40d62b-d04c-4e76-88f1-0fe73a0e6dff x-openstack-request-id: req-eb40d62b-d04c-4e76-88f1-0fe73a0e6dff {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:05.176750 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-unplugged", "status": "completed", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:05.177513 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb40d62b-d04c-4e76-88f1-0fe73a0e6dff {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:05.179093 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639', 'code': 200} Aug 31 09:12:05.185612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28412b87-d252-497d-ad8d-02eab7823cb2 req-b39caac2-5330-4a55-97b2-a7358ea1a68f tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b267069-d09e-440b-80c9-8150f669daf0 HTTP/1.1" status: 200 len: 943 time: 0.3412259 Aug 31 09:12:05.224613 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ebb17-889f-4674-85d2-6419b47d85fb x-openstack-request-id: req-4c0ebb17-889f-4674-85d2-6419b47d85fb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:05.225028 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada", "name": "network-vif-deleted", "tag": "ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:05.225812 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c0ebb17-889f-4674-85d2-6419b47d85fb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:05.226019 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0bac8-2d87-4e4f-a21a-ef8e2af87ada', 'name': 'network-vif-deleted', 'tag': 'ae5bca7c-73a8-4d74-b5af-a6d672d6b3f7', 'status': 'completed', 'code': 200} Aug 31 09:12:05.228517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6179f070-1a2f-4495-af2f-809d12f91376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.286944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28412b87-d252-497d-ad8d-02eab7823cb2 req-03d10342-24a9-49c1-9ba6-45838d49770c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008310 Aug 31 09:12:05.290167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6179f070-1a2f-4495-af2f-809d12f91376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.442954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6179f070-1a2f-4495-af2f-809d12f91376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.446417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6179f070-1a2f-4495-af2f-809d12f91376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.450765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6179f070-1a2f-4495-af2f-809d12f91376 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24777c3a-cb5d-487b-a925-3585aa20076b HTTP/1.1" status: 204 len: 168 time: 0.3858414 Aug 31 09:12:05.451248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.489345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179f070-1a2f-4495-af2f-809d12f91376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24777c3a-cb5d-487b-a925-3585aa20076b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:05.622122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event deleted for resources: {'Port': ['ID=1853c241-9582-4dc4-9b38-9c0e49794639,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:05.808676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] No DVR routers for this DVR port 1853c241-9582-4dc4-9b38-9c0e49794639 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:05.817576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.817810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c074d35d-e37a-4d97-9c0b-da502572fbcb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:05.820149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6beafc90-ede5-4a1d-9c8d-4e93a3974bb2 req-9ac11eaa-9a58-4c03-9d59-969d756f1719 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.23 "DELETE /v2.0/ports/1853c241-9582-4dc4-9b38-9c0e49794639 HTTP/1.1" status: 204 len: 173 time: 1.6331573 Aug 31 09:12:05.853394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-9c03d16f-2cdc-47b6-b85f-7aca4f574f47 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.855154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-9c03d16f-2cdc-47b6-b85f-7aca4f574f47 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 950 time: 0.3113630 Aug 31 09:12:05.927872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c074d35d-e37a-4d97-9c0b-da502572fbcb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:05.928602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.942064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2341545a-9e62-46e3-aa31-8c674d3283bd req-5cba010b-ee9c-4739-9e72-6e4377b863ae tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 6149 time: 0.3302286 Aug 31 09:12:05.956630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-ef4bb4e9-54e2-4642-b37c-c1df3bee64b2 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.966431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-ef4bb4e9-54e2-4642-b37c-c1df3bee64b2 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 816 time: 0.5094063 Aug 31 09:12:06.031397 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.046834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-6c3952e7-9939-4dee-af08-ef6117f6d6b9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/quotas/540d06313e5149d291757a1ecba811c6 HTTP/1.1" status: 200 len: 375 time: 0.0788732 Aug 31 09:12:06.185482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2341545a-9e62-46e3-aa31-8c674d3283bd req-b78ce038-897a-4329-9adf-df38926a8ab2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e832665b-d8a8-401f-84ac-dc4e7156897b HTTP/1.1" status: 200 len: 2981 time: 0.2135327 Aug 31 09:12:06.242127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-f5d849d7-9cc5-4bb0-a69d-9fc25cf7fdb6 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1934354 Aug 31 09:12:06.273284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Deleting port 45106675-325e-4d8c-94ee-b7a6913a5d60 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:06.273643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.477457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-066a49ca-5585-493b-a48a-3e4e34718204 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:06.480010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-066a49ca-5585-493b-a48a-3e4e34718204 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 944 time: 0.3308921 Aug 31 09:12:06.534760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2341545a-9e62-46e3-aa31-8c674d3283bd req-c727fa6c-8368-49f0-91b8-e36afdbad686 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e832665b-d8a8-401f-84ac-dc4e7156897b HTTP/1.1" status: 200 len: 2981 time: 0.3213289 Aug 31 09:12:06.930725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-a3a98929-e941-4794-ab0f-a9facae598f0 service neutron] 10.222.0.18 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738372 Aug 31 09:12:06.986329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] For port 45106675-325e-4d8c-94ee-b7a6913a5d60, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45106675-325e-4d8c-94ee-b7a6913a5d60,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:06.986871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.114803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Calling delete_port for 45106675-325e-4d8c-94ee-b7a6913a5d60 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:07.139911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-43322e62-72b6-40a7-b96e-1c78d930e839 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.142822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-43322e62-72b6-40a7-b96e-1c78d930e839 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.15 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 816 time: 0.6561890 Aug 31 09:12:07.174746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Request body: {'port': {'device_id': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'admin_state_up': True, 'tenant_id': '540d06313e5149d291757a1ecba811c6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:07.252335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-deleted', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:07.256334 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f9527-7aa9-4dec-8791-bc0640673a36" -d '{"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-deleted", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:07.305669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:07.346877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 1853c241-9582-4dc4-9b38-9c0e49794639 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:07.346877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1853c241-9582-4dc4-9b38-9c0e49794639 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:07.347428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device edbfbd70-9bc3-4eba-8945-28c5f960615a no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:07.359766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-f9467ede-59d9-4128-9a05-e25462f35b6e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.363161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-f9467ede-59d9-4128-9a05-e25462f35b6e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.6314113 Aug 31 09:12:07.444588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Deleting port edbfbd70-9bc3-4eba-8945-28c5f960615a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:07.449220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.538666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-f8890c45-ed6b-455f-ae4b-2b34b711cdd1 service neutron] 10.222.0.18 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879381 Aug 31 09:12:07.555215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a17fc5de-d6d4-4133-ae9f-bcf24ea734b3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/quotas/b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 375 time: 0.1659288 Aug 31 09:12:07.732687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] For port edbfbd70-9bc3-4eba-8945-28c5f960615a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=edbfbd70-9bc3-4eba-8945-28c5f960615a,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:07.733166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.770981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Calling delete_port for edbfbd70-9bc3-4eba-8945-28c5f960615a owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:07.790124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-e6a11e34-cecb-40c2-b9e2-65a69fbb6cb0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116902 Aug 31 09:12:07.792072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Made reservation on behalf of 540d06313e5149d291757a1ecba811c6 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:07.796051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.873510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.989911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ddf20343-e46a-453f-b2ef-f6346fc05201 req-80442a98-78c6-408e-9377-69bc397ca145 tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b74f45b-c602-478c-8bba-a366e1faf179 HTTP/1.1" status: 200 len: 210 time: 0.1198864 Aug 31 09:12:08.002917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Pushing event deleted for resources: {'Port': ['ID=45106675-325e-4d8c-94ee-b7a6913a5d60,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.029144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.029785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.029998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.030704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.031117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.031581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.031855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.032914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.033239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.033570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.034048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.034193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:08.168060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] No DVR routers for this DVR port 45106675-325e-4d8c-94ee-b7a6913a5d60 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:08.181160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.183672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-318e24d3-8db1-43f1-9b98-f0e813783b4b req-5bd1d21d-30d2-45e4-9a00-d8128b677a2d tempest-MigrationsAdminTest-1691221426 tempest-MigrationsAdminTest-1691221426-project] 10.222.0.15 "DELETE /v2.0/ports/45106675-325e-4d8c-94ee-b7a6913a5d60 HTTP/1.1" status: 204 len: 173 time: 2.3171394 Aug 31 09:12:08.303086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-b4b25d88-8455-41f1-891a-954465f3fe86 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119047 Aug 31 09:12:08.856323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Allocated IP 172.20.0.9 (d993cdcf-f501-434b-ae6b-b34a42556812/7d13983d-c7cc-4182-9710-adf7aa8f4efe/a5f6c518-6bf6-45dc-a40f-afb973d3e5e1) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:08.866264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35684f43-2b00-44ff-92ad-538b3cf5a271 req-c68fe9a3-7eba-474d-a1ad-e88e46767c2c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.867946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35684f43-2b00-44ff-92ad-538b3cf5a271 req-c68fe9a3-7eba-474d-a1ad-e88e46767c2c tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=50864ffb-208c-4dfd-8f78-0f4b87b3e9ad HTTP/1.1" status: 200 len: 944 time: 0.6548536 Aug 31 09:12:08.883317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.981249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event deleted for resources: {'Port': ['ID=edbfbd70-9bc3-4eba-8945-28c5f960615a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:09.010503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-72c1a601-4847-4f81-8f82-e4dd988e4279 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676261 Aug 31 09:12:09.053830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] No DVR routers for this DVR port edbfbd70-9bc3-4eba-8945-28c5f960615a on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:09.058585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35684f43-2b00-44ff-92ad-538b3cf5a271 req-957a9967-f6f6-4b09-b771-96ce1e6a17be tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732988 Aug 31 09:12:09.064625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.066065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb26d8c6-ceea-4050-9083-4a7f1225e235 req-708fc0b0-0b9c-4828-8d44-b15008a46437 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "DELETE /v2.0/ports/edbfbd70-9bc3-4eba-8945-28c5f960615a HTTP/1.1" status: 204 len: 173 time: 2.5726926 Aug 31 09:12:09.181529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-618e0a38-7a17-45cf-a356-000d5a41d021 req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002361682', 'description': 'tempest-description-1393728144'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:09.246871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-618e0a38-7a17-45cf-a356-000d5a41d021 req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.276677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.303919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Transition to ACTIVE for port object a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:09.338402 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fa2cff-56c1-45bb-b5a9-4d25ba1efaed x-openstack-request-id: req-a4fa2cff-56c1-45bb-b5a9-4d25ba1efaed {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:09.338752 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b267069-d09e-440b-80c9-8150f669daf0", "name": "network-vif-deleted", "tag": "1853c241-9582-4dc4-9b38-9c0e49794639", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:09.339615 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4fa2cff-56c1-45bb-b5a9-4d25ba1efaed {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:09.339615 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b267069-d09e-440b-80c9-8150f669daf0', 'name': 'network-vif-deleted', 'tag': '1853c241-9582-4dc4-9b38-9c0e49794639', 'status': 'completed', 'code': 200} Aug 31 09:12:09.480619 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.702357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:09.750435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 45106675-325e-4d8c-94ee-b7a6913a5d60 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:09.751823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45106675-325e-4d8c-94ee-b7a6913a5d60 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:09.759616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-618e0a38-7a17-45cf-a356-000d5a41d021 req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.761767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Network d993cdcf-f501-434b-ae6b-b34a42556812 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:09.774892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:09.780890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-618e0a38-7a17-45cf-a356-000d5a41d021 req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.786279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:09.793999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Pushing event updated for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:10.012718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-618e0a38-7a17-45cf-a356-000d5a41d021 req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:10.014404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-618e0a38-7a17-45cf-a356-000d5a41d021 req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8374677 Aug 31 09:12:10.022834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550c29d-cd48-4a06-a7ea-110b78d56ac7 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f59a9-72cf-4493-aba7-52ff13cca5a5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:10.044945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-3f5e2222-62f2-4739-bea3-c9154850e356 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.047237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-3f5e2222-62f2-4739-bea3-c9154850e356 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 816 time: 0.5529027 Aug 31 09:12:10.065686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-9331e320-f514-4ff4-9ce0-7ded4b77f7b1 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.072598 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-9331e320-f514-4ff4-9ce0-7ded4b77f7b1 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 816 time: 0.5401456 Aug 31 09:12:10.087573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.089211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:10.112870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Request body: {'port': {'device_id': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'admin_state_up': True, 'tenant_id': '540d06313e5149d291757a1ecba811c6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:10.219291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-7e6af9c1-ee08-4cb3-8101-a9c8b2d7cb88 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/quotas/540d06313e5149d291757a1ecba811c6 HTTP/1.1" status: 200 len: 375 time: 0.1204119 Aug 31 09:12:10.222927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-123ae42e-a89d-4ea2-b874-6b0b2b18f974 None None] Provisioning for port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:10.230856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-123ae42e-a89d-4ea2-b874-6b0b2b18f974 None None] Provisioning complete for port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:10.231890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-123ae42e-a89d-4ea2-b874-6b0b2b18f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:10.283171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-29405cb4-05b6-47a5-89fb-37d2b8d24f10 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1168952 Aug 31 09:12:10.295812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-123ae42e-a89d-4ea2-b874-6b0b2b18f974 None None] Port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:10.316723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Request body: {'port': {'device_id': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:10.448310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-d51170f6-608d-451c-9722-9a04e5dba71a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=76293ca569e9450c89d1396e6719a68e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905986 Aug 31 09:12:10.486801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-148af8c8-9aef-48ed-acd1-196b64977e69 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2654393 Aug 31 09:12:10.748088 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:10.962904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Made reservation on behalf of 540d06313e5149d291757a1ecba811c6 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:10.969253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:11.352183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-deleted', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60'}, {'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'name': 'network-vif-deleted', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:11.355916 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6845695a-c721-4daa-b4a8-40af6117c738" -d '{"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-deleted", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60"}, {"server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "name": "network-vif-deleted", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:11.375807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-7f1513b3-11dd-4de9-b0a4-0d518c6295af tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.378743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-7f1513b3-11dd-4de9-b0a4-0d518c6295af tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9045386 Aug 31 09:12:11.431734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-309bc36f-b9aa-4b1c-b9c6-28781c344efa service neutron] 10.222.0.18 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9110994 Aug 31 09:12:11.504003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-d3256de6-f8a6-4618-81da-b5536b54c06a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.506072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-d3256de6-f8a6-4618-81da-b5536b54c06a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.7515702 Aug 31 09:12:11.537747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Request body: {'port': {'device_id': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'admin_state_up': True, 'tenant_id': 'b15af48559bc46b9abc0f247ef2443dd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:11.573491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-789e086b-6b7a-4bc5-a87f-5eafaf6cdaf2 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/quotas/76293ca569e9450c89d1396e6719a68e HTTP/1.1" status: 200 len: 375 time: 0.1679540 Aug 31 09:12:11.712346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-08e2052d-9c14-48f4-9c32-f1730d7ddb42 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76293ca569e9450c89d1396e6719a68e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280670 Aug 31 09:12:11.807117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-d633ba02-4c1d-49f2-ae24-6f085b378872 service neutron] 10.222.0.18 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426769 Aug 31 09:12:11.928256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:11.949590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:11.980419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Made reservation on behalf of b15af48559bc46b9abc0f247ef2443dd for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:11.989024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.015872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Transition to ACTIVE for port object a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:12.227136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.496936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-112a8fb4-f4f8-4d2c-916b-fd2dcb0bd240 req-f14699eb-3d93-4a93-a6e3-b92b294e8c53 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 210 time: 0.3492389 Aug 31 09:12:12.547588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36824) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:12.661020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a43133bb-fd8c-46d3-a2f2-2a6c85cba349 req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-342301571', 'description': 'tempest-description-701610381'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:12.687726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Allocated IP 172.20.0.7 (d993cdcf-f501-434b-ae6b-b34a42556812/7d13983d-c7cc-4182-9710-adf7aa8f4efe/7c690821-d3bf-4632-bf87-6dd2edc0a798) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:12.751770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Pushing event updated for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:12.762213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Allocated IP 172.20.0.11 (31a0506f-86cb-400d-bf03-47e26bfa185d/a31fd344-535f-4ce6-9e5c-50c35f59f56e/50ea465d-41c5-48dc-985c-7e5ced92a304) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:12.780587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a43133bb-fd8c-46d3-a2f2-2a6c85cba349 req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.864804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-72cc9f44-2c15-483c-abca-b7c8b9f08e49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=572d62479f554cf99899eb81dff86d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074307 Aug 31 09:12:12.865072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:12.979709 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.998700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-90c6bfb6-f3e9-4595-aa69-c9cd658e0bbb tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.000872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-90c6bfb6-f3e9-4595-aa69-c9cd658e0bbb tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 821 time: 0.7653058 Aug 31 09:12:13.021269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.100499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.103762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.105494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/857df72f-e646-4a34-9e20-81dc09910ef3 HTTP/1.1" status: 204 len: 168 time: 0.2381344 Aug 31 09:12:13.120379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-a68b8629-5432-4476-aa8b-2045bd29da73 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/quotas/806dfacb1e884216ab66e236dda67ff4 HTTP/1.1" status: 200 len: 375 time: 0.0931213 Aug 31 09:12:13.120678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857df72f-e646-4a34-9e20-81dc09910ef3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:13.135735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.136278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.136810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.137356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.137904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.138497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.139084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.139630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.140175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.140748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.141922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.142798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332e984f-195d-4a39-8eca-7b8a331405e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:13.195337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Attempting to bind port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:13.195687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Attempting to bind port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:13.196138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Attempting to bind port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:13.635798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36840) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:13.690923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 on network d993cdcf-f501-434b-ae6b-b34a42556812 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:13.691712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Attempting to bind port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:13.698398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a42ed3d-e219-4837-926a-addd919836a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e1192bc35474be7b9a1e0c165cb5b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564523 Aug 31 09:12:13.703893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36842) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:13.734653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-a7cf6cba-ab99-4f70-9754-bced8b0a3a82 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=76293ca569e9450c89d1396e6719a68e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723250 Aug 31 09:12:13.743661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:13.743991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Checking segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:13.744270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Bound using segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:13.744756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Bound port: a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:13.745315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.798871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-196dfff6-8559-40fe-a5d2-df1572ced400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.829555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-196dfff6-8559-40fe-a5d2-df1572ced400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.838748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a43133bb-fd8c-46d3-a2f2-2a6c85cba349 req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.916123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-196dfff6-8559-40fe-a5d2-df1572ced400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.919112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a43133bb-fd8c-46d3-a2f2-2a6c85cba349 req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.920434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-196dfff6-8559-40fe-a5d2-df1572ced400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.926699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-196dfff6-8559-40fe-a5d2-df1572ced400 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/318bd1b8-55a8-4a7e-a422-93738e5e056c HTTP/1.1" status: 204 len: 168 time: 0.2156723 Aug 31 09:12:13.934152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dfff6-8559-40fe-a5d2-df1572ced400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318bd1b8-55a8-4a7e-a422-93738e5e056c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:13.956214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-0a2d0284-f86b-442a-a646-7a3a3b48787f tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8042748 Aug 31 09:12:14.011702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.052401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.065960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a43133bb-fd8c-46d3-a2f2-2a6c85cba349 req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.082190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a43133bb-fd8c-46d3-a2f2-2a6c85cba349 req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.4977610 Aug 31 09:12:14.202912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-4e239add-75ff-4f25-9917-8a9c1fc763c5 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.206731 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-4e239add-75ff-4f25-9917-8a9c1fc763c5 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 816 time: 0.2421694 Aug 31 09:12:14.233976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Request body: {'port': {'device_id': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'admin_state_up': True, 'tenant_id': '540d06313e5149d291757a1ecba811c6'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:14.261259 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a6c713-339b-4ea8-84d5-dae58b79de76 x-openstack-request-id: req-75a6c713-339b-4ea8-84d5-dae58b79de76 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:14.261557 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b74f45b-c602-478c-8bba-a366e1faf179", "name": "network-vif-deleted", "tag": "45106675-325e-4d8c-94ee-b7a6913a5d60", "status": "completed", "code": 200}, {"server_uuid": "50864ffb-208c-4dfd-8f78-0f4b87b3e9ad", "name": "network-vif-deleted", "tag": "edbfbd70-9bc3-4eba-8945-28c5f960615a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:14.261823 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75a6c713-339b-4ea8-84d5-dae58b79de76 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:14.262240 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b74f45b-c602-478c-8bba-a366e1faf179', 'name': 'network-vif-deleted', 'tag': '45106675-325e-4d8c-94ee-b7a6913a5d60', 'status': 'completed', 'code': 200} Aug 31 09:12:14.262526 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50864ffb-208c-4dfd-8f78-0f4b87b3e9ad', 'name': 'network-vif-deleted', 'tag': 'edbfbd70-9bc3-4eba-8945-28c5f960615a', 'status': 'completed', 'code': 200} Aug 31 09:12:14.263612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Transition to ACTIVE for port object 7c690821-d3bf-4632-bf87-6dd2edc0a798 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:14.312051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e5506-483b-45f0-8420-250c0d9c0aec tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f002a3-b1ad-4cf2-8914-69d990b87769,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:14.323862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:14.382589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-e5a263aa-b6eb-4d26-88ac-a42f3fd842d5 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.384806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-e5a263aa-b6eb-4d26-88ac-a42f3fd842d5 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6201849 Aug 31 09:12:14.396904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:14.439383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Request body: {'port': {'device_id': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '76293ca569e9450c89d1396e6719a68e'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:14.444619 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.502280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9b36298-9b84-4d9c-a10e-3447ccd015bc req-7b66f72d-e57d-44ff-a736-c56b74421a9d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 210 time: 0.1074407 Aug 31 09:12:14.530376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Made reservation on behalf of 540d06313e5149d291757a1ecba811c6 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:14.535335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.581475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-28368cd1-ed94-4795-8345-cf2ee84588fa service neutron] 10.222.0.18 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829711 Aug 31 09:12:14.603216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.604170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.605904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] 10.222.0.15 "PUT /v2.0/ports/a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 HTTP/1.1" status: 200 len: 1092 time: 4.3039849 Aug 31 09:12:14.635757 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.697481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.797741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Allocated IP 172.20.0.11 (d993cdcf-f501-434b-ae6b-b34a42556812/7d13983d-c7cc-4182-9710-adf7aa8f4efe/0a4dda62-b25d-49fb-86d2-06bbd1e2ff62) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:14.821266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c437b0-b3c8-43f7-ba63-75993a5dccab service neutron] Pushing event updated for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:14.842697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-476cf79f-a7b1-45a1-90c5-7785e368564c req-e5141cc9-b698-4dc4-8e2c-ec5cd6e0dd9c tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 210 time: 0.1043503 Aug 31 09:12:14.852937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Network 31a0506f-86cb-400d-bf03-47e26bfa185d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:14.869208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Network d993cdcf-f501-434b-ae6b-b34a42556812 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:14.912313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:14.926945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:14.930150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:14.940132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:15.089524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-43d2be15-2ced-4c3b-aa94-d34397a368f5 service neutron] 10.222.0.18 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070171 Aug 31 09:12:15.129900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-b1363b29-dfc3-422c-bbe0-96a5fb2c7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.131597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-b1363b29-dfc3-422c-bbe0-96a5fb2c7c73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 1095 time: 0.4358346 Aug 31 09:12:15.174748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:15.215441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.215441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.251731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.281454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Transition to ACTIVE for port object 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:15.323560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.323819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.345911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-c5f91da9-4fe0-4aad-ab61-3426702921c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 HTTP/1.1" status: 200 len: 217 time: 0.1780882 Aug 31 09:12:15.367732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.417978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-a63a0c0e-ecf9-489f-8d40-618aec14605c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8785977 Aug 31 09:12:15.418693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Made reservation on behalf of 76293ca569e9450c89d1396e6719a68e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:15.426285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.440295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-00023320-0d37-4f14-b119-4ef0bcc1c6e8 None None] Provisioning for port 7c690821-d3bf-4632-bf87-6dd2edc0a798 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:15.445433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-00023320-0d37-4f14-b119-4ef0bcc1c6e8 None None] Provisioning complete for port 7c690821-d3bf-4632-bf87-6dd2edc0a798 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:15.446072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00023320-0d37-4f14-b119-4ef0bcc1c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.490822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Request body: {'port': {'device_id': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:15.503871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4075694 Aug 31 09:12:15.507258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Network d993cdcf-f501-434b-ae6b-b34a42556812 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:15.520488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:15.545024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:15.553990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-00023320-0d37-4f14-b119-4ef0bcc1c6e8 None None] Port 7c690821-d3bf-4632-bf87-6dd2edc0a798 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:15.590748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Request body: {'port': {'device_id': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:15.598513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.617885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f108-05aa-46cb-802c-cfed6af914ff tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Pushing event updated for resources: {'Port': ['ID=7c690821-d3bf-4632-bf87-6dd2edc0a798,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:15.664478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Pushing event updated for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:15.782928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-df4115ee-8722-4495-b67c-17ff0518be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.786076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-df4115ee-8722-4495-b67c-17ff0518be70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.4286094 Aug 31 09:12:15.808952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.811326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.851984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66fde0-c452-4738-8650-ea66bdc428b0 req-fcabe647-e74a-447e-b8c9-86aafbb3f2ae tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.853572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb66fde0-c452-4738-8650-ea66bdc428b0 req-fcabe647-e74a-447e-b8c9-86aafbb3f2ae tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 932 time: 0.6531661 Aug 31 09:12:15.875167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.936335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.996561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9629d556-4f74-4a4a-b031-ecb266877007 None None] Provisioning for port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:16.001837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9629d556-4f74-4a4a-b031-ecb266877007 None None] Provisioning complete for port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:16.002213 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9629d556-4f74-4a4a-b031-ecb266877007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.099302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9629d556-4f74-4a4a-b031-ecb266877007 None None] Port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:16.180600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-70999e54-1cb0-4cca-a25f-bff3d101f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:16.182172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-70999e54-1cb0-4cca-a25f-bff3d101f288 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3756633 Aug 31 09:12:16.185822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb66fde0-c452-4738-8650-ea66bdc428b0 req-b12c4b96-1907-4e99-9bbe-82cab74ea430 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813969 Aug 31 09:12:16.267563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:16.270720 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342541cd-b83d-4d3c-b0f4-100a48ac059c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:16.348864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-a3a45c45-bac9-49ec-9136-491902362d84 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:16.350932 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-a3a45c45-bac9-49ec-9136-491902362d84 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 965 time: 0.0832431 Aug 31 09:12:16.415370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c473464-7936-4145-9bb5-b4db024ccc0f req-3da4931a-139a-4d68-a434-cf0ee9e46c5e tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 210 time: 0.1307850 Aug 31 09:12:16.575434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.589592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Deleting port be427eab-9c3d-4840-abf7-b33a0749e4c9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:16.590055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.594217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-464d350a-0e1d-44c9-89f3-2ce1dbef474f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:16.596174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-464d350a-0e1d-44c9-89f3-2ce1dbef474f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 813 time: 0.6057546 Aug 31 09:12:16.621526 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-b38e363c-d843-4eaa-b8c4-1fea3fe3a4f9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3981376 Aug 31 09:12:16.629323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.655365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6442dad-08ca-4754-b7fd-66859bb0e390 req-f44545ac-38d4-4c28-98c9-735e1a20df6c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 210 time: 0.0960364 Aug 31 09:12:16.661395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Request body: {'port': {'device_id': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:16.766675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-c9206974-2dc4-4b8c-81bb-14c1396afce2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/quotas/1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 375 time: 0.1582901 Aug 31 09:12:16.807084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.852263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddccefd7-1401-46da-99a6-087dc3e76e20,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:16.903091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-357fcaf1-79ad-4723-acb2-46ddc300f541 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520336 Aug 31 09:12:16.924251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] For port be427eab-9c3d-4840-abf7-b33a0749e4c9, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be427eab-9c3d-4840-abf7-b33a0749e4c9,segment=NetworkSegment(27797e4a-330a-4b82-8059-e887a064e303),segment_id=27797e4a-330a-4b82-8059-e887a064e303)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:16.927649 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.111155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Calling delete_port for be427eab-9c3d-4840-abf7-b33a0749e4c9 owned by compute:tempest-test_az-966672206 {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:17.351850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.387562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Pushing event deleted for resources: {'Port': ['ID=be427eab-9c3d-4840-abf7-b33a0749e4c9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:17.508265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] No DVR routers for this DVR port be427eab-9c3d-4840-abf7-b33a0749e4c9 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:17.513282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.515431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b659edb7-414e-4bf6-80b0-5d24162f1105 req-48ed5ca4-a27a-46dc-8413-9e3a6a08950d tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.23 "DELETE /v2.0/ports/be427eab-9c3d-4840-abf7-b33a0749e4c9 HTTP/1.1" status: 204 len: 173 time: 1.1583068 Aug 31 09:12:17.516704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'name': 'network-vif-deleted', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:17.517841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-82cfae7f-5a50-44d5-87a9-24261aa8b430 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7501929 Aug 31 09:12:17.519513 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4104e1f-754b-4f16-b8ae-2eafa1daf14e" -d '{"events": [{"server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "name": "network-vif-deleted", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:17.596675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a8f2-cbd0-48dd-beee-bc96ca024886 req-8579537b-e4d1-4e3d-8fe6-50b6a1e6e804 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.598461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b137a8f2-cbd0-48dd-beee-bc96ca024886 req-8579537b-e4d1-4e3d-8fe6-50b6a1e6e804 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/ports?device_id=59b0a78e-180a-4fdc-8dda-3058d025da05 HTTP/1.1" status: 200 len: 887 time: 0.7640376 Aug 31 09:12:17.613036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-2c352fa3-d992-4afb-83d4-14402c416798 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.615246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-2c352fa3-d992-4afb-83d4-14402c416798 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.15 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 821 time: 0.2176733 Aug 31 09:12:17.620788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Allocated IP 192.168.233.61 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/830a4c9d-2838-489c-8b2c-128b1c3bbecb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:17.624554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd26906-7a06-4b81-ba7a-226082bfc9c8 req-74dc683e-1dd3-48e0-be9e-9cc0c5f797b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078557 Aug 31 09:12:17.635851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Request body: {'port': {'device_id': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'admin_state_up': True, 'tenant_id': '806dfacb1e884216ab66e236dda67ff4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:17.661432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ea465d-41c5-48dc-985c-7e5ced92a304 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:17.699053 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.812582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c690821-d3bf-4632-bf87-6dd2edc0a798 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:17.817887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Made reservation on behalf of 806dfacb1e884216ab66e236dda67ff4 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:17.824937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.832598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Transition to ACTIVE for port object 50ea465d-41c5-48dc-985c-7e5ced92a304 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:17.840192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.865048 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.911837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Transition to ACTIVE for port object 7c690821-d3bf-4632-bf87-6dd2edc0a798 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:17.916171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b137a8f2-cbd0-48dd-beee-bc96ca024886 req-a9988634-a7a9-45d4-91df-043a17b606e0 tempest-LiveMigrationTest-500642181 tempest-LiveMigrationTest-500642181-project] 10.222.0.18 "GET /v2.0/security-groups?id=83b324ad-4509-4883-8f0d-071114ee94df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484319 Aug 31 09:12:17.991077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.010400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-6cb2e045-6a44-4477-9cc7-2041220ddb3a service neutron] 10.222.0.18 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402704 Aug 31 09:12:18.066253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:18.273016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Allocated IP 172.20.0.5 (c8db1ca5-5963-4d23-85d4-b744427a61c3/e72740c3-889c-48cc-bc6b-1ff646b8e2d4/403eed9e-a48a-4414-b626-56b7670f5301) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:18.352445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Pushing event updated for resources: {'Port': ['ID=7c690821-d3bf-4632-bf87-6dd2edc0a798,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:18.400688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.401297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:18.411823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.412604 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.418259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34f6b9-98aa-4dc9-8473-3a6983796cc1 req-65bdf8b9-ba5d-4df2-8b86-27e9ba5d7c80 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:18.419673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a34f6b9-98aa-4dc9-8473-3a6983796cc1 req-65bdf8b9-ba5d-4df2-8b86-27e9ba5d7c80 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 932 time: 0.3939855 Aug 31 09:12:18.442439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Transition to ACTIVE for port object 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:18.455547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.464601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-706f02ce-5f5c-4ba8-a03c-8328dffb5670 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311421 Aug 31 09:12:18.475752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Transition to ACTIVE for port object 830a4c9d-2838-489c-8b2c-128b1c3bbecb will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:18.488115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:18.488461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:18.488799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:18.511498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:18.511832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:18.560002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:18.560572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:18.561234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:18.562285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Bound port: 50ea465d-41c5-48dc-985c-7e5ced92a304, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:18.563609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.582711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:18.593404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a34f6b9-98aa-4dc9-8473-3a6983796cc1 req-316b5a0b-3e80-4b96-8638-4f69c5459e47 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371782 Aug 31 09:12:18.602215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Attempting to bind port 7c690821-d3bf-4632-bf87-6dd2edc0a798 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:18.602767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Attempting to bind port 7c690821-d3bf-4632-bf87-6dd2edc0a798 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:18.603337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Attempting to bind port 7c690821-d3bf-4632-bf87-6dd2edc0a798 on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:18.651103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Port 7c690821-d3bf-4632-bf87-6dd2edc0a798 on network d993cdcf-f501-434b-ae6b-b34a42556812 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:18.651770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Attempting to bind port 7c690821-d3bf-4632-bf87-6dd2edc0a798 on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:18.755462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:18.762552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Checking segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:18.763640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Bound using segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:18.764704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Bound port: 7c690821-d3bf-4632-bf87-6dd2edc0a798, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:18.765345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.789805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.796090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.803799 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453bc856-90d0-4a01-b85e-410eb102903e x-openstack-request-id: req-453bc856-90d0-4a01-b85e-410eb102903e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:18.804393 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:18.804836 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-453bc856-90d0-4a01-b85e-410eb102903e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:18.805426 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1', 'status': 'completed', 'code': 200} Aug 31 09:12:18.835563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Attempting to bind port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:18.836037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Attempting to bind port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:18.836584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Attempting to bind port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:18.871900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 on network d993cdcf-f501-434b-ae6b-b34a42556812 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:18.872815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Attempting to bind port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 on network d993cdcf-f501-434b-ae6b-b34a42556812 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:18.892135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:18.893396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Checking segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:18.894767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Bound using segment: {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:18.895904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Bound port: 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:18.898251 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.956553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:18.963470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:19.009327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:19.016275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:19.032882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:19.077406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Pushing event updated for resources: {'Port': ['ID=830a4c9d-2838-489c-8b2c-128b1c3bbecb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:19.081919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.102826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:19.129720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:19.137648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.183512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.214359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.215014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.216505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 HTTP/1.1" status: 200 len: 1093 time: 2.5608151 Aug 31 09:12:19.220853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] For port 7c690821-d3bf-4632-bf87-6dd2edc0a798, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:19.233761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Network c8db1ca5-5963-4d23-85d4-b744427a61c3 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:19.238407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:19.245155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:19.299205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f7d4d-41a6-43ad-a032-412fa3d24cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:19.346378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:19.361630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:19.406427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e6cc3-dc2a-4a20-a406-e8bcea18f98f req-942feca8-5da2-44c3-be18-9fe6012e16e2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.409267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-825e6cc3-dc2a-4a20-a406-e8bcea18f98f req-942feca8-5da2-44c3-be18-9fe6012e16e2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.5042331 Aug 31 09:12:19.412413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-b3af35e6-b4d3-4122-a090-fe885207d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.418312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-b3af35e6-b4d3-4122-a090-fe885207d71e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 1095 time: 0.5953538 Aug 31 09:12:19.431024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.432094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.433808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: be427eab-9c3d-4840-abf7-b33a0749e4c9 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:19.434684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be427eab-9c3d-4840-abf7-b33a0749e4c9 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:19.434854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-8770840a-d368-4dc7-a290-0137be4142bb service neutron] 10.222.0.15 "PUT /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 1093 time: 4.0056477 Aug 31 09:12:19.501457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] For port 7c690821-d3bf-4632-bf87-6dd2edc0a798, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:19.511264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event updated for resources: {'Port': ['ID=403eed9e-a48a-4414-b626-56b7670f5301,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:19.536565 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-5130bb41-5562-498f-8a2e-8e0f82879dbd tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2701759 Aug 31 09:12:19.542708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.544347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.566404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-1c52ea11-f5e4-4a33-8373-f91e93c8fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.575846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-1c52ea11-f5e4-4a33-8373-f91e93c8fadc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 1096 time: 0.2784975 Aug 31 09:12:19.576180 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.587074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-310e47a1-003c-481c-a2a5-33cee44090b8 None None] Provisioning for port 830a4c9d-2838-489c-8b2c-128b1c3bbecb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:19.598425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-310e47a1-003c-481c-a2a5-33cee44090b8 None None] Provisioning complete for port 830a4c9d-2838-489c-8b2c-128b1c3bbecb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:19.599438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-310e47a1-003c-481c-a2a5-33cee44090b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.677550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-68b31cf5-a8c2-4591-8dc2-68997aeec7fe tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0513811 Aug 31 09:12:19.678944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-310e47a1-003c-481c-a2a5-33cee44090b8 None None] Port 830a4c9d-2838-489c-8b2c-128b1c3bbecb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:19.681848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-3e5b764b-858d-4cff-80bc-3fb0bbb647fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 HTTP/1.1" status: 200 len: 217 time: 0.0886652 Aug 31 09:12:19.694547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Request body: {'port': {'device_id': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:19.708411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.709526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.775587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-e65b07d4-af63-43b2-9aa1-09acb59c0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.777121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-e65b07d4-af63-43b2-9aa1-09acb59c0b86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.0557299 Aug 31 09:12:19.777899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:19.821850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.892799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.894692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:19.897385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] 10.222.0.23 "PUT /v2.0/ports/7c690821-d3bf-4632-bf87-6dd2edc0a798 HTTP/1.1" status: 200 len: 1092 time: 4.3268487 Aug 31 09:12:19.927093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-ebe28bd2-3992-4761-be10-1f28a9d1a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.929477 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-ebe28bd2-3992-4761-be10-1f28a9d1a00e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156802 Aug 31 09:12:19.957138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab85a04-7517-4c33-b0ad-c5c05c34e06d service neutron] Pushing event updated for resources: {'Port': ['ID=7c690821-d3bf-4632-bf87-6dd2edc0a798,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:20.025700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-326ab3d0-d0cb-433b-9966-5ff22d026f92 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6118839 Aug 31 09:12:20.041251 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:20.096490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:20.121140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'port_id': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1', 'mac_address': 'fa:16:3e:1f:37:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d13983d-c7cc-4182-9710-adf7aa8f4efe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:20.121474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-28a20be8-bc66-4fd5-9607-a4a03a22bd54 service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809673 Aug 31 09:12:20.151964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-d0457986-4ef2-4bda-9ab2-20182997dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.153663 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-d0457986-4ef2-4bda-9ab2-20182997dc8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1096 time: 0.5808699 Aug 31 09:12:20.186298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Request body: {'port': {'device_id': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:20.210168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.240911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:20.248691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-cb405a7b-ccf0-4129-8f09-0e9837d14c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.252258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-cb405a7b-ccf0-4129-8f09-0e9837d14c9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 917 time: 0.7926812 Aug 31 09:12:20.284977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:20.300111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.315771 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76cc2d3-e0b1-4a78-9691-56f50187eb8f req-f3e3eecc-0e16-4205-aa20-53d2c7c18442 service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863523 Aug 31 09:12:20.345698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-825e6cc3-dc2a-4a20-a406-e8bcea18f98f req-b8b39b53-8816-4de8-a0eb-f67a95dcdce8 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8880489 Aug 31 09:12:20.367705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-25804857-0990-4be2-bb6d-8f804be4d825 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.369338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-25804857-0990-4be2-bb6d-8f804be4d825 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8294683 Aug 31 09:12:20.441333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403eed9e-a48a-4414-b626-56b7670f5301 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:20.449351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:20.469000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.476422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.478285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.479159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.480627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.481840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.483085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.483874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.485177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.485978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.486573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.487129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.487896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:20.524879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-474576e7-285a-4d58-b145-cc8964506c9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 HTTP/1.1" status: 200 len: 217 time: 0.2055564 Aug 31 09:12:20.542669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-34241e05-0855-4aac-a642-81ce91cf748e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 217 time: 0.2816458 Aug 31 09:12:20.574499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Transition to ACTIVE for port object 403eed9e-a48a-4414-b626-56b7670f5301 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:20.583329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.589523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:20.640605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.675404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-bb5b0963-e592-43a0-9b41-9fbaedcb8d28 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/quotas/f3ea2c1d000a48429f8eaf748aed1d33 HTTP/1.1" status: 200 len: 375 time: 0.1522436 Aug 31 09:12:20.681128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=403eed9e-a48a-4414-b626-56b7670f5301,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:20.694381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-1fb8ea3e-af5a-480c-8543-aadaae5deebe tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.696010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-1fb8ea3e-af5a-480c-8543-aadaae5deebe tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 813 time: 0.2192099 Aug 31 09:12:20.716008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'port': {'device_id': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2', 'admin_state_up': True, 'tenant_id': '1ce9668ba26646f080e54764423d8534'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:20.816205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304'}, {'name': 'network-changed', 'server_uuid': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'tag': '7c690821-d3bf-4632-bf87-6dd2edc0a798'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:20.818592 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346dbf52-010f-4a8f-85e0-3dd07597ed75" -d '{"events": [{"name": "network-changed", "server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304"}, {"name": "network-changed", "server_uuid": "1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d", "tag": "7c690821-d3bf-4632-bf87-6dd2edc0a798"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:20.853503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-bb68e29b-481f-49c5-a8fd-c06524e096fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.855122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-bb68e29b-481f-49c5-a8fd-c06524e096fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 1095 time: 0.8167136 Aug 31 09:12:20.889933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-c814b2d4-35e4-4b50-95d9-1fe9e868162f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907032 Aug 31 09:12:20.898877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Attempting to bind port 403eed9e-a48a-4414-b626-56b7670f5301 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:20.899445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Attempting to bind port 403eed9e-a48a-4414-b626-56b7670f5301 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:20.900163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Attempting to bind port 403eed9e-a48a-4414-b626-56b7670f5301 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:20.919391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Port 403eed9e-a48a-4414-b626-56b7670f5301 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:20.919947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Attempting to bind port 403eed9e-a48a-4414-b626-56b7670f5301 on network c8db1ca5-5963-4d23-85d4-b744427a61c3 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:20.939988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:20.940552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Checking segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:20.941143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Bound using segment: {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:20.941815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Bound port: 403eed9e-a48a-4414-b626-56b7670f5301, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa9068e-d4ec-4ca1-944d-5b73d6402a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:20.942342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.002202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-78826728-aeac-4296-807d-0b1ca2d19307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.003917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-78826728-aeac-4296-807d-0b1ca2d19307 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.4602394 Aug 31 09:12:21.009818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-bcdba199-530a-4a54-9e78-1a7ca13cf584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.011362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-bcdba199-530a-4a54-9e78-1a7ca13cf584 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.4067452 Aug 31 09:12:21.012804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-629474de-eefd-4c09-b690-ebaf34e3492c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798 HTTP/1.1" status: 200 len: 217 time: 0.1268969 Aug 31 09:12:21.032546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Made reservation on behalf of 1ce9668ba26646f080e54764423d8534 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:21.036683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.085525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665f072-f5fa-495a-ae4d-7e1d93a07c97 req-0d985c1c-f8c5-47ca-828d-eecec2e583e0 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.086836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6665f072-f5fa-495a-ae4d-7e1d93a07c97 req-0d985c1c-f8c5-47ca-828d-eecec2e583e0 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 931 time: 0.5674543 Aug 31 09:12:21.129204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-9cc9af23-c2b2-47ac-83dc-1d603c656ecc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064923 Aug 31 09:12:21.415444 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87277f-874d-4613-94f3-80bdef2c9285 x-openstack-request-id: req-3c87277f-874d-4613-94f3-80bdef2c9285 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:21.416343 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b0a78e-180a-4fdc-8dda-3058d025da05", "name": "network-vif-deleted", "tag": "be427eab-9c3d-4840-abf7-b33a0749e4c9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:21.416343 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c87277f-874d-4613-94f3-80bdef2c9285 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:21.416343 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b0a78e-180a-4fdc-8dda-3058d025da05', 'name': 'network-vif-deleted', 'tag': 'be427eab-9c3d-4840-abf7-b33a0749e4c9', 'status': 'completed', 'code': 200} Aug 31 09:12:21.421625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] For port 403eed9e-a48a-4414-b626-56b7670f5301, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:21.474717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] For port 403eed9e-a48a-4414-b626-56b7670f5301, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=403eed9e-a48a-4414-b626-56b7670f5301,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:21.489200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.607637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.610191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.613499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/403eed9e-a48a-4414-b626-56b7670f5301 HTTP/1.1" status: 200 len: 1092 time: 1.9267027 Aug 31 09:12:21.673152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2fb0-5930-4bda-af97-3cf98f47b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=403eed9e-a48a-4414-b626-56b7670f5301,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:21.739723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Allocated IP 172.20.0.2 (fd8b470a-3c71-4fd6-94b0-dd5d421f95e2/0f528481-dd3b-4856-8acf-b7f11c0d8898/608728b4-7c52-4f15-92d2-783a92f75a16) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:21.772715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-19c03919-9690-48cd-8eca-9787a746d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.774264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-19c03919-9690-48cd-8eca-9787a746d2ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.7318022 Aug 31 09:12:21.780394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:21.812343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-44dec33e-ea8a-44a3-8d5c-c3060509dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.815720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-44dec33e-ea8a-44a3-8d5c-c3060509dfd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 1095 time: 0.1247332 Aug 31 09:12:21.866153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-8b09d29d-0239-4791-a148-4a31efb57441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.867834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-8b09d29d-0239-4791-a148-4a31efb57441 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8480222 Aug 31 09:12:21.914760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-c1960c23-da84-45d2-8d36-a6ebd0b1fd88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403eed9e-a48a-4414-b626-56b7670f5301 HTTP/1.1" status: 200 len: 217 time: 0.0878603 Aug 31 09:12:21.940377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:21.950973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:21.952435 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.973075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6665f072-f5fa-495a-ae4d-7e1d93a07c97 req-b227f0c6-f1b2-4830-9ada-48e90319a765 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7790225 Aug 31 09:12:22.022100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1736b6-1b40-41cf-be6d-870f2ce8ec43 req-29fbde27-4713-4281-a9f8-055744b413c2 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:22.030036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc1736b6-1b40-41cf-be6d-870f2ce8ec43 req-29fbde27-4713-4281-a9f8-055744b413c2 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 935 time: 0.8066401 Aug 31 09:12:22.045718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-3e53588b-6a66-4681-9434-1339e310ee95 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8902752 Aug 31 09:12:22.087852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-4d110f29-bb30-485b-ab00-f6ff80e53576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:22.089719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-4d110f29-bb30-485b-ab00-f6ff80e53576 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2798872 Aug 31 09:12:22.128957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-53bdcf58-a071-4020-85ca-b299259dd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:22.133243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-53bdcf58-a071-4020-85ca-b299259dd9b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 200 len: 861 time: 0.2065635 Aug 31 09:12:22.226863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-b724045e-fe28-4b51-8edc-aabcf62bf35f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8db1ca5-5963-4d23-85d4-b744427a61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526953 Aug 31 09:12:22.275205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.280579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36e7975e-f4d6-4da5-8416-d8c4405dc4ba req-53ad85c7-e4c3-464c-b31d-eeb97af54080 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 210 time: 0.1006632 Aug 31 09:12:22.317993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-b5b7a88c-7f93-4780-a879-c844850a4395 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357188 Aug 31 09:12:22.350380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc1736b6-1b40-41cf-be6d-870f2ce8ec43 req-bff2881f-25b7-43b8-b791-d7aa3bbebfe6 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173280 Aug 31 09:12:22.405495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:22.412440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:22.417224 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299ac3b-7332-4f6d-8600-79fc9727f4c9" -d '{"events": [{"server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "name": "network-vif-plugged", "status": "completed", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:22.421386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-853a35fb-948b-48c0-91d9-dc12e42d0cb7 service neutron] 10.222.0.15 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797254 Aug 31 09:12:22.426339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36964) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:22.431474 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.449168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.605957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830a4c9d-2838-489c-8b2c-128b1c3bbecb {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:22.606896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:22.637370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d3d86d-73a6-4577-9304-b0871f5af5b7 req-3d85be79-c82f-4f7a-a043-3aab8c029bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756865 Aug 31 09:12:22.651012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.696076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a178c73-8e73-45c3-baf2-e962c3ae6dde req-8b053a98-0b86-4688-84f3-8629e5e97fbb service neutron] 10.222.0.15 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507923 Aug 31 09:12:22.699166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.700013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Transition to ACTIVE for port object 830a4c9d-2838-489c-8b2c-128b1c3bbecb will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:22.715670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:22.812226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:22.831850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-995880e7-23e2-43f8-90b9-e9debd96614c service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821847 Aug 31 09:12:22.835089 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fd463-a391-4f53-a61b-3bb31ac8ac98 x-openstack-request-id: req-7a2fd463-a391-4f53-a61b-3bb31ac8ac98 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:22.836630 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d", "tag": "7c690821-d3bf-4632-bf87-6dd2edc0a798", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:22.838284 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a2fd463-a391-4f53-a61b-3bb31ac8ac98 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:22.840163 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'status': 'completed', 'code': 200} Aug 31 09:12:22.840611 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'tag': '7c690821-d3bf-4632-bf87-6dd2edc0a798', 'status': 'completed', 'code': 200} Aug 31 09:12:22.860610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.860959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:22.868254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:22.915680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:22.961398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-2d1d712f-9eb5-4ea7-ad7c-f0cc3b16b880 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492027 Aug 31 09:12:22.965150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Deleting subnet 1f32403a-bfbd-4556-84ef-184999dbacf0 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:12:22.991674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.035123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.035858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.082134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-05b05cb6-8c8c-462e-9015-b9603b873266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.088435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-05b05cb6-8c8c-462e-9015-b9603b873266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1096 time: 0.2742174 Aug 31 09:12:23.093974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44363763-b535-45a6-940f-e0c83849822d req-f5875495-ecde-4915-9ef4-68a5369b16ce tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 210 time: 0.2072971 Aug 31 09:12:23.193227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.205759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fcd3-9810-4170-b128-072e4f21482f req-29b1aefc-9cca-41bf-9406-016d7fa5b55f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.218849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99c3fcd3-9810-4170-b128-072e4f21482f req-29b1aefc-9cca-41bf-9406-016d7fa5b55f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 944 time: 0.7212541 Aug 31 09:12:23.235277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-2c16e58d-646d-4c0f-9892-de3e2ea645de tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5236535 Aug 31 09:12:23.247788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-342541cd-b83d-4d3c-b0f4-100a48ac059c req-c98571f8-98c0-47a2-ba06-09111aeb9e2b service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385737 Aug 31 09:12:23.249316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Pushing event updated for resources: {'Port': ['ID=830a4c9d-2838-489c-8b2c-128b1c3bbecb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:23.276357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Request body: {'port': {'device_id': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:23.370996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:23.420530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.424636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62'}, {'name': 'network-changed', 'server_uuid': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'tag': '403eed9e-a48a-4414-b626-56b7670f5301'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:23.428772 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62"}, {"name": "network-changed", "server_uuid": "6aac5df6-582d-47ca-9b08-66ff63f5c3eb", "tag": "403eed9e-a48a-4414-b626-56b7670f5301"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:23.469146 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53e392cd-5eb8-48c7-af59-54292d8ad449 req-9e4cd65f-7c36-4382-8dae-ff793686dd58 service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160846 Aug 31 09:12:23.503503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99c3fcd3-9810-4170-b128-072e4f21482f req-0284c00c-7d27-4cbc-bdfe-9d98c8232f57 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652543 Aug 31 09:12:23.516907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-ab839b00-6535-406d-ad58-6deebaa8514d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.518584 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-ab839b00-6535-406d-ad58-6deebaa8514d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5468428 Aug 31 09:12:23.519368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3c02-cbe7-46af-91a1-751126614f0b req-58f8cb44-0a6b-49e5-a7d0-43943c0af7ed tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.528625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-474e3c02-cbe7-46af-91a1-751126614f0b req-58f8cb44-0a6b-49e5-a7d0-43943c0af7ed tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.3055935 Aug 31 09:12:23.550265 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.553992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:23.557621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-eabdadd9-1284-4fdc-9b7a-e63b516d2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.559547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-eabdadd9-1284-4fdc-9b7a-e63b516d2a44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.4599683 Aug 31 09:12:23.576372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '96067087-75ac-4053-90c3-1c813277710b', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:23.579099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Attempting to bind port 830a4c9d-2838-489c-8b2c-128b1c3bbecb on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:23.579604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Attempting to bind port 830a4c9d-2838-489c-8b2c-128b1c3bbecb by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:23.579958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Attempting to bind port 830a4c9d-2838-489c-8b2c-128b1c3bbecb on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:23.588131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'port_id': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62', 'mac_address': 'fa:16:3e:e2:d5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d13983d-c7cc-4182-9710-adf7aa8f4efe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:23.635480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Port 830a4c9d-2838-489c-8b2c-128b1c3bbecb on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:23.636150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Attempting to bind port 830a4c9d-2838-489c-8b2c-128b1c3bbecb on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:23.676550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-474e3c02-cbe7-46af-91a1-751126614f0b req-b4f68fb2-d3f0-403b-85bc-36de36c30a7c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472104 Aug 31 09:12:23.678389 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81231b79-fb35-41f1-8f1d-2929d0307f10 x-openstack-request-id: req-81231b79-fb35-41f1-8f1d-2929d0307f10 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:23.678959 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "name": "network-vif-plugged", "status": "completed", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:23.679578 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81231b79-fb35-41f1-8f1d-2929d0307f10 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:23.680106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:23.680356 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1', 'code': 200} Aug 31 09:12:23.680474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:23.680841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:23.681318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Bound port: 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:23.681669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.681975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.731424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:23.759955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-73500bca-2889-4b52-8bdd-782613296117 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 217 time: 0.1792753 Aug 31 09:12:23.764669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:23.772419 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.801810 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.826171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-a7c8e5c5-51e3-407b-b42f-d8a2e54c5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.827736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-a7c8e5c5-51e3-407b-b42f-d8a2e54c5b69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 1095 time: 0.2507963 Aug 31 09:12:23.836835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:23.893553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c7f80-0167-4cf0-b114-bb7970b249ad req-3c3bcaa0-04cf-4429-811d-faf14eef040b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.895067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed6c7f80-0167-4cf0-b114-bb7970b249ad req-3c3bcaa0-04cf-4429-811d-faf14eef040b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 943 time: 0.1965258 Aug 31 09:12:23.934333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f32403a-bfbd-4556-84ef-184999dbacf0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:23.941857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.943893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-916482cd-6a0f-40c5-aab1-d6acbc6462b3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f32403a-bfbd-4556-84ef-184999dbacf0 HTTP/1.1" status: 204 len: 168 time: 1.5165453 Aug 31 09:12:23.951211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36980) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:23.981788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796fda-ea0d-4703-8c22-bf673832a701 req-11984fdf-e2c0-4ad6-ad13-4fbe3a424ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.983405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36796fda-ea0d-4703-8c22-bf673832a701 req-11984fdf-e2c0-4ad6-ad13-4fbe3a424ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 1097 time: 0.2957902 Aug 31 09:12:24.024224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] For port 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:24.037090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69e08e-9868-43b6-a855-efdf6df560b3 req-98dcd07f-692f-4259-ac65-affcf6919f9e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.038738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d69e08e-9868-43b6-a855-efdf6df560b3 req-98dcd07f-692f-4259-ac65-affcf6919f9e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 931 time: 0.2556157 Aug 31 09:12:24.052176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-4978ff38-3b3a-4bb5-9bf4-004246a76445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.058101 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-4978ff38-3b3a-4bb5-9bf4-004246a76445 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2817400 Aug 31 09:12:24.067776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] For port 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:24.072477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['0a4dda62-b25d-49fb-86d2-06bbd1e2ff62'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:24.108251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed6c7f80-0167-4cf0-b114-bb7970b249ad req-56b0fc92-1585-4d3e-905f-766842bf7214 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745727 Aug 31 09:12:24.110190 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.163042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-cf92d5e1-a71c-40ed-89ab-55c911484b05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582044 Aug 31 09:12:24.246673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-e279cdc5-6000-4082-86cf-0bb57b31cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.249715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-e279cdc5-6000-4082-86cf-0bb57b31cf33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 917 time: 0.3989964 Aug 31 09:12:24.265629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.265629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.268709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-92589217-a359-4b57-b03a-132d683670d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/830a4c9d-2838-489c-8b2c-128b1c3bbecb HTTP/1.1" status: 200 len: 1096 time: 4.2017815 Aug 31 09:12:24.275261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36796fda-ea0d-4703-8c22-bf673832a701 req-dbe916a5-96d0-47fd-a115-f7857244f4f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816989 Aug 31 09:12:24.293859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.378494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:24.384768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-b4cbc855-7801-4a97-96e7-49423302d751 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798 HTTP/1.1" status: 200 len: 217 time: 0.1081278 Aug 31 09:12:24.387956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.396426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d69e08e-9868-43b6-a855-efdf6df560b3 req-c6eb507e-1b52-4073-ab18-e05e39b86764 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311462 Aug 31 09:12:24.464210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.487180 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b759c8-3fc1-426a-b696-5f347b91b8b1 x-openstack-request-id: req-e8b759c8-3fc1-426a-b696-5f347b91b8b1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:24.487694 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6aac5df6-582d-47ca-9b08-66ff63f5c3eb", "tag": "403eed9e-a48a-4414-b626-56b7670f5301", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:24.488142 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8b759c8-3fc1-426a-b696-5f347b91b8b1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:24.490232 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62', 'status': 'completed', 'code': 200} Aug 31 09:12:24.490748 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'tag': '403eed9e-a48a-4414-b626-56b7670f5301', 'status': 'completed', 'code': 200} Aug 31 09:12:24.492563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589217-a359-4b57-b03a-132d683670d5 service neutron] Pushing event updated for resources: {'Port': ['ID=830a4c9d-2838-489c-8b2c-128b1c3bbecb,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:24.502716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307c2a-af7a-4421-8e3c-ece2f9767851 req-bea238ec-1f77-4a1e-804d-a45a3f08ada4 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.510397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a307c2a-af7a-4421-8e3c-ece2f9767851 req-bea238ec-1f77-4a1e-804d-a45a3f08ada4 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 947 time: 0.3181903 Aug 31 09:12:24.549399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-5c414af5-cc45-4edb-b8e9-41fd509eb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.551064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-5c414af5-cc45-4edb-b8e9-41fd509eb5fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.1536598 Aug 31 09:12:24.553132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-a5600d4d-6f36-482f-9651-1fbc9aa957a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.554748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-a5600d4d-6f36-482f-9651-1fbc9aa957a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76293ca569e9450c89d1396e6719a68e&device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 1099 time: 0.1971760 Aug 31 09:12:24.702074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a307c2a-af7a-4421-8e3c-ece2f9767851 req-aa7119c9-e70a-41d1-ad06-e0bcfa8d4757 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907551 Aug 31 09:12:24.725192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-ad41dcfe-10b9-4c93-b796-438fd04c06d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb HTTP/1.1" status: 200 len: 217 time: 0.1480350 Aug 31 09:12:24.732732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-40f2ad2a-789e-450e-aeef-a94fee594fbc service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551248 Aug 31 09:12:24.741413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.791041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f15daf8-798f-4571-b7e1-bc4fb58b40d1 req-2dc273d6-0711-4faf-8878-64206782a79a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 210 time: 0.0936005 Aug 31 09:12:24.791398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ad1304-b107-4a15-8ae9-9970f2613543']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:24.842979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'tag': '830a4c9d-2838-489c-8b2c-128b1c3bbecb'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:24.848231 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19" -d '{"events": [{"name": "network-changed", "server_uuid": "d8413e65-3b36-4ad5-9e92-bd150fddc969", "tag": "830a4c9d-2838-489c-8b2c-128b1c3bbecb"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:24.862166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27797e4a-330a-4b82-8059-e887a064e303') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:24.862890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27797e4a-330a-4b82-8059-e887a064e303') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:24.873139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-2be79b7e-517b-4fc4-9078-35b83be3b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.875846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-2be79b7e-517b-4fc4-9078-35b83be3b3ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 1097 time: 0.3023424 Aug 31 09:12:24.878891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-10be1a31-c6e4-4ecb-89a0-db5a04a52222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.882238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-10be1a31-c6e4-4ecb-89a0-db5a04a52222 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=806dfacb1e884216ab66e236dda67ff4&device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 1095 time: 0.3227189 Aug 31 09:12:24.917051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608728b4-7c52-4f15-92d2-783a92f75a16 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:24.936051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.983517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.995517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-ec53fe2d-5305-41be-9b7c-03157de48a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.998501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-ec53fe2d-5305-41be-9b7c-03157de48a40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4201596 Aug 31 09:12:25.018818 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.039129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Transition to ACTIVE for port object 608728b4-7c52-4f15-92d2-783a92f75a16 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:25.040250 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:12:25.040853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:12:25.049024 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:12:25.109998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.123425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-51100ca9-c2b3-4824-9672-f1d32ac15c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.126658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-51100ca9-c2b3-4824-9672-f1d32ac15c2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3625889 Aug 31 09:12:25.179063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-798f22db-d71e-4c8f-92d7-222ad06c6051 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217958 Aug 31 09:12:25.269121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.270694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.274338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:25.279619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-f93e54ed-3134-4d20-b6ee-dc38987df3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.282407 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-f93e54ed-3134-4d20-b6ee-dc38987df3c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 917 time: 0.3845584 Aug 31 09:12:25.295273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.299137 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29ad1304-b107-4a15-8ae9-9970f2613543 HTTP/1.1" status: 204 len: 168 time: 1.3412614 Aug 31 09:12:25.300631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.306808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:25.390703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7c690821-d3bf-4632-bf87-6dd2edc0a798 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:25.400121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:25.475022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ac61c-f326-4c2a-92db-4e383c3bccc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ad1304-b107-4a15-8ae9-9970f2613543,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:25.499366 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-22e191f5-de61-49f6-a8e1-288ca91af5d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 HTTP/1.1" status: 200 len: 217 time: 0.2065191 Aug 31 09:12:25.627365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:25.639769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:25.640337 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.712948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7c690821-d3bf-4632-bf87-6dd2edc0a798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:25.744148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '7c690821-d3bf-4632-bf87-6dd2edc0a798', 'network_id': 'd993cdcf-f501-434b-ae6b-b34a42556812', 'port_id': '7c690821-d3bf-4632-bf87-6dd2edc0a798', 'mac_address': 'fa:16:3e:45:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d13983d-c7cc-4182-9710-adf7aa8f4efe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:25.768605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae9303-78ff-4422-b517-c31d300bce85 req-9d716165-d094-49c5-ab5e-221cc6625e24 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.771620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ddae9303-78ff-4422-b517-c31d300bce85 req-9d716165-d094-49c5-ab5e-221cc6625e24 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 945 time: 0.9300387 Aug 31 09:12:25.837014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c1f6d-c0e2-463e-a062-0f63ab2af617 req-b41b9ced-fae8-44c4-87a4-24380604c92e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.839090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 403eed9e-a48a-4414-b626-56b7670f5301 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:25.843563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d3c1f6d-c0e2-463e-a062-0f63ab2af617 req-b41b9ced-fae8-44c4-87a4-24380604c92e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.9461172 Aug 31 09:12:25.874499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.878686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.917984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c690821-d3bf-4632-bf87-6dd2edc0a798 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:25.980915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:25.983373 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054243bd-6199-466d-93a5-f95c908cb07c" -d '{"events": [{"server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "name": "network-vif-plugged", "status": "completed", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:25.994415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-23eec47c-45c7-4ce0-9a1b-ca497992d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.996041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-23eec47c-45c7-4ce0-9a1b-ca497992d468 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 200 len: 922 time: 1.1029902 Aug 31 09:12:26.021814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d332f830-e091-434a-bd16-7daeb0395e2a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.037461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-b6675f3c-16f5-4bd5-add6-4eaf7b2de881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.040334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-b6675f3c-16f5-4bd5-add6-4eaf7b2de881 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8829465 Aug 31 09:12:26.042982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Deleting subnet babc9d4f-454c-4106-b2d6-3b636355c8fe {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:12:26.060556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.092645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ddae9303-78ff-4422-b517-c31d300bce85 req-a904aae3-b50c-403b-ba61-b07db5352cc1 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930639 Aug 31 09:12:26.108456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d3c1f6d-c0e2-463e-a062-0f63ab2af617 req-87b8c85d-33ea-40d1-91f2-78a8bb0f5bde tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264366 Aug 31 09:12:26.164155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-e548e650-6ded-486c-941d-67be9c07d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.166886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-e548e650-6ded-486c-941d-67be9c07d9e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.6169806 Aug 31 09:12:26.196839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.199447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Attempting to bind port 608728b4-7c52-4f15-92d2-783a92f75a16 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:26.200041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Attempting to bind port 608728b4-7c52-4f15-92d2-783a92f75a16 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:26.200712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Attempting to bind port 608728b4-7c52-4f15-92d2-783a92f75a16 on network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:26.239774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-bb4fbfa0-eb1b-4f99-8964-2d1cfdba08eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403eed9e-a48a-4414-b626-56b7670f5301 HTTP/1.1" status: 200 len: 217 time: 0.2129602 Aug 31 09:12:26.241907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-d89c0f63-d0cc-4187-a1e4-de27c827f644 service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1613882 Aug 31 09:12:26.245558 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b38441-986e-4e1e-a501-ebda76ecb61c x-openstack-request-id: req-10b38441-986e-4e1e-a501-ebda76ecb61c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:26.246017 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8413e65-3b36-4ad5-9e92-bd150fddc969", "tag": "830a4c9d-2838-489c-8b2c-128b1c3bbecb", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:26.246315 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10b38441-986e-4e1e-a501-ebda76ecb61c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:26.246809 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'tag': '830a4c9d-2838-489c-8b2c-128b1c3bbecb', 'status': 'completed', 'code': 200} Aug 31 09:12:26.251941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.258309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7c690821-d3bf-4632-bf87-6dd2edc0a798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.265060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.279400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Port 608728b4-7c52-4f15-92d2-783a92f75a16 on network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:26.279904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Attempting to bind port 608728b4-7c52-4f15-92d2-783a92f75a16 on network fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:26.320850 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.328034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.93 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/79cbac11-8e87-43d0-a4d1-552ff5fdd27e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:26.354977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:26.355686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Checking segment: {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:26.356433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Bound using segment: {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:26.357303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Bound port: 608728b4-7c52-4f15-92d2-783a92f75a16, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff526c7b-ff09-4e20-9c19-046169ed7aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:26.358018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.371072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.394180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 403eed9e-a48a-4414-b626-56b7670f5301, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=403eed9e-a48a-4414-b626-56b7670f5301,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.414180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.479259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '403eed9e-a48a-4414-b626-56b7670f5301', 'network_id': 'c8db1ca5-5963-4d23-85d4-b744427a61c3', 'port_id': '403eed9e-a48a-4414-b626-56b7670f5301', 'mac_address': 'fa:16:3e:3e:05:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72740c3-889c-48cc-bc6b-1ff646b8e2d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:26.499208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-f45c0c03-8ad6-4a18-a50f-81965aef4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.500650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-f45c0c03-8ad6-4a18-a50f-81965aef4a9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3245425 Aug 31 09:12:26.594719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7c690821-d3bf-4632-bf87-6dd2edc0a798,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.597275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-95cfdf64-98b9-476e-96b4-2ab9a7eef502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.600174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-95cfdf64-98b9-476e-96b4-2ab9a7eef502 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 200 len: 861 time: 0.3501065 Aug 31 09:12:26.612707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.632896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403eed9e-a48a-4414-b626-56b7670f5301 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:26.659856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 403eed9e-a48a-4414-b626-56b7670f5301, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=403eed9e-a48a-4414-b626-56b7670f5301,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.665146 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.666401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:26.667767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-1a23e5f5-95bd-4980-995e-677a7f2c3225 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735321 Aug 31 09:12:26.683759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c9ed5-fda9-4042-b71c-19d05cf5eced req-39ccff19-7fd1-4595-8805-430d161c5918 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.686700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-150c9ed5-fda9-4042-b71c-19d05cf5eced req-39ccff19-7fd1-4595-8805-430d161c5918 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 943 time: 0.4434359 Aug 31 09:12:26.709482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7c690821-d3bf-4632-bf87-6dd2edc0a798'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:26.728082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.749471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-fb62e3b6-fd1a-4940-9513-d6c7acdb0e55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8db1ca5-5963-4d23-85d4-b744427a61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252422 Aug 31 09:12:26.808650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:26.820184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babc9d4f-454c-4106-b2d6-3b636355c8fe,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.862900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2210723-a876-40fe-a026-9c71374fcdc5 req-ecc0a16a-070a-4546-a18b-e5e5624a3631 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.866419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=403eed9e-a48a-4414-b626-56b7670f5301,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.870859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:26.872698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.875497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8f0f1a86-f99e-451e-894d-21d852587d1c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/babc9d4f-454c-4106-b2d6-3b636355c8fe HTTP/1.1" status: 204 len: 168 time: 1.5542717 Aug 31 09:12:26.878534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2210723-a876-40fe-a026-9c71374fcdc5 req-ecc0a16a-070a-4546-a18b-e5e5624a3631 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 943 time: 0.5288925 Aug 31 09:12:26.893445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37006) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:26.914086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.914408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346dbf52-010f-4a8f-85e0-3dd07597ed75 req-da07404d-97f8-41d6-8d49-dee826eea833 service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612592 Aug 31 09:12:26.929460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.940525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 79cbac11-8e87-43d0-a4d1-552ff5fdd27e will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:26.990254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:27.039454 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'port_id': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'mac_address': 'fa:16:3e:7f:4b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31fd344-535f-4ce6-9e5c-50c35f59f56e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:27.041992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:27.051090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.095149 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-4de95fc0-377d-410e-8a59-609bfd4494cb service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639312 Aug 31 09:12:27.096839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:27.097452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.099124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5b5418a6-5aba-486a-9407-c63ae469ba1d service neutron] 10.222.0.15 "PUT /v2.0/ports/608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 1092 time: 3.8420286 Aug 31 09:12:27.101965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:27.104596 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f736d2-cac8-44c7-a6a0-f23e34642d08" -d '{"events": [{"name": "network-changed", "server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:27.176050 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.198497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ea465d-41c5-48dc-985c-7e5ced92a304 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:27.220079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-558c966f-1048-4670-8c28-b973a20e3118 service neutron] 10.222.0.23 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117628 Aug 31 09:12:27.226072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:27.229100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-150c9ed5-fda9-4042-b71c-19d05cf5eced req-8e1ba92b-ddad-42bf-8b83-80fb84b79b53 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046670 Aug 31 09:12:27.233233 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.241774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:27.243553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:27.246369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:27.303972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2210723-a876-40fe-a026-9c71374fcdc5 req-48a0353b-5c24-4b36-9882-90cd7bd2a6f6 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241869 Aug 31 09:12:27.307123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:27.311450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.335642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:27.340414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31235eb4-00d9-49f9-a79e-bfd73d730b4a req-db0711eb-8c05-4a2a-964d-7e45eddfe08a service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182668 Aug 31 09:12:27.351421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-7fde1d1d-6b92-49fe-9a46-3a1479fdc00d service neutron] 10.222.0.15 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110595 Aug 31 09:12:27.388246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-e524abf6-b00d-4b0f-99e3-5004ee12c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:27.389918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-e524abf6-b00d-4b0f-99e3-5004ee12c9a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1095 time: 0.1665971 Aug 31 09:12:27.412075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:27.412754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.502678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-e05cb5e9-9e71-48b5-98d6-059d2a9c677d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9305933 Aug 31 09:12:27.504419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-5a614d13-c4df-46b9-aac1-9bd9b33cc42b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 217 time: 0.0682769 Aug 31 09:12:27.519443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Request body: {'port': {'device_id': '96067087-75ac-4053-90c3-1c813277710b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:27.580827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['403eed9e-a48a-4414-b626-56b7670f5301'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:27.617312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['50ea465d-41c5-48dc-985c-7e5ced92a304'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:27.652730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.660468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.672104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0002bddb-fb78-46b6-ae95-3c8a1ed1f147']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:27.683793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-7612eacd-f5ad-41f1-88b5-61eff9c9d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:27.685604 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-7612eacd-f5ad-41f1-88b5-61eff9c9d2ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.1490231 Aug 31 09:12:27.725190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e5d839-86e4-47be-a733-5e066c63eba6') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:27.725548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e5d839-86e4-47be-a733-5e066c63eba6') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:27.786738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.787325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-884372dc-1d9b-4b7d-a39c-af884c687ae3 None None] Provisioning for port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:27.810507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-884372dc-1d9b-4b7d-a39c-af884c687ae3 None None] Provisioning complete for port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:27.811099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-884372dc-1d9b-4b7d-a39c-af884c687ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.825571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.866790 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-c876d49a-b20f-4d3a-8b57-dc8fe9aeb70e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372043 Aug 31 09:12:27.884979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:12:27.885404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:12:27.888734 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:12:27.927529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-884372dc-1d9b-4b7d-a39c-af884c687ae3 None None] Port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:27.957496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657c2b5-3133-48ac-b3e3-593799ff5a04 req-f6adc3cf-5da1-4842-bfb8-ce98a788468b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:27.963210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5657c2b5-3133-48ac-b3e3-593799ff5a04 req-f6adc3cf-5da1-4842-bfb8-ce98a788468b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 935 time: 0.2609603 Aug 31 09:12:27.997197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32c050-efe1-4ac2-8114-8f88117dc147 req-f1489196-8f83-43ab-bbc6-df9b7da6efbb tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.000023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df32c050-efe1-4ac2-8114-8f88117dc147 req-f1489196-8f83-43ab-bbc6-df9b7da6efbb tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 947 time: 0.5362775 Aug 31 09:12:28.026657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-cdedacd7-0e67-4a3d-86ed-bf0c21493003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.029287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-cdedacd7-0e67-4a3d-86ed-bf0c21493003 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=76293ca569e9450c89d1396e6719a68e&device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 1099 time: 0.5667176 Aug 31 09:12:28.033416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30610e7c-755d-440d-8a38-d0a8ff6ccd2f req-013dfafe-8a2d-46b0-85b2-52c6e2fd9c35 service neutron] 10.222.0.15 "GET /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515706 Aug 31 09:12:28.046708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-46e063a1-ef26-4516-9d50-70d23d4b5696 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689942 Aug 31 09:12:28.204074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cbac11-8e87-43d0-a4d1-552ff5fdd27e {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:28.207670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.215657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.220995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a53a4df9-03da-4a51-8aa5-823fc993a651 req-7792a6cf-ce66-4ac1-b15a-1c2b142c8400 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645987 Aug 31 09:12:28.238042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Transition to ACTIVE for port object 79cbac11-8e87-43d0-a4d1-552ff5fdd27e will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:28.242937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.255235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.263289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/0002bddb-fb78-46b6-ae95-3c8a1ed1f147 HTTP/1.1" status: 204 len: 168 time: 1.3530443 Aug 31 09:12:28.269441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df32c050-efe1-4ac2-8114-8f88117dc147 req-707f8264-f3f4-4167-bcd2-b8b0a0ceaba5 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568398 Aug 31 09:12:28.315870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Pushing event updated for resources: {'Port': ['ID=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:28.342602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150aabd-875a-436e-bc73-a3a4bc4465bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0002bddb-fb78-46b6-ae95-3c8a1ed1f147,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:28.354252 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b405ebe-b730-4cda-afec-ebbe4936b873 x-openstack-request-id: req-8b405ebe-b730-4cda-afec-ebbe4936b873 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:28.354595 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "name": "network-vif-plugged", "status": "completed", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:28.354844 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b405ebe-b730-4cda-afec-ebbe4936b873 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:28.355254 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62', 'code': 200} Aug 31 09:12:28.365296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5657c2b5-3133-48ac-b3e3-593799ff5a04 req-2965211f-0690-4d25-bb00-d65c350acee7 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556037 Aug 31 09:12:28.435156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-b6b07f17-934e-4b15-b341-ad74bc3202a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.439845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-b6b07f17-934e-4b15-b341-ad74bc3202a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3955688 Aug 31 09:12:28.455753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eab3358b-5b1c-42ed-9ea8-e598f0237d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.482518 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4befc0d-7791-46ab-aa95-01a14fc5424a x-openstack-request-id: req-d4befc0d-7791-46ab-aa95-01a14fc5424a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:28.482795 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:28.483038 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4befc0d-7791-46ab-aa95-01a14fc5424a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:28.483447 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16', 'status': 'completed', 'code': 200} Aug 31 09:12:28.486889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Attempting to bind port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:28.487189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Attempting to bind port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:28.487510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Attempting to bind port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:28.501882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:28.502463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Attempting to bind port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:28.529857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37022) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:28.534860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-30906e6b-b4b4-4dfa-b004-c8f74c1ee6c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb HTTP/1.1" status: 200 len: 217 time: 0.0834765 Aug 31 09:12:28.565271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:28.565635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:28.566022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:28.566494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Bound port: 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:28.566856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.649269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-9e6492c2-2eda-4c36-aa6c-265a4065184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.650993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-9e6492c2-2eda-4c36-aa6c-265a4065184f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0932322 Aug 31 09:12:28.662761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-45efa219-52be-4634-87ea-930336b5fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.664300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-45efa219-52be-4634-87ea-930336b5fe1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1095 time: 0.1592455 Aug 31 09:12:28.677814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c8860-262c-4aaa-9dd7-bcd899235b2e req-339ad917-080f-4d5a-8e83-3bfc422cebf2 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.679482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf2c8860-262c-4aaa-9dd7-bcd899235b2e req-339ad917-080f-4d5a-8e83-3bfc422cebf2 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.1585672 Aug 31 09:12:28.700067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd483bb-f697-477e-b60b-73a2302ee769 req-7d3d10a9-d3e2-4506-bf0c-2bbed6f07dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.701603 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fd483bb-f697-477e-b60b-73a2302ee769 req-7d3d10a9-d3e2-4506-bf0c-2bbed6f07dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 1098 time: 0.1873565 Aug 31 09:12:28.720327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55607924-0f43-42f2-83af-d0efb5bca9f7 req-e9b0b360-48b1-4fee-9d02-2c6c3cee1864 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.721886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55607924-0f43-42f2-83af-d0efb5bca9f7 req-e9b0b360-48b1-4fee-9d02-2c6c3cee1864 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.1659105 Aug 31 09:12:28.751142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-73ecf1c0-c85b-4fbc-b797-0c3bc67a00e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=567ebb2ad39b44e4ad6e8dd5f3c6ddc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200785 Aug 31 09:12:28.757412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37024) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:28.792042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] For port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:28.807504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf2c8860-262c-4aaa-9dd7-bcd899235b2e req-279e2949-604f-406c-b6e3-5dff946b446b tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074359 Aug 31 09:12:28.818074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-79d58a52-876b-4584-850d-922ee608e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.819602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-79d58a52-876b-4584-850d-922ee608e3c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1599371 Aug 31 09:12:28.831699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55607924-0f43-42f2-83af-d0efb5bca9f7 req-2e4e3142-a51f-436b-a881-de105f418acd tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010818 Aug 31 09:12:28.836382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] For port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:28.844418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fd483bb-f697-477e-b60b-73a2302ee769 req-9aa7fd69-a0e2-41ee-95c8-f421014147e9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960717 Aug 31 09:12:28.849383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.890212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-0c9a9dbc-699d-49c3-bc5a-74e7fa261f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.893680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-0c9a9dbc-699d-49c3-bc5a-74e7fa261f41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.2181017 Aug 31 09:12:28.926920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.928637 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.933627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] 10.222.0.23 "PUT /v2.0/ports/79cbac11-8e87-43d0-a4d1-552ff5fdd27e HTTP/1.1" status: 200 len: 1096 time: 1.4200985 Aug 31 09:12:28.974430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d52459a0-a7a9-49b7-9bf2-fe06d6115f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.981940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-5c22d9c1-42ca-4dc5-a49a-8d83699eacdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 217 time: 0.0792701 Aug 31 09:12:29.046172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc9c0f-f2dc-4409-8448-04652cce00f4 service neutron] Pushing event updated for resources: {'Port': ['ID=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:29.073972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d52459a0-a7a9-49b7-9bf2-fe06d6115f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.077249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-70f66a5e-6fd2-495f-83f5-9b71fbc3ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.080498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-70f66a5e-6fd2-495f-83f5-9b71fbc3ff3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.0855708 Aug 31 09:12:29.081822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-ddb0057a-c7ac-4765-9047-ac540b58525e service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455652 Aug 31 09:12:29.133694 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-23b6f2ce-047c-4152-ae5c-2b438b470def service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449688 Aug 31 09:12:29.138953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804efa-d1f2-4a6b-8300-44f8bf027946 req-b743f95b-eccd-4e9d-9dc6-750e0816b04b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.141981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6804efa-d1f2-4a6b-8300-44f8bf027946 req-b743f95b-eccd-4e9d-9dc6-750e0816b04b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 944 time: 0.2428622 Aug 31 09:12:29.285717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff633338-f4ef-4edf-8177-7fd99af6c748 req-eefd5838-bf2f-4fcd-9914-9e792c5369c5 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.287248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff633338-f4ef-4edf-8177-7fd99af6c748 req-eefd5838-bf2f-4fcd-9914-9e792c5369c5 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 943 time: 0.2577105 Aug 31 09:12:29.336607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-e1047eb2-ea33-443f-96ac-ec263e2598c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.339247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-e1047eb2-ea33-443f-96ac-ec263e2598c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 1099 time: 0.1069758 Aug 31 09:12:29.344354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-70be9e01-3897-4880-a427-9c4bafc9df91 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012274 Aug 31 09:12:29.351398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6804efa-d1f2-4a6b-8300-44f8bf027946 req-4cc94219-aef2-4714-b83e-caf3458b0e2f tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748188 Aug 31 09:12:29.357556 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d52459a0-a7a9-49b7-9bf2-fe06d6115f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.360830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d52459a0-a7a9-49b7-9bf2-fe06d6115f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.365776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d52459a0-a7a9-49b7-9bf2-fe06d6115f5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83b324ad-4509-4883-8f0d-071114ee94df HTTP/1.1" status: 204 len: 168 time: 0.6005359 Aug 31 09:12:29.399228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b2c8b3-9a59-406c-9d09-c2e18fe38a19 req-eb3d18c4-387e-42bc-8210-a1d8c55f0562 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515686 Aug 31 09:12:29.409034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52459a0-a7a9-49b7-9bf2-fe06d6115f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b324ad-4509-4883-8f0d-071114ee94df,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:29.411226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 830a4c9d-2838-489c-8b2c-128b1c3bbecb details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:29.414680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff633338-f4ef-4edf-8177-7fd99af6c748 req-214ca110-e603-4a51-bd73-d50e8e0bb582 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089218 Aug 31 09:12:29.447924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7c690821-d3bf-4632-bf87-6dd2edc0a798 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:29.474557 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-6c15240f-6a53-4d9c-af9a-9c88dae4e206 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e HTTP/1.1" status: 200 len: 217 time: 0.1197050 Aug 31 09:12:29.715564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-e24197d5-80e9-44fb-a45b-03b5d9d94c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.717076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-e24197d5-80e9-44fb-a45b-03b5d9d94c13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2158296 Aug 31 09:12:29.751060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:29.755778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251591e8-d5d2-4c91-b605-6330f6bfd6ca req-b964d71b-a66c-4cf2-9b67-3a2bc37598e4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.759057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-251591e8-d5d2-4c91-b605-6330f6bfd6ca req-b964d71b-a66c-4cf2-9b67-3a2bc37598e4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 947 time: 0.1243885 Aug 31 09:12:29.772385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '830a4c9d-2838-489c-8b2c-128b1c3bbecb', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '830a4c9d-2838-489c-8b2c-128b1c3bbecb', 'mac_address': 'fa:16:3e:03:4d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:29.773919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cdbc7-13c3-4fd7-bd0e-4ccb15bda8aa req-b6b7078f-0933-4745-ad41-28946dd1ca07 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.776660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 7c690821-d3bf-4632-bf87-6dd2edc0a798 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:29.783707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 7c690821-d3bf-4632-bf87-6dd2edc0a798 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:29.785158 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.787440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-363cdbc7-13c3-4fd7-bd0e-4ccb15bda8aa req-b6b7078f-0933-4745-ad41-28946dd1ca07 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 947 time: 0.2393019 Aug 31 09:12:29.859163 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-95f736d2-cac8-44c7-a6a0-f23e34642d08 req-abc04600-79c5-460d-aae5-26055280ab41 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026617 Aug 31 09:12:29.899128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-363cdbc7-13c3-4fd7-bd0e-4ccb15bda8aa req-70188dd8-253c-415c-9db8-8287b149fdb3 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054876 Aug 31 09:12:29.900197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17547c-5958-4ab2-891a-b7040920293f req-e286d182-f34f-4292-b022-a104c02fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.902791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-e286d182-f34f-4292-b022-a104c02fedaa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1743197 Aug 31 09:12:29.911600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 608728b4-7c52-4f15-92d2-783a92f75a16 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:29.915540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 403eed9e-a48a-4414-b626-56b7670f5301 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:29.964527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-251591e8-d5d2-4c91-b605-6330f6bfd6ca req-08b07da5-f9ad-496d-b2f1-f9d308e4a142 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728914 Aug 31 09:12:30.147315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.199115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-ae4ed269-95e2-4348-8e58-51e5f63a3ba6 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869809 Aug 31 09:12:30.228276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3498d35-d665-4660-874f-8ea60922d0ed req-f92890a9-e6b7-4dff-86aa-adee93715bee tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:30.249652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3498d35-d665-4660-874f-8ea60922d0ed req-f92890a9-e6b7-4dff-86aa-adee93715bee tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.1411519 Aug 31 09:12:30.279486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830a4c9d-2838-489c-8b2c-128b1c3bbecb {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:30.286098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab0087-2135-448d-aafb-1192cb276594 req-869a617f-713f-4cdb-864b-448613f2b9b0 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:30.289476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1aab0087-2135-448d-aafb-1192cb276594 req-869a617f-713f-4cdb-864b-448613f2b9b0 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.1947131 Aug 31 09:12:30.321305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 403eed9e-a48a-4414-b626-56b7670f5301 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:30.351430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:30.356784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37042) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:30.359716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 403eed9e-a48a-4414-b626-56b7670f5301 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:30.360648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.405965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3498d35-d665-4660-874f-8ea60922d0ed req-fea8d89b-2434-4714-a165-c1051e3d3f10 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541796 Aug 31 09:12:30.419381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:30.443292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6c17547c-5958-4ab2-891a-b7040920293f req-e8613841-7a8c-4b7f-86e8-1b9bd86c637c service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337790 Aug 31 09:12:30.444869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1aab0087-2135-448d-aafb-1192cb276594 req-760a92a8-f582-492e-b440-22ca9b1a5202 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418881 Aug 31 09:12:30.485378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-38a4671a-1643-4ee4-9f1b-6028c2b64196 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bcf38723e904b16b492f16eaa79777f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225622 Aug 31 09:12:30.488922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37048) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:30.495381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96067087-75ac-4053-90c3-1c813277710b', 'tag': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:30.497992 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "96067087-75ac-4053-90c3-1c813277710b", "tag": "79cbac11-8e87-43d0-a4d1-552ff5fdd27e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:30.535468 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.557267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '608728b4-7c52-4f15-92d2-783a92f75a16', 'network_id': 'fd8b470a-3c71-4fd6-94b0-dd5d421f95e2', 'port_id': '608728b4-7c52-4f15-92d2-783a92f75a16', 'mac_address': 'fa:16:3e:23:16:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f528481-dd3b-4856-8acf-b7f11c0d8898', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:30.601032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76117be6-357d-4eb1-a06c-e07afa019694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.604658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.664737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76117be6-357d-4eb1-a06c-e07afa019694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.689271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac8d8-53a2-4ce6-a503-c0991ae5cc53 req-f8f802c9-1aab-4b05-a8b7-52a4c6c2850b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:30.690968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b3ac8d8-53a2-4ce6-a503-c0991ae5cc53 req-f8f802c9-1aab-4b05-a8b7-52a4c6c2850b tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 944 time: 0.1315913 Aug 31 09:12:30.691417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c690821-d3bf-4632-bf87-6dd2edc0a798'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:30.693835 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323b11d-5aa1-4253-a40a-d7a430587b4e" -d '{"events": [{"server_uuid": "1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c690821-d3bf-4632-bf87-6dd2edc0a798"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:30.707068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=830a4c9d-2838-489c-8b2c-128b1c3bbecb,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:30.711943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.715596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7c690821-d3bf-4632-bf87-6dd2edc0a798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:30.748619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb587d7b-6074-484c-8dc1-cb9dd2389d63 req-0d157d83-f117-44e4-a495-de910d9ea6d3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:30.750289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb587d7b-6074-484c-8dc1-cb9dd2389d63 req-0d157d83-f117-44e4-a495-de910d9ea6d3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 943 time: 0.1506851 Aug 31 09:12:30.775298 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.783937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b3ac8d8-53a2-4ce6-a503-c0991ae5cc53 req-8be63f74-679b-47c1-b125-22c5e7d0208c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791695 Aug 31 09:12:30.802808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608728b4-7c52-4f15-92d2-783a92f75a16 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:30.856214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb587d7b-6074-484c-8dc1-cb9dd2389d63 req-7e26fdc3-952b-4aff-bb85-d1ab18872790 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977318 Aug 31 09:12:30.857886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76117be6-357d-4eb1-a06c-e07afa019694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.862225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76117be6-357d-4eb1-a06c-e07afa019694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.863493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-76117be6-357d-4eb1-a06c-e07afa019694 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dd6bfb3-a9b7-41e1-9727-597af4d2e697 HTTP/1.1" status: 204 len: 168 time: 0.3737528 Aug 31 09:12:30.875661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117be6-357d-4eb1-a06c-e07afa019694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6bfb3-a9b7-41e1-9727-597af4d2e697,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:30.888624 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c4c13-2579-4087-a0c6-6429aae36d3e x-openstack-request-id: req-9b4c4c13-2579-4087-a0c6-6429aae36d3e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:30.889397 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96067087-75ac-4053-90c3-1c813277710b", "tag": "79cbac11-8e87-43d0-a4d1-552ff5fdd27e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:30.889397 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b4c4c13-2579-4087-a0c6-6429aae36d3e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:30.889722 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96067087-75ac-4053-90c3-1c813277710b', 'tag': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e', 'status': 'completed', 'code': 200} Aug 31 09:12:30.894126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.898672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['830a4c9d-2838-489c-8b2c-128b1c3bbecb'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:31.040129 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6fbc92-a3eb-476d-b3bb-142fc9621ee8 x-openstack-request-id: req-5e6fbc92-a3eb-476d-b3bb-142fc9621ee8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:31.040514 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c690821-d3bf-4632-bf87-6dd2edc0a798", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:31.040906 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e6fbc92-a3eb-476d-b3bb-142fc9621ee8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:31.041506 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c690821-d3bf-4632-bf87-6dd2edc0a798', 'code': 200} Aug 31 09:12:31.064816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-b3cbcf71-0349-4a5d-b9b3-808b1917c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.067955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-b3cbcf71-0349-4a5d-b9b3-808b1917c197 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 1099 time: 0.1359363 Aug 31 09:12:31.108082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:31.166173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7c690821-d3bf-4632-bf87-6dd2edc0a798,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.178040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.213471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-84107e1a-c962-4bbe-85f1-4e89abea938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.215729 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-84107e1a-c962-4bbe-85f1-4e89abea938d service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1399875 Aug 31 09:12:31.258090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 403eed9e-a48a-4414-b626-56b7670f5301, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=403eed9e-a48a-4414-b626-56b7670f5301,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:31.271041 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.271926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:31.319807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-b85ada8b-0c42-4d84-8a6e-82dd517085cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e HTTP/1.1" status: 200 len: 217 time: 0.0866020 Aug 31 09:12:31.331959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.436536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=403eed9e-a48a-4414-b626-56b7670f5301,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.456378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-e48e7415-8d78-4a23-8d08-70a07c0035ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.458562 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-e48e7415-8d78-4a23-8d08-70a07c0035ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1291876 Aug 31 09:12:31.493172 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1765d292-ae0a-466c-8497-73637041c222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.561244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-7e419e05-8cbd-4642-9525-6040ef8d5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.562146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 50ea465d-41c5-48dc-985c-7e5ced92a304 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:31.567880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-7e419e05-8cbd-4642-9525-6040ef8d5674 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962920 Aug 31 09:12:31.569995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 50ea465d-41c5-48dc-985c-7e5ced92a304 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:31.570529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.615752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['608728b4-7c52-4f15-92d2-783a92f75a16'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:31.775441 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-a875c424-9c07-4b1e-8314-bee6acb5db60 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027860 Aug 31 09:12:31.819387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33701f-3ebc-4630-903b-f00d327aae64 req-2e9d3c3d-30a3-46ab-b21a-4340483cf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.823190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e33701f-3ebc-4630-903b-f00d327aae64 req-2e9d3c3d-30a3-46ab-b21a-4340483cf355 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 1097 time: 0.7537165 Aug 31 09:12:31.837028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11761279-432c-44c8-848b-638cd1ded74a req-abea66c0-f1e1-4b99-83e9-f6ce39109cc0 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.839335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11761279-432c-44c8-848b-638cd1ded74a req-abea66c0-f1e1-4b99-83e9-f6ce39109cc0 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 948 time: 0.7545588 Aug 31 09:12:31.878551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1414-eb31-4c90-a9df-b806e7ba683c req-c4eaf9f3-bc87-4698-a527-9eaad5a7c41d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.888176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2ad1414-eb31-4c90-a9df-b806e7ba683c req-c4eaf9f3-bc87-4698-a527-9eaad5a7c41d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 947 time: 0.7407770 Aug 31 09:12:31.978088 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.981718 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d9f34a-b646-4989-a1b9-55cdd73a0c2a req-73d3f821-c7b1-4175-9f49-1960fa480d1b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972423 Aug 31 09:12:31.988187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11761279-432c-44c8-848b-638cd1ded74a req-44be40f6-0682-465b-8096-6cb9789aeaaa tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357436 Aug 31 09:12:31.990316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e33701f-3ebc-4630-903b-f00d327aae64 req-f72bae16-48b1-48eb-88d9-2c4ec1403192 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490893 Aug 31 09:12:32.004439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2ad1414-eb31-4c90-a9df-b806e7ba683c req-73a2d202-0f94-4a45-bc85-2b5978170f9d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136534 Aug 31 09:12:32.049206 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.154811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.252846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b187d-4774-499f-9075-00e030dfb71e req-ef0eccbd-8f19-4a7b-a05f-8faf8e6efdfa tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.255895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c3b187d-4774-499f-9075-00e030dfb71e req-ef0eccbd-8f19-4a7b-a05f-8faf8e6efdfa tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.1490724 Aug 31 09:12:32.263376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:32.308248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.313314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3eaf9-62a9-465d-a6d7-f00ef050a84a req-460aaf25-6e84-4e04-ba6c-c4192d363cf8 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.315217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffd3eaf9-62a9-465d-a6d7-f00ef050a84a req-460aaf25-6e84-4e04-ba6c-c4192d363cf8 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.1478674 Aug 31 09:12:32.348312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c3b187d-4774-499f-9075-00e030dfb71e req-e074e3f0-8633-49c0-85df-3b47df610ad9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741498 Aug 31 09:12:32.391838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffd3eaf9-62a9-465d-a6d7-f00ef050a84a req-a5214533-8251-44ba-844c-3d6c03f83524 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598845 Aug 31 09:12:32.396876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:32.528907 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-f9933ba8-86de-44d1-9178-3dbea284304d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700145 Aug 31 09:12:32.530157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1221aff-91a9-41d9-8462-11d51c6c9af6 req-37eb6cee-2953-4ea9-a6e0-2a90f03dcc33 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.540953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1221aff-91a9-41d9-8462-11d51c6c9af6 req-37eb6cee-2953-4ea9-a6e0-2a90f03dcc33 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 945 time: 0.0865257 Aug 31 09:12:32.652142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1221aff-91a9-41d9-8462-11d51c6c9af6 req-fbdcd0e7-639a-41a7-945f-19d5e9c6bb7d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094251 Aug 31 09:12:32.681996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25be00-bf9f-4c9b-9f25-b85cbc4862e8 req-db3bab02-ce8a-4739-9b4e-0d18352511aa tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.687360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f25be00-bf9f-4c9b-9f25-b85cbc4862e8 req-db3bab02-ce8a-4739-9b4e-0d18352511aa tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 944 time: 0.1434281 Aug 31 09:12:32.698246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-c7667124-9eb6-4f0f-972e-21481b56ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.704369 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-c7667124-9eb6-4f0f-972e-21481b56ef93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a942cab74f0d44bca092cc1ac44a33dd&device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 1097 time: 0.0991187 Aug 31 09:12:32.787016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f25be00-bf9f-4c9b-9f25-b85cbc4862e8 req-fb94fe21-ec06-44a0-81d0-34cfb64bc44e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860600 Aug 31 09:12:32.983341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54896-20fd-41be-91ca-442b952412f9 req-c1642f1f-8a6d-48a0-b4d7-a627db76a09a tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.986303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adf54896-20fd-41be-91ca-442b952412f9 req-c1642f1f-8a6d-48a0-b4d7-a627db76a09a tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.0809336 Aug 31 09:12:33.042871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403eed9e-a48a-4414-b626-56b7670f5301'}, {'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:33.048188 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f06579-1420-42aa-bc6d-bd48ee13a12b" -d '{"events": [{"server_uuid": "6aac5df6-582d-47ca-9b08-66ff63f5c3eb", "name": "network-vif-plugged", "status": "completed", "tag": "403eed9e-a48a-4414-b626-56b7670f5301"}, {"server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "name": "network-vif-plugged", "status": "completed", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:33.073609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adf54896-20fd-41be-91ca-442b952412f9 req-d3ee0838-df01-4b6a-9a12-22a038603cd4 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Aug 31 09:12:33.207537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a30bd2-11c4-4000-ba7c-afa9be785996 req-ddf94601-3dca-4dc7-95d7-d75f28d569db tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.215026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77a30bd2-11c4-4000-ba7c-afa9be785996 req-ddf94601-3dca-4dc7-95d7-d75f28d569db tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 947 time: 0.0878119 Aug 31 09:12:33.297854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77a30bd2-11c4-4000-ba7c-afa9be785996 req-4c4bfa54-5f52-44b1-8246-79583562651c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795586 Aug 31 09:12:33.318097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbb639-1d54-4ff5-acf6-150c70f83b01 req-f0f9bf1c-5e53-4837-8823-17e33094edfe tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.323188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0cbb639-1d54-4ff5-acf6-150c70f83b01 req-f0f9bf1c-5e53-4837-8823-17e33094edfe tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 948 time: 0.0989840 Aug 31 09:12:33.359530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-2ecddfe4-1bac-464d-a135-6ac4cb02642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.367005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-2ecddfe4-1bac-464d-a135-6ac4cb02642d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f9f407b-21c1-4378-8a40-18d5dfbed941 HTTP/1.1" status: 200 len: 907 time: 0.6251416 Aug 31 09:12:33.397960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0cbb639-1d54-4ff5-acf6-150c70f83b01 req-52fdf776-540d-40f8-93f3-5b34c843d243 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716696 Aug 31 09:12:33.412188 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720bcaa-db66-4881-a9a4-2ed5e26b2458 x-openstack-request-id: req-d720bcaa-db66-4881-a9a4-2ed5e26b2458 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:33.412670 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac5df6-582d-47ca-9b08-66ff63f5c3eb", "name": "network-vif-plugged", "status": "completed", "tag": "403eed9e-a48a-4414-b626-56b7670f5301", "code": 200}, {"server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "name": "network-vif-plugged", "status": "completed", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:33.413742 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d720bcaa-db66-4881-a9a4-2ed5e26b2458 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:33.415298 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403eed9e-a48a-4414-b626-56b7670f5301', 'code': 200} Aug 31 09:12:33.415728 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'code': 200} Aug 31 09:12:33.494418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 79cbac11-8e87-43d0-a4d1-552ff5fdd27e details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:33.503493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 830a4c9d-2838-489c-8b2c-128b1c3bbecb up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:33.610185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.632335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-0f41a278-0761-4a24-b83d-123101915b8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d HTTP/1.1" status: 200 len: 1000 time: 0.2594144 Aug 31 09:12:33.743876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33bacf-4335-4c3e-b336-3fe8f60dae14 req-95d559df-df36-4b7a-beb4-b47896d086ac tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.752142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e33bacf-4335-4c3e-b336-3fe8f60dae14 req-95d559df-df36-4b7a-beb4-b47896d086ac tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 945 time: 0.2107332 Aug 31 09:12:33.772796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062c2fa-a709-4520-b854-198a5f8fb59e req-88f25034-5868-47d1-ab0f-db03dfd225d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.775676 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d062c2fa-a709-4520-b854-198a5f8fb59e req-88f25034-5868-47d1-ab0f-db03dfd225d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 1097 time: 0.1928623 Aug 31 09:12:33.784388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f745b3-47a4-45f8-b7e3-42a116110ee3 req-2a0bcf33-972b-4bdc-b60a-056b079b95e8 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.786079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9f745b3-47a4-45f8-b7e3-42a116110ee3 req-2a0bcf33-972b-4bdc-b60a-056b079b95e8 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.1803951 Aug 31 09:12:33.788331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0f3fb-7831-4a9a-bace-2723e6c6fc08 req-f195e615-ff9f-4adf-b551-257a8c21fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.789892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d0f3fb-7831-4a9a-bace-2723e6c6fc08 req-f195e615-ff9f-4adf-b551-257a8c21fbc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1098 time: 0.1993747 Aug 31 09:12:33.796071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 830a4c9d-2838-489c-8b2c-128b1c3bbecb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:33.805568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:33.805847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-85c4c1c2-0caa-4628-907d-ea834fe22265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.809114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-85c4c1c2-0caa-4628-907d-ea834fe22265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f354fdbc-b28b-495d-9b82-e4ec66f18f16 HTTP/1.1" status: 200 len: 845 time: 0.1266959 Aug 31 09:12:33.816598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 830a4c9d-2838-489c-8b2c-128b1c3bbecb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:33.817247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.853324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e', 'mac_address': 'fa:16:3e:14:7e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:33.865578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e33bacf-4335-4c3e-b336-3fe8f60dae14 req-c02e879b-3b31-46fe-a126-1c8540802c98 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124482 Aug 31 09:12:33.899530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 608728b4-7c52-4f15-92d2-783a92f75a16 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:33.917891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d062c2fa-a709-4520-b854-198a5f8fb59e req-a38a6d7f-008b-4375-80b4-4fa711ad4794 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072583 Aug 31 09:12:33.933899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9f745b3-47a4-45f8-b7e3-42a116110ee3 req-42ca440c-0c74-4e28-ad70-a5c6c1f2525e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301455 Aug 31 09:12:33.936518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d0f3fb-7831-4a9a-bace-2723e6c6fc08 req-ea681f5c-7fa5-4b52-86cf-903bda14f5cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361570 Aug 31 09:12:33.945311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-36f6b292-dfab-494b-965d-1c98a30df9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.947010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-36f6b292-dfab-494b-965d-1c98a30df9bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f9f407b-21c1-4378-8a40-18d5dfbed941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024175 Aug 31 09:12:34.027052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27550503-b3d7-4924-ab6c-ffe514692305 req-1e6c4a0c-748c-4554-9392-dd7716d8662a tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.029486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27550503-b3d7-4924-ab6c-ffe514692305 req-1e6c4a0c-748c-4554-9392-dd7716d8662a tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 945 time: 0.0729821 Aug 31 09:12:34.044022 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.085847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 608728b4-7c52-4f15-92d2-783a92f75a16 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:34.093145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27550503-b3d7-4924-ab6c-ffe514692305 req-6c3392ee-a7e5-4e5c-9b70-0018dfab122c tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508020 Aug 31 09:12:34.094701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 608728b4-7c52-4f15-92d2-783a92f75a16 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:34.095190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.098305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cbac11-8e87-43d0-a4d1-552ff5fdd27e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:34.157585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.163261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:34.177104 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.251515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:34.260007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.266835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ebd1e-b321-4ddf-9d28-909874e7f8b8 req-b04bf1fd-bd0c-4f87-b4d9-fadb77b5da96 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.268708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f28ebd1e-b321-4ddf-9d28-909874e7f8b8 req-b04bf1fd-bd0c-4f87-b4d9-fadb77b5da96 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 944 time: 0.0718610 Aug 31 09:12:34.270312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.323473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f28ebd1e-b321-4ddf-9d28-909874e7f8b8 req-9cdb27c6-e94c-4514-a368-b1aec182fbfa tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Aug 31 09:12:34.359823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.413627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=830a4c9d-2838-489c-8b2c-128b1c3bbecb,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.448538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:34.457504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.517453 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-77f8b563-ffb3-4984-9304-66cc432777a5 service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686401 Aug 31 09:12:34.539521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:34.614164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.730305 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44abc7ac-281d-45e7-bb83-cdc0f1a9ea10 req-ff10f1be-4844-4ddf-ad82-ab85f5e4c81c service neutron] 10.222.0.15 "GET /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791310 Aug 31 09:12:34.852356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.853211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.854099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.854996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.857127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.857127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.858217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.858217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.859977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.864007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-782a4b31-db95-40f4-9adf-5557815d83ba req-32866b26-af54-4a27-af3b-c0a5bc17fcf5 tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6432 time: 0.2095039 Aug 31 09:12:35.046213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ec2b6-fdbf-49d9-9aa5-3c906b561e5c req-aa8403e4-9809-4c31-acaa-b97b6db7ef40 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.049665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-812ec2b6-fdbf-49d9-9aa5-3c906b561e5c req-aa8403e4-9809-4c31-acaa-b97b6db7ef40 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 948 time: 0.1074851 Aug 31 09:12:35.115316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-812ec2b6-fdbf-49d9-9aa5-3c906b561e5c req-934897dc-2510-4226-9c43-dd733237e5bf tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585358 Aug 31 09:12:35.202421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e0096-ccc5-4b93-b72c-9e275450a79c req-8840eef7-686f-4983-975f-3808009c2d83 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.205917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-725e0096-ccc5-4b93-b72c-9e275450a79c req-8840eef7-686f-4983-975f-3808009c2d83 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.0891449 Aug 31 09:12:35.301454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-725e0096-ccc5-4b93-b72c-9e275450a79c req-7167b21f-088e-4101-b79e-7fae548cfcbb tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788295 Aug 31 09:12:35.317641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b41a2b-78c1-4846-b0b8-53c7c1a8c3de req-2dda5fb5-cdd0-4303-8a64-66c965427d91 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.317641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3b41a2b-78c1-4846-b0b8-53c7c1a8c3de req-2dda5fb5-cdd0-4303-8a64-66c965427d91 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 949 time: 0.1043282 Aug 31 09:12:35.417426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830a4c9d-2838-489c-8b2c-128b1c3bbecb'}, {'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:35.422094 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb3a2c-0099-44c9-8506-7660878c15bb" -d '{"events": [{"server_uuid": "d8413e65-3b36-4ad5-9e92-bd150fddc969", "name": "network-vif-plugged", "status": "completed", "tag": "830a4c9d-2838-489c-8b2c-128b1c3bbecb"}, {"server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "name": "network-vif-plugged", "status": "completed", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:35.514023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3b41a2b-78c1-4846-b0b8-53c7c1a8c3de req-a338ea63-bd74-488e-82e1-0cc049e10c89 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793015 Aug 31 09:12:35.573402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdeb34-0ee1-4ae9-9f69-afa4f70e7c25 req-49d34876-5740-4814-8bfb-bdab9de7385a tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.574799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09fdeb34-0ee1-4ae9-9f69-afa4f70e7c25 req-49d34876-5740-4814-8bfb-bdab9de7385a tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 886 time: 0.2379127 Aug 31 09:12:35.732398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61c95c-81ea-49b6-9443-01a7bba9cc85 req-848c3d15-dfef-495f-812b-3181fcc0a08d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.735190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f61c95c-81ea-49b6-9443-01a7bba9cc85 req-848c3d15-dfef-495f-812b-3181fcc0a08d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.1057310 Aug 31 09:12:35.760760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038513b-45ac-465a-85b4-ac5cd884ecf9 req-03b5d4aa-d477-4ab1-b106-da397edd7074 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.762501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0038513b-45ac-465a-85b4-ac5cd884ecf9 req-03b5d4aa-d477-4ab1-b106-da397edd7074 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 945 time: 0.0896459 Aug 31 09:12:35.831649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f61c95c-81ea-49b6-9443-01a7bba9cc85 req-8602fc7a-6274-47b6-b2f2-ab98eec4e51e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794291 Aug 31 09:12:35.851265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0038513b-45ac-465a-85b4-ac5cd884ecf9 req-f180be77-cc26-45e8-91db-1642ccff0271 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653310 Aug 31 09:12:36.019135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.090411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca371c5-fccc-41cb-a7d1-58474a427398 req-f3bce04a-5bff-428b-bc82-5068ff14ca79 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.092486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ca371c5-fccc-41cb-a7d1-58474a427398 req-f3bce04a-5bff-428b-bc82-5068ff14ca79 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 945 time: 0.0647917 Aug 31 09:12:36.170289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ca371c5-fccc-41cb-a7d1-58474a427398 req-434af939-e818-41fa-9e23-0edaed078327 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649710 Aug 31 09:12:36.271465 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085bbe2b-15d5-4496-9c57-48d07964c3f6 x-openstack-request-id: req-085bbe2b-15d5-4496-9c57-48d07964c3f6 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:36.271925 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8413e65-3b36-4ad5-9e92-bd150fddc969", "name": "network-vif-plugged", "status": "completed", "tag": "830a4c9d-2838-489c-8b2c-128b1c3bbecb", "code": 200}, {"server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "name": "network-vif-plugged", "status": "completed", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:36.272682 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-085bbe2b-15d5-4496-9c57-48d07964c3f6 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:36.273367 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830a4c9d-2838-489c-8b2c-128b1c3bbecb', 'code': 200} Aug 31 09:12:36.273755 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16', 'code': 200} Aug 31 09:12:36.337817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf0490-8dee-42c6-bee2-913c7f7acb59 req-bb9b47e3-9e31-4706-b8ef-bb78fac7752c tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.340670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05bf0490-8dee-42c6-bee2-913c7f7acb59 req-bb9b47e3-9e31-4706-b8ef-bb78fac7752c tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.1170292 Aug 31 09:12:36.442675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753034b8-5497-4660-b4a2-97501b824d53 req-662d7474-4f96-4c66-ade3-236331714725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.445581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753034b8-5497-4660-b4a2-97501b824d53 req-662d7474-4f96-4c66-ade3-236331714725 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1097 time: 0.0844107 Aug 31 09:12:36.500683 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-753034b8-5497-4660-b4a2-97501b824d53 req-63977af7-33ff-4074-879b-d875024609f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Aug 31 09:12:36.579200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05bf0490-8dee-42c6-bee2-913c7f7acb59 req-debfebaa-88e9-4b7f-ac00-836c516363ec tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208998 Aug 31 09:12:36.593508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5dca5-3bfc-43dc-ab39-fdafc3b8a260 req-5235ba9a-e8c9-4726-8dd9-6413d1e43ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.596307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58f5dca5-3bfc-43dc-ab39-fdafc3b8a260 req-5235ba9a-e8c9-4726-8dd9-6413d1e43ff1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 1101 time: 0.1801765 Aug 31 09:12:36.667152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.668134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.668811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.669608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.670463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.671364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.672882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.673968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.674861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.678510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a78e60f-8ae8-4d9e-8766-6f52b07175c8 req-d20a36de-e0ab-4068-9f1d-194a11be924d tempest-NetworksTest-2084802878 tempest-NetworksTest-2084802878-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6432 time: 0.3804150 Aug 31 09:12:36.769920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58f5dca5-3bfc-43dc-ab39-fdafc3b8a260 req-6c985d0c-c98f-4038-882f-1c6f951bd310 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518507 Aug 31 09:12:36.788941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85a198-9cf0-4350-b187-2b878c0e1672 req-6629d50e-0425-4eea-a907-7e038d8d00fc tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.790855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f85a198-9cf0-4350-b187-2b878c0e1672 req-6629d50e-0425-4eea-a907-7e038d8d00fc tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1098 time: 0.1275661 Aug 31 09:12:36.855347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f85a198-9cf0-4350-b187-2b878c0e1672 req-c2cc0280-bc19-4525-b8ce-5fab7ce38b4d tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526376 Aug 31 09:12:37.064292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53241f-45c6-429c-9412-603f6abc3dd3 req-246173c0-70ba-41ec-8eaa-21ee9fee4558 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.066068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db53241f-45c6-429c-9412-603f6abc3dd3 req-246173c0-70ba-41ec-8eaa-21ee9fee4558 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 949 time: 0.0827217 Aug 31 09:12:37.074251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473081ee-7fb8-4890-82ca-a21b67df04a4 req-d2cd6087-4c93-4e70-ba96-49126e31c24b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.075862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-473081ee-7fb8-4890-82ca-a21b67df04a4 req-d2cd6087-4c93-4e70-ba96-49126e31c24b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 948 time: 0.1094961 Aug 31 09:12:37.099132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37168) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:37.154625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db53241f-45c6-429c-9412-603f6abc3dd3 req-3c530664-1201-434f-bd5e-711f0927dbd6 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704021 Aug 31 09:12:37.164679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-473081ee-7fb8-4890-82ca-a21b67df04a4 req-e5761cdc-bef5-4674-adaf-e2e064bf87dc tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736074 Aug 31 09:12:37.271070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95301fd4-2e10-477c-a297-18ba166b1573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.370568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9a1db-9abc-4dec-b4f0-998a47061fd3 req-44fb1098-6c9a-4977-9d70-c441efdd84ff tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.373306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3d9a1db-9abc-4dec-b4f0-998a47061fd3 req-44fb1098-6c9a-4977-9d70-c441efdd84ff tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 945 time: 0.0904398 Aug 31 09:12:37.423701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3d9a1db-9abc-4dec-b4f0-998a47061fd3 req-5cf5766e-3506-4ac7-a739-38bf109a0640 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Aug 31 09:12:37.439410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95301fd4-2e10-477c-a297-18ba166b1573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.448374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95301fd4-2e10-477c-a297-18ba166b1573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.451969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 79cbac11-8e87-43d0-a4d1-552ff5fdd27e up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:37.549436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95301fd4-2e10-477c-a297-18ba166b1573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e30b2ce-dcc6-4b65-8aa3-a7f90a9f42a9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:37.574299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cb460-cb2d-4d85-9128-0f2087e41c95 req-2ddd4150-44ad-4f83-b214-793924ab7909 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.579247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95301fd4-2e10-477c-a297-18ba166b1573 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ffad5bc3e5e4db6a014c3d0c3db564a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769804 Aug 31 09:12:37.580399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37178) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:37.583883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:37.590856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:37.591605 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.592215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cb460-cb2d-4d85-9128-0f2087e41c95 req-2ddd4150-44ad-4f83-b214-793924ab7909 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.606081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cb460-cb2d-4d85-9128-0f2087e41c95 req-2ddd4150-44ad-4f83-b214-793924ab7909 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.610601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-848cb460-cb2d-4d85-9128-0f2087e41c95 req-2ddd4150-44ad-4f83-b214-793924ab7909 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407&device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d&device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 2417 time: 0.1191545 Aug 31 09:12:37.687138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-848cb460-cb2d-4d85-9128-0f2087e41c95 req-51a5758e-23b4-4e66-930c-030230d8b90f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 Aug 31 09:12:37.709992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a71d3583-df39-416f-aac1-e8d757e9daa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.763573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.779846 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a71d3583-df39-416f-aac1-e8d757e9daa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.838349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:37.863627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.961543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a71d3583-df39-416f-aac1-e8d757e9daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.966521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a71d3583-df39-416f-aac1-e8d757e9daa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.969375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a71d3583-df39-416f-aac1-e8d757e9daa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e30b2ce-dcc6-4b65-8aa3-a7f90a9f42a9 HTTP/1.1" status: 204 len: 168 time: 0.3825238 Aug 31 09:12:38.001412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d3583-df39-416f-aac1-e8d757e9daa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e30b2ce-dcc6-4b65-8aa3-a7f90a9f42a9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.004373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.015336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0729-14f3-4cc7-aaa2-aa54b7b77f38 req-ac560894-3d8e-46b5-83f1-03303fbc2968 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.038858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1ac0729-14f3-4cc7-aaa2-aa54b7b77f38 req-ac560894-3d8e-46b5-83f1-03303fbc2968 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 945 time: 0.1899054 Aug 31 09:12:38.178420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376f383-d8e7-45c7-a967-705efba54601 req-a6839c94-5e65-49d9-a14d-4ee7a5c4d237 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.181020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a376f383-d8e7-45c7-a967-705efba54601 req-a6839c94-5e65-49d9-a14d-4ee7a5c4d237 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.1378779 Aug 31 09:12:38.219764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1ac0729-14f3-4cc7-aaa2-aa54b7b77f38 req-bef83e13-e3ca-4728-9715-af0d5cb73a93 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776667 Aug 31 09:12:38.275108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067087-75ac-4053-90c3-1c813277710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:38.280945 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b627fe-ab9f-4d05-9db3-a3e7ef063636" -d '{"events": [{"server_uuid": "96067087-75ac-4053-90c3-1c813277710b", "name": "network-vif-plugged", "status": "completed", "tag": "79cbac11-8e87-43d0-a4d1-552ff5fdd27e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:38.306708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a376f383-d8e7-45c7-a967-705efba54601 req-3eee4dcc-52da-43c4-93b6-fc461b786eed tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180911 Aug 31 09:12:38.539153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:38.540586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a230914-2157-43e2-89d5-7d18f40f918c req-f59a3123-af46-43f6-80d7-d121d66c0607 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.543496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a230914-2157-43e2-89d5-7d18f40f918c req-f59a3123-af46-43f6-80d7-d121d66c0607 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 949 time: 0.1759291 Aug 31 09:12:38.559749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b024d-6b4d-4c9c-8869-89fb70315668 req-b7757f70-3a32-42c1-84d3-239392876248 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.563156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-881b024d-6b4d-4c9c-8869-89fb70315668 req-b7757f70-3a32-42c1-84d3-239392876248 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 949 time: 0.1207952 Aug 31 09:12:38.568101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ad2815eb-ff57-4a45-be01-dfa88d667898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.674177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a230914-2157-43e2-89d5-7d18f40f918c req-990fdcc5-a36b-4f8e-9c3f-29aee982f187 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091390 Aug 31 09:12:38.689234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-881b024d-6b4d-4c9c-8869-89fb70315668 req-3f0940a1-8483-4771-ad80-11aef705df94 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962777 Aug 31 09:12:38.729385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ad2815eb-ff57-4a45-be01-dfa88d667898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.739090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ad2815eb-ff57-4a45-be01-dfa88d667898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.756491 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900fea6-4519-43c7-913e-12d60cb65627 x-openstack-request-id: req-e900fea6-4519-43c7-913e-12d60cb65627 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:38.757810 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067087-75ac-4053-90c3-1c813277710b", "name": "network-vif-plugged", "status": "completed", "tag": "79cbac11-8e87-43d0-a4d1-552ff5fdd27e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:38.758250 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e900fea6-4519-43c7-913e-12d60cb65627 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:38.758873 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96067087-75ac-4053-90c3-1c813277710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e', 'code': 200} Aug 31 09:12:38.853411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ad2815eb-ff57-4a45-be01-dfa88d667898 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=644dac300da948b7b833ede2e6a69aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129323 Aug 31 09:12:38.866280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37208) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:38.965441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15153cc-a239-4042-866a-eaec98744880 req-153eff4e-6c3f-4a41-b311-828012cd57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.967427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e15153cc-a239-4042-866a-eaec98744880 req-153eff4e-6c3f-4a41-b311-828012cd57e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 1101 time: 0.0792649 Aug 31 09:12:38.977759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818c42-a692-477e-bd9d-6de522d740b3 req-ba87cb8c-d571-492c-9f6a-c3a202dfb4b5 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.979781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0818c42-a692-477e-bd9d-6de522d740b3 req-ba87cb8c-d571-492c-9f6a-c3a202dfb4b5 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 945 time: 0.1541836 Aug 31 09:12:38.984749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2815eb-ff57-4a45-be01-dfa88d667898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43181132-9320-4c95-937f-041eede0c850,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:39.021972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-f9431f65-ad28-4a3a-bb8e-9420079b16c7 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.024137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e15153cc-a239-4042-866a-eaec98744880 req-c6970ae5-11e3-4af7-969b-9b232e9a79a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Aug 31 09:12:39.025527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-f9431f65-ad28-4a3a-bb8e-9420079b16c7 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aac5df6-582d-47ca-9b08-66ff63f5c3eb HTTP/1.1" status: 200 len: 945 time: 0.2004426 Aug 31 09:12:39.070926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0818c42-a692-477e-bd9d-6de522d740b3 req-859a40e8-e5f6-4437-b325-5f52f85ed06a tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494039 Aug 31 09:12:39.210119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9403f949-a0a3-4731-b562-68af7746acdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.287065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9403f949-a0a3-4731-b562-68af7746acdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.312868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Deleting port 403eed9e-a48a-4414-b626-56b7670f5301 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:39.313482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.565664 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9403f949-a0a3-4731-b562-68af7746acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.569994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9403f949-a0a3-4731-b562-68af7746acdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.575598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9403f949-a0a3-4731-b562-68af7746acdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43181132-9320-4c95-937f-041eede0c850 HTTP/1.1" status: 204 len: 168 time: 0.7033710 Aug 31 09:12:39.591152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f949-a0a3-4731-b562-68af7746acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43181132-9320-4c95-937f-041eede0c850,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:39.624081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] For port 403eed9e-a48a-4414-b626-56b7670f5301, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=403eed9e-a48a-4414-b626-56b7670f5301,segment=NetworkSegment(2fa9068e-d4ec-4ca1-944d-5b73d6402a78),segment_id=2fa9068e-d4ec-4ca1-944d-5b73d6402a78)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:39.625081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.659965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Calling delete_port for 403eed9e-a48a-4414-b626-56b7670f5301 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:39.731561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1cee-a5d1-4517-892d-8d67e3f042bf req-d25b61a4-6898-4c03-80ac-a21aa4c415fe tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.740810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8ab1cee-a5d1-4517-892d-8d67e3f042bf req-d25b61a4-6898-4c03-80ac-a21aa4c415fe tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 945 time: 0.1438971 Aug 31 09:12:39.804524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8ab1cee-a5d1-4517-892d-8d67e3f042bf req-f960a6f1-99b4-4432-aa7b-eec1718bfb6e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626831 Aug 31 09:12:39.972498 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.024804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423ebe7-b51b-46e0-98f5-a094743b6e65 req-8f89cfd8-3436-4908-8d24-cae7197fdd18 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:40.026777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e423ebe7-b51b-46e0-98f5-a094743b6e65 req-8f89cfd8-3436-4908-8d24-cae7197fdd18 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 949 time: 0.0686765 Aug 31 09:12:40.093911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e423ebe7-b51b-46e0-98f5-a094743b6e65 req-cccf04aa-3253-4619-9a7e-d7629f62c2bb tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Aug 31 09:12:40.122511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event deleted for resources: {'Port': ['ID=403eed9e-a48a-4414-b626-56b7670f5301,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:40.134504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] No DVR routers for this DVR port 403eed9e-a48a-4414-b626-56b7670f5301 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:40.134504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.134504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05de95d6-4785-49a4-9b0f-2d05c65b451d req-583e0a3d-7450-4393-8aba-d0430ef67d4d tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.15 "DELETE /v2.0/ports/403eed9e-a48a-4414-b626-56b7670f5301 HTTP/1.1" status: 204 len: 173 time: 1.0944359 Aug 31 09:12:40.134504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'name': 'network-vif-deleted', 'tag': '403eed9e-a48a-4414-b626-56b7670f5301'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:40.134504 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248a6eb8-b48f-446e-9941-787b467d7aa1" -d '{"events": [{"server_uuid": "6aac5df6-582d-47ca-9b08-66ff63f5c3eb", "name": "network-vif-deleted", "tag": "403eed9e-a48a-4414-b626-56b7670f5301"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:40.226750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-8bedd394-ec67-4619-b5d8-1079e213b87e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1002361682&fields=id&tenant_id=1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 267 time: 0.0632107 Aug 31 09:12:40.309190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-034fd230-568f-442f-b88c-9c80b69eaf29 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=76293ca569e9450c89d1396e6719a68e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318861 Aug 31 09:12:40.331715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-e0819edd-5bc1-4efe-a2bd-3b4c3a6958b0 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:40.339305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-e0819edd-5bc1-4efe-a2bd-3b4c3a6958b0 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 945 time: 0.0970116 Aug 31 09:12:40.349168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'port': {'security_groups': ['e832665b-d8a8-401f-84ac-dc4e7156897b', '3b5f59a9-72cf-4493-aba7-52ff13cca5a5']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:40.555665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.586880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-0e8172f4-d163-48bd-b75f-1558ba99fb32 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:40.596907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-0e8172f4-d163-48bd-b75f-1558ba99fb32 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532873 Aug 31 09:12:40.687684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2c7c8507-1205-4b55-b530-01873034c419 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/quotas/76293ca569e9450c89d1396e6719a68e HTTP/1.1" status: 200 len: 375 time: 0.0848935 Aug 31 09:12:40.780623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-176e6914-f788-4e1b-a546-a1de37b12d13 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76293ca569e9450c89d1396e6719a68e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793850 Aug 31 09:12:40.968900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:41.045590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.056807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.070553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce', '608728b4-7c52-4f15-92d2-783a92f75a16'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:41.122220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:41.122791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.130336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e08b1f4-2a3e-4a32-a5c6-f7763cc79eb4 req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "PUT /v2.0/ports/608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 981 time: 0.7900288 Aug 31 09:12:41.130919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:41.142179 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e" -d '{"events": [{"name": "network-changed", "server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:41.231031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c911354-0069-4795-8018-bc6d0ef9ec7a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:41.264538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['608728b4-7c52-4f15-92d2-783a92f75a16'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:41.284704 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fbde91-d12f-4a28-a334-ed322d86c38a x-openstack-request-id: req-75fbde91-d12f-4a28-a334-ed322d86c38a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:41.285195 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac5df6-582d-47ca-9b08-66ff63f5c3eb", "name": "network-vif-deleted", "tag": "403eed9e-a48a-4414-b626-56b7670f5301", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:41.285311 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75fbde91-d12f-4a28-a334-ed322d86c38a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:41.285631 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aac5df6-582d-47ca-9b08-66ff63f5c3eb', 'name': 'network-vif-deleted', 'tag': '403eed9e-a48a-4414-b626-56b7670f5301', 'status': 'completed', 'code': 200} Aug 31 09:12:41.617998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-184b8678-0abc-408b-8712-9adb7aebee31 req-2fbaf84e-b074-4db3-988c-76927163290c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 210 time: 0.0579720 Aug 31 09:12:41.761470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-311da6e1-afc6-44c2-a751-e47e5dcbfc0c req-6d9412cc-2437-4971-abce-221c8c4f6841 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/3b5f59a9-72cf-4493-aba7-52ff13cca5a5 HTTP/1.1" status: 200 len: 1801 time: 0.0937123 Aug 31 09:12:41.898765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 403eed9e-a48a-4414-b626-56b7670f5301 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:41.931990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 403eed9e-a48a-4414-b626-56b7670f5301 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:41.932372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 403eed9e-a48a-4414-b626-56b7670f5301 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:42.005351 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-311da6e1-afc6-44c2-a751-e47e5dcbfc0c req-74f328c9-1f08-4cb4-95e8-054e0821988f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:12:42.007390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-311da6e1-afc6-44c2-a751-e47e5dcbfc0c req-74f328c9-1f08-4cb4-95e8-054e0821988f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b5f59a9-72cf-4493-aba7-52ff13cca5a5 HTTP/1.1" status: 409 len: 341 time: 0.2181883 Aug 31 09:12:42.045905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef8a81-1903-4077-80c8-e2824f8fd4e8 req-09b009c2-3cd3-40d3-b407-9d1580884b4a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.050937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bef8a81-1903-4077-80c8-e2824f8fd4e8 req-09b009c2-3cd3-40d3-b407-9d1580884b4a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 949 time: 0.1333942 Aug 31 09:12:42.097023 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed5f381-f2ef-4176-a1d4-32efb2b469eb x-openstack-request-id: req-5ed5f381-f2ef-4176-a1d4-32efb2b469eb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:42.099832 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:42.100216 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ed5f381-f2ef-4176-a1d4-32efb2b469eb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:42.103906 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16', 'status': 'completed', 'code': 200} Aug 31 09:12:42.167716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bef8a81-1903-4077-80c8-e2824f8fd4e8 req-56a26d3c-a611-48de-9380-347697628f59 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011901 Aug 31 09:12:42.301684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-724669bd-743b-485f-aa0d-48ad6bbaad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.307048 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-724669bd-743b-485f-aa0d-48ad6bbaad4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1136 time: 0.1828904 Aug 31 09:12:42.503163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-3b45b578-9794-404a-9cc9-4cc8be765685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.508755 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-3b45b578-9794-404a-9cc9-4cc8be765685 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.1730859 Aug 31 09:12:42.623377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-bd4129ab-6ddd-436d-af99-0ea40d901c8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 217 time: 0.1022220 Aug 31 09:12:42.706673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-b4b1bd3e-1ea5-4c32-98a5-acff9f957572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.708216 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-b4b1bd3e-1ea5-4c32-98a5-acff9f957572 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.0771234 Aug 31 09:12:42.775863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-0b9a1932-cde7-4c86-aaca-d03e325be9a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550306 Aug 31 09:12:42.898742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec3cb1-0fa8-4a55-a55e-5450e503c8a4 req-052fb55e-bd07-4b37-a285-1aa4bff2722e tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.936001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98ec3cb1-0fa8-4a55-a55e-5450e503c8a4 req-052fb55e-bd07-4b37-a285-1aa4bff2722e tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 1101 time: 0.1325376 Aug 31 09:12:42.983022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-b724c43e-67d3-4146-867c-a30eab189e59 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942384 Aug 31 09:12:42.993413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-98ec3cb1-0fa8-4a55-a55e-5450e503c8a4 req-6df56945-99dc-4140-bfab-46f768536ea7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.038211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-50551ab9-7a38-421c-8cf3-b945f25947b1 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76293ca569e9450c89d1396e6719a68e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588524 Aug 31 09:12:43.179897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f01e3a-4992-4bed-8556-f5ee48d93036 req-cd2fa0b7-4d53-4ec0-9f2c-9aa4e28f077b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.180510 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48d4cb77-86e0-4332-9e2d-84e9bfbe309e req-1d4515c1-c712-449f-b397-496404fc0035 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879539 Aug 31 09:12:43.182540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45f01e3a-4992-4bed-8556-f5ee48d93036 req-cd2fa0b7-4d53-4ec0-9f2c-9aa4e28f077b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 984 time: 0.1674542 Aug 31 09:12:43.313367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-5977bcfa-e3aa-41c0-9775-d7023151f26c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.315557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-5977bcfa-e3aa-41c0-9775-d7023151f26c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476459 Aug 31 09:12:43.320544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a217-41e5-4a06-ac26-b239243b945a req-a8f79a5e-5a7f-4384-a83c-222150ec89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.324336 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-a8f79a5e-5a7f-4384-a83c-222150ec89d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1136 time: 0.0814910 Aug 31 09:12:43.336579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Request body: {'port': {'device_id': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '76293ca569e9450c89d1396e6719a68e'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:43.346746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45f01e3a-4992-4bed-8556-f5ee48d93036 req-06acbd53-a0b7-4aea-9c29-7d81746d5774 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b5f59a9-72cf-4493-aba7-52ff13cca5a5&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1440001 Aug 31 09:12:43.465320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-98ec3cb1-0fa8-4a55-a55e-5450e503c8a4 req-6df56945-99dc-4140-bfab-46f768536ea7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.482325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-98ec3cb1-0fa8-4a55-a55e-5450e503c8a4 req-6df56945-99dc-4140-bfab-46f768536ea7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.539127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98ec3cb1-0fa8-4a55-a55e-5450e503c8a4 req-6df56945-99dc-4140-bfab-46f768536ea7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988712 Aug 31 09:12:43.580930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df56945-99dc-4140-bfab-46f768536ea7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ac438-df0d-4f7d-9e8a-99f674463d27,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:43.582109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a217-41e5-4a06-ac26-b239243b945a req-da3c042e-2cce-455c-9c0c-a5dd373f3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.583854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-da3c042e-2cce-455c-9c0c-a5dd373f3c84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.2472804 Aug 31 09:12:43.628643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Made reservation on behalf of 76293ca569e9450c89d1396e6719a68e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:43.632790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.707575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-7913eb37-1007-469b-b7db-e4cccd78ed5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 217 time: 0.0991795 Aug 31 09:12:43.784691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a217-41e5-4a06-ac26-b239243b945a req-503711cc-b3f9-4475-9f89-f1e1c6464ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.787832 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-503711cc-b3f9-4475-9f89-f1e1c6464ea4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.0719266 Aug 31 09:12:43.809176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7dad8f17-15d4-4a5b-87ac-9386ddca6d30 req-7c1ca4d0-69c3-430d-add4-ee972c360702 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 210 time: 0.1251504 Aug 31 09:12:43.855665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-54d059cd-cb97-4bd3-8ed1-ef1cc78afc1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594711 Aug 31 09:12:44.024548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37356) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:44.029594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Allocated IP 192.168.233.207 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/6024738e-e7f1-4d1b-a354-d4d2104f1f87) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:44.127367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-ce554073-9486-436c-9049-6d0229796fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580755 Aug 31 09:12:44.215031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e68c-b7a0-4636-ad42-86366edc7b97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.342992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-78c3a217-41e5-4a06-ac26-b239243b945a req-8c2bd2e6-b63a-402d-805a-8e1fe7ee3103 service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030647 Aug 31 09:12:44.523567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e68c-b7a0-4636-ad42-86366edc7b97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.602893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8cec2-d2bd-42d3-8280-eae96e7a58bc req-d88d98fb-d099-498c-8096-f5e48e690851 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.613083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9e8cec2-d2bd-42d3-8280-eae96e7a58bc req-d88d98fb-d099-498c-8096-f5e48e690851 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.4376352 Aug 31 09:12:44.668927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-61033ed0-2c85-4f54-bc02-ce7c0440a705 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140532 Aug 31 09:12:44.800474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9e8cec2-d2bd-42d3-8280-eae96e7a58bc req-342cdbc7-6b0b-428a-9799-17b0f0dc6a87 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849306 Aug 31 09:12:44.813623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e68c-b7a0-4636-ad42-86366edc7b97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.817673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e68c-b7a0-4636-ad42-86366edc7b97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.819376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dcd4e68c-b7a0-4636-ad42-86366edc7b97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "DELETE /v2.0/security-groups/51a3f798-539b-4792-a490-b6d08c27f67d HTTP/1.1" status: 204 len: 168 time: 0.7938025 Aug 31 09:12:44.825784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37384) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:44.832071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.850353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Transition to ACTIVE for port object 6024738e-e7f1-4d1b-a354-d4d2104f1f87 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:44.882431 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-bdd61484-617f-426e-9864-f2451156b873 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] show failed (client error): The resource could not be found. Aug 31 09:12:44.889179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bdd61484-617f-426e-9864-f2451156b873 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "GET /v2.0/security-groups/51a3f798-539b-4792-a490-b6d08c27f67d HTTP/1.1" status: 404 len: 347 time: 0.0625439 Aug 31 09:12:44.890693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37388) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:44.932220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.995351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['830a4c9d-2838-489c-8b2c-128b1c3bbecb'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:45.045616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4e68c-b7a0-4636-ad42-86366edc7b97 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3f798-539b-4792-a490-b6d08c27f67d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:45.092655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:45.099309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Pushing event updated for resources: {'Port': ['ID=6024738e-e7f1-4d1b-a354-d4d2104f1f87,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:45.108215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:45.120998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:45.170709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Deleting port 4c386e87-02f7-486d-a058-456379a7ee5f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:45.172384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.187352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6d721-00d9-484d-afeb-43d380407f79 req-5e0378ac-8f3c-4be2-9bbf-28d21d0289f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:45.189029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31a6d721-00d9-484d-afeb-43d380407f79 req-5e0378ac-8f3c-4be2-9bbf-28d21d0289f4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 984 time: 0.2301059 Aug 31 09:12:45.232731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-48b441df-2c6d-4581-8f9f-36b21181bc22 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:45.241516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-48b441df-2c6d-4581-8f9f-36b21181bc22 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5500813 Aug 31 09:12:45.319914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:45.320612 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.333458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37394) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:45.402246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31a6d721-00d9-484d-afeb-43d380407f79 req-fd17522e-b40f-416c-98b6-5bbfb48a2c58 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b5f59a9-72cf-4493-aba7-52ff13cca5a5&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1951900 Aug 31 09:12:45.423827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-0a51a47a-6f5b-4e76-ae82-f536578ae23d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/quotas/f3ea2c1d000a48429f8eaf748aed1d33 HTTP/1.1" status: 200 len: 375 time: 0.1815393 Aug 31 09:12:45.531420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.534077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.560946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Calling delete_port for 4c386e87-02f7-486d-a058-456379a7ee5f owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:45.576946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-2e410246-1be9-40ca-aba4-5444c409b70a tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2469270 Aug 31 09:12:45.601947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Request body: {'port': {'device_id': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:45.735398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-86a4bb39-d775-4247-a13e-d7abb51964af None None] Provisioning for port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:45.740851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-86a4bb39-d775-4247-a13e-d7abb51964af None None] Provisioning complete for port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:45.741471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-86a4bb39-d775-4247-a13e-d7abb51964af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.757842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-cdfbf32b-5f4e-4918-b7c2-af958a51f1d9 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3327737 Aug 31 09:12:45.811328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-86a4bb39-d775-4247-a13e-d7abb51964af None None] Port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:45.873802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.923309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Pushing event deleted for resources: {'Port': ['ID=4c386e87-02f7-486d-a058-456379a7ee5f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:45.982787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029bb408-08fe-47c1-a67b-e75c2a32b126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.052475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.054157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.055996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.058556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c6f2133-5284-4796-a821-dc13efe17c62 tempest-ImagesOneServerNegativeTestJSON-1141104358 tempest-ImagesOneServerNegativeTestJSON-1141104358-project] 10.222.0.18 "DELETE /v2.0/floatingips/17b96c0e-2500-40e3-bcd1-4ca7c33af74f HTTP/1.1" status: 204 len: 168 time: 1.1656499 Aug 31 09:12:46.154060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff0bc1-8e4a-43c7-815f-5cb295408886 req-d14304ad-820d-4342-bd56-0b4dba0675f4 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:46.156550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dff0bc1-8e4a-43c7-815f-5cb295408886 req-d14304ad-820d-4342-bd56-0b4dba0675f4 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 936 time: 0.3228507 Aug 31 09:12:46.489772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dff0bc1-8e4a-43c7-815f-5cb295408886 req-1f47980c-f858-4d7b-bd01-da0702ae228b tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160930 Aug 31 09:12:46.617567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029bb408-08fe-47c1-a67b-e75c2a32b126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.645744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029bb408-08fe-47c1-a67b-e75c2a32b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.859432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bb408-08fe-47c1-a67b-e75c2a32b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24914770-8c46-464d-b26d-7773dea9e0bb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:46.871221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37416) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:46.883112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-029bb408-08fe-47c1-a67b-e75c2a32b126 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa031f680a834253beeb716c38287bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5114107 Aug 31 09:12:46.896492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6024738e-e7f1-4d1b-a354-d4d2104f1f87 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:46.926810 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.961287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61f223a9-ee27-4ff3-9ccf-42ea7f1d8b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.966249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955273a-c158-4227-8012-fd9a3afc2acd req-d3a35309-e13c-418f-ac77-7b93c3618e7f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:46.969155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9955273a-c158-4227-8012-fd9a3afc2acd req-d3a35309-e13c-418f-ac77-7b93c3618e7f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.3326211 Aug 31 09:12:47.002763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61f223a9-ee27-4ff3-9ccf-42ea7f1d8b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.063885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Transition to ACTIVE for port object 6024738e-e7f1-4d1b-a354-d4d2104f1f87 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:47.101518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61f223a9-ee27-4ff3-9ccf-42ea7f1d8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.106058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61f223a9-ee27-4ff3-9ccf-42ea7f1d8b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.108559 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-61f223a9-ee27-4ff3-9ccf-42ea7f1d8b31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24914770-8c46-464d-b26d-7773dea9e0bb HTTP/1.1" status: 204 len: 168 time: 0.2354736 Aug 31 09:12:47.111044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.122337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f223a9-ee27-4ff3-9ccf-42ea7f1d8b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24914770-8c46-464d-b26d-7773dea9e0bb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:47.151002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff2a6-edd7-42f0-92a6-a04d7d17436e req-ac155f10-fe2c-4d20-af27-cfbe68f6210b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:47.153878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5bff2a6-edd7-42f0-92a6-a04d7d17436e req-ac155f10-fe2c-4d20-af27-cfbe68f6210b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 984 time: 0.2192495 Aug 31 09:12:47.194522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9955273a-c158-4227-8012-fd9a3afc2acd req-18bba4aa-6da7-4c1d-ae08-65508d1f994d tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839287 Aug 31 09:12:47.392690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Pushing event updated for resources: {'Port': ['ID=6024738e-e7f1-4d1b-a354-d4d2104f1f87,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:47.434587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5bff2a6-edd7-42f0-92a6-a04d7d17436e req-2f58bcd9-aca2-4c7e-ac08-c2a554822d8f tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b5f59a9-72cf-4493-aba7-52ff13cca5a5&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2457693 Aug 31 09:12:47.693804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37442) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:47.718883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01252f8-79a4-430a-ae29-53729940c3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.894905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01252f8-79a4-430a-ae29-53729940c3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.902617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01252f8-79a4-430a-ae29-53729940c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.940470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01252f8-79a4-430a-ae29-53729940c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391967dc-9f89-4036-80f1-8252ed8a53f7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:47.966922 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c01252f8-79a4-430a-ae29-53729940c3b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d33944a034b4c2e9f7da7cfe363275a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692657 Aug 31 09:12:47.967518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37446) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:48.039337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3957a07-39b6-461a-9166-37566b48e90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.075043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3957a07-39b6-461a-9166-37566b48e90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.168476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3957a07-39b6-461a-9166-37566b48e90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.174370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3957a07-39b6-461a-9166-37566b48e90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.178966 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b3957a07-39b6-461a-9166-37566b48e90e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/391967dc-9f89-4036-80f1-8252ed8a53f7 HTTP/1.1" status: 204 len: 168 time: 0.2074151 Aug 31 09:12:48.192344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957a07-39b6-461a-9166-37566b48e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391967dc-9f89-4036-80f1-8252ed8a53f7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:48.404616 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.451902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-9a96cfad-5551-4d7f-b63c-20a153d2e761 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-342301571&fields=id&tenant_id=1ce9668ba26646f080e54764423d8534 HTTP/1.1" status: 200 len: 267 time: 0.1991448 Aug 31 09:12:48.534982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad721f46-1077-466a-851e-f1a7c4512aff req-e6652e4b-5726-41d0-9dd8-4276fc921041 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:48.543079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad721f46-1077-466a-851e-f1a7c4512aff req-e6652e4b-5726-41d0-9dd8-4276fc921041 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 948 time: 0.2882886 Aug 31 09:12:48.556254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Attempting to bind port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:48.557963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Attempting to bind port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:48.558541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Attempting to bind port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:48.597497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:48.598527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Attempting to bind port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:48.632875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-be95b6b1-b2d3-40ea-b0f8-c18f290b2401 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:48.635918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-be95b6b1-b2d3-40ea-b0f8-c18f290b2401 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 984 time: 0.1814263 Aug 31 09:12:48.643753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:48.644745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:48.645841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:48.646929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Bound port: 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:48.647667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.687513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'port': {'security_groups': ['3b5f59a9-72cf-4493-aba7-52ff13cca5a5', 'e832665b-d8a8-401f-84ac-dc4e7156897b', '15f002a3-b1ad-4cf2-8914-69d990b87769']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:48.756148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad721f46-1077-466a-851e-f1a7c4512aff req-9301a87c-e460-4ae9-9e50-baf479c30496 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111413 Aug 31 09:12:48.914821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.025115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] For port 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:49.080652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13767e0a-4ce7-4a27-9f34-42f6f3939dbb req-e059ad14-7ef9-468c-876d-36d8de08c166 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 210 time: 0.1456499 Aug 31 09:12:49.113102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] For port 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:49.132889 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.216526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.217168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.228200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37466) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:49.232299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] 10.222.0.15 "PUT /v2.0/ports/6024738e-e7f1-4d1b-a354-d4d2104f1f87 HTTP/1.1" status: 200 len: 1097 time: 3.6426234 Aug 31 09:12:49.232843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'tag': '6024738e-e7f1-4d1b-a354-d4d2104f1f87'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:49.236216 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "36a5d6df-7c99-4189-8c16-f5d1be31cf88", "tag": "6024738e-e7f1-4d1b-a354-d4d2104f1f87"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:49.367215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782bab3-9d5d-4a3f-899e-5a516c9cd795 service neutron] Pushing event updated for resources: {'Port': ['ID=6024738e-e7f1-4d1b-a354-d4d2104f1f87,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:49.419243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Deleting subnet e72740c3-889c-48cc-bc6b-1ff646b8e2d4 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:12:49.428207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.538724 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.657288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.704616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-4d76dfdb-46a8-4b31-80e5-57717883ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.717680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-4d76dfdb-46a8-4b31-80e5-57717883ed6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76293ca569e9450c89d1396e6719a68e&device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 1100 time: 0.3784728 Aug 31 09:12:49.740156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d18e-7c33-4ae1-9ea5-6b31a5e27d5c req-5724e95f-a078-40e8-b789-b43b79643d87 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.753935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9f4d18e-7c33-4ae1-9ea5-6b31a5e27d5c req-5724e95f-a078-40e8-b789-b43b79643d87 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.4332132 Aug 31 09:12:49.827504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.927308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72740c3-889c-48cc-bc6b-1ff646b8e2d4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:49.931746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.935532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-4ab8f548-6212-4319-b317-0e454260a8a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87 HTTP/1.1" status: 200 len: 217 time: 0.1766005 Aug 31 09:12:49.935827 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83c7c7a5-bb2f-4b88-93ca-1d9f1d506c39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e72740c3-889c-48cc-bc6b-1ff646b8e2d4 HTTP/1.1" status: 204 len: 168 time: 0.7060018 Aug 31 09:12:49.939781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:50.006091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37482) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:50.019577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.047063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-fa292136-bd6a-4cdf-9c71-e6c9cce3af7f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532755 Aug 31 09:12:50.052031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:50.064723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9f4d18e-7c33-4ae1-9ea5-6b31a5e27d5c req-620f9982-e114-4109-a62f-bc6723d11823 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987640 Aug 31 09:12:50.152754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.181728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8db1ca5-5963-4d23-85d4-b744427a61c3']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:50.199002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-6eb0175a-c85c-4a40-8eae-6ab8f8d3e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.200661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-6eb0175a-c85c-4a40-8eae-6ab8f8d3e36c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2099905 Aug 31 09:12:50.212684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa9068e-d4ec-4ca1-944d-5b73d6402a78') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:50.214316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa9068e-d4ec-4ca1-944d-5b73d6402a78') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:50.215696 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8852e02f-d4a8-4619-a329-bc26996cd980 x-openstack-request-id: req-8852e02f-d4a8-4619-a329-bc26996cd980 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:50.215999 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a5d6df-7c99-4189-8c16-f5d1be31cf88", "tag": "6024738e-e7f1-4d1b-a354-d4d2104f1f87", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:50.216255 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8852e02f-d4a8-4619-a329-bc26996cd980 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:50.216664 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'tag': '6024738e-e7f1-4d1b-a354-d4d2104f1f87', 'status': 'completed', 'code': 200} Aug 31 09:12:50.237272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.239348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.275086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.275344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.286823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-234428016-network', 'tenant_id': '488d2f853bf9442497aa96a8cf8164b0'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:50.296910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce', '608728b4-7c52-4f15-92d2-783a92f75a16'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:50.298614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:12:50.298866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:12:50.303886 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:12:50.429342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-4d6d6c36-8c3d-4d06-a01d-984ceb09cfef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.431065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-4d6d6c36-8c3d-4d06-a01d-984ceb09cfef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358278 Aug 31 09:12:50.450715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.451470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.454013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dc7c04e-4f00-4977-a879-53197c1b4140 req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "PUT /v2.0/ports/608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 1020 time: 1.7913594 Aug 31 09:12:50.463023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-0432dd67-200b-4270-b2cf-6ef17f8b9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.464063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-0432dd67-200b-4270-b2cf-6ef17f8b9f73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2431996 Aug 31 09:12:50.476144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Made reservation on behalf of 488d2f853bf9442497aa96a8cf8164b0 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:50.480514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.487297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.513813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.517944 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8db1ca5-5963-4d23-85d4-b744427a61c3 HTTP/1.1" status: 204 len: 168 time: 0.5769398 Aug 31 09:12:50.538923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:50.540407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100afb1-f265-4dea-9c67-ccf48820a4af admin admin] Pushing event deleted for resources: {'Network': ['ID=c8db1ca5-5963-4d23-85d4-b744427a61c3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:50.555594 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-b1d42e51-4f90-457c-9f61-da6d5c98eca8 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902090 Aug 31 09:12:50.578299 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.584960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a85d4-4eaa-4468-8369-dcbbc9acce5b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:50.585220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['608728b4-7c52-4f15-92d2-783a92f75a16'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:50.658573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c577e82-7fa2-4cce-9ea1-d96ca4185641 req-de16c57f-b79d-4fae-b32c-b6d7ff80ff69 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 210 time: 0.0433817 Aug 31 09:12:50.780314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37494) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:50.838934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7cd2e8-b9a0-46bb-b3c7-2b6a1eafa097 req-3dc9081a-8d2b-477f-b2ff-2dc71943766b tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/15f002a3-b1ad-4cf2-8914-69d990b87769 HTTP/1.1" status: 200 len: 1799 time: 0.1158915 Aug 31 09:12:50.853582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f484c75-6972-495f-83fa-d40c06a20fb3 req-c7a63122-edbf-485c-8591-41925a657d5c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.861049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f484c75-6972-495f-83fa-d40c06a20fb3 req-c7a63122-edbf-485c-8591-41925a657d5c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 948 time: 0.5513439 Aug 31 09:12:50.886528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-eab40aef-a4b0-4b34-9f8f-74dab1172551 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.888683 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-eab40aef-a4b0-4b34-9f8f-74dab1172551 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167343 Aug 31 09:12:50.906597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-52ac2043-7155-447d-b6ee-46f1a364191b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=806dfacb1e884216ab66e236dda67ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206632 Aug 31 09:12:50.908200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37496) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:50.929473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:51.040344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca7e-cf8c-41e0-95ef-ae0c2b57f96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.130569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f484c75-6972-495f-83fa-d40c06a20fb3 req-473e658e-8179-4375-935f-77144296e1ef tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684715 Aug 31 09:12:51.136277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-9d0355f1-f99d-41a4-8d77-d1f7c62ebdcb service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776553 Aug 31 09:12:51.143853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca7e-cf8c-41e0-95ef-ae0c2b57f96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.149352 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-7c7cd2e8-b9a0-46bb-b3c7-2b6a1eafa097 req-072aa090-b5ef-49eb-942b-efc9b962b1ab tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:12:51.165810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7cd2e8-b9a0-46bb-b3c7-2b6a1eafa097 req-072aa090-b5ef-49eb-942b-efc9b962b1ab tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/15f002a3-b1ad-4cf2-8914-69d990b87769 HTTP/1.1" status: 409 len: 341 time: 0.2904942 Aug 31 09:12:51.307565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca7e-cf8c-41e0-95ef-ae0c2b57f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.311798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca7e-cf8c-41e0-95ef-ae0c2b57f96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.314637 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-38d6ca7e-cf8c-41e0-95ef-ae0c2b57f96e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adfd2ef6-5c2a-4dd5-83c6-d55b331041ec HTTP/1.1" status: 204 len: 168 time: 0.4050241 Aug 31 09:12:51.346615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ca7e-cf8c-41e0-95ef-ae0c2b57f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd2ef6-5c2a-4dd5-83c6-d55b331041ec,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:51.472944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.492971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cb75b-587c-4371-9787-cb0f3fb073a4 req-ce7050b2-2234-467f-8d0a-ccf0cac9d35f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:51.495211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-295cb75b-587c-4371-9787-cb0f3fb073a4 req-ce7050b2-2234-467f-8d0a-ccf0cac9d35f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.2005942 Aug 31 09:12:51.502555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9133a7f3-7a19-4497-ad0f-d09ca30dc509 req-53d7dee0-8cda-4212-b750-17bf8e25cef7 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541210 Aug 31 09:12:51.507966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.599015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:51.613805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:51.618999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.623614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:51.627870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d0a00-2643-4729-ba4b-9ce352f05401,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:51.630233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.691318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.691760 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Added segment 59a826c7-fea5-4d5d-9916-8f456d2632b1 of type vlan for network e1b8595f-9b9f-44bf-9db0-0697c1530a38 Aug 31 09:12:51.713800 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-295cb75b-587c-4371-9787-cb0f3fb073a4 req-406e3ff0-5a60-41dc-91e8-629025c1b923 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909857 Aug 31 09:12:51.875672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.941281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-17b5b501-c69f-433b-949b-d5f658406a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:51.942882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-17b5b501-c69f-433b-949b-d5f658406a9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76293ca569e9450c89d1396e6719a68e&device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 1100 time: 0.3191855 Aug 31 09:12:51.964128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.208 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/35289655-c8b1-4b6f-b1d7-5fc441437488) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:52.045446 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.047126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.048206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.061119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a38cb-f7fa-498d-9935-6bf4ad9559b0 req-a1de81b1-cc76-4e75-975c-e862ecadffa8 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.064002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f54a38cb-f7fa-498d-9935-6bf4ad9559b0 req-a1de81b1-cc76-4e75-975c-e862ecadffa8 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.3534048 Aug 31 09:12:52.179628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1681027 Aug 31 09:12:52.195959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37526) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:52.215210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Request body: {'subnet': {'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-234428016-subnet', 'tenant_id': '488d2f853bf9442497aa96a8cf8164b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:52.218741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:52.221504 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27cee4c-1cab-49ac-bc7c-df3d128df270" -d '{"events": [{"name": "network-changed", "server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:52.240222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cb113-2a38-4c38-b3a3-0b256c8a962d req-4f8016fd-5148-444c-9944-cb3dafc8f40a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.241959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e33cb113-2a38-4c38-b3a3-0b256c8a962d req-4f8016fd-5148-444c-9944-cb3dafc8f40a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1023 time: 0.3295131 Aug 31 09:12:52.248700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d6e60-adb8-47cc-b1c5-7af6871bf52c admin admin] Pushing event updated for resources: {'Network': ['ID=e1b8595f-9b9f-44bf-9db0-0697c1530a38,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:52.267213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:52.310019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.323131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f54a38cb-f7fa-498d-9935-6bf4ad9559b0 req-aae2bf70-e22a-41a8-8238-360568b5bbb7 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328489 Aug 31 09:12:52.353037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 35289655-c8b1-4b6f-b1d7-5fc441437488 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:52.361007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-01b018f4-c6d7-4f00-a817-9d4bd9425cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.365230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-01b018f4-c6d7-4f00-a817-9d4bd9425cfa service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3901944 Aug 31 09:12:52.445104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.489657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Made reservation on behalf of 488d2f853bf9442497aa96a8cf8164b0 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:52.492253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.496719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-9c3277bc-e478-4b6e-9f97-e183927b8ac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87 HTTP/1.1" status: 200 len: 217 time: 0.1001775 Aug 31 09:12:52.501586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:52.555578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=35289655-c8b1-4b6f-b1d7-5fc441437488,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:52.587813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:52.589598 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e33cb113-2a38-4c38-b3a3-0b256c8a962d req-ac530364-b24f-4b31-9d4d-74815fe3afe2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f002a3-b1ad-4cf2-8914-69d990b87769&id=3b5f59a9-72cf-4493-aba7-52ff13cca5a5&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3101220 Aug 31 09:12:52.593511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:52.598061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:52.710226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.711602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.736357 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-d2aa818b-b495-46a3-9265-0f7a35635977 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8125889 Aug 31 09:12:52.780437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Request body: {'port': {'device_id': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:52.966355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.990680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:52.995090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.189 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/b49da53f-97bd-45a4-a44f-c3a12fc3d8d1) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:53.011135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa79c9-5268-4a5b-a1c8-1262652c23c1 req-27e8d825-7d17-4214-8b5f-b6bd583dfe0d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.022508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6fa79c9-5268-4a5b-a1c8-1262652c23c1 req-27e8d825-7d17-4214-8b5f-b6bd583dfe0d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 936 time: 0.5412068 Aug 31 09:12:53.070194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-61cbf9f9-18c2-4492-8461-396405c5dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.072852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-61cbf9f9-18c2-4492-8461-396405c5dd5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3997803 Aug 31 09:12:53.076948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4965fa27-b8ea-4430-b414-8610af23673e None None] Provisioning for port 35289655-c8b1-4b6f-b1d7-5fc441437488 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:53.088177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4965fa27-b8ea-4430-b414-8610af23673e None None] Provisioning complete for port 35289655-c8b1-4b6f-b1d7-5fc441437488 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:53.088747 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4965fa27-b8ea-4430-b414-8610af23673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.141571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4965fa27-b8ea-4430-b414-8610af23673e None None] Port 35289655-c8b1-4b6f-b1d7-5fc441437488 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:53.208983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-210157058-network', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:53.276888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Made reservation on behalf of 3cca650d271648bc8e0e06655a5770ef for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:53.281781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.289653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6fa79c9-5268-4a5b-a1c8-1262652c23c1 req-80fb2759-c3b1-456f-b1a3-653a85a98bac tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659431 Aug 31 09:12:53.294409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.519521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.532473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.564223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:53.635779 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.647973 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Added segment 215e5415-fcb8-4bf6-b276-b78d3078de9e of type vlan for network d2a7ea50-6434-4536-9f42-80c390ce67f1 Aug 31 09:12:53.773407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-0ce51d01-bef1-4bef-9ca1-8ff6c164b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.776263 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-0ce51d01-bef1-4bef-9ca1-8ff6c164b9cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce9668ba26646f080e54764423d8534&device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1175 time: 0.3308737 Aug 31 09:12:53.777237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a5ad2a-6095-48a2-8be5-2a84169bede8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:53.802392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c2bd-8716-48bc-922f-2d8f64597732 req-7fd1f2b7-b8a3-4ccf-b801-ca769ed05374 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.815371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96f1c2bd-8716-48bc-922f-2d8f64597732 req-7fd1f2b7-b8a3-4ccf-b801-ca769ed05374 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 948 time: 0.7780447 Aug 31 09:12:53.819658 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d3aff-c261-4b8c-8d93-48e2fc637d3f x-openstack-request-id: req-6f7d3aff-c261-4b8c-8d93-48e2fc637d3f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:53.820115 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:53.820665 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f7d3aff-c261-4b8c-8d93-48e2fc637d3f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:53.821131 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16', 'status': 'completed', 'code': 200} Aug 31 09:12:53.847388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.913342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-b4e46695-2cf9-45bb-a561-3c4f7b9bb39e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.914725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-9b3e03ef-ade9-4faa-82ac-f5fdcbbbe4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.915641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-b4e46695-2cf9-45bb-a561-3c4f7b9bb39e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1023 time: 0.3215480 Aug 31 09:12:53.917325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-9b3e03ef-ade9-4faa-82ac-f5fdcbbbe4d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7936637 Aug 31 09:12:53.980667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6024738e-e7f1-4d1b-a354-d4d2104f1f87 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:53.982171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.983176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.985034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.100015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1086390 Aug 31 09:12:54.105391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37560) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:54.122736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Request body: {'subnet': {'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-210157058-subnet', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:54.128212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-4b7fd6d1-13ea-4563-a465-ef21ae0a729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.129737 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-4b7fd6d1-13ea-4563-a465-ef21ae0a729a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 200 len: 914 time: 0.3107576 Aug 31 09:12:54.160088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:54.160353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30605185-b32c-4f74-95b9-b1424c70c938 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a7ea50-6434-4536-9f42-80c390ce67f1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:54.194043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:54.198864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-976ed9f4-f82f-4c23-9c8e-94cb574f3d37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 200 len: 217 time: 0.0597203 Aug 31 09:12:54.226860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Made reservation on behalf of 3cca650d271648bc8e0e06655a5770ef for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:54.229402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.265922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '6024738e-e7f1-4d1b-a354-d4d2104f1f87', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '6024738e-e7f1-4d1b-a354-d4d2104f1f87', 'mac_address': 'fa:16:3e:8f:d0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:54.279328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96f1c2bd-8716-48bc-922f-2d8f64597732 req-95c4bb88-5e41-4728-be64-479d59446979 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624441 Aug 31 09:12:54.358525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-7f7346ee-83f2-49c6-a622-c363e38b0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.362283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-7f7346ee-83f2-49c6-a622-c363e38b0542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 200 len: 853 time: 0.1563184 Aug 31 09:12:54.371486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Deleting port 608728b4-7c52-4f15-92d2-783a92f75a16 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:54.376603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.381869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.382086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.415814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-edb092cb-e8f5-455c-be7a-03b07bf59fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.418859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-edb092cb-e8f5-455c-be7a-03b07bf59fed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 1097 time: 0.5547354 Aug 31 09:12:54.419253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6024738e-e7f1-4d1b-a354-d4d2104f1f87 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:54.471678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:54.480950 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.551673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6024738e-e7f1-4d1b-a354-d4d2104f1f87,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:54.631268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072e4c8-4a20-473e-8091-6f3ba70fd019 req-6282c860-81b0-422a-90fb-8781b8764873 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.634050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3072e4c8-4a20-473e-8091-6f3ba70fd019 req-6282c860-81b0-422a-90fb-8781b8764873 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 1023 time: 0.7522213 Aug 31 09:12:54.714151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.778234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['6024738e-e7f1-4d1b-a354-d4d2104f1f87'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:54.833076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a184fb36-2223-4d99-9a64-c280e3fa8e78,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:54.856766 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-613eba15-cae3-4904-8f9d-a74412e16833 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4703302 Aug 31 09:12:54.866819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-92a4f367-031e-4a14-8926-ae79d37f6cfc service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328078 Aug 31 09:12:54.869502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:55.022992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ee80f-c545-4141-91bd-cae137c6493f req-482d29d3-e7f3-4ca4-b280-434c85a94a76 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.026528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f7ee80f-c545-4141-91bd-cae137c6493f req-482d29d3-e7f3-4ca4-b280-434c85a94a76 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.5576549 Aug 31 09:12:55.027844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-4355cac3-f70b-4484-be9a-e160d7ef9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.031505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-4355cac3-f70b-4484-be9a-e160d7ef9210 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 917 time: 0.5543089 Aug 31 09:12:55.038960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] For port 608728b4-7c52-4f15-92d2-783a92f75a16, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=608728b4-7c52-4f15-92d2-783a92f75a16,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:55.039352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.095156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3072e4c8-4a20-473e-8091-6f3ba70fd019 req-ed891a02-5255-47a7-ab8f-a47821a51148 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f002a3-b1ad-4cf2-8914-69d990b87769&id=3b5f59a9-72cf-4493-aba7-52ff13cca5a5&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3961794 Aug 31 09:12:55.097224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Calling delete_port for 608728b4-7c52-4f15-92d2-783a92f75a16 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:55.119747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-a3eba0ed-16af-4e8c-bdb6-b9aa0fe61f6c service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491961 Aug 31 09:12:55.145947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.186718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Checking segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:55.187279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Network hostable DHCP agents. Network: e1b8595f-9b9f-44bf-9db0-0697c1530a38, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:55.218561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-8d87130f-fdbb-4d2a-9c89-e88d62064969 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 HTTP/1.1" status: 200 len: 217 time: 0.1166444 Aug 31 09:12:55.336213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3adce3-11de-4e36-b6c2-5104315570e6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:55.395512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.403498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Checking segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:55.403850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Network hostable DHCP agents. Network: d2a7ea50-6434-4536-9f42-80c390ce67f1, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:55.406124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:55.431292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f7ee80f-c545-4141-91bd-cae137c6493f req-a3bd2dfe-ff8b-45a1-b916-b09c962c06d9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345261 Aug 31 09:12:55.446120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:55.462764 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b27cee4c-1cab-49ac-bc7c-df3d128df270 req-fd9a2355-8e8a-4f8a-b5ad-24106763bd8b service neutron] 10.222.0.15 "GET /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320410 Aug 31 09:12:55.566049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e1b8595f-9b9f-44bf-9db0-0697c1530a38) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:55.570383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-934581d2-42c0-4d20-a3e6-45e662c31e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.573393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-934581d2-42c0-4d20-a3e6-45e662c31e05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.3289936 Aug 31 09:12:55.585024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b6c7a-f517-417a-9d46-f28164ab528a None None] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:55.589178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.590135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.608259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:55.614245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1548fcc8-f2eb-4925-9c8a-0e733ad53ac0 req-192269e9-856c-4810-bb17-36355bd64282 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900454 Aug 31 09:12:55.648583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d2a7ea50-6434-4536-9f42-80c390ce67f1) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:55.660174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.660774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.708440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.718634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2650fc38-75a3-49c4-9960-56e244bd9e28 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5973198 Aug 31 09:12:55.718962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:55.722695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37568) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:55.779772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2276c23-29cf-4767-95fd-0c3ccd2b1186 None None] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:55.781310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:55.795730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'Port': ['ID=608728b4-7c52-4f15-92d2-783a92f75a16,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:55.800169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:55.815347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:55.820673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:55.839670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2cec7bda-5bd4-49b6-85b9-133476e9a2ce'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:55.897618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35289655-c8b1-4b6f-b1d7-5fc441437488 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:55.922267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bfa446ea-6ffb-403d-b57f-38bdf33a450f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.7228718 Aug 31 09:12:55.936600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.994976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] No DVR routers for this DVR port 608728b4-7c52-4f15-92d2-783a92f75a16 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:56.004929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.006974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6024738e-e7f1-4d1b-a354-d4d2104f1f87 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:56.010320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b982a0b-eabb-40b6-b092-dc184df5f9aa req-05e16b39-d46c-4e65-8f79-79db9f134d8a tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "DELETE /v2.0/ports/608728b4-7c52-4f15-92d2-783a92f75a16 HTTP/1.1" status: 204 len: 173 time: 2.0777142 Aug 31 09:12:56.011451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'name': 'network-vif-deleted', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:56.021169 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ec5a3-2424-4d82-8f39-b79b249e8e67" -d '{"events": [{"server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "name": "network-vif-deleted", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:56.051490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Transition to ACTIVE for port object 35289655-c8b1-4b6f-b1d7-5fc441437488 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:56.065949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.110434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.118961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.229008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f151e-6d33-4446-b402-92950db9b0b4 req-10c1f85e-c2e7-41ea-a14f-c2b0405486ed tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.241933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3f151e-6d33-4446-b402-92950db9b0b4 req-10c1f85e-c2e7-41ea-a14f-c2b0405486ed tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.8279133 Aug 31 09:12:56.361090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-7c0166da-9237-4567-9c7b-af16c32a4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.362939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-7c0166da-9237-4567-9c7b-af16c32a4144 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7677259 Aug 31 09:12:56.373813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Pushing event updated for resources: {'Port': ['ID=35289655-c8b1-4b6f-b1d7-5fc441437488,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:56.421732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589dc9-742b-4939-82a1-ee8dac1daf39 req-5a560726-3f7e-4ce3-a15d-53b845cf0f77 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.436593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb589dc9-742b-4939-82a1-ee8dac1daf39 req-5a560726-3f7e-4ce3-a15d-53b845cf0f77 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 936 time: 0.7664685 Aug 31 09:12:56.447586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Attempting to bind port 35289655-c8b1-4b6f-b1d7-5fc441437488 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:56.448170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Attempting to bind port 35289655-c8b1-4b6f-b1d7-5fc441437488 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:56.448733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Attempting to bind port 35289655-c8b1-4b6f-b1d7-5fc441437488 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:56.452936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.454632 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.458317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Port 35289655-c8b1-4b6f-b1d7-5fc441437488 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:56.459567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Attempting to bind port 35289655-c8b1-4b6f-b1d7-5fc441437488 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:56.479504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:56.481226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:56.482543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:56.484438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Bound port: 35289655-c8b1-4b6f-b1d7-5fc441437488, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:56.485537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.644172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-26bdd9d0-60a5-4003-ab10-436dbe46927c None None] Provisioning for port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:56.645738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-903594cb-9b64-4d09-9b6c-e9b4f9f6d81c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1795890 Aug 31 09:12:56.667926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] For port 35289655-c8b1-4b6f-b1d7-5fc441437488, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:56.675477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] For port 35289655-c8b1-4b6f-b1d7-5fc441437488, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=35289655-c8b1-4b6f-b1d7-5fc441437488,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:56.684241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.721796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d323c4b-29d1-44b5-b041-401471c185d4 None None] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:56.731162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Request body: {'port': {'device_id': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:56.739106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb589dc9-742b-4939-82a1-ee8dac1daf39 req-df454e48-070e-4ad4-881b-f0eef8f76cc1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621508 Aug 31 09:12:56.741893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.816507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3f151e-6d33-4446-b402-92950db9b0b4 req-a52f5986-71cd-413e-9c23-2a43652717ad tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups?id=bddad77b-f68f-4ba8-9f89-ead1ca227e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5735354 Aug 31 09:12:56.871270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Pushing event updated for resources: {'Port': ['ID=35289655-c8b1-4b6f-b1d7-5fc441437488,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:56.892058 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad76ad1-0b12-405d-a158-fee217b1a4e8 x-openstack-request-id: req-9ad76ad1-0b12-405d-a158-fee217b1a4e8 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:56.892058 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0470541d-93a4-42f4-8699-0e5e34c398a5", "name": "network-vif-deleted", "tag": "608728b4-7c52-4f15-92d2-783a92f75a16", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:56.892458 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ad76ad1-0b12-405d-a158-fee217b1a4e8 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:56.893559 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0470541d-93a4-42f4-8699-0e5e34c398a5', 'name': 'network-vif-deleted', 'tag': '608728b4-7c52-4f15-92d2-783a92f75a16', 'status': 'completed', 'code': 200} Aug 31 09:12:56.906112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.907274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.909558 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-53662e06-967d-49f1-8b0f-2caf38c2b698 service neutron] 10.222.0.23 "PUT /v2.0/ports/35289655-c8b1-4b6f-b1d7-5fc441437488 HTTP/1.1" status: 200 len: 1097 time: 4.1433489 Aug 31 09:12:56.951969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-26bdd9d0-60a5-4003-ab10-436dbe46927c None None] Provisioning complete for port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:56.953979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-26bdd9d0-60a5-4003-ab10-436dbe46927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.014092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:57.024114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d2a7ea50-6434-4536-9f42-80c390ce67f1', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:12:57.025252 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.045468 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:57.067724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-931727ee-39ff-4474-a908-fea6bd736ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.073772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-931727ee-39ff-4474-a908-fea6bd736ee0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 1100 time: 0.0806448 Aug 31 09:12:57.110022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:57.110594 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.142581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-01d9fb3a-7853-4e63-8b0b-e79d728c8346 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277750 Aug 31 09:12:57.146116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-147cc587-f335-4d83-a576-0c4df3b6e8fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=35289655-c8b1-4b6f-b1d7-5fc441437488 HTTP/1.1" status: 200 len: 217 time: 0.0425754 Aug 31 09:12:57.163742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-26bdd9d0-60a5-4003-ab10-436dbe46927c None None] Port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:57.221126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-047529cd-872e-4020-ad5d-411c126cc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.222991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-047529cd-872e-4020-ad5d-411c126cc99b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0548489 Aug 31 09:12:57.275747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74f94cf0-1794-4ea5-8ffa-aeef17f339ec req-9fc7592e-f17f-44c8-8048-4a368d9f59e4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0470541d-93a4-42f4-8699-0e5e34c398a5 HTTP/1.1" status: 200 len: 210 time: 0.2374043 Aug 31 09:12:57.331753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-e020b45f-1d16-4822-90e3-efdd9d37a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.333732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-e020b45f-1d16-4822-90e3-efdd9d37a2e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958607 Aug 31 09:12:57.367030 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.449324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.504925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-31cb1095-d824-4f4a-9f49-e514a05bb018 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598241 Aug 31 09:12:57.530191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305e16-f749-41ce-8751-bed1f88af3b7 req-52b736d8-263e-4590-9934-dd1feaa22f23 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.533086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d305e16-f749-41ce-8751-bed1f88af3b7 req-52b736d8-263e-4590-9934-dd1feaa22f23 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 949 time: 0.5409539 Aug 31 09:12:57.534130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.584120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Allocated IP 172.20.0.2 (d2a7ea50-6434-4536-9f42-80c390ce67f1/9b3adce3-11de-4e36-b6c2-5104315570e6/7f63567a-023b-4c6b-a090-f475b79458c3) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:57.597161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6024738e-e7f1-4d1b-a354-d4d2104f1f87'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:57.599513 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424013d-fa5b-4361-bfff-be894234edce" -d '{"events": [{"server_uuid": "36a5d6df-7c99-4189-8c16-f5d1be31cf88", "name": "network-vif-plugged", "status": "completed", "tag": "6024738e-e7f1-4d1b-a354-d4d2104f1f87"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:57.637914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:57.663571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.664639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 608728b4-7c52-4f15-92d2-783a92f75a16 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:57.670537 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-785e52ea-fada-4f82-92c9-324567169c5d service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515031 Aug 31 09:12:57.750300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 608728b4-7c52-4f15-92d2-783a92f75a16 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:57.750757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 608728b4-7c52-4f15-92d2-783a92f75a16 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:57.774069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896aec3-df50-4e0d-b8c6-21d7cf87d1d0 req-869b81ad-dbf3-49b8-ab61-c7b4fcb5ebe2 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.784626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e896aec3-df50-4e0d-b8c6-21d7cf87d1d0 req-869b81ad-dbf3-49b8-ab61-c7b4fcb5ebe2 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1098 time: 0.3551142 Aug 31 09:12:57.800738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c997d3e-0999-417a-9cd1-1b45d4b6b6d1 req-d19ab731-02d9-4a8c-a434-c7bc6df0c129 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435809 Aug 31 09:12:57.847979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6024738e-e7f1-4d1b-a354-d4d2104f1f87,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:57.865578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d305e16-f749-41ce-8751-bed1f88af3b7 req-07bc85f2-126e-4a75-a387-372c60b48b8d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771213 Aug 31 09:12:57.936758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e896aec3-df50-4e0d-b8c6-21d7cf87d1d0 req-f0b4e16c-664a-4be8-8a27-f03677782efb tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511345 Aug 31 09:12:58.010048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.025933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Transition to ACTIVE for port object 7f63567a-023b-4c6b-a090-f475b79458c3 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:58.059746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Transition to ACTIVE for port object 7f63567a-023b-4c6b-a090-f475b79458c3 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:58.071384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.108704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:58.136194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:58.143319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:58.253961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Pushing event updated for resources: {'Port': ['ID=7f63567a-023b-4c6b-a090-f475b79458c3,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:58.269662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Attempting to bind port 7f63567a-023b-4c6b-a090-f475b79458c3 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:58.270019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Attempting to bind port 7f63567a-023b-4c6b-a090-f475b79458c3 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:58.270387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Attempting to bind port 7f63567a-023b-4c6b-a090-f475b79458c3 on network d2a7ea50-6434-4536-9f42-80c390ce67f1 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:58.276664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:58.277196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Checking segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:58.277618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.278022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Bound using segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:58.278553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Bound port: 7f63567a-023b-4c6b-a090-f475b79458c3, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:58.278943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.372748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] For port 7f63567a-023b-4c6b-a090-f475b79458c3, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:58.376960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] For port 7f63567a-023b-4c6b-a090-f475b79458c3, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f63567a-023b-4c6b-a090-f475b79458c3,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:58.385497 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.475333 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-402c9158-6c4a-4bc3-81b3-32ab0736eaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.475333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8c2ed-ece9-49e7-a7eb-5ac21733371d None None] Pushing event updated for resources: {'Port': ['ID=7f63567a-023b-4c6b-a090-f475b79458c3,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:58.818709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78996-9cdf-4932-80f9-baef803038c0 req-a506ad5f-7e35-48d6-8f4f-f600abc61b3e tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:58.820415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48a78996-9cdf-4932-80f9-baef803038c0 req-a506ad5f-7e35-48d6-8f4f-f600abc61b3e tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.7430618 Aug 31 09:12:58.899957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'tag': '35289655-c8b1-4b6f-b1d7-5fc441437488'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:58.903848 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb4980-f925-4934-a905-359b49401e13" -d '{"events": [{"name": "network-changed", "server_uuid": "6486b9ed-b5fb-41bc-abdb-cac15584cf2b", "tag": "35289655-c8b1-4b6f-b1d7-5fc441437488"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:58.942661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.963908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:59.000265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-b1f29337-e5ae-43fa-aa71-c073b096f42e tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:59.001900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-b1f29337-e5ae-43fa-aa71-c073b096f42e tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.4446843 Aug 31 09:12:59.004071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.010071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.051892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48a78996-9cdf-4932-80f9-baef803038c0 req-a61dcfac-d38c-4277-935c-7dc4ab555dd9 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834519 Aug 31 09:12:59.055483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Transition to ACTIVE for port object b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:59.096596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-f901e6de-3954-48f3-bb73-f195be5b2364 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/quotas/488d2f853bf9442497aa96a8cf8164b0 HTTP/1.1" status: 200 len: 375 time: 0.0756352 Aug 31 09:12:59.102229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.176502 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13d30a-1391-4e70-b29e-88929ab662c8 x-openstack-request-id: req-1e13d30a-1391-4e70-b29e-88929ab662c8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:59.177126 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a5d6df-7c99-4189-8c16-f5d1be31cf88", "name": "network-vif-plugged", "status": "completed", "tag": "6024738e-e7f1-4d1b-a354-d4d2104f1f87", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:59.178072 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e13d30a-1391-4e70-b29e-88929ab662c8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:59.180071 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6024738e-e7f1-4d1b-a354-d4d2104f1f87', 'code': 200} Aug 31 09:12:59.212724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-f47cb30b-8b4c-43c3-ac23-f44f2aa5a83e tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038148 Aug 31 09:12:59.510623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Pushing event updated for resources: {'Port': ['ID=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:59.517015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 35289655-c8b1-4b6f-b1d7-5fc441437488 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:59.645436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Allocated IP 172.25.4.104 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/94ee1b1b-2dea-43ac-ae11-d4b353a849f6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:59.687125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60faf-9e9e-44c6-bc6e-044e48560e30 req-8754bba6-533b-4395-8041-d3c463f7d231 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:59.689714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21e60faf-9e9e-44c6-bc6e-044e48560e30 req-8754bba6-533b-4395-8041-d3c463f7d231 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 948 time: 0.3995020 Aug 31 09:12:59.702271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 35289655-c8b1-4b6f-b1d7-5fc441437488, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=35289655-c8b1-4b6f-b1d7-5fc441437488,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:59.711644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799db1-bccb-4a18-9fc0-f2c1399fd1b5 req-787ae251-7f72-4391-a3fc-610d12dc0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:59.713738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68799db1-bccb-4a18-9fc0-f2c1399fd1b5 req-787ae251-7f72-4391-a3fc-610d12dc0f1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 1102 time: 0.3662319 Aug 31 09:12:59.738601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '35289655-c8b1-4b6f-b1d7-5fc441437488', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '35289655-c8b1-4b6f-b1d7-5fc441437488', 'mac_address': 'fa:16:3e:2c:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:59.775067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-12a1acce-f461-4dd1-91a6-6ec4220e33a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428135 Aug 31 09:12:59.808947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.833695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35289655-c8b1-4b6f-b1d7-5fc441437488 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:59.867192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 35289655-c8b1-4b6f-b1d7-5fc441437488, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=35289655-c8b1-4b6f-b1d7-5fc441437488,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:59.875509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.924273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Attempting to bind port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:59.924996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Attempting to bind port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:59.924996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Attempting to bind port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:59.946769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=35289655-c8b1-4b6f-b1d7-5fc441437488,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:59.976355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f63567a-023b-4c6b-a090-f475b79458c3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:00.018299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21e60faf-9e9e-44c6-bc6e-044e48560e30 req-cc84303c-0ea4-4a03-aa30-907a792dada6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955565 Aug 31 09:13:00.049385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:00.050522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Attempting to bind port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:00.073679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eccb805-12b6-473b-b839-df5a11118ccd None None] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:00.122762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:00.123111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:00.123681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:00.124721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Bound port: b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:00.125242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.129340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-0a4951ec-412f-479a-aa7c-d61aeb2343be service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004537 Aug 31 09:13:00.151405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68799db1-bccb-4a18-9fc0-f2c1399fd1b5 req-f3b282e7-69f6-4bda-a8ea-2a287dc17efc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279890 Aug 31 09:13:00.201218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7f63567a-023b-4c6b-a090-f475b79458c3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:00.255006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] For port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:00.258900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] For port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:00.268720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.328209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] Provisioning for port 7f63567a-023b-4c6b-a090-f475b79458c3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:00.343832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] Provisioning complete for port 7f63567a-023b-4c6b-a090-f475b79458c3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:00.344662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.346027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Pushing event updated for resources: {'Port': ['ID=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:00.417627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:00.419532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.422748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-5904da98-4021-4c43-a0a6-098c86b01b4e service neutron] 10.222.0.23 "PUT /v2.0/ports/b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 HTTP/1.1" status: 200 len: 1097 time: 3.7458427 Aug 31 09:13:00.430063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'tag': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:00.432670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['35289655-c8b1-4b6f-b1d7-5fc441437488'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:00.434459 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09977cec-b82e-4339-854c-192db995d89d" -d '{"events": [{"name": "network-changed", "server_uuid": "942f4278-64f4-4100-b86f-c6bdeac67bbc", "tag": "b49da53f-97bd-45a4-a44f-c3a12fc3d8d1"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:00.495069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.660025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.772761 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.880085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:00.916698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] For port 7f63567a-023b-4c6b-a090-f475b79458c3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f63567a-023b-4c6b-a090-f475b79458c3,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:00.928113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:00.934891 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.945936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:01.011514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Pushing event updated for resources: {'Port': ['ID=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:01.024290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343bd1e-86a7-47a6-bcec-2961ffd758c1 req-249bb13b-bdba-4a5d-bdcc-2130ff9dd932 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.039579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e343bd1e-86a7-47a6-bcec-2961ffd758c1 req-249bb13b-bdba-4a5d-bdcc-2130ff9dd932 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 950 time: 0.3986585 Aug 31 09:13:01.103903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8915a-48f3-4a06-8827-e93fde2304a7 None None] Pushing event updated for resources: {'Port': ['ID=7f63567a-023b-4c6b-a090-f475b79458c3,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:01.113874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-e4824721-a2ef-49ce-a8a0-b7b45a02a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.115936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-e4824721-a2ef-49ce-a8a0-b7b45a02a511 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 1100 time: 0.5111992 Aug 31 09:13:01.247430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0973557a-d598-4614-b3d7-77d423895a2e None None] Provisioning complete for port 7f63567a-023b-4c6b-a090-f475b79458c3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:01.249886 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0973557a-d598-4614-b3d7-77d423895a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.288867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e343bd1e-86a7-47a6-bcec-2961ffd758c1 req-9d6cb442-296f-4126-81a5-5593b110ddf8 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480118 Aug 31 09:13:01.294574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-20a7c56b-5dbc-4f9b-a5cf-13f3b217afad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 HTTP/1.1" status: 200 len: 217 time: 0.1243486 Aug 31 09:13:01.396007 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d672dbf-ac66-4539-b31a-f462288726ab x-openstack-request-id: req-4d672dbf-ac66-4539-b31a-f462288726ab {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:01.396788 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6486b9ed-b5fb-41bc-abdb-cac15584cf2b", "tag": "35289655-c8b1-4b6f-b1d7-5fc441437488", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:01.397198 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d672dbf-ac66-4539-b31a-f462288726ab {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:01.397804 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'tag': '35289655-c8b1-4b6f-b1d7-5fc441437488', 'status': 'completed', 'code': 200} Aug 31 09:13:01.465660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-0f53dc14-cbc4-4ebd-bdeb-008e04f78201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.467880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-0f53dc14-cbc4-4ebd-bdeb-008e04f78201 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1482882 Aug 31 09:13:01.490732 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a043709-0035-4656-9c0a-b4a4f9577d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.602359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4980-f925-4934-a905-359b49401e13 req-6b4a0ff4-75d1-4c4d-aacc-d47856929cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.608103 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-6b4a0ff4-75d1-4c4d-aacc-d47856929cfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 1101 time: 0.1112459 Aug 31 09:13:01.659842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-fbcbb44e-d624-4f1c-82a9-b724220fd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.679520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-fbcbb44e-d624-4f1c-82a9-b724220fd7cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1482158 Aug 31 09:13:01.734121 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.761411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.851327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.857678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4980-f925-4934-a905-359b49401e13 req-c42c2598-f5e5-4953-b45d-8ca0d5077e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.866117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-c42c2598-f5e5-4953-b45d-8ca0d5077e6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2392645 Aug 31 09:13:01.912238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f63567a-023b-4c6b-a090-f475b79458c3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:01.998501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-c91183ec-a5a3-473f-8c26-00d82b159e6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=35289655-c8b1-4b6f-b1d7-5fc441437488 HTTP/1.1" status: 200 len: 217 time: 0.0996699 Aug 31 09:13:02.005228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f63567a-023b-4c6b-a090-f475b79458c3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:02.005837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:02.082907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4980-f925-4934-a905-359b49401e13 req-719f2e6b-8efc-48c9-a3c9-00cbcfa820a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:02.086183 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-719f2e6b-8efc-48c9-a3c9-00cbcfa820a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0771799 Aug 31 09:13:02.141751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f8c7c-5cf4-4b9b-b03c-29fa447c51f5 req-a635d1b2-4569-46ed-bfb9-2aef4d199502 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:02.144771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b5f8c7c-5cf4-4b9b-b03c-29fa447c51f5 req-a635d1b2-4569-46ed-bfb9-2aef4d199502 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.2259576 Aug 31 09:13:02.151852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-dc3dc091-3bb7-46b1-8ed4-520b86ee8a39 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534366 Aug 31 09:13:02.192313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4980-f925-4934-a905-359b49401e13 req-20616d89-4008-48ab-92d9-f9f0665a6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:02.194894 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-20616d89-4008-48ab-92d9-f9f0665a6d29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878360 Aug 31 09:13:02.392467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-047aebf3-6757-486e-b3da-6c448a20187f service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858191 Aug 31 09:13:02.392725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-5fd8108b-3958-49cd-9b53-704e8b6cc14c tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:13:02.394789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-5fd8108b-3958-49cd-9b53-704e8b6cc14c tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2142861 Aug 31 09:13:02.506687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b5f8c7c-5cf4-4b9b-b03c-29fa447c51f5 req-2971e784-ca6e-460f-9cd0-f6fd95e2ba1b tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374674 Aug 31 09:13:02.587499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-76cb4980-f925-4934-a905-359b49401e13 req-ca8e0cb5-b496-4170-8b63-b5a62b3ecf1e service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807873 Aug 31 09:13:03.081609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:03.082201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Unknown quota resources ['binding']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:13:03.150186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-994a6ed8-3f51-4a38-af82-617a22a2707f req-ae6ce2e9-3d59-4e5b-9fe6-659f962f9148 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9755750 Aug 31 09:13:03.162700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd8baaf9-593e-477a-958d-b61971ce2fbc req-087ecf65-578d-4dc1-a239-0f5daf65b1b7 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 210 time: 0.1094241 Aug 31 09:13:03.262062 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e482c06-75a9-49f6-adb2-00f9559b0946 x-openstack-request-id: req-9e482c06-75a9-49f6-adb2-00f9559b0946 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:03.262438 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942f4278-64f4-4100-b86f-c6bdeac67bbc", "tag": "b49da53f-97bd-45a4-a44f-c3a12fc3d8d1", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:03.262646 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e482c06-75a9-49f6-adb2-00f9559b0946 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:03.263120 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'tag': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', 'status': 'completed', 'code': 200} Aug 31 09:13:03.270857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-3b61bfd3-814f-4597-b6da-b948f4847663 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:03.272418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-3b61bfd3-814f-4597-b6da-b948f4847663 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.9692981 Aug 31 09:13:03.276597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.304839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Request body: {'port': {'device_id': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'admin_state_up': True, 'tenant_id': '488d2f853bf9442497aa96a8cf8164b0'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:03.468980 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.528891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 35289655-c8b1-4b6f-b1d7-5fc441437488 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:03.566080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0d24886-669b-41a1-881e-aae84840229c req-acc6fdd0-1dc4-4429-9e20-f8e4b7984866 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/3b5f59a9-72cf-4493-aba7-52ff13cca5a5 HTTP/1.1" status: 200 len: 1801 time: 0.3062201 Aug 31 09:13:03.630864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 35289655-c8b1-4b6f-b1d7-5fc441437488 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:03.639637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 35289655-c8b1-4b6f-b1d7-5fc441437488 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:03.640415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977cec-b82e-4339-854c-192db995d89d req-8f12381c-e576-44eb-8a46-373280682f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:03.641156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.641999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-8f12381c-e576-44eb-8a46-373280682f25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 1100 time: 0.3056948 Aug 31 09:13:03.684699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-92003f50-463e-40e8-9c4b-80f2fd485d7a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:03.690666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-92003f50-463e-40e8-9c4b-80f2fd485d7a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 945 time: 0.1155162 Aug 31 09:13:03.695664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:03.696011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:03.696352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:03.808678 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.812762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:03.813253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:03.851414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35289655-c8b1-4b6f-b1d7-5fc441437488'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:03.855339 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e476863-1796-4647-955f-2046f7e6cb56" -d '{"events": [{"server_uuid": "6486b9ed-b5fb-41bc-abdb-cac15584cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "35289655-c8b1-4b6f-b1d7-5fc441437488"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:03.860521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:03.861104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:03.861834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:03.862569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Bound port: 50ea465d-41c5-48dc-985c-7e5ced92a304, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:03.874940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 35289655-c8b1-4b6f-b1d7-5fc441437488, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=35289655-c8b1-4b6f-b1d7-5fc441437488,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:03.879458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Deleting port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:03.879991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.881419 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.895032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Made reservation on behalf of 488d2f853bf9442497aa96a8cf8164b0 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:03.900847 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.943023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=35289655-c8b1-4b6f-b1d7-5fc441437488,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:03.967428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d0d24886-669b-41a1-881e-aae84840229c req-dbae1d58-3b86-428e-b8c6-09f470ad20e9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.027167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Router ad886b53-3afc-4dbd-a116-821e20a6e90b is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:13:04.041882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] For port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:04.042465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.097535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d0d24886-669b-41a1-881e-aae84840229c req-dbae1d58-3b86-428e-b8c6-09f470ad20e9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.188404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977cec-b82e-4339-854c-192db995d89d req-11194ec5-0f78-4315-a821-f2a3726c15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:04.191034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-11194ec5-0f78-4315-a821-f2a3726c15ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.5297925 Aug 31 09:13:04.243453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:04.289965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.291135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.291728 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Floating IP e655da6a-3ba6-4ca9-9051-b535e17e906e disassociated. External IP: 172.25.4.52, port: 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d. Aug 31 09:13:04.292304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Calling delete_port for 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:04.341101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] Notify callbacks [] for binding, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.342707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-2ff0079d-5df1-4b79-89c5-b6debfbbbd5f service neutron] 10.222.0.18 "POST /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304/bindings HTTP/1.1" status: 201 len: 390 time: 1.8785963 Aug 31 09:13:04.352843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-b8dd6650-6462-45f2-beae-8b2de1820d0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 HTTP/1.1" status: 200 len: 217 time: 0.1331019 Aug 31 09:13:04.481835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d0d24886-669b-41a1-881e-aae84840229c req-dbae1d58-3b86-428e-b8c6-09f470ad20e9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.487204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d0d24886-669b-41a1-881e-aae84840229c req-dbae1d58-3b86-428e-b8c6-09f470ad20e9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.489197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0d24886-669b-41a1-881e-aae84840229c req-dbae1d58-3b86-428e-b8c6-09f470ad20e9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b5f59a9-72cf-4493-aba7-52ff13cca5a5 HTTP/1.1" status: 204 len: 173 time: 0.8937893 Aug 31 09:13:04.542707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.620956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event deleted for resources: {'Port': ['ID=6f5dda97-34a8-4a2d-b799-6bc60d90dd7d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:04.651033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae1d58-3b86-428e-b8c6-09f470ad20e9 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f59a9-72cf-4493-aba7-52ff13cca5a5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:04.655563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977cec-b82e-4339-854c-192db995d89d req-463ee91a-1597-494d-8d00-0348f6ef3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:04.657808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-463ee91a-1597-494d-8d00-0348f6ef3506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2945473 Aug 31 09:13:04.682987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Allocated IP 172.20.0.6 (e1b8595f-9b9f-44bf-9db0-0697c1530a38/a184fb36-2223-4d99-9a64-c280e3fa8e78/f4c91cfc-4ad4-42b5-ab0b-43ac945e1210) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:04.771110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-663eeacc-7b84-4062-8373-45fb9079497e req-dc5b6a96-a676-402a-b744-ba2e8adde4f2 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 210 time: 0.1540251 Aug 31 09:13:04.784577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:04.805345 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Sync routers for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:04.826352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-a2c86dbc-6047-4b36-9572-6cad9e4482f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:04.828026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-a2c86dbc-6047-4b36-9572-6cad9e4482f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1098 time: 0.1015975 Aug 31 09:13:04.841216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Router 6f439800-367c-4f35-bb65-82a5e06b33c6 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:04.843580 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:04.844778 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:04.845771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbbb2f-299f-44fa-9dc2-b9d69c1e0cc6 req-c9bed080-711e-4e4f-ae3f-c7dd8ce1b148 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:04.847403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1dbbb2f-299f-44fa-9dc2-b9d69c1e0cc6 req-c9bed080-711e-4e4f-ae3f-c7dd8ce1b148 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 950 time: 0.2695153 Aug 31 09:13:04.866315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.867568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-04f7c9b5-5567-43ef-9f59-74e424b2c54d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1378012 Aug 31 09:13:04.876205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:04.886314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977cec-b82e-4339-854c-192db995d89d req-62481f39-be3d-4fd9-8c8b-e2fb8db8ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:04.887987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-62481f39-be3d-4fd9-8c8b-e2fb8db8ff8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1981361 Aug 31 09:13:05.064455 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:05.090336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.161419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.223764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1dbbb2f-299f-44fa-9dc2-b9d69c1e0cc6 req-1dbc533f-c15c-4865-b6b7-092b84450ce9 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597548 Aug 31 09:13:05.318735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:05.335429 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6ed4a6-a828-4435-a127-8e4fa3f8917f x-openstack-request-id: req-2c6ed4a6-a828-4435-a127-8e4fa3f8917f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:05.336442 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6486b9ed-b5fb-41bc-abdb-cac15584cf2b", "name": "network-vif-plugged", "status": "completed", "tag": "35289655-c8b1-4b6f-b1d7-5fc441437488", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:05.336911 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c6ed4a6-a828-4435-a127-8e4fa3f8917f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:05.337584 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35289655-c8b1-4b6f-b1d7-5fc441437488', 'code': 200} Aug 31 09:13:05.393319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-2656cd19-299c-438c-bab6-04a97c24ecf5 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853265 Aug 31 09:13:05.411766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60348793-d969-4ace-887d-7048f30b6087 req-f4beaf9b-04f2-4048-83bf-a0b7c48f898c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:05.422564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60348793-d969-4ace-887d-7048f30b6087 req-f4beaf9b-04f2-4048-83bf-a0b7c48f898c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 950 time: 0.3891299 Aug 31 09:13:05.424408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:05.428927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:05.431449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:05.504074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-669c3000-a2c6-4bb2-aa7d-c91e8a2a02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:05.505616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-669c3000-a2c6-4bb2-aa7d-c91e8a2a02e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.6672702 Aug 31 09:13:05.540705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:05.632407 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:01Z', 'revision_number': 3, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:05.685166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:05.699055 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Checking router: ad886b53-3afc-4dbd-a116-821e20a6e90b for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:05.700743 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Updating router ad886b53-3afc-4dbd-a116-821e20a6e90b port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:13:05.701193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', 'mac_address': 'fa:16:3e:f6:e4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:05.706552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60348793-d969-4ace-887d-7048f30b6087 req-34a03356-0dac-4164-bc20-6d318594d3d0 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828078 Aug 31 09:13:05.709978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-1b68ef37-b1f2-4c0e-b8a0-a1f23a328caf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 217 time: 0.1714001 Aug 31 09:13:05.724030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:05.725094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.734870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125089e0-8c46-4c1a-85d2-cb2037acb57b req-3cb66ec6-0614-49ff-a483-5c6981399fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:05.753225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-125089e0-8c46-4c1a-85d2-cb2037acb57b req-3cb66ec6-0614-49ff-a483-5c6981399fb2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 1102 time: 0.2859499 Aug 31 09:13:05.771674 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.804938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946e81-7e06-4ac3-a79f-188ce210eaca req-4d54c501-23cd-484f-89d8-6b5400832aa5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:05.807551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a946e81-7e06-4ac3-a79f-188ce210eaca req-4d54c501-23cd-484f-89d8-6b5400832aa5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 931 time: 0.3628292 Aug 31 09:13:05.823167 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.853671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:05.854855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-cedbea19-728b-4e8e-b4ff-3276ae829eb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5589638 Aug 31 09:13:05.886389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:05.892483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.912181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Request body: {'port': {'device_id': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:05.970320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09977cec-b82e-4339-854c-192db995d89d req-70cc6c59-7fe1-45f8-8259-6a040357506b service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235662 Aug 31 09:13:05.982048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:06.021065 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.030806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a946e81-7e06-4ac3-a79f-188ce210eaca req-d7dd6d19-4597-4de9-8d3d-7b7427e7b827 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055936 Aug 31 09:13:06.045227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:06.085397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8fe6-0d76-42ff-9875-59c2f26bfbc3 req-1f0bbd51-80c2-4d0b-b656-fb18792498b0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.088142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3ef8fe6-0d76-42ff-9875-59c2f26bfbc3 req-1f0bbd51-80c2-4d0b-b656-fb18792498b0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.2645717 Aug 31 09:13:06.111362 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.116790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:06.117778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:06.302589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3ef8fe6-0d76-42ff-9875-59c2f26bfbc3 req-3dd1a396-d0db-4361-8bcb-b71d38f5c0f2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949127 Aug 31 09:13:06.346823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a9d7f3a-5805-43cb-8fbc-e9f6c097a382 req-c516b655-01be-47de-b68f-cc2a4f2be800 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/15f002a3-b1ad-4cf2-8914-69d990b87769 HTTP/1.1" status: 200 len: 1799 time: 0.2365348 Aug 31 09:13:06.368660 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.389037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:06.400783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:06.441926 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Transition to ACTIVE for port object 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:06.460417 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.476397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] Sync routers for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:06.500730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:06.501897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:06.541998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] No DVR routers for this DVR port 6f5dda97-34a8-4a2d-b799-6bc60d90dd7d on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:06.550838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-657673e9-01af-4703-8316-b8a8e5e7a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.553346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-657673e9-01af-4703-8316-b8a8e5e7a53f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.7975597 Aug 31 09:13:06.557623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-125089e0-8c46-4c1a-85d2-cb2037acb57b req-9eb44d5f-ce14-4531-9945-91cce904f12e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409570 Aug 31 09:13:06.564124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.567749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-04b70f02-d263-4eb8-b757-7533d46dd54d req-af90fc4e-0d60-4a7c-90f8-4b1a58c4d34a tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.15 "DELETE /v2.0/ports/6f5dda97-34a8-4a2d-b799-6bc60d90dd7d HTTP/1.1" status: 204 len: 173 time: 2.8682265 Aug 31 09:13:06.568527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'name': 'network-vif-deleted', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:06.573138 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645091d3-b16e-462e-a116-f2995d9a0b23" -d '{"events": [{"server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "name": "network-vif-deleted", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:06.578412 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Attempting to bind port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:06.579320 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Attempting to bind port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:06.579927 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Attempting to bind port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:06.601381 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Pushing event updated for resources: {'Port': ['ID=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:06.606915 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:06.607538 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:06.608564 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.609466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:06.610507 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Bound port: 94ee1b1b-2dea-43ac-ae11-d4b353a849f6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:06.611205 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.683367 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.683938 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.684475 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.685049 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.696191 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.697034 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.697592 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.697956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.698208 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.698828 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.704839 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.705558 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.706130 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:06.797352 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] For port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:06.801768 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] For port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:06.809693 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.928590 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:06.931876 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:06.948414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961312c-9168-432f-9cbd-769635823e4a req-81d013d6-c09b-431f-b80d-d8a43f01dacc tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.950338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7961312c-9168-432f-9cbd-769635823e4a req-81d013d6-c09b-431f-b80d-d8a43f01dacc tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.3849936 Aug 31 09:13:06.961488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-62e20868-46e0-4cf1-8405-223cdd8d6c9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418072 Aug 31 09:13:07.062153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a9d7f3a-5805-43cb-8fbc-e9f6c097a382 req-204d1ed4-bd54-4c70-ad65-5b96cf624cfd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.097403 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a9d7f3a-5805-43cb-8fbc-e9f6c097a382 req-204d1ed4-bd54-4c70-ad65-5b96cf624cfd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.198262 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a9d7f3a-5805-43cb-8fbc-e9f6c097a382 req-204d1ed4-bd54-4c70-ad65-5b96cf624cfd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.202571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a9d7f3a-5805-43cb-8fbc-e9f6c097a382 req-204d1ed4-bd54-4c70-ad65-5b96cf624cfd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.204960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a9d7f3a-5805-43cb-8fbc-e9f6c097a382 req-204d1ed4-bd54-4c70-ad65-5b96cf624cfd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/15f002a3-b1ad-4cf2-8914-69d990b87769 HTTP/1.1" status: 204 len: 173 time: 0.8277111 Aug 31 09:13:07.229734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Allocated IP 172.20.0.1 (d2a7ea50-6434-4536-9f42-80c390ce67f1/9b3adce3-11de-4e36-b6c2-5104315570e6/4364560c-3a3a-4574-9763-ea397343e860) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:07.253931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d1ed4-bd54-4c70-ad65-5b96cf624cfd tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f002a3-b1ad-4cf2-8914-69d990b87769,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:07.302049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-a72667ba-277f-432c-b29c-05cac3dd9241 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191652 Aug 31 09:13:07.311786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7961312c-9168-432f-9cbd-769635823e4a req-7c3caaaa-d714-4bf2-870f-ee2db3f8f62a tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301125 Aug 31 09:13:07.363867 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:07.393220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:07.435785 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d97bf-af00-4cef-9b6b-3f2a3315a6b3 None None] Pushing event updated for resources: {'Port': ['ID=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:07.696016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be346d5d-de39-4d45-83f4-b98c92ac0bf5 req-eec90927-01a6-409e-b5e4-acee7a60e8e1 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ce448f9-08e7-426f-8085-1b3581704b96 HTTP/1.1" status: 200 len: 210 time: 0.1918504 Aug 31 09:13:07.747517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:07.752281 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-16e312dd-f13d-4167-aa25-81350c469c87 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582214 Aug 31 09:13:07.791241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.817170 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3037c0-6959-4332-977f-d9b6297f84cb x-openstack-request-id: req-7a3037c0-6959-4332-977f-d9b6297f84cb {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:07.817958 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce448f9-08e7-426f-8085-1b3581704b96", "name": "network-vif-deleted", "tag": "6f5dda97-34a8-4a2d-b799-6bc60d90dd7d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:07.818398 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a3037c0-6959-4332-977f-d9b6297f84cb {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:07.819108 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce448f9-08e7-426f-8085-1b3581704b96', 'name': 'network-vif-deleted', 'tag': '6f5dda97-34a8-4a2d-b799-6bc60d90dd7d', 'status': 'completed', 'code': 200} Aug 31 09:13:07.827796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Transition to ACTIVE for port object f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:07.852028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a028ae-f6e6-4747-89e6-36dfd6b500a3 req-eff4a503-0af8-46ee-af4d-aed71c5393ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:07.857545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:01Z', 'revision_number': 3, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:07.872251 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.875605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a028ae-f6e6-4747-89e6-36dfd6b500a3 req-eff4a503-0af8-46ee-af4d-aed71c5393ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 950 time: 0.1663184 Aug 31 09:13:07.876468 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.910257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Transition to ACTIVE for port object 4364560c-3a3a-4574-9763-ea397343e860 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:07.925037 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315cd03-d7e9-41e2-b8e5-b72087e9b9fc None None] The sync data for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 is: [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:01Z', 'revision_number': 3, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:07.962788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:08.056260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Pushing event updated for resources: {'Port': ['ID=4364560c-3a3a-4574-9763-ea397343e860,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:08.074048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:08.079627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:08.083658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:08.087472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:08.129412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:08.167775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:08.170513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] Checking router: 6f439800-367c-4f35-bb65-82a5e06b33c6 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:08.181757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a028ae-f6e6-4747-89e6-36dfd6b500a3 req-d635ec1d-17f8-4538-ac25-a933fbc41b1e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917428 Aug 31 09:13:08.198586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:08.199724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:08.277378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed106269-17a9-4371-b6fd-88b0379743d6 req-7d52a9bd-b869-4e29-8c5d-3d61361c98d5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.290820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed106269-17a9-4371-b6fd-88b0379743d6 req-7d52a9bd-b869-4e29-8c5d-3d61361c98d5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 943 time: 0.3888407 Aug 31 09:13:08.297441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.297998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.309879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.310664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.311681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.312822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.313406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.313942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.316788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.317250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.317724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.318248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:08.388511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e91ab747-822b-4122-bf2a-b05cb54e1fb5 req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503987005', 'description': 'tempest-description-486620172'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:08.482672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:08.645737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:08.727966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Attempting to bind port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:08.728514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Attempting to bind port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:08.729057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Attempting to bind port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:08.759508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed106269-17a9-4371-b6fd-88b0379743d6 req-cb2b67d8-716a-4b13-9a03-f79e48d72a13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266925 Aug 31 09:13:08.766908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:08.771272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Attempting to bind port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:08.780210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-407bb3ae-c93e-45d6-b02a-78c3d51f3c93 None None] Provisioning for port 4364560c-3a3a-4574-9763-ea397343e860 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:08.798343 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e91ab747-822b-4122-bf2a-b05cb54e1fb5 req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:08.803547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-407bb3ae-c93e-45d6-b02a-78c3d51f3c93 None None] Provisioning complete for port 4364560c-3a3a-4574-9763-ea397343e860 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:08.810837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-407bb3ae-c93e-45d6-b02a-78c3d51f3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:08.826589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:08.836684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Checking segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:08.837695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Bound using segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:08.838605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Bound port: f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:08.839276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:08.957830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-407bb3ae-c93e-45d6-b02a-78c3d51f3c93 None None] Port 4364560c-3a3a-4574-9763-ea397343e860 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:09.047845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.055148 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.098276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:09.103619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47327a8-b5f0-4bb6-b362-6b983c5072b9 req-026b6eb5-abd8-4843-bae0-ceb972361f24 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.113432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e47327a8-b5f0-4bb6-b362-6b983c5072b9 req-026b6eb5-abd8-4843-bae0-ceb972361f24 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 945 time: 0.1718879 Aug 31 09:13:09.131689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:09.146668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8385ef3-b9d5-4529-9f64-48affb4ba617 None None] The sync data for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 is: [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:10:21Z', 'revision_number': 4, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2', 'name': '', 'network_id': '2f9f407b-21c1-4378-8a40-18d5dfbed941', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'mac_address': 'fa:16:3e:c0:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:19Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'subnets': [{'id': 'f354fdbc-b28b-495d-9b82-e4ec66f18f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:09.185959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:09.203503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.242175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.243124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.245712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] 10.222.0.15 "PUT /v2.0/ports/f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 HTTP/1.1" status: 200 len: 1092 time: 3.3739316 Aug 31 09:13:09.263283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:09.278819 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54684890-0b7b-4618-aa8b-38a9b948009b" -d '{"events": [{"name": "network-changed", "server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:09.285730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Pushing event updated for resources: {'Port': ['ID=4364560c-3a3a-4574-9763-ea397343e860,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:09.368160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.384562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e47327a8-b5f0-4bb6-b362-6b983c5072b9 req-12ee25a6-90b0-4607-8d9c-60ff4db5e218 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697542 Aug 31 09:13:09.462224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e91ab747-822b-4122-bf2a-b05cb54e1fb5 req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.491865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e91ab747-822b-4122-bf2a-b05cb54e1fb5 req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.524534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a6f91-96fd-45ef-83f7-564664cf82be service neutron] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:09.563842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-f780cb23-9134-4944-974b-d93b366621d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.565883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-f780cb23-9134-4944-974b-d93b366621d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 1095 time: 0.2476861 Aug 31 09:13:09.583201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:09.636509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:09.640798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:09.663342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-a76d98f3-cf09-4417-91b5-63bb8d89c387 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 HTTP/1.1" status: 200 len: 217 time: 0.0632017 Aug 31 09:13:09.787333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e91ab747-822b-4122-bf2a-b05cb54e1fb5 req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.791909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e91ab747-822b-4122-bf2a-b05cb54e1fb5 req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4279242 Aug 31 09:13:09.795373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-9bb0e57e-7d71-452a-a413-c77e5a1f7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.799186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-9bb0e57e-7d71-452a-a413-c77e5a1f7a6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.1153979 Aug 31 09:13:09.805838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8ed68-0ff9-45e4-a4e4-407008cccd63 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d83a40b-715b-4423-a881-bfa7e3c62337,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:09.864640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:09.876936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:09.877824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.895155 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bbff8-480a-4ef3-bab0-857b51cefba2 None None] New status for floating IP e655da6a-3ba6-4ca9-9051-b535e17e906e: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:13:09.966454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-55c32daa-d77b-442b-b082-5fe92365e97d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547432 Aug 31 09:13:10.001932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Router ad886b53-3afc-4dbd-a116-821e20a6e90b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:10.141671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358520-4af3-4294-88dc-4f12eaa78490 req-23fcf662-eff3-44ee-a524-83dc4c33b064 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.144451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72358520-4af3-4294-88dc-4f12eaa78490 req-23fcf662-eff3-44ee-a524-83dc4c33b064 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.6048200 Aug 31 09:13:10.156069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:10.267175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:10.295450 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2ed08c13-9462-4b00-8b36-b6f555e0d290 admin admin] 10.222.0.18 "PUT /v2.0/routers/ad886b53-3afc-4dbd-a116-821e20a6e90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4055095 Aug 31 09:13:10.301889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.330249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97cdac-448a-48f2-a22c-a301379b6559 req-0e6a3f11-464f-45e1-8a8e-bfe77835300f tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.343250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f97cdac-448a-48f2-a22c-a301379b6559 req-0e6a3f11-464f-45e1-8a8e-bfe77835300f tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 1102 time: 0.2855420 Aug 31 09:13:10.357318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:10.360208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:10.364407 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8356d889-0a5f-4ccc-a1b1-34aba3ad5c75" -d '{"events": [{"server_uuid": "942f4278-64f4-4100-b86f-c6bdeac67bbc", "name": "network-vif-plugged", "status": "completed", "tag": "b49da53f-97bd-45a4-a44f-c3a12fc3d8d1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:10.372619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-303d508f-0c6a-4201-a2c9-c7a469a54289 None None] Provisioning complete for port 4364560c-3a3a-4574-9763-ea397343e860 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:10.373025 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-303d508f-0c6a-4201-a2c9-c7a469a54289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.379338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.406140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9f97cdac-448a-48f2-a22c-a301379b6559 req-8d23640b-d558-4154-8516-4e009cbc769c tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.435144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72358520-4af3-4294-88dc-4f12eaa78490 req-0ea8c7b2-6f47-4901-a518-88700e5b3ff0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895697 Aug 31 09:13:10.447872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-5921f3f1-b166-45f6-a6d9-4ef50536d3e5 service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622703 Aug 31 09:13:10.496905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:10.510250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:10.510676 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.533235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-303d508f-0c6a-4201-a2c9-c7a469a54289 None None] Port 4364560c-3a3a-4574-9763-ea397343e860 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:10.573951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:10.635740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f5f6c8-262e-4975-9df7-c932bcd9c984 req-17fb70da-856e-4fb4-9b6e-a6b7408d4c2a service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767051 Aug 31 09:13:10.756704 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.796444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:10.805430 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.865943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769941ec-ab8e-40c5-877d-1fb31b99ecec req-9b04b455-64b3-45eb-bdf0-4e650e5d1304 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.868674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-769941ec-ab8e-40c5-877d-1fb31b99ecec req-9b04b455-64b3-45eb-bdf0-4e650e5d1304 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 950 time: 0.1280506 Aug 31 09:13:10.874232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9f97cdac-448a-48f2-a22c-a301379b6559 req-8d23640b-d558-4154-8516-4e009cbc769c tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.886411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9f97cdac-448a-48f2-a22c-a301379b6559 req-8d23640b-d558-4154-8516-4e009cbc769c tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.911183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:10.931535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f97cdac-448a-48f2-a22c-a301379b6559 req-8d23640b-d558-4154-8516-4e009cbc769c tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850694 Aug 31 09:13:11.023221 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40084e87-e47c-4632-be07-b786ed7bfefb x-openstack-request-id: req-40084e87-e47c-4632-be07-b786ed7bfefb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:11.023664 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:11.024074 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40084e87-e47c-4632-be07-b786ed7bfefb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:11.024714 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'status': 'completed', 'code': 200} Aug 31 09:13:11.046025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23640b-d558-4154-8516-4e009cbc769c tempest-ServersAdminNegativeTestJSON-67824289 tempest-ServersAdminNegativeTestJSON-67824289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a51334-e1dc-4571-bee6-36224dd9ef65,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:11.068158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-769941ec-ab8e-40c5-877d-1fb31b99ecec req-7e7516f1-c9bd-4c47-971d-107a1a13468d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530211 Aug 31 09:13:11.224454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684890-0b7b-4618-aa8b-38a9b948009b req-6e59737b-cf21-4141-9ca3-97250a345105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:11.226285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-6e59737b-cf21-4141-9ca3-97250a345105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 1095 time: 0.1506290 Aug 31 09:13:11.259001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188099c8-4df3-4854-8887-7fa7ef293b30 req-7ba4685f-f451-44d1-98ae-94228b6a46cd tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:11.261293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188099c8-4df3-4854-8887-7fa7ef293b30 req-7ba4685f-f451-44d1-98ae-94228b6a46cd tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.1332002 Aug 31 09:13:11.286130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Sync routers for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:11.306560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:11.307877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:11.417127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b938703-c830-4ce1-a450-494e79656da5 req-626fb83e-1e06-4447-a53a-81ab840ad909 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:11.418831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b938703-c830-4ce1-a450-494e79656da5 req-626fb83e-1e06-4447-a53a-81ab840ad909 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 943 time: 0.2231584 Aug 31 09:13:11.478919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188099c8-4df3-4854-8887-7fa7ef293b30 req-b6c840bb-67bd-4845-a6de-7b1ee8574178 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904271 Aug 31 09:13:11.536470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:11.547119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684890-0b7b-4618-aa8b-38a9b948009b req-81a0b092-60db-4046-8525-90405220d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:11.548960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-81a0b092-60db-4046-8525-90405220d902 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 905 time: 0.3014762 Aug 31 09:13:11.577578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b938703-c830-4ce1-a450-494e79656da5 req-e694718a-f3e9-4a83-bbb0-f92f12630ae1 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321678 Aug 31 09:13:11.652337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-602a191e-4f68-40e1-ad0a-3627e734d3c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 HTTP/1.1" status: 200 len: 217 time: 0.0875640 Aug 31 09:13:11.697996 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612dd60b-75f8-411e-a609-b4b6a281ca18 x-openstack-request-id: req-612dd60b-75f8-411e-a609-b4b6a281ca18 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:11.698655 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942f4278-64f4-4100-b86f-c6bdeac67bbc", "name": "network-vif-plugged", "status": "completed", "tag": "b49da53f-97bd-45a4-a44f-c3a12fc3d8d1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:11.699168 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-612dd60b-75f8-411e-a609-b4b6a281ca18 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:11.699973 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', 'code': 200} Aug 31 09:13:11.704927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-8000da0b-ffab-4605-9370-9aa77a18458e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/3d83a40b-715b-4423-a881-bfa7e3c62337 HTTP/1.1" status: 200 len: 1800 time: 0.1698701 Aug 31 09:13:11.720675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:11.744789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684890-0b7b-4618-aa8b-38a9b948009b req-c32ada6f-681c-49c2-8452-f0ce44cbff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:11.748018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-c32ada6f-681c-49c2-8452-f0ce44cbff7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.0870979 Aug 31 09:13:11.759203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Request body: {'security_group': {'name': 'tempest-sg-hth-443036039', 'description': 'tempest-description-hth-1307603309'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:11.851110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-04df06cd-0d07-4050-a862-69faec82f0ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786488 Aug 31 09:13:11.918857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71e872fa-c50a-4736-accc-e62bf7d6440e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.966125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71e872fa-c50a-4736-accc-e62bf7d6440e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.014004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:12.022274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9179fc-85df-428b-9d97-7a5da45f978b req-aba0fdf0-b563-47d0-9209-2e628df19464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:12.025455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf9179fc-85df-428b-9d97-7a5da45f978b req-aba0fdf0-b563-47d0-9209-2e628df19464 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 1102 time: 0.1615682 Aug 31 09:13:12.096908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf9179fc-85df-428b-9d97-7a5da45f978b req-16cb7dee-1c9a-4c9e-b134-b4f5e26aa34d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563035 Aug 31 09:13:12.113318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:12.116427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71e872fa-c50a-4736-accc-e62bf7d6440e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.123786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71e872fa-c50a-4736-accc-e62bf7d6440e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.126835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-71e872fa-c50a-4736-accc-e62bf7d6440e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "DELETE /v2.0/security-groups/bddad77b-f68f-4ba8-9f89-ead1ca227e1d HTTP/1.1" status: 204 len: 168 time: 0.4051847 Aug 31 09:13:12.142497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37726) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:12.169591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:12.170269 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.174081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e872fa-c50a-4736-accc-e62bf7d6440e tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddad77b-f68f-4ba8-9f89-ead1ca227e1d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:12.196302 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-c974bd5c-745c-4c9b-92c8-b7b4a02cb4fc tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] show failed (client error): The resource could not be found. Aug 31 09:13:12.197388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c974bd5c-745c-4c9b-92c8-b7b4a02cb4fc tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "GET /v2.0/security-groups/bddad77b-f68f-4ba8-9f89-ead1ca227e1d HTTP/1.1" status: 404 len: 347 time: 0.0413456 Aug 31 09:13:12.201537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37728) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:12.455963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Deleting port c221d2d0-6b26-496b-a201-6c728a4749b7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:12.460546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.494989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 2, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:12.595120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37730) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:12.602196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041765909', 'description': 'tempest-description--750886763'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:12.669160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-8fa2e05d-aed0-4d3d-874f-27a9189255e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036168 Aug 31 09:13:12.673161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.688701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.723015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.723678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.742664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Calling delete_port for c221d2d0-6b26-496b-a201-6c728a4749b7 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:12.788606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54684890-0b7b-4618-aa8b-38a9b948009b req-e1941321-0755-42e4-baaa-0cce6e4f1dde service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102498 Aug 31 09:13:12.844576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:12.877818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'mac_address': 'fa:16:3e:a3:20:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:12.880067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.884490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Checking router: ad886b53-3afc-4dbd-a116-821e20a6e90b for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:12.885152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Updating router ad886b53-3afc-4dbd-a116-821e20a6e90b port 4364560c-3a3a-4574-9763-ea397343e860 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:13:12.887845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.894462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.898089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4de11dbf-7bc9-4447-ae50-f75a4206127b req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "PUT /v2.0/security-groups/3d83a40b-715b-4423-a881-bfa7e3c62337 HTTP/1.1" status: 200 len: 1774 time: 1.1790030 Aug 31 09:13:12.970458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c31c-fb50-4707-a112-f3c838b3579c tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d83a40b-715b-4423-a881-bfa7e3c62337,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:12.988704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-268489b3-7487-4762-b78e-7edb2769800a req-8e6e0f04-1647-4372-a65a-1ce7a9a798e3 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:13:12.990665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-268489b3-7487-4762-b78e-7edb2769800a req-8e6e0f04-1647-4372-a65a-1ce7a9a798e3 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145292 Aug 31 09:13:13.038991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.060327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.088940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:13.125398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.127339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.137465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.168344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:13.180539 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.199152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Pushing event deleted for resources: {'Port': ['ID=c221d2d0-6b26-496b-a201-6c728a4749b7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.221327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.223893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.228281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.230293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.231004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.231565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.232180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.232744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.234115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.234732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.235298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.235831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:13.269865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3a17-0709-46e6-8855-6c01549f77b8 req-88707c49-cd07-458e-a5ab-d7723d94780f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:13.273437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-915d3a17-0709-46e6-8855-6c01549f77b8 req-88707c49-cd07-458e-a5ab-d7723d94780f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 950 time: 0.2800694 Aug 31 09:13:13.335700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.343409 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7460365 Aug 31 09:13:13.347977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37738) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:13.355847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Request body: {'security_group_rule': {'security_group_id': 'd540db03-6f82-44ea-9e94-aa74eaf2e072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:13.368792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70824589-fe27-4686-84ae-6c2e40fd8884 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d540db03-6f82-44ea-9e94-aa74eaf2e072,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.407792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.408751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-268489b3-7487-4762-b78e-7edb2769800a req-e13033f5-08d8-4682-b9a0-8058a5bbd515 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3422756 Aug 31 09:13:13.410395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.411800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-688f6689-6b66-4e24-b76b-00aa1f924004 tempest-ServersTestJSON-1569657801 tempest-ServersTestJSON-1569657801-project] 10.222.0.18 "DELETE /v2.0/floatingips/e655da6a-3ba6-4ca9-9051-b535e17e906e HTTP/1.1" status: 204 len: 168 time: 1.2089365 Aug 31 09:13:13.422438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37740) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:13.432900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-915d3a17-0709-46e6-8855-6c01549f77b8 req-fdede79e-4f5d-4495-af84-ba7b58007ef2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406293 Aug 31 09:13:13.554942 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.664701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.696343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcaf9b-e20c-4fd0-b028-adcb8f741a7b req-0a61704c-a01c-46e9-a6e2-072a457a27ca tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:13.698607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:13.709838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2fcaf9b-e20c-4fd0-b028-adcb8f741a7b req-0a61704c-a01c-46e9-a6e2-072a457a27ca tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.1500962 Aug 31 09:13:13.757196 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.863288 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.870079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2fcaf9b-e20c-4fd0-b028-adcb8f741a7b req-98eedcfb-3462-4636-99b2-2f38700310f2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503713 Aug 31 09:13:13.926454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.934844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Transition to ACTIVE for port object 4364560c-3a3a-4574-9763-ea397343e860 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:13.982359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b28c38c-0c20-46b1-a3ea-2d6d9384bd9b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.993373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.994675 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-59d2b88c-dfce-4c8a-9b7d-212ecaafb3b5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6453862 Aug 31 09:13:14.001071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37746) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:14.004395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.006155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Request body: {'security_group_rule': {'security_group_id': 'd540db03-6f82-44ea-9e94-aa74eaf2e072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:14.110569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.148998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6aed37e-fcf5-4f1d-9faf-c95c7d40500e req-cda17922-6ad2-4401-bc23-c5510a8c3e08 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/3d83a40b-715b-4423-a881-bfa7e3c62337 HTTP/1.1" status: 200 len: 1774 time: 0.1501973 Aug 31 09:13:14.183368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e59e8f-6ea4-4aba-9b4c-d7c02db528fb req-ee71d330-4a56-47a6-8964-fbdaa1fa230f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:14.188325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63e59e8f-6ea4-4aba-9b4c-d7c02db528fb req-ee71d330-4a56-47a6-8964-fbdaa1fa230f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 944 time: 0.1400816 Aug 31 09:13:14.231481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0cbf1-11b6-4cc9-909f-67a1c9959ef0 None None] Pushing event updated for resources: {'Port': ['ID=4364560c-3a3a-4574-9763-ea397343e860,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:14.313556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Attempting to bind port 4364560c-3a3a-4574-9763-ea397343e860 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:14.314146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Attempting to bind port 4364560c-3a3a-4574-9763-ea397343e860 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:14.314774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Attempting to bind port 4364560c-3a3a-4574-9763-ea397343e860 on network d2a7ea50-6434-4536-9f42-80c390ce67f1 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:14.324369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63e59e8f-6ea4-4aba-9b4c-d7c02db528fb req-6828acef-02bb-4e28-858d-337f7449274a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055887 Aug 31 09:13:14.333794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:14.334424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Checking segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:14.335313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.336014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Bound using segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:14.336832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Bound port: 4364560c-3a3a-4574-9763-ea397343e860, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:14.337459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.495676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.508201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.508500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175b752-0b52-47c8-934a-22933d6e25ed req-d538a4fd-860b-423b-9c67-976ccfe467cf tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:14.509558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a175b752-0b52-47c8-934a-22933d6e25ed req-d538a4fd-860b-423b-9c67-976ccfe467cf tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.1712890 Aug 31 09:13:14.543104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] For port 4364560c-3a3a-4574-9763-ea397343e860, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:14.550772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] For port 4364560c-3a3a-4574-9763-ea397343e860, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4364560c-3a3a-4574-9763-ea397343e860,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:14.557170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.571546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66e1e893-e16b-4759-bead-8b03680e512a req-0f19034c-5048-459f-abd6-d30d28dd66df tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/3d83a40b-715b-4423-a881-bfa7e3c62337 HTTP/1.1" status: 200 len: 1774 time: 0.1408184 Aug 31 09:13:14.623650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:14.624671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:14.626091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc62246-2b69-48d9-a414-c3e8e738827e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:14.633151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.634578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4eea2916-ff48-45f0-802a-a8dca6cf68d5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6324348 Aug 31 09:13:14.638634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37754) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:14.645490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:14.698104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.707453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a175b752-0b52-47c8-934a-22933d6e25ed req-47acb9f2-919b-4912-af45-94dcdba7930e tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750276 Aug 31 09:13:14.744005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e1e893-e16b-4759-bead-8b03680e512a req-7c7b103e-0b46-4a5a-9614-7045a63d8bd2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.756546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0cbf1-11b6-4cc9-909f-67a1c9959ef0 None None] Pushing event updated for resources: {'Port': ['ID=4364560c-3a3a-4574-9763-ea397343e860,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:14.805692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e1e893-e16b-4759-bead-8b03680e512a req-7c7b103e-0b46-4a5a-9614-7045a63d8bd2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.912426 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e1e893-e16b-4759-bead-8b03680e512a req-7c7b103e-0b46-4a5a-9614-7045a63d8bd2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.916595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e1e893-e16b-4759-bead-8b03680e512a req-7c7b103e-0b46-4a5a-9614-7045a63d8bd2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.926405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66e1e893-e16b-4759-bead-8b03680e512a req-7c7b103e-0b46-4a5a-9614-7045a63d8bd2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/3d83a40b-715b-4423-a881-bfa7e3c62337 HTTP/1.1" status: 204 len: 173 time: 0.3537467 Aug 31 09:13:14.952163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b103e-0b46-4a5a-9614-7045a63d8bd2 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d83a40b-715b-4423-a881-bfa7e3c62337,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:15.039685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:15.103284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ccf9-e9a1-4bb3-9eff-a66224d02670 req-f3ac9057-e52c-49eb-8ef7-8b0c9ad44a64 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:15.104919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92c9ccf9-e9a1-4bb3-9eff-a66224d02670 req-f3ac9057-e52c-49eb-8ef7-8b0c9ad44a64 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 950 time: 0.1297808 Aug 31 09:13:15.138590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.164406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.206315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92c9ccf9-e9a1-4bb3-9eff-a66224d02670 req-aa6335d1-ebed-4b5f-978f-ba44bc171a0d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904572 Aug 31 09:13:15.402447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6117b5-e6a9-4541-829c-ca3b2acfe854 req-569d42b3-f556-4055-ae87-f237582f2d7b tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:15.404233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f6117b5-e6a9-4541-829c-ca3b2acfe854 req-569d42b3-f556-4055-ae87-f237582f2d7b tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 945 time: 0.0795474 Aug 31 09:13:15.474931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:14Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:15.499704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f6117b5-e6a9-4541-829c-ca3b2acfe854 req-bffce82d-e42a-4a41-b2ff-3323a2b748c1 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884326 Aug 31 09:13:15.540983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b454c-15b8-4d62-8ba6-56aa1752011c None None] The sync data for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 is: [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:14Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:15.559632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951bc5d-f9f8-49bf-a155-5aa35cccc7b2 req-eb850436-2663-4608-9744-23c1f63591e3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:15.572355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6951bc5d-f9f8-49bf-a155-5aa35cccc7b2 req-eb850436-2663-4608-9744-23c1f63591e3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.1126676 Aug 31 09:13:15.599637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Allocated IP 172.25.4.162 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/29324baa-0730-40cd-9a3e-ae40e909bcce) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:15.703454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6951bc5d-f9f8-49bf-a155-5aa35cccc7b2 req-2fbdf755-c3e4-4f73-88d9-ec29fa978ffa tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298268 Aug 31 09:13:15.736308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a52b7-f9b1-49e4-9199-5a8a93c70250 req-12eb0fcd-0cab-4c1d-90c7-f730ace72f66 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:15.737976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce8a52b7-f9b1-49e4-9199-5a8a93c70250 req-12eb0fcd-0cab-4c1d-90c7-f730ace72f66 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 950 time: 0.1359987 Aug 31 09:13:15.816126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce8a52b7-f9b1-49e4-9199-5a8a93c70250 req-5ad50e1d-df7f-455a-b8ef-7a00f10f4394 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662405 Aug 31 09:13:16.051759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4364560c-3a3a-4574-9763-ea397343e860 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:16.069285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.118101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Deleting port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:16.118904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.148559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:16.253307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972fb05-2773-48a2-9968-72c2c2e17e00 req-bddf4eed-c084-482f-9f10-c950789325b1 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:16.256533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a972fb05-2773-48a2-9968-72c2c2e17e00 req-bddf4eed-c084-482f-9f10-c950789325b1 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 944 time: 0.1246231 Aug 31 09:13:16.333961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4364560c-3a3a-4574-9763-ea397343e860 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:16.344206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:16.352460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4364560c-3a3a-4574-9763-ea397343e860 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:16.352840 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.356285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:16.356531 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.359214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] For port 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:16.360237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.398192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Calling delete_port for 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:16.423863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a972fb05-2773-48a2-9968-72c2c2e17e00 req-9d88e8ea-6dcd-4f89-825a-f27e1364f1a5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562397 Aug 31 09:13:16.506391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.564691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757cbc7-be9d-4188-a4e4-3fcd31b3c5fe req-3b05e7d2-8556-4330-a4e7-41c53dc73f08 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:16.569388 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.595136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757cbc7-be9d-4188-a4e4-3fcd31b3c5fe req-3b05e7d2-8556-4330-a4e7-41c53dc73f08 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:16.615376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d757cbc7-be9d-4188-a4e4-3fcd31b3c5fe req-3b05e7d2-8556-4330-a4e7-41c53dc73f08 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b&device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 1691 time: 0.2531857 Aug 31 09:13:16.632905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:16.640018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:16.644098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4364560c-3a3a-4574-9763-ea397343e860, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4364560c-3a3a-4574-9763-ea397343e860,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:16.659501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:16.717536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event updated for resources: {'Port': ['ID=29324baa-0730-40cd-9a3e-ae40e909bcce,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:16.728014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.789800 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d757cbc7-be9d-4188-a4e4-3fcd31b3c5fe req-c0de7ed0-d3ae-49f0-9aee-5afebc568ff5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695783 Aug 31 09:13:16.825686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4364560c-3a3a-4574-9763-ea397343e860,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:16.831179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.852876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d1e5f-a18a-4aa6-b2c2-f57dd2d32360 req-70980532-72d6-4312-9623-6edc84aeb158 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:16.855133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e31d1e5f-a18a-4aa6-b2c2-f57dd2d32360 req-70980532-72d6-4312-9623-6edc84aeb158 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.2057116 Aug 31 09:13:16.892340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:16.894844 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17740b-e8fe-46a6-84f3-d5aebd44b320" -d '{"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-plugged", "status": "completed", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:16.901608 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-818803e0-5f51-4f5e-962e-2c0e36904905 req-e3a8d8db-4acc-4613-90ff-dfde4c4f35e5 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:13:16.902728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-818803e0-5f51-4f5e-962e-2c0e36904905 req-e3a8d8db-4acc-4613-90ff-dfde4c4f35e5 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/15f002a3-b1ad-4cf2-8914-69d990b87769 HTTP/1.1" status: 404 len: 352 time: 0.0464463 Aug 31 09:13:16.933407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:16.939340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.979529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.003046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e31d1e5f-a18a-4aa6-b2c2-f57dd2d32360 req-b0c74342-8b78-4b50-8061-5da052657317 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991831 Aug 31 09:13:17.089306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:17.166128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-b3138837-bd59-45d2-8b5a-cc9047727a43 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:17.167969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-b3138837-bd59-45d2-8b5a-cc9047727a43 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 950 time: 0.1208549 Aug 31 09:13:17.183366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830f8e6-063a-4dc6-a794-7d71af60962f req-8a9aebac-37f0-4ed4-909a-f87214dc032a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:17.185701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f830f8e6-063a-4dc6-a794-7d71af60962f req-8a9aebac-37f0-4ed4-909a-f87214dc032a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.1143601 Aug 31 09:13:17.393959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f830f8e6-063a-4dc6-a794-7d71af60962f req-96b2db7e-cf39-4e5a-b26c-8c8a56a2e1ad tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648593 Aug 31 09:13:17.434213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58973b13-297b-465a-8013-1fec53ff9ce2 req-9362d627-7a61-4b08-b6e9-21cdc6d1f7c2 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:17.436993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58973b13-297b-465a-8013-1fec53ff9ce2 req-9362d627-7a61-4b08-b6e9-21cdc6d1f7c2 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 950 time: 0.1777532 Aug 31 09:13:17.467579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Deleting port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:17.468492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.496716 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bda40d-0c94-44b6-9992-30906d69443a x-openstack-request-id: req-b2bda40d-0c94-44b6-9992-30906d69443a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:17.497010 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-plugged", "status": "completed", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:17.497256 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2bda40d-0c94-44b6-9992-30906d69443a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:17.497651 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'code': 200} Aug 31 09:13:17.501679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.571034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.621922 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-81b8a78e-466f-44d8-b615-d500cbb1db22 req-a518266b-cab9-40a0-9060-4de40ecf6367 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:13:17.624374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81b8a78e-466f-44d8-b615-d500cbb1db22 req-a518266b-cab9-40a0-9060-4de40ecf6367 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/3b5f59a9-72cf-4493-aba7-52ff13cca5a5 HTTP/1.1" status: 404 len: 352 time: 0.0500765 Aug 31 09:13:17.650277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58973b13-297b-465a-8013-1fec53ff9ce2 req-07ffc784-9c84-4003-b82c-f457411f22de tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003202 Aug 31 09:13:17.724078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:17.794020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] For port 6024738e-e7f1-4d1b-a354-d4d2104f1f87, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6024738e-e7f1-4d1b-a354-d4d2104f1f87,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:17.794640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.946690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Calling delete_port for 6024738e-e7f1-4d1b-a354-d4d2104f1f87 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:17.966686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a21225-4d7c-4cd3-96bc-9b06f43fbef0 req-ca90cd64-c52b-4b97-9821-cc4208d935b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:17.969246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b1a21225-4d7c-4cd3-96bc-9b06f43fbef0 req-ca90cd64-c52b-4b97-9821-cc4208d935b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 1097 time: 0.3772755 Aug 31 09:13:18.002091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4364560c-3a3a-4574-9763-ea397343e860 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:18.060211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85925036-51c2-4143-a710-c3b8effe8f4c req-88889f3b-6607-4965-8ad8-00fafe068f06 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:18.068872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85925036-51c2-4143-a710-c3b8effe8f4c req-88889f3b-6607-4965-8ad8-00fafe068f06 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 1102 time: 0.2966979 Aug 31 09:13:18.076525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4364560c-3a3a-4574-9763-ea397343e860 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:18.077861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.148688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff5d11-09e1-4390-ab77-a2843e1cc71c req-fffd89ab-4381-46dc-8369-e5f4e189e400 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:18.158527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff5d11-09e1-4390-ab77-a2843e1cc71c req-fffd89ab-4381-46dc-8369-e5f4e189e400 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:18.165013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff5d11-09e1-4390-ab77-a2843e1cc71c req-fffd89ab-4381-46dc-8369-e5f4e189e400 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:18.167637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53ff5d11-09e1-4390-ab77-a2843e1cc71c req-fffd89ab-4381-46dc-8369-e5f4e189e400 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407&device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d&device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 2417 time: 0.1792607 Aug 31 09:13:18.184378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85925036-51c2-4143-a710-c3b8effe8f4c req-edd6ac13-59c5-4a89-8e95-fa0d6c45c995 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086750 Aug 31 09:13:18.194661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b1a21225-4d7c-4cd3-96bc-9b06f43fbef0 req-39ba3389-3bbe-4e93-b0c8-30f4148d5653 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080607 Aug 31 09:13:18.269621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.274980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.297290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53ff5d11-09e1-4390-ab77-a2843e1cc71c req-8f645f2c-cd5a-487e-983c-c3243e44a5ee tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095877 Aug 31 09:13:18.394674 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-76083d5a-8957-43cc-a2c5-c12b4f3a37eb req-9caf1a47-101e-4fc4-a82a-cb3f6c31d334 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:13:18.395968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76083d5a-8957-43cc-a2c5-c12b4f3a37eb req-9caf1a47-101e-4fc4-a82a-cb3f6c31d334 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e9be0d89-d1a9-491e-9b56-49a6c2407569 HTTP/1.1" status: 404 len: 352 time: 0.0592110 Aug 31 09:13:18.416534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.423148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.456107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event updated for resources: {'Port': ['ID=29324baa-0730-40cd-9a3e-ae40e909bcce,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.466236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['830a4c9d-2838-489c-8b2c-128b1c3bbecb'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:18.475554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Pushing event deleted for resources: {'Port': ['ID=6024738e-e7f1-4d1b-a354-d4d2104f1f87,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.488510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42532d8-cdb9-4267-a937-ba204f6dfcf8 req-f350ac93-6447-4bd2-8104-5ca35c29c8a3 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:18.496197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.497840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42532d8-cdb9-4267-a937-ba204f6dfcf8 req-f350ac93-6447-4bd2-8104-5ca35c29c8a3 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 945 time: 0.1619601 Aug 31 09:13:18.500083 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.599196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42532d8-cdb9-4267-a937-ba204f6dfcf8 req-d8c319d7-9144-4826-be5e-76a406a6603a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003337 Aug 31 09:13:18.683803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] No DVR routers for this DVR port 6024738e-e7f1-4d1b-a354-d4d2104f1f87 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:18.690321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-62f1528d-2436-49d5-8a1d-bdcafa963a43 req-82fe0546-e92d-458d-9dec-7f72213a35ee tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:13:18.691583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62f1528d-2436-49d5-8a1d-bdcafa963a43 req-82fe0546-e92d-458d-9dec-7f72213a35ee tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107512 Aug 31 09:13:18.694339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.696878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd379fbe-45c1-4192-994f-5ff6bec35b9d req-45128416-b8a0-4ae2-bf4d-3042a468af8f tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.15 "DELETE /v2.0/ports/6024738e-e7f1-4d1b-a354-d4d2104f1f87 HTTP/1.1" status: 204 len: 173 time: 1.5091689 Aug 31 09:13:18.697472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'name': 'network-vif-deleted', 'tag': '6024738e-e7f1-4d1b-a354-d4d2104f1f87'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:18.700393 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81b0b00-73d2-44e1-b25c-b0f7d6495691" -d '{"events": [{"server_uuid": "36a5d6df-7c99-4189-8c16-f5d1be31cf88", "name": "network-vif-deleted", "tag": "6024738e-e7f1-4d1b-a354-d4d2104f1f87"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:18.711730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.713831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54ceaf26-a01f-42ba-8be3-2a68928fd0f7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0736554 Aug 31 09:13:18.809621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e262b-d5e2-4c09-8aec-200f99dfa13f req-31738b8e-e4fe-4b98-b97b-49f346d63dfa tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:18.822708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa4e262b-d5e2-4c09-8aec-200f99dfa13f req-31738b8e-e4fe-4b98-b97b-49f346d63dfa tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 1102 time: 0.2748029 Aug 31 09:13:18.896983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa4e262b-d5e2-4c09-8aec-200f99dfa13f req-757414d8-4f00-4fcc-aa1e-3652d06d0c6f tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611789 Aug 31 09:13:18.931493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62f1528d-2436-49d5-8a1d-bdcafa963a43 req-1c6cbbc6-1c6b-409d-a6ca-6f695a09ef80 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2105527 Aug 31 09:13:18.973657 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-de5fd238-1da5-4b8c-950f-fed11f372c02 req-d3fdc38c-6ded-4091-bc40-aced2cf22be3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:13:18.974992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de5fd238-1da5-4b8c-950f-fed11f372c02 req-d3fdc38c-6ded-4091-bc40-aced2cf22be3 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/851e9da7-9c1e-47f5-8a74-37d2f54c7364 HTTP/1.1" status: 404 len: 352 time: 0.0237076 Aug 31 09:13:19.003401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Router 6f439800-367c-4f35-bb65-82a5e06b33c6 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:19.149543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f0bbf-e750-4c73-ad69-a3f9d73e4f3e req-92a0a015-d527-4e7f-a0de-3407ee48bd29 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:19.151840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-899f0bbf-e750-4c73-ad69-a3f9d73e4f3e req-92a0a015-d527-4e7f-a0de-3407ee48bd29 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.0845270 Aug 31 09:13:19.156907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:19.168477 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] Sync routers for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:19.169063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ecce906-86c3-41fe-a17d-5f01ad46dd84 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f439800-367c-4f35-bb65-82a5e06b33c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7423387 Aug 31 09:13:19.169063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37814) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:19.185859 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:19.186703 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:19.244187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-899f0bbf-e750-4c73-ad69-a3f9d73e4f3e req-b226818b-441a-44d4-ae74-dd292d891452 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827372 Aug 31 09:13:19.293858 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cff790-7c7d-43e4-a446-33e642c60cf8 x-openstack-request-id: req-87cff790-7c7d-43e4-a446-33e642c60cf8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:19.294679 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a5d6df-7c99-4189-8c16-f5d1be31cf88", "name": "network-vif-deleted", "tag": "6024738e-e7f1-4d1b-a354-d4d2104f1f87", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:19.295376 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87cff790-7c7d-43e4-a446-33e642c60cf8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:19.297257 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a5d6df-7c99-4189-8c16-f5d1be31cf88', 'name': 'network-vif-deleted', 'tag': '6024738e-e7f1-4d1b-a354-d4d2104f1f87', 'status': 'completed', 'code': 200} Aug 31 09:13:19.338922 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:19.372259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bbd0a04-93d9-4c5e-8b77-d2831e105905 req-d6bfc2ff-daf6-48fe-b978-1641d9c1dcbc tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a5d6df-7c99-4189-8c16-f5d1be31cf88 HTTP/1.1" status: 200 len: 210 time: 0.0665369 Aug 31 09:13:19.490621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.578337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-74f9c09c-8bed-4428-8313-c72de4870495 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2041765909&fields=id&tenant_id=3cca650d271648bc8e0e06655a5770ef HTTP/1.1" status: 200 len: 267 time: 0.1006291 Aug 31 09:13:19.609393 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:13:17Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:19.648954 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] Checking router: 6f439800-367c-4f35-bb65-82a5e06b33c6 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:19.661630 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] Routers {'6f439800-367c-4f35-bb65-82a5e06b33c6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:19.662532 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6f439800-367c-4f35-bb65-82a5e06b33c6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:19.794100 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] Set router 6f439800-367c-4f35-bb65-82a5e06b33c6 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:19.807855 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-31583779-2b4d-41a4-ae52-9bc5654afc39 req-6c8b3abd-711c-479c-99ce-c5facecb22ca tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:13:19.809682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31583779-2b4d-41a4-ae52-9bc5654afc39 req-6c8b3abd-711c-479c-99ce-c5facecb22ca tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/2328af9f-9d97-40a0-b5f5-26f62eca7ce5 HTTP/1.1" status: 404 len: 352 time: 0.0729594 Aug 31 09:13:19.836309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.846719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-4c75a562-17ae-4601-ab66-efb372df1cfa tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:19.850187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-4c75a562-17ae-4601-ab66-efb372df1cfa tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/networks?id=d2a7ea50-6434-4536-9f42-80c390ce67f1 HTTP/1.1" status: 200 len: 814 time: 0.2561326 Aug 31 09:13:19.885962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-b17013b3-11ae-41b0-b7ff-751fca47f887 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/quotas/3cca650d271648bc8e0e06655a5770ef HTTP/1.1" status: 200 len: 375 time: 0.0227115 Aug 31 09:13:19.994625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2fc4e456-8521-4d0e-9fd7-3cf499ad6baa tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3cca650d271648bc8e0e06655a5770ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059401 Aug 31 09:13:20.034746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Deleting port 21a28a6a-1a85-4887-8407-6692a6f42164 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:20.035229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.080932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6024738e-e7f1-4d1b-a354-d4d2104f1f87 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:20.121829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 6024738e-e7f1-4d1b-a354-d4d2104f1f87 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:20.122457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6024738e-e7f1-4d1b-a354-d4d2104f1f87 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:20.146508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-bc751892-b48f-4ee4-a275-ba6ca8357d84 service neutron] 10.222.0.18 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392300 Aug 31 09:13:20.165998 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:13:17Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:20.199053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] For port 21a28a6a-1a85-4887-8407-6692a6f42164, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21a28a6a-1a85-4887-8407-6692a6f42164,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:20.199422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.220728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Calling delete_port for 21a28a6a-1a85-4887-8407-6692a6f42164 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:20.224116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3dea3-00f1-4137-a967-bea6778b395f None None] The sync data for ids ['6f439800-367c-4f35-bb65-82a5e06b33c6'] in n-d-800634-13 is: [{'id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'name': 'tempest-ServersTestJSON-1397759017-router', 'tenant_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:03Z', 'updated_at': '2021-08-31T09:13:17Z', 'revision_number': 5, 'project_id': 'a942cab74f0d44bca092cc1ac44a33dd', 'gw_port': {'id': '21a28a6a-1a85-4887-8407-6692a6f42164', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f439800-367c-4f35-bb65-82a5e06b33c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:05Z', 'updated_at': '2021-08-31T09:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:20.404300 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-f70f7767-d6d2-4407-b2b1-199925dfaec2 service neutron] 10.222.0.18 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445617 Aug 31 09:13:20.437771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914ac73-70e2-46de-bb55-85164320729b req-17b5587a-f19f-4b5c-ba6a-77062eeba273 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:20.440853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f914ac73-70e2-46de-bb55-85164320729b req-17b5587a-f19f-4b5c-ba6a-77062eeba273 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 945 time: 0.1241331 Aug 31 09:13:20.462568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.498545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a28a6a-1a85-4887-8407-6692a6f42164,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:20.513273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f914ac73-70e2-46de-bb55-85164320729b req-90801b45-a65f-465d-9a3c-72bc968c531e tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599506 Aug 31 09:13:20.610124 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-ed2bab10-c0bd-40ce-abf3-6732c4c3566d req-fc4a62d9-1db0-4b89-9546-73ede8c5c914 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] show failed (client error): The resource could not be found. Aug 31 09:13:20.612451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed2bab10-c0bd-40ce-abf3-6732c4c3566d req-fc4a62d9-1db0-4b89-9546-73ede8c5c914 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/e100d2cb-216f-43d6-bc23-776ce3d9e67a HTTP/1.1" status: 404 len: 352 time: 0.0340524 Aug 31 09:13:20.622849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.822717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-36ba6f7b-03b8-4812-b5e1-79df8ccf5f3b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485003 Aug 31 09:13:20.829053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.832909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.908279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.909336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f439800-367c-4f35-bb65-82a5e06b33c6 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:13:20.919454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.927815 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d081b811-7d52-4ec6-a2cc-414cdfd36378 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6f439800-367c-4f35-bb65-82a5e06b33c6 HTTP/1.1" status: 204 len: 168 time: 1.7573752 Aug 31 09:13:20.929155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37858) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:21.003335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Deleting subnet f354fdbc-b28b-495d-9b82-e4ec66f18f16 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:13:21.011219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.092139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.104444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-690b1963-2270-4f6e-8446-083a4abbae09 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.113764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-690b1963-2270-4f6e-8446-083a4abbae09 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900569 Aug 31 09:13:21.139934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-92512132-aa9c-484a-a023-f323d8500bf4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/quotas/f3ea2c1d000a48429f8eaf748aed1d33 HTTP/1.1" status: 200 len: 375 time: 0.0243311 Aug 31 09:13:21.259109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-9d1a13c4-b6dd-45ee-bdf2-1102adc7f72a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181736 Aug 31 09:13:21.274825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a1f9-5ec3-40b0-9331-fc217daf28e3 req-3396bb0a-5897-484e-b8f5-1067a357f5ce tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.276732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9888a1f9-5ec3-40b0-9331-fc217daf28e3 req-3396bb0a-5897-484e-b8f5-1067a357f5ce tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.1265717 Aug 31 09:13:21.283207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.340626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9888a1f9-5ec3-40b0-9331-fc217daf28e3 req-ec06fe95-0277-4693-b876-9319845d3fd6 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528450 Aug 31 09:13:21.391493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.430868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f354fdbc-b28b-495d-9b82-e4ec66f18f16,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:21.441558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.444713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d1607f35-439d-4125-bf58-1cd4c1377003 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f354fdbc-b28b-495d-9b82-e4ec66f18f16 HTTP/1.1" status: 204 len: 168 time: 0.5063493 Aug 31 09:13:21.448037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37868) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:21.457785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86982623-02e1-4cfc-87e1-785c2ee738c4 None None] Network 2f9f407b-21c1-4378-8a40-18d5dfbed941 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:21.565249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.733307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Deleting port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:21.734153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.899546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac1de803-767b-4b3c-a0b1-771f13d38745 req-2e368d68-d94b-4c23-a1b4-7f37f5dc707d tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 210 time: 0.1045225 Aug 31 09:13:21.934519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] DHCP port deletion for 2f9f407b-21c1-4378-8a40-18d5dfbed941 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:13:21.934917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] For port 7081a62d-f006-480c-b1ae-5ebfcad3eae5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7081a62d-f006-480c-b1ae-5ebfcad3eae5,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:21.935559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.986290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Calling delete_port for 7081a62d-f006-480c-b1ae-5ebfcad3eae5 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:22.027971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21a28a6a-1a85-4887-8407-6692a6f42164 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:22.090331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 21a28a6a-1a85-4887-8407-6692a6f42164 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:22.090829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21a28a6a-1a85-4887-8407-6692a6f42164 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:22.091789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:22.149370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:22.150636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7e51fc4f-620a-470b-bcb9-a40f4ee7c4c2 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:22.214256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Deleting port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:22.215515 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.282713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.338668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7081a62d-f006-480c-b1ae-5ebfcad3eae5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:22.344362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] No DVR routers for this DVR port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:22.411539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] For port 7081a62d-f006-480c-b1ae-5ebfcad3eae5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7081a62d-f006-480c-b1ae-5ebfcad3eae5,segment=NetworkSegment(8bc4dfba-50d4-4653-ac5e-acd063e5a6c0),segment_id=8bc4dfba-50d4-4653-ac5e-acd063e5a6c0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:22.412402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.454630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Calling delete_port for 7081a62d-f006-480c-b1ae-5ebfcad3eae5 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:22.486101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.520918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9f407b-21c1-4378-8a40-18d5dfbed941']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:22.557262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:22.557630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc4dfba-50d4-4653-ac5e-acd063e5a6c0') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:22.593712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.642912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.649600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.678848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:13:22.680021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:13:22.683565 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:13:22.715698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Pushing event deleted for resources: {'Port': ['ID=7081a62d-f006-480c-b1ae-5ebfcad3eae5,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:22.740900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] No DVR routers for this DVR port 7081a62d-f006-480c-b1ae-5ebfcad3eae5 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:22.744764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.745292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.745835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.746417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.747111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.747684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.749494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.750310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.751391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.751391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.751888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.752460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e6277-a058-4e41-aa9f-d1c536de01c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:22.845334 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.859115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.861783 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f9f407b-21c1-4378-8a40-18d5dfbed941 HTTP/1.1" status: 204 len: 168 time: 1.4122164 Aug 31 09:13:22.881356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59628-9038-42c1-b84c-df726a2658b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9f407b-21c1-4378-8a40-18d5dfbed941,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:22.933869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6634c-a4db-4ccd-bee8-9fd612a9e3b8 req-34c029dc-93d8-4eb7-83bc-3ffa7bb97a34 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:22.949162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8b6634c-a4db-4ccd-bee8-9fd612a9e3b8 req-34c029dc-93d8-4eb7-83bc-3ffa7bb97a34 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1024 time: 0.3109627 Aug 31 09:13:23.047830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a177-187e-4fa1-930e-3437dbc323a8 req-cd4400e3-4d21-447f-8e21-742b9ce17867 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:23.050714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dec4a177-187e-4fa1-930e-3437dbc323a8 req-cd4400e3-4d21-447f-8e21-742b9ce17867 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 945 time: 0.3087246 Aug 31 09:13:23.114939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:23.128954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8b6634c-a4db-4ccd-bee8-9fd612a9e3b8 req-f6362113-9e24-4b32-9e9c-648296bc2405 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52a4820-a4e4-4223-9609-b20edffa7629&id=4f072dec-de62-4966-b586-9a7ae893e445&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1777921 Aug 31 09:13:23.156022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-df3d304d-2baa-4000-8b29-6297f157283c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:23.159390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-df3d304d-2baa-4000-8b29-6297f157283c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.15 "GET /v2.0/networks?id=d2a7ea50-6434-4536-9f42-80c390ce67f1 HTTP/1.1" status: 200 len: 814 time: 0.4386275 Aug 31 09:13:23.204831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37900) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:23.210836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-274da3ce-e81e-499a-9c96-8927cbb946eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a942cab74f0d44bca092cc1ac44a33dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817564 Aug 31 09:13:23.265898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dec4a177-187e-4fa1-930e-3437dbc323a8 req-756efaaa-8424-460d-b553-cdd793d13316 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896152 Aug 31 09:13:23.296462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-cecac1b0-4aba-40b3-8db1-0ed9bdaae637 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:23.298733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-cecac1b0-4aba-40b3-8db1-0ed9bdaae637 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1098 time: 0.0644064 Aug 31 09:13:23.348100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:23.399453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-1716f7ae-159d-4cca-bc1e-de82931ed5ed tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cca650d271648bc8e0e06655a5770ef HTTP/1.1" status: 200 len: 380 time: 0.2146029 Aug 31 09:13:23.435582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Request body: {'port': {'device_id': '1458872d-06bd-40bb-a847-399fa8d21268', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'admin_state_up': True, 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'security_groups': ['d540db03-6f82-44ea-9e94-aa74eaf2e072']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:23.477216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.656293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:23.675706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c257be2-20dd-4946-924c-e6bf3a493e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.720519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c35a-7853-452d-afad-9b257977f4fc req-f03c3de3-1a0b-4d0d-93ca-efa42f1cbf9b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:23.722920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3415c35a-7853-452d-afad-9b257977f4fc req-f03c3de3-1a0b-4d0d-93ca-efa42f1cbf9b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 946 time: 0.3121688 Aug 31 09:13:23.742718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:23.771315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c257be2-20dd-4946-924c-e6bf3a493e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.807173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:23.814815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7376eff-3667-4868-8d9a-3d01c1158770 req-60e19afe-0d9b-4865-9b1a-bba33a30036c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:23.827637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7376eff-3667-4868-8d9a-3d01c1158770 req-60e19afe-0d9b-4865-9b1a-bba33a30036c tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 949 time: 0.3727341 Aug 31 09:13:23.847210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:23.875617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:13:23.875925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.879576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:23.882291 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d5839-6781-47a7-add1-b82742496f4c" -d '{"events": [{"server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:23.893131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7081a62d-f006-480c-b1ae-5ebfcad3eae5 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:23.900801 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.923506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7081a62d-f006-480c-b1ae-5ebfcad3eae5 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:23.923506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7081a62d-f006-480c-b1ae-5ebfcad3eae5 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:23.943999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3415c35a-7853-452d-afad-9b257977f4fc req-010c4302-f2e1-47af-ae56-e7c9d0e4af4f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098362 Aug 31 09:13:23.976584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7376eff-3667-4868-8d9a-3d01c1158770 req-656554aa-acbe-4c64-b1a9-2a26267c070b tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476910 Aug 31 09:13:23.988075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Made reservation on behalf of 3cca650d271648bc8e0e06655a5770ef for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:23.996270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.118390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-491fa73e-833f-4c41-b045-19408e02b530 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.121456 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-491fa73e-833f-4c41-b045-19408e02b530 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1024 time: 0.2346010 Aug 31 09:13:24.149381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c257be2-20dd-4946-924c-e6bf3a493e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.152655 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c257be2-20dd-4946-924c-e6bf3a493e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.154276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5c257be2-20dd-4946-924c-e6bf3a493e3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad702cbe-efc1-4e50-b357-3480c4948f70 HTTP/1.1" status: 204 len: 168 time: 0.9409029 Aug 31 09:13:24.202974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78cdb74f-ea7a-499d-8a14-1bdcca247f9b req-cd914d08-02fe-4b2d-9b9c-a5a68898f85a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 210 time: 0.0688539 Aug 31 09:13:24.237425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c257be2-20dd-4946-924c-e6bf3a493e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad702cbe-efc1-4e50-b357-3480c4948f70,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:24.265451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:24.265810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:24.266203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:24.316817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:24.317303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Attempting to bind port 50ea465d-41c5-48dc-985c-7e5ced92a304 on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:24.327224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:24.353458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:24.353888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:24.355540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:24.356538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Bound port: 50ea465d-41c5-48dc-985c-7e5ced92a304, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:24.357115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.462727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ac09920d-580c-40dd-9b7d-380419e186ad tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718496 Aug 31 09:13:24.580036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:24.587105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:24.596394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.757268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Allocated IP 172.20.0.13 (d2a7ea50-6434-4536-9f42-80c390ce67f1/9b3adce3-11de-4e36-b6c2-5104315570e6/69b02e13-923a-4111-aa8e-f202a9ebd750) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:24.788317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.789752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.793716 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] 10.222.0.23 "PUT /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 1124 time: 1.4518592 Aug 31 09:13:24.802713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Deleting port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:24.803258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.806413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3244efd-5465-4866-ae14-d913e15129e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=8']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:24.813297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-c4e5699a-d8d4-423e-9b9f-ce3922b54162 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729673 Aug 31 09:13:24.884907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['50ea465d-41c5-48dc-985c-7e5ced92a304'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:24.979755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2468a4c9-a3f4-44f2-ab17-f0ddd812778c req-d7818dd3-b685-4457-9a53-98bae8612ca6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 210 time: 0.1308422 Aug 31 09:13:25.019755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-dd1bd9dd-fe27-4b4b-a007-ca7c75d52ae2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:25.026173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-dd1bd9dd-fe27-4b4b-a007-ca7c75d52ae2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5488768 Aug 31 09:13:25.064477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:25.171378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] For port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,segment=NetworkSegment(ff526c7b-ff09-4e20-9c19-046169ed7aa0),segment_id=ff526c7b-ff09-4e20-9c19-046169ed7aa0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:25.172769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.197538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Calling delete_port for 2cec7bda-5bd4-49b6-85b9-133476e9a2ce owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:25.317364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['50ea465d-41c5-48dc-985c-7e5ced92a304'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:25.395418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54279772-e147-4551-88df-840182f29f97 req-343452bb-4c98-4bda-ae08-f1ba73757c1d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:25.407933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54279772-e147-4551-88df-840182f29f97 req-343452bb-4c98-4bda-ae08-f1ba73757c1d tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3ef5-f39c-4130-aa9d-97279940b2ed HTTP/1.1" status: 200 len: 1024 time: 0.2235317 Aug 31 09:13:25.734554 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc952ccd-5bf0-4c61-9c54-bed9f2da43a1 x-openstack-request-id: req-cc952ccd-5bf0-4c61-9c54-bed9f2da43a1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:25.735080 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "name": "network-vif-unplugged", "status": "completed", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:25.735339 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc952ccd-5bf0-4c61-9c54-bed9f2da43a1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:25.735960 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'code': 200} Aug 31 09:13:26.032905 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.101707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:26.105491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.107815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2cec7bda-5bd4-49b6-85b9-133476e9a2ce no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:26.137269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93807962-61f5-4922-942c-d959db909fa6 req-39f48885-c95c-418e-8dec-f5703d78af35 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.140181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-93807962-61f5-4922-942c-d959db909fa6 req-39f48885-c95c-418e-8dec-f5703d78af35 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 949 time: 0.4028182 Aug 31 09:13:26.142280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54279772-e147-4551-88df-840182f29f97 req-99b116ba-55d3-4da3-91b9-15c4b3031964 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups?id=a52a4820-a4e4-4223-9609-b20edffa7629&id=4f072dec-de62-4966-b586-9a7ae893e445&id=e832665b-d8a8-401f-84ac-dc4e7156897b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.7329383 Aug 31 09:13:26.188186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Transition to ACTIVE for port object 69b02e13-923a-4111-aa8e-f202a9ebd750 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:26.211396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ac66-94e1-4133-802d-c95d53456556 req-552f61ba-4732-4449-8a98-7c92f3888f33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.218052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff89ac66-94e1-4133-802d-c95d53456556 req-552f61ba-4732-4449-8a98-7c92f3888f33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.1917293 Aug 31 09:13:26.223451 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No active binding found for port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:13:26.224300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2cec7bda-5bd4-49b6-85b9-133476e9a2ce not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:26.231287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.318277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-fc062edf-1937-4bb6-a93a-cbd19334927a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.319981 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-fc062edf-1937-4bb6-a93a-cbd19334927a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6219630 Aug 31 09:13:26.324135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'Port': ['ID=2cec7bda-5bd4-49b6-85b9-133476e9a2ce,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:26.393087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '5cec9464-b43a-400c-85da-490386bce4d8', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:26.432928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] No DVR routers for this DVR port 2cec7bda-5bd4-49b6-85b9-133476e9a2ce on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:26.457148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff89ac66-94e1-4133-802d-c95d53456556 req-225dfac8-6fe6-4aaf-9492-e7bc78486abf tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866951 Aug 31 09:13:26.458261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.461185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37960) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:26.488835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.491876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d680218e-0ebc-4809-af3a-ac9cbfc22b79 req-0ebf551a-022d-4fdc-9f82-80d7c8236ca4 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.15 "DELETE /v2.0/ports/2cec7bda-5bd4-49b6-85b9-133476e9a2ce HTTP/1.1" status: 204 len: 173 time: 2.3218842 Aug 31 09:13:26.494986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8f795-c049-4cbd-83af-d97320026978 req-1462d64c-40e4-4fc9-8359-2963dc892edc tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.503106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34e8f795-c049-4cbd-83af-d97320026978 req-1462d64c-40e4-4fc9-8359-2963dc892edc tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8413e65-3b36-4ad5-9e92-bd150fddc969 HTTP/1.1" status: 200 len: 949 time: 0.2297523 Aug 31 09:13:26.572524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.92 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/83b46698-1119-4f4f-9cfe-ce7eb5a48ba0) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:26.601833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:26.614068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:26.618688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event updated for resources: {'Port': ['ID=69b02e13-923a-4111-aa8e-f202a9ebd750,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:26.621342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:26.642984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Deleting port 830a4c9d-2838-489c-8b2c-128b1c3bbecb {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:26.643315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.732121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1961542905-network', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:26.812732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:26.818058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.845336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34e8f795-c049-4cbd-83af-d97320026978 req-c6b04a8f-edf4-4839-b4bb-f6cb44cf2734 tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddccefd7-1401-46da-99a6-087dc3e76e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410323 Aug 31 09:13:26.863374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] For port 830a4c9d-2838-489c-8b2c-128b1c3bbecb, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=830a4c9d-2838-489c-8b2c-128b1c3bbecb,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:26.863839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.909327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.910018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.955185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Calling delete_port for 830a4c9d-2838-489c-8b2c-128b1c3bbecb owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:26.999613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:27.003223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.034512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.051927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02df0e-7098-40d6-bf6b-367d23d21e1a req-a64da518-9d22-4b30-bb13-551161e9f0a7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:27.059413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc02df0e-7098-40d6-bf6b-367d23d21e1a req-a64da518-9d22-4b30-bb13-551161e9f0a7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 932 time: 0.3124566 Aug 31 09:13:27.063662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c3b7ba30-9f75-4bad-b855-73dc15e72d0f tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6357501 Aug 31 09:13:27.099870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-664581cc-2db3-4392-b181-79b1ce5eb194 None None] Provisioning for port 69b02e13-923a-4111-aa8e-f202a9ebd750 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:27.127482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-664581cc-2db3-4392-b181-79b1ce5eb194 None None] Provisioning complete for port 69b02e13-923a-4111-aa8e-f202a9ebd750 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:27.128805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-664581cc-2db3-4392-b181-79b1ce5eb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.144168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Request body: {'port': {'device_id': '1458872d-06bd-40bb-a847-399fa8d21268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:27.165244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.209965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Pushing event deleted for resources: {'Port': ['ID=830a4c9d-2838-489c-8b2c-128b1c3bbecb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:27.247719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-664581cc-2db3-4392-b181-79b1ce5eb194 None None] Port 69b02e13-923a-4111-aa8e-f202a9ebd750 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:27.290428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] No DVR routers for this DVR port 830a4c9d-2838-489c-8b2c-128b1c3bbecb on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:27.297173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.302011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-93807962-61f5-4922-942c-d959db909fa6 req-7c80f405-1867-482d-9ffb-af35b7c1310d tempest-ServersAdminNegativeTestJSON-553228209 tempest-ServersAdminNegativeTestJSON-553228209-project] 10.222.0.23 "DELETE /v2.0/ports/830a4c9d-2838-489c-8b2c-128b1c3bbecb HTTP/1.1" status: 204 len: 173 time: 1.1291106 Aug 31 09:13:27.393942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc02df0e-7098-40d6-bf6b-367d23d21e1a req-f52704a5-e0a5-483c-92f5-dc37915852b7 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080032 Aug 31 09:13:27.426261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.433551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.441825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2f9b5f7-8814-4dc4-b34c-a6f475b7ee90 req-77cd17b3-dd38-4166-93b8-b9f18a6cda78 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 210 time: 0.1015332 Aug 31 09:13:27.486733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:27.706152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 830a4c9d-2838-489c-8b2c-128b1c3bbecb no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:27.736675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304'}, {'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'name': 'network-vif-deleted', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce'}, {'server_uuid': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'name': 'network-vif-deleted', 'tag': '830a4c9d-2838-489c-8b2c-128b1c3bbecb'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:27.740225 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424e59b-5855-438c-9ed9-6bf728db49ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304"}, {"server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "name": "network-vif-deleted", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce"}, {"server_uuid": "d8413e65-3b36-4ad5-9e92-bd150fddc969", "name": "network-vif-deleted", "tag": "830a4c9d-2838-489c-8b2c-128b1c3bbecb"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:27.747156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 830a4c9d-2838-489c-8b2c-128b1c3bbecb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:27.747871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 830a4c9d-2838-489c-8b2c-128b1c3bbecb not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:27.826404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.874920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:27.902160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.247 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/942794ba-7775-45d7-a9bd-c97c11c08f23) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:27.972264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:28.010387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e1fd-019c-4812-ba8c-e3292da2f4ad req-de1fdeb7-049f-4466-a5a9-c81da197b362 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.012068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbd3e1fd-019c-4812-ba8c-e3292da2f4ad req-de1fdeb7-049f-4466-a5a9-c81da197b362 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.3802412 Aug 31 09:13:28.023356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:28.043957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.048131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:28.066641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:28.114662 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.163604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96197-35bd-4797-8009-29902458c220 req-62e4acf6-3cd3-4d76-931a-b81f80082aa3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.179297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba96197-35bd-4797-8009-29902458c220 req-62e4acf6-3cd3-4d76-931a-b81f80082aa3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.5172350 Aug 31 09:13:28.239127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.281299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 942794ba-7775-45d7-a9bd-c97c11c08f23 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:28.307004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:13:28.373997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.413149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbd3e1fd-019c-4812-ba8c-e3292da2f4ad req-3a6a1528-2bc1-47ea-a5fa-bed5adcc1243 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846066 Aug 31 09:13:28.458217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.459417 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.495864 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3c2339c3-0cfb-4fbf-84c0-698dfbd21c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.527691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-18d28ad7-2cb7-424d-8e34-3caa8991c2d0 None None] Provisioning for port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:28.538065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-18d28ad7-2cb7-424d-8e34-3caa8991c2d0 None None] Provisioning complete for port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:28.540507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-18d28ad7-2cb7-424d-8e34-3caa8991c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.540913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:28.558028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.558978 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Added segment ee83c4f8-318e-490d-9b61-d281e8a0d08e of type vlan for network 6e2361cd-5687-47ef-ba34-a96e2055e913 Aug 31 09:13:28.575129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:28.579686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:28.589414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:28.601694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:28.635902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-34e7e481-5bef-4afa-b33c-944e9da42467 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5900326 Aug 31 09:13:28.643829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-18d28ad7-2cb7-424d-8e34-3caa8991c2d0 None None] Port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:28.731415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Request body: {'port': {'device_id': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:28.752060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba96197-35bd-4797-8009-29902458c220 req-345ff350-bd6b-499c-adff-201749adf106 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407274 Aug 31 09:13:28.755057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.756213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.780961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ab3f1299-9ef6-480d-9471-179f23b5cc81 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3935440 Aug 31 09:13:28.813853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Request body: {'port': {'device_id': '5cec9464-b43a-400c-85da-490386bce4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:28.932932 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3248177-82cb-40ab-95ce-276a7d6ffd33 x-openstack-request-id: req-b3248177-82cb-40ab-95ce-276a7d6ffd33 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:28.933635 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304", "status": "completed", "code": 200}, {"server_uuid": "e3df3ef5-f39c-4130-aa9d-97279940b2ed", "name": "network-vif-deleted", "tag": "2cec7bda-5bd4-49b6-85b9-133476e9a2ce", "status": "completed", "code": 200}, {"server_uuid": "d8413e65-3b36-4ad5-9e92-bd150fddc969", "name": "network-vif-deleted", "tag": "830a4c9d-2838-489c-8b2c-128b1c3bbecb", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:28.934123 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3248177-82cb-40ab-95ce-276a7d6ffd33 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:28.934855 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'status': 'completed', 'code': 200} Aug 31 09:13:28.935448 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3df3ef5-f39c-4130-aa9d-97279940b2ed', 'name': 'network-vif-deleted', 'tag': '2cec7bda-5bd4-49b6-85b9-133476e9a2ce', 'status': 'completed', 'code': 200} Aug 31 09:13:28.936924 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8413e65-3b36-4ad5-9e92-bd150fddc969', 'name': 'network-vif-deleted', 'tag': '830a4c9d-2838-489c-8b2c-128b1c3bbecb', 'status': 'completed', 'code': 200} Aug 31 09:13:29.035465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.058792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.143626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b02e13-923a-4111-aa8e-f202a9ebd750 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:29.162985 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.182125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-517de95c-3264-41e0-bac2-4193248d1a97 req-75014871-d0f3-4382-aa1f-1133e0870c2e tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/4f072dec-de62-4966-b586-9a7ae893e445 HTTP/1.1" status: 200 len: 1801 time: 0.6458244 Aug 31 09:13:29.208039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-736549d4-2550-4282-afa2-a782163be5e9 None None] Provisioning for port 942794ba-7775-45d7-a9bd-c97c11c08f23 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:29.219470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:13:29.221426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-736549d4-2550-4282-afa2-a782163be5e9 None None] Provisioning complete for port 942794ba-7775-45d7-a9bd-c97c11c08f23 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:29.222336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-736549d4-2550-4282-afa2-a782163be5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.226567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.252418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-60f9e833-64db-4c38-b7f7-8b23a266b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:29.255284 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-60f9e833-64db-4c38-b7f7-8b23a266b802 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1127 time: 0.3297169 Aug 31 09:13:29.314918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-736549d4-2550-4282-afa2-a782163be5e9 None None] Port 942794ba-7775-45d7-a9bd-c97c11c08f23 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:29.403650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Transition to ACTIVE for port object 69b02e13-923a-4111-aa8e-f202a9ebd750 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:29.443499 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.445117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:29.446111 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.492474 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.566192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38020) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:29.614650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-82748af5-a15b-4725-a731-11fefd6f690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:29.616260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-82748af5-a15b-4725-a731-11fefd6f690b service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.3448892 Aug 31 09:13:29.694401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2290430 Aug 31 09:13:29.704781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:29.719791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f0297-3877-4d7c-bea2-346b3d1acf75 req-8ed0cee9-5293-4141-973a-c26c57639ad2 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:29.727125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Request body: {'subnet': {'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1961542905-subnet', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:29.731571 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e8f0297-3877-4d7c-bea2-346b3d1acf75 req-8ed0cee9-5293-4141-973a-c26c57639ad2 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 932 time: 0.6379993 Aug 31 09:13:29.735301 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-32dd0324-2780-4be5-ad42-c8ea31888b53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 217 time: 0.1073625 Aug 31 09:13:29.737147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Pushing event updated for resources: {'Port': ['ID=69b02e13-923a-4111-aa8e-f202a9ebd750,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:29.883936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923bf0-1780-4851-a163-c571b8cae37b admin admin] Pushing event updated for resources: {'Network': ['ID=6e2361cd-5687-47ef-ba34-a96e2055e913,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:29.921919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:13:29.980273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-517de95c-3264-41e0-bac2-4193248d1a97 req-5b373232-432e-4dca-a032-ac6f28b9edde tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.074249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:30.077764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.137717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:30.148279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:30.252222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-517de95c-3264-41e0-bac2-4193248d1a97 req-5b373232-432e-4dca-a032-ac6f28b9edde tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.296445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e8f0297-3877-4d7c-bea2-346b3d1acf75 req-576b362e-c9a1-46cd-a6a5-8d30797e07a2 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5633347 Aug 31 09:13:30.379959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:30.390981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.401404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'mac_address': 'fa:16:3e:a3:20:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:30.484404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Attempting to bind port 69b02e13-923a-4111-aa8e-f202a9ebd750 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:30.485173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Attempting to bind port 69b02e13-923a-4111-aa8e-f202a9ebd750 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:30.485847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Attempting to bind port 69b02e13-923a-4111-aa8e-f202a9ebd750 on network d2a7ea50-6434-4536-9f42-80c390ce67f1 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:30.520408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Port 69b02e13-923a-4111-aa8e-f202a9ebd750 on network d2a7ea50-6434-4536-9f42-80c390ce67f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:30.523991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Attempting to bind port 69b02e13-923a-4111-aa8e-f202a9ebd750 on network d2a7ea50-6434-4536-9f42-80c390ce67f1 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:30.528873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b3c94e-64b4-45ac-9c1a-b6b2e181914f,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:30.537362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-b6ac9841-d193-4702-bd18-9942f09e6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.538996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-b6ac9841-d193-4702-bd18-9942f09e6604 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.7937210 Aug 31 09:13:30.551216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-06dcefa0-673d-4969-b02a-49dacef39257 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.553710 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-06dcefa0-673d-4969-b02a-49dacef39257 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.7239602 Aug 31 09:13:30.557203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-31288668-0181-4929-bf57-d9d2af4c77ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76293ca569e9450c89d1396e6719a68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879375 Aug 31 09:13:30.570611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:30.570611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Checking segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:30.572878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Bound using segment: {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:30.572878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Bound port: 69b02e13-923a-4111-aa8e-f202a9ebd750, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215e5415-fcb8-4bf6-b276-b78d3078de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:30.573231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.579342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38036) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:30.612036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-7bf3f8f0-beaf-4d01-b783-d5c8e30b746d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536487 Aug 31 09:13:30.622064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-517de95c-3264-41e0-bac2-4193248d1a97 req-5b373232-432e-4dca-a032-ac6f28b9edde tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.627712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-517de95c-3264-41e0-bac2-4193248d1a97 req-5b373232-432e-4dca-a032-ac6f28b9edde tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.650165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-517de95c-3264-41e0-bac2-4193248d1a97 req-5b373232-432e-4dca-a032-ac6f28b9edde tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/4f072dec-de62-4966-b586-9a7ae893e445 HTTP/1.1" status: 204 len: 173 time: 1.4665184 Aug 31 09:13:30.698993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b373232-432e-4dca-a032-ac6f28b9edde tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f072dec-de62-4966-b586-9a7ae893e445,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:30.840107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bc93-5442-46de-8db4-24f4ac8e1fed req-e396ca99-5be3-4b0b-a8af-42fefee3db30 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.879786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3710bc93-5442-46de-8db4-24f4ac8e1fed req-e396ca99-5be3-4b0b-a8af-42fefee3db30 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 935 time: 0.3679652 Aug 31 09:13:30.898823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942794ba-7775-45d7-a9bd-c97c11c08f23 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:30.932961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.998990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Transition to ACTIVE for port object 942794ba-7775-45d7-a9bd-c97c11c08f23 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:31.033684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.161276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:31.189082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.194084 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4603930-081c-4d5a-b0a9-7a31afc5f1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.252518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] For port 69b02e13-923a-4111-aa8e-f202a9ebd750, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:31.315967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:31.317360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3710bc93-5442-46de-8db4-24f4ac8e1fed req-aa10ac7c-fbf3-4a73-804b-23653ff8e8e5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369442 Aug 31 09:13:31.325017 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.398158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Pushing event updated for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:31.426182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] For port 69b02e13-923a-4111-aa8e-f202a9ebd750, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=69b02e13-923a-4111-aa8e-f202a9ebd750,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:31.482224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4603930-081c-4d5a-b0a9-7a31afc5f1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.496793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:31.537767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.595330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Checking segment: {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:31.596794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Network hostable DHCP agents. Network: 6e2361cd-5687-47ef-ba34-a96e2055e913, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:13:31.665629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:13:31.706829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Deleting port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:31.707485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.722387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:31.769160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:31.815928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b767-6a44-4d36-aeae-75e75f8a17df req-56d88148-4ad6-49a9-8769-a0656e2e52aa tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:31.834627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34e4b767-6a44-4d36-aeae-75e75f8a17df req-56d88148-4ad6-49a9-8769-a0656e2e52aa tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 946 time: 0.7287042 Aug 31 09:13:31.901691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6e2361cd-5687-47ef-ba34-a96e2055e913) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:31.919341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:31.925337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.962576 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f135390-df3f-4b0c-a0c2-2be636889735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.007372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:32.010723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.013595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] 10.222.0.15 "PUT /v2.0/ports/69b02e13-923a-4111-aa8e-f202a9ebd750 HTTP/1.1" status: 200 len: 1093 time: 4.9227190 Aug 31 09:13:32.040916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:32.045886 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8935b36-8c51-46f5-a0ee-327bc58bbd44" -d '{"events": [{"name": "network-changed", "server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:32.053253 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-e74a27a8-7b8a-45da-8402-ed55570b3889 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3831732 Aug 31 09:13:32.199573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75666f-e20e-47c3-88fd-605d8518a497 None None] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:32.211364 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3229bfb6-547e-495e-839b-2788c3a4aa44 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4901671 Aug 31 09:13:32.307901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38054) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:32.329579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:32.356753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:32.375939 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.399865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Transition to ACTIVE for port object 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:32.458815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b043ba2-592d-4ab3-8f8e-a6fbeaca21bd service neutron] Pushing event updated for resources: {'Port': ['ID=69b02e13-923a-4111-aa8e-f202a9ebd750,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:32.469051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.472542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4603930-081c-4d5a-b0a9-7a31afc5f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.477201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4603930-081c-4d5a-b0a9-7a31afc5f1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.482407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d4603930-081c-4d5a-b0a9-7a31afc5f1c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddccefd7-1401-46da-99a6-087dc3e76e20 HTTP/1.1" status: 204 len: 168 time: 1.8978934 Aug 31 09:13:32.596254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c1d88-0bd7-45c1-9caa-b72b84abcda3 req-c76b5dda-9d92-43ad-bd47-fa14eb9de429 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:32.599002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa8c1d88-0bd7-45c1-9caa-b72b84abcda3 req-c76b5dda-9d92-43ad-bd47-fa14eb9de429 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.9962490 Aug 31 09:13:32.613668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Pushing event updated for resources: {'Port': ['ID=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:32.624004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603930-081c-4d5a-b0a9-7a31afc5f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddccefd7-1401-46da-99a6-087dc3e76e20,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:32.654244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34e4b767-6a44-4d36-aeae-75e75f8a17df req-3cde6b16-17eb-4095-b2f1-2cbdc7e1588c tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7639608 Aug 31 09:13:32.676502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Attempting to bind port 942794ba-7775-45d7-a9bd-c97c11c08f23 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:32.680139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Attempting to bind port 942794ba-7775-45d7-a9bd-c97c11c08f23 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:32.680784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Attempting to bind port 942794ba-7775-45d7-a9bd-c97c11c08f23 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:32.749412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Port 942794ba-7775-45d7-a9bd-c97c11c08f23 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:32.750067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Attempting to bind port 942794ba-7775-45d7-a9bd-c97c11c08f23 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:32.825271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-e9013881-25f2-4284-8b9e-30136b370e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:32.830013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-e9013881-25f2-4284-8b9e-30136b370e08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cca650d271648bc8e0e06655a5770ef&device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 1096 time: 0.6959057 Aug 31 09:13:33.153123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-811351c4-e886-426f-bc0b-ed922ef888fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69b02e13-923a-4111-aa8e-f202a9ebd750 HTTP/1.1" status: 200 len: 217 time: 0.2429750 Aug 31 09:13:33.163243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:33.163648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:33.164062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:33.164514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Bound port: 942794ba-7775-45d7-a9bd-c97c11c08f23, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:33.164883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.183709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:33.184001 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.272813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa8c1d88-0bd7-45c1-9caa-b72b84abcda3 req-567d7733-d6d4-4429-8c64-742bca5fcb48 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408553 Aug 31 09:13:33.298741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Attempting to bind port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:33.299970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Attempting to bind port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:33.300782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Attempting to bind port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:33.342029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.343370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.364546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.392355 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.411960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Calling delete_port for 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:33.416961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-68b0acf6-96c6-4440-b2a0-a772ec710eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:33.420009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-68b0acf6-96c6-4440-b2a0-a772ec710eb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b3adce3-11de-4e36-b6c2-5104315570e6 HTTP/1.1" status: 200 len: 853 time: 0.1967988 Aug 31 09:13:33.522305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:33.539201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-0d8f4d79-3cec-4e60-b264-a47a1e82c8d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7116170 Aug 31 09:13:33.573498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.587050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-6e2361cd-5687-47ef-ba34-a96e2055e913', 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'fixed_ips': [{'subnet_id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:13:33.587969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.593502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79ac8d96-77e7-4308-b6d9-abfdca2f877d req-2b8a693c-d707-47cc-ad9c-01110ab75b57 tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "GET /v2.0/security-groups/a52a4820-a4e4-4223-9609-b20edffa7629 HTTP/1.1" status: 200 len: 1800 time: 0.7870996 Aug 31 09:13:33.624712 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c424e59b-5855-438c-9ed9-6bf728db49ff req-5f9c35d6-99e8-45b8-b7e6-a6beff09b19e service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5172541 Aug 31 09:13:33.629835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:33.633485 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99287c2b-1339-4cc8-b513-c672964bb7ce" -d '{"events": [{"server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:33.706077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:33.706617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Attempting to bind port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:33.849953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.851121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-79ac8d96-77e7-4308-b6d9-abfdca2f877d req-94c0fabb-35f1-4aec-9543-edcfcfef3dac tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.852654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38070) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:33.917088 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.917582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:33.934456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-79ac8d96-77e7-4308-b6d9-abfdca2f877d req-94c0fabb-35f1-4aec-9543-edcfcfef3dac tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.010923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.044503 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:34.065583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:34.067098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:34.067775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:34.068602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Bound port: 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:34.069144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.118429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-79ac8d96-77e7-4308-b6d9-abfdca2f877d req-94c0fabb-35f1-4aec-9543-edcfcfef3dac tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.125014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-79ac8d96-77e7-4308-b6d9-abfdca2f877d req-94c0fabb-35f1-4aec-9543-edcfcfef3dac tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.142930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79ac8d96-77e7-4308-b6d9-abfdca2f877d req-94c0fabb-35f1-4aec-9543-edcfcfef3dac tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] 10.222.0.18 "DELETE /v2.0/security-groups/a52a4820-a4e4-4223-9609-b20edffa7629 HTTP/1.1" status: 204 len: 173 time: 0.5436590 Aug 31 09:13:34.153055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38072) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:34.226232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:34.314456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-e9d644dd-835b-4806-b149-f133ca2d268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:34.317491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-e9d644dd-835b-4806-b149-f133ca2d268b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2a7ea50-6434-4536-9f42-80c390ce67f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8893192 Aug 31 09:13:34.399431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c37d-3687-438c-a6c4-c40c57809130 req-1df64ec9-b3d6-4406-a736-6f55e9a8892a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:34.402578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e1c37d-3687-438c-a6c4-c40c57809130 req-1df64ec9-b3d6-4406-a736-6f55e9a8892a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 944 time: 0.8412626 Aug 31 09:13:34.423896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0fabb-35f1-4aec-9543-edcfcfef3dac tempest-SecurityGroupsTestJSON-556711548 tempest-SecurityGroupsTestJSON-556711548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a4820-a4e4-4223-9609-b20edffa7629,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:34.438002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Allocated IP 172.20.0.2 (6e2361cd-5687-47ef-ba34-a96e2055e913/d2b3c94e-64b4-45ac-9c1a-b6b2e181914f/c41a8292-9233-4f68-b3dc-bcbdb46e3175) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:34.575582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=942794ba-7775-45d7-a9bd-c97c11c08f23,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:34.597064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.603995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-feb46354-0c1c-4fbf-bd11-bc8a51007f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:34.606267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-feb46354-0c1c-4fbf-bd11-bc8a51007f47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540d06313e5149d291757a1ecba811c6&device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 1097 time: 0.9419241 Aug 31 09:13:34.708362 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d15c1d-947a-4cb5-8a42-5e44ed0160b8 x-openstack-request-id: req-38d15c1d-947a-4cb5-8a42-5e44ed0160b8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:34.709240 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:34.709781 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38d15c1d-947a-4cb5-8a42-5e44ed0160b8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:34.710575 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'status': 'completed', 'code': 200} Aug 31 09:13:34.718869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:34.809771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Deleting subnet 0f528481-dd3b-4856-8acf-b7f11c0d8898 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:13:34.822192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] For port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:34.841597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:34.919616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] For port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:34.961855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9e1c37d-3687-438c-a6c4-c40c57809130 req-1429424a-6dbf-4483-94a8-fd105da1e106 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5334153 Aug 31 09:13:34.983846 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.114683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:35.121246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.125072 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] 10.222.0.23 "PUT /v2.0/ports/942794ba-7775-45d7-a9bd-c97c11c08f23 HTTP/1.1" status: 200 len: 1097 time: 6.3235567 Aug 31 09:13:35.147581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.152715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.166332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Transition to ACTIVE for port object c41a8292-9233-4f68-b3dc-bcbdb46e3175 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:35.187994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Transition to ACTIVE for port object c41a8292-9233-4f68-b3dc-bcbdb46e3175 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:35.191833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:35.192299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.218391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:35.229526 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eb3372-b189-4320-9525-7039119a82f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:35.248515 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.331275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Pushing event updated for resources: {'Port': ['ID=c41a8292-9233-4f68-b3dc-bcbdb46e3175,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:35.364354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:35.386352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:35.392497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:35.422087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4661ece0-c715-486c-ad39-a716adb499b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77ff5d63df144717bc09e58f9e116ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5582466 Aug 31 09:13:35.423172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:35.489135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Attempting to bind port c41a8292-9233-4f68-b3dc-bcbdb46e3175 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:35.489915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Attempting to bind port c41a8292-9233-4f68-b3dc-bcbdb46e3175 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:35.489915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Attempting to bind port c41a8292-9233-4f68-b3dc-bcbdb46e3175 on network 6e2361cd-5687-47ef-ba34-a96e2055e913 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:35.499770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:35.499770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Checking segment: {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:35.500216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.500517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Bound using segment: {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:35.500998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Bound port: c41a8292-9233-4f68-b3dc-bcbdb46e3175, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:35.501538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.515797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.583174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:35.652549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.707459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-b24d7cfb-a577-438b-a171-75a379475f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:35.709140 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-b24d7cfb-a577-438b-a171-75a379475f35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 200 len: 917 time: 0.9067008 Aug 31 09:13:35.867476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.887656 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-0f7eb5f7-5acc-4fa6-8230-bf4d55c2568c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 HTTP/1.1" status: 200 len: 217 time: 0.1282527 Aug 31 09:13:35.890310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d827416-3afb-416c-b74e-ea5e9c762910 service neutron] Pushing event updated for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:35.940355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63c056-975b-46a4-8082-b438eb81f10a req-c1f4fe56-ea54-4ad7-8b03-ae14cd19e19d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:35.950586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f63c056-975b-46a4-8082-b438eb81f10a req-c1f4fe56-ea54-4ad7-8b03-ae14cd19e19d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 947 time: 1.2102907 Aug 31 09:13:35.974700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] For port c41a8292-9233-4f68-b3dc-bcbdb46e3175, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:36.004509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] For port c41a8292-9233-4f68-b3dc-bcbdb46e3175, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c41a8292-9233-4f68-b3dc-bcbdb46e3175,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:36.018452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:36.033663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:36.034006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-08e4fd33-c7d0-4d44-b79f-89ca8670db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:36.034186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.035826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] 10.222.0.15 "PUT /v2.0/ports/83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 HTTP/1.1" status: 200 len: 1096 time: 7.3260620 Aug 31 09:13:36.041423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-08e4fd33-c7d0-4d44-b79f-89ca8670db35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 200 len: 855 time: 0.1214385 Aug 31 09:13:36.043114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-a528a2a1-b967-4ba2-abe7-56ebae186be2 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6635118 Aug 31 09:13:36.061299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.093575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ae1aeb55-4d58-49fa-bb55-e9ca4fa69829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:36.096430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-ae1aeb55-4d58-49fa-bb55-e9ca4fa69829 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 1100 time: 0.8563976 Aug 31 09:13:36.097711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.139903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:36.162135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7c690821-d3bf-4632-bf87-6dd2edc0a798'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:36.165521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.231810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:36.238844 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.405213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f3d3bb-52e7-415c-9b4d-d2267432bbe9 req-c9f77ca3-acef-4f84-8754-c5254465f663 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322673 Aug 31 09:13:36.415240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Pushing event deleted for resources: {'Port': ['ID=0a4dda62-b25d-49fb-86d2-06bbd1e2ff62,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:36.446205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f63c056-975b-46a4-8082-b438eb81f10a req-c54cbce7-58b8-412a-955d-a47a73baabdb tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932244 Aug 31 09:13:36.549415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f481b-72e1-40aa-954c-03c07d8f5751 service neutron] Pushing event updated for resources: {'Port': ['ID=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:36.564483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-459c8e42-ddd7-4983-85cc-1c3ea37cae1b service neutron] 10.222.0.15 "GET /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.5366547 Aug 31 09:13:36.581203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-a66e57e7-a875-4543-9fa7-eff76d88dbae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=942794ba-7775-45d7-a9bd-c97c11c08f23 HTTP/1.1" status: 200 len: 217 time: 0.3048151 Aug 31 09:13:36.604958 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f059c10-cb87-44ad-b5b4-47692f48c4b0 x-openstack-request-id: req-3f059c10-cb87-44ad-b5b4-47692f48c4b0 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:36.609480 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:36.610329 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f059c10-cb87-44ad-b5b4-47692f48c4b0 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:36.611268 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62', 'code': 200} Aug 31 09:13:36.687793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b202f66-a86c-46ee-9e40-17ddb1cc77e4 req-eec0ef94-b1d5-4588-b973-93c2aa813a5f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:36.703343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b202f66-a86c-46ee-9e40-17ddb1cc77e4 req-eec0ef94-b1d5-4588-b973-93c2aa813a5f tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=21bd452c-1c98-49d5-aeae-6a6f45642407 HTTP/1.1" status: 200 len: 865 time: 0.8627720 Aug 31 09:13:36.730047 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.756174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-792d73b9-ed92-4d78-aa23-a478a1b69544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.815440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2625a-9216-4fe9-b074-981b9b4f691b None None] Pushing event updated for resources: {'Port': ['ID=c41a8292-9233-4f68-b3dc-bcbdb46e3175,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:36.827894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'tag': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:36.830817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-792d73b9-ed92-4d78-aa23-a478a1b69544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.833959 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1495e205-d024-4bff-9a3e-6fd2aad51964" -d '{"events": [{"name": "network-changed", "server_uuid": "1748ef69-cfcf-4e9e-9b2b-173aabf99c70", "tag": "83b46698-1119-4f4f-9cfe-ce7eb5a48ba0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:36.956312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f528481-dd3b-4856-8acf-b7f11c0d8898,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:36.981717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.988500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a5b5ab56-38d7-4612-bcc6-74559e7e4e99 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f528481-dd3b-4856-8acf-b7f11c0d8898 HTTP/1.1" status: 204 len: 168 time: 2.7942383 Aug 31 09:13:37.024846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38096) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:37.051282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-792d73b9-ed92-4d78-aa23-a478a1b69544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:37.058217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-792d73b9-ed92-4d78-aa23-a478a1b69544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:37.063208 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-792d73b9-ed92-4d78-aa23-a478a1b69544 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24a51334-e1dc-4571-bee6-36224dd9ef65 HTTP/1.1" status: 204 len: 168 time: 1.6150877 Aug 31 09:13:37.278091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b202f66-a86c-46ee-9e40-17ddb1cc77e4 req-4ccba6eb-31ab-445a-9e85-6cea5cf88b04 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326758 Aug 31 09:13:37.280705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-5c72bfbb-a0a0-411c-a834-48c3d8c96f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:37.282638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-5c72bfbb-a0a0-411c-a834-48c3d8c96f2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 1099 time: 0.8984916 Aug 31 09:13:37.288511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-8afbbeb3-d622-4f46-b0bb-eb1f450d2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:37.290920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-8afbbeb3-d622-4f46-b0bb-eb1f450d2a89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cca650d271648bc8e0e06655a5770ef&device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 1096 time: 0.7185466 Aug 31 09:13:37.393797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] No DVR routers for this DVR port 0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:37.486059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-fb1197e9-fa34-4ede-ab9a-5f0138412a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:37.487697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-fb1197e9-fa34-4ede-ab9a-5f0138412a8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2a7ea50-6434-4536-9f42-80c390ce67f1 HTTP/1.1" status: 200 len: 915 time: 0.1641593 Aug 31 09:13:37.515557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:37.518075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-348185b2-1e91-4211-a88d-e6ff8390f3e3 req-8e9606ba-bfde-4b17-aa1e-7db5cded6031 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "DELETE /v2.0/ports/0a4dda62-b25d-49fb-86d2-06bbd1e2ff62 HTTP/1.1" status: 204 len: 173 time: 6.8665097 Aug 31 09:13:37.600445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-39880f42-9527-4c8c-888c-ded2fb885434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:37.602631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-39880f42-9527-4c8c-888c-ded2fb885434 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d993cdcf-f501-434b-ae6b-b34a42556812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5018716 Aug 31 09:13:37.640410 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca37a038-ad8d-4458-98f7-0ed4a420c5c4 x-openstack-request-id: req-ca37a038-ad8d-4458-98f7-0ed4a420c5c4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:37.640753 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:37.648405 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca37a038-ad8d-4458-98f7-0ed4a420c5c4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:37.649124 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23', 'status': 'completed', 'code': 200} Aug 31 09:13:37.745427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-a156cad4-8a0c-43d1-b688-ef8340d36acf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 HTTP/1.1" status: 200 len: 217 time: 0.4230323 Aug 31 09:13:37.752310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-05a09cd5-69f2-46ad-aac4-892b3d8d3961 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69b02e13-923a-4111-aa8e-f202a9ebd750 HTTP/1.1" status: 200 len: 217 time: 0.2391672 Aug 31 09:13:37.777919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946b33-658e-4bcd-abab-1c2aa78e9a06 req-b717859c-72a3-472b-a9b9-342a5afd9739 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:37.782278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d73b9-ed92-4d78-aa23-a478a1b69544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a51334-e1dc-4571-bee6-36224dd9ef65,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:37.785162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc946b33-658e-4bcd-abab-1c2aa78e9a06 req-b717859c-72a3-472b-a9b9-342a5afd9739 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 944 time: 0.8300576 Aug 31 09:13:37.990573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-edf1893d-13d2-4fb1-a20c-497ea054f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:37.992208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-edf1893d-13d2-4fb1-a20c-497ea054f3bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b3adce3-11de-4e36-b6c2-5104315570e6 HTTP/1.1" status: 200 len: 853 time: 0.1553226 Aug 31 09:13:38.126806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c41a8292-9233-4f68-b3dc-bcbdb46e3175 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:38.159330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-6c9f8c1c-3b9c-45ce-bd01-6c278e1986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.161343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-6c9f8c1c-3b9c-45ce-bd01-6c278e1986fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1807547 Aug 31 09:13:38.176322 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.213890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-c94d33ff-ca87-4e58-9ad9-6e1cf2650bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.218745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-c94d33ff-ca87-4e58-9ad9-6e1cf2650bc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 1.5805881 Aug 31 09:13:38.324578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c41a8292-9233-4f68-b3dc-bcbdb46e3175 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:38.358574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:38.421938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:38.422918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc946b33-658e-4bcd-abab-1c2aa78e9a06 req-633ce762-a570-441c-a3a3-d23cec834bf2 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287903 Aug 31 09:13:38.454882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba1927-2f83-4b9b-9bae-e921d939d647 None None] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:38.471052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ea465d-41c5-48dc-985c-7e5ced92a304 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:38.485872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:38.505299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.518140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.651159 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3238df25-a34e-41cb-89d4-1a797ac8b208 x-openstack-request-id: req-3238df25-a34e-41cb-89d4-1a797ac8b208 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:38.651508 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1748ef69-cfcf-4e9e-9b2b-173aabf99c70", "tag": "83b46698-1119-4f4f-9cfe-ce7eb5a48ba0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:38.651681 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3238df25-a34e-41cb-89d4-1a797ac8b208 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:38.652155 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'tag': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', 'status': 'completed', 'code': 200} Aug 31 09:13:38.662918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79e41f-4dea-4e42-959c-39de302fd90b req-47cd03ac-aa38-40e8-8cc5-39a57cfdebdb tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.664787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc79e41f-4dea-4e42-959c-39de302fd90b req-47cd03ac-aa38-40e8-8cc5-39a57cfdebdb tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 944 time: 0.9528923 Aug 31 09:13:38.690385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:38.712029 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c20b71-3905-49d1-9649-7ad21f4197c4" -d '{"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-plugged", "status": "completed", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:38.721347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-52e33e67-14f0-4423-8c62-4afdb7c0f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.721347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-52e33e67-14f0-4423-8c62-4afdb7c0f5a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2a7ea50-6434-4536-9f42-80c390ce67f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5568967 Aug 31 09:13:38.727509 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.771984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-c79342dc-9c54-4589-a90c-a87b1edf00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.777824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-c79342dc-9c54-4589-a90c-a87b1edf00af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5871925 Aug 31 09:13:38.793247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] Provisioning for port c41a8292-9233-4f68-b3dc-bcbdb46e3175 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:38.804192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] Transition to ACTIVE for port object 50ea465d-41c5-48dc-985c-7e5ced92a304 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:38.820919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] Provisioning complete for port c41a8292-9233-4f68-b3dc-bcbdb46e3175 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:38.823935 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.834754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8b470a-3c71-4fd6-94b0-dd5d421f95e2']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:38.872725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.909975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:38.932869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff526c7b-ff09-4e20-9c19-046169ed7aa0') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:38.934845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff526c7b-ff09-4e20-9c19-046169ed7aa0') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:39.015579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-db95f552-2ddd-4ee9-8593-defea5dd1c87 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3595471 Aug 31 09:13:39.133896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:39.150263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-e01a08b2-be72-4edd-89df-abdd390d0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.151911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-e01a08b2-be72-4edd-89df-abdd390d0a76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6442285 Aug 31 09:13:39.163950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] No DVR routers for this DVR port 50ea465d-41c5-48dc-985c-7e5ced92a304 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:39.237446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:39.264806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:39.292370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] Pushing event updated for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:39.301261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc79e41f-4dea-4e42-959c-39de302fd90b req-ab9e3be4-a91d-4b49-9264-48806dd76665 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5620232 Aug 31 09:13:39.326816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:13:39.327936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:13:39.336269 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:13:39.550075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb184e-7d09-4eaa-a6b5-21e668899256 req-27a69f63-2ff4-4365-8d28-91b6fe282da6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.553123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3acb184e-7d09-4eaa-a6b5-21e668899256 req-27a69f63-2ff4-4365-8d28-91b6fe282da6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 947 time: 0.6456354 Aug 31 09:13:39.565223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-803cf285-f171-4fd2-91ab-b91d8ffc6630 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237271 Aug 31 09:13:39.574393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-e77a61be-b8ac-4e33-bed8-f863f1179ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677014 Aug 31 09:13:39.598912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:39.676965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'name': 'network-vif-deleted', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:39.694994 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb8288-5a9f-422f-b24a-6f416e00f046" -d '{"events": [{"server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "name": "network-vif-deleted", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:39.728858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:39.732398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:39.739000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fd8b470a-3c71-4fd6-94b0-dd5d421f95e2 HTTP/1.1" status: 204 len: 168 time: 2.7124686 Aug 31 09:13:39.860181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825960-7e49-4f1f-a321-cf9922ef0b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8b470a-3c71-4fd6-94b0-dd5d421f95e2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:39.932648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-network', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:39.974067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] For port c41a8292-9233-4f68-b3dc-bcbdb46e3175, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c41a8292-9233-4f68-b3dc-bcbdb46e3175,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:39.987685 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ae240-fe93-43cd-97ea-7b181d7e08bd x-openstack-request-id: req-e42ae240-fe93-43cd-97ea-7b181d7e08bd {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:39.988824 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-plugged", "status": "completed", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:39.990936 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e42ae240-fe93-43cd-97ea-7b181d7e08bd {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:39.994374 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'code': 200} Aug 31 09:13:40.001064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.045957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3acb184e-7d09-4eaa-a6b5-21e668899256 req-f40f4820-0f14-4f71-9f9a-7a35dddce41a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528978 Aug 31 09:13:40.058538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-d3777e1b-e5c4-4317-b2e8-62ec0207553d service neutron] 10.222.0.15 "PUT /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 3.4329693 Aug 31 09:13:40.167387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 69b02e13-923a-4111-aa8e-f202a9ebd750 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:40.197408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bee0f6d7-c40e-423e-bd74-a804c07eff1d req-62368dab-548a-4287-ac46-12dafa8251c9 service neutron] 10.222.0.15 "GET /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1704571 Aug 31 09:13:40.317030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Made reservation on behalf of 629dadd9fe85473d944be5d7eebc188a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:40.330112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.335465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Allocated IP 172.25.4.154 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/74c8ff07-b2b7-4397-b6e6-2740b54f9117) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:40.368865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38154) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:40.387210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:13:40.406221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d67b71-90a4-44c5-b5c9-4d0d55823ca1 None None] Pushing event updated for resources: {'Port': ['ID=c41a8292-9233-4f68-b3dc-bcbdb46e3175,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:40.406644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.513966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-1599bc7a-9db5-4e8e-abad-d34320c439c5 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151695 Aug 31 09:13:40.540587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8935b36-8c51-46f5-a0ee-327bc58bbd44 req-00f56a66-8adc-49d7-9d4d-9fe2468adf01 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9609928 Aug 31 09:13:40.677508 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa5e09a-28c8-415b-8d5f-1ca521323e21 x-openstack-request-id: req-caa5e09a-28c8-415b-8d5f-1ca521323e21 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:40.678360 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bd452c-1c98-49d5-aeae-6a6f45642407", "name": "network-vif-deleted", "tag": "0a4dda62-b25d-49fb-86d2-06bbd1e2ff62", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:40.678562 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caa5e09a-28c8-415b-8d5f-1ca521323e21 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:40.679067 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bd452c-1c98-49d5-aeae-6a6f45642407', 'name': 'network-vif-deleted', 'tag': '0a4dda62-b25d-49fb-86d2-06bbd1e2ff62', 'status': 'completed', 'code': 200} Aug 31 09:13:40.754629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3dad31a1-e580-40d5-8f9c-7fbd71f065f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ce9668ba26646f080e54764423d8534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748162 Aug 31 09:13:40.760479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3d0414a2-867c-4e96-9465-29dc8079d1a5 None None] Provisioning complete for port c41a8292-9233-4f68-b3dc-bcbdb46e3175 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:40.762190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0414a2-867c-4e96-9465-29dc8079d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.768418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38162) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:40.898241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.907786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 69b02e13-923a-4111-aa8e-f202a9ebd750, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=69b02e13-923a-4111-aa8e-f202a9ebd750,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:40.916667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.917300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-54958b89-d15d-4e71-9ed6-cdae8ca747f9 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7359006 Aug 31 09:13:40.976532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:13:40.985257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'port_id': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'mac_address': 'fa:16:3e:7c:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:41.046724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.047810 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Added segment 9ad2f81b-184d-43ef-b825-b2e827189ec2 of type vlan for network 12b68918-ae3a-4985-82be-60fc3833df9b Aug 31 09:13:41.048141 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.088441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b02e13-923a-4111-aa8e-f202a9ebd750 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:41.128253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 69b02e13-923a-4111-aa8e-f202a9ebd750, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=69b02e13-923a-4111-aa8e-f202a9ebd750,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:41.134954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.141318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-49f33a56-12be-4301-8dcd-f485a1009865 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.145391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-49f33a56-12be-4301-8dcd-f485a1009865 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.9454372 Aug 31 09:13:41.199929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b317c-4f05-4c81-8c42-dfcd6ce2196e req-3b914a90-a686-46d7-8e21-76f0e6928164 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.215191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef0b317c-4f05-4c81-8c42-dfcd6ce2196e req-3b914a90-a686-46d7-8e21-76f0e6928164 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.7505412 Aug 31 09:13:41.221543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-4bbd25b2-0d96-46a5-b659-8ea9ba024804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.225019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-4bbd25b2-0d96-46a5-b659-8ea9ba024804 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 1099 time: 0.5796471 Aug 31 09:13:41.225467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=69b02e13-923a-4111-aa8e-f202a9ebd750,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:41.225648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.284006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.362257 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bd42-9864-4a59-9c42-070f9c7849af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.455640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bd42-9864-4a59-9c42-070f9c7849af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.469488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-2a856e36-b1b8-4cae-a386-0460b82312b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.471766 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-2a856e36-b1b8-4cae-a386-0460b82312b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903&tenant_id=b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 1097 time: 0.2180080 Aug 31 09:13:41.476530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-42b65e62-0cda-4ba2-8b9b-bf498e65efe9 req-341e2dbe-0264-48a4-bfaf-a46176459119 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975033 Aug 31 09:13:41.478822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:13:41.487807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.488429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['69b02e13-923a-4111-aa8e-f202a9ebd750'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:41.491412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e06059-75a0-41f1-a49f-1880a77cc833,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:41.568550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554a91-7876-4127-b56d-d9d29589a1b4 req-9aa61fe9-239d-4ba6-ae70-f4ce825b6d6a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.571536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23554a91-7876-4127-b56d-d9d29589a1b4 req-9aa61fe9-239d-4ba6-ae70-f4ce825b6d6a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 944 time: 0.6622186 Aug 31 09:13:41.694313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef0b317c-4f05-4c81-8c42-dfcd6ce2196e req-b987e2cf-0a8d-4719-8581-810f88410443 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524455 Aug 31 09:13:41.699500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-0695afb9-6fe5-4d2a-b5f3-ce5c5a927f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.702193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-0695afb9-6fe5-4d2a-b5f3-ce5c5a927f2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4472666 Aug 31 09:13:41.705176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.706899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.707495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.831412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23554a91-7876-4127-b56d-d9d29589a1b4 req-9574a89c-aecf-4363-a25b-9920d7514826 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175827 Aug 31 09:13:42.028335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c41a8292-9233-4f68-b3dc-bcbdb46e3175 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:42.085765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8440425 Aug 31 09:13:42.089883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38178) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:42.104723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-fd9944ad-c82a-4865-a8f1-8ce290ada06c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 HTTP/1.1" status: 200 len: 217 time: 0.3799496 Aug 31 09:13:42.114653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Request body: {'subnet': {'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-subnet', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:42.228739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c41a8292-9233-4f68-b3dc-bcbdb46e3175 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:42.229568 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:42.243587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-ecd4c8c6-398d-4f21-a753-f7d372bf8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.246376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-ecd4c8c6-398d-4f21-a753-f7d372bf8ced service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0715914 Aug 31 09:13:42.345926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625b20-efe9-4240-ba66-55018b2e0ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=12b68918-ae3a-4985-82be-60fc3833df9b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:42.364952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 12b68918-ae3a-4985-82be-60fc3833df9b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:13:42.417174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Made reservation on behalf of 629dadd9fe85473d944be5d7eebc188a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:42.420447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:42.433794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:42.438090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ae000-ef35-4512-884f-8dbf0822da52 req-cf418ea9-a15f-4539-a147-fdfe60c3e4e4 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.440262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-741ae000-ef35-4512-884f-8dbf0822da52 req-cf418ea9-a15f-4539-a147-fdfe60c3e4e4 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 945 time: 0.3748207 Aug 31 09:13:42.458619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-1082d9a6-96cd-4416-8c4d-0a535f0b20fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6882410 Aug 31 09:13:42.463648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:42.473436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Pushing event updated for resources: {'Port': ['ID=74c8ff07-b2b7-4397-b6e6-2740b54f9117,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:42.478960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:42.577548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bd42-9864-4a59-9c42-070f9c7849af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:42.583211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fa0bd42-9864-4a59-9c42-070f9c7849af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:42.590373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8fa0bd42-9864-4a59-9c42-070f9c7849af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e832665b-d8a8-401f-84ac-dc4e7156897b HTTP/1.1" status: 204 len: 168 time: 1.8171651 Aug 31 09:13:42.604714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-f9fd53f0-15d0-420a-931c-a2996c9b2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.607930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-f9fd53f0-15d0-420a-931c-a2996c9b2bdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1097 time: 0.3219652 Aug 31 09:13:42.621434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3372-b189-4320-9525-7039119a82f2 req-a1cf13db-4532-4d25-8386-2d7e02af6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.624435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-a1cf13db-4532-4d25-8386-2d7e02af6cfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 1100 time: 0.3408341 Aug 31 09:13:42.631223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec2a5f-9d61-4adc-abaf-f155aac965e0 req-d97f5ebf-f850-4e82-9558-a8c2c653c84c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.640231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baec2a5f-9d61-4adc-abaf-f155aac965e0 req-d97f5ebf-f850-4e82-9558-a8c2c653c84c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 947 time: 0.3341174 Aug 31 09:13:42.688470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0bd42-9864-4a59-9c42-070f9c7849af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832665b-d8a8-401f-84ac-dc4e7156897b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:42.850633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-87b60065-9751-4138-beeb-6991b8ff9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.853394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-87b60065-9751-4138-beeb-6991b8ff9a0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5932620 Aug 31 09:13:42.870969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-741ae000-ef35-4512-884f-8dbf0822da52 req-3987579f-c1d9-4fef-b96b-837ebc3946a1 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454137 Aug 31 09:13:43.263977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3372-b189-4320-9525-7039119a82f2 req-7565a172-7df6-47c9-b8a1-fcd71096b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:43.267333 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-7565a172-7df6-47c9-b8a1-fcd71096b37a service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.6111593 Aug 31 09:13:43.343436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-87347b2c-f0a6-4ec3-98f1-e2cb4b06af17 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691474 Aug 31 09:13:43.483744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-782d1f52-6a2c-40e6-94f5-5fa44cdb7aec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=942794ba-7775-45d7-a9bd-c97c11c08f23 HTTP/1.1" status: 200 len: 217 time: 0.1936600 Aug 31 09:13:43.549497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baec2a5f-9d61-4adc-abaf-f155aac965e0 req-3d3f08c8-39cc-4c10-9af3-03c99501d47a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9080122 Aug 31 09:13:43.553423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.713441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-958a364c-8037-4dd4-a170-05dc214087e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:43.715569 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-958a364c-8037-4dd4-a170-05dc214087e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 1.0865703 Aug 31 09:13:43.731767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3372-b189-4320-9525-7039119a82f2 req-e5a2c39f-1499-4725-998d-431c4cf9a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:43.734634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-e5a2c39f-1499-4725-998d-431c4cf9a994 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2308502 Aug 31 09:13:43.778186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 942794ba-7775-45d7-a9bd-c97c11c08f23 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:43.793825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-d95f4bc6-cb31-4f58-b6a4-d02204ebcaba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 200 len: 217 time: 0.0636339 Aug 31 09:13:43.888563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.004070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=942794ba-7775-45d7-a9bd-c97c11c08f23,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:44.038985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '942794ba-7775-45d7-a9bd-c97c11c08f23', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '942794ba-7775-45d7-a9bd-c97c11c08f23', 'mac_address': 'fa:16:3e:9c:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:44.053546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38208) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:44.167562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.207623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:44.217732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 69b02e13-923a-4111-aa8e-f202a9ebd750 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:44.294424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3372-b189-4320-9525-7039119a82f2 req-e057a071-76f6-410a-ac06-ed40c277b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.303874 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-e057a071-76f6-410a-ac06-ed40c277b7f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5055480 Aug 31 09:13:44.336313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942794ba-7775-45d7-a9bd-c97c11c08f23 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:44.384502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=942794ba-7775-45d7-a9bd-c97c11c08f23,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:44.409451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.423581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-ad339047-57cb-43ff-b2e1-42f5419d33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.427212 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-ad339047-57cb-43ff-b2e1-42f5419d33f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.5817306 Aug 31 09:13:44.486651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1917261335-network', 'tenant_id': '4f4b72bec98d48ccbc7d15f3b87247ce'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:44.500069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38312b3-d524-4328-bb8c-06801da2300c req-21be8a10-ee7f-43da-94f1-570de1b64dd3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.502397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e38312b3-d524-4328-bb8c-06801da2300c req-21be8a10-ee7f-43da-94f1-570de1b64dd3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 1.1526854 Aug 31 09:13:44.519891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-9c39fe07-21f4-447a-a95e-d1745aaa4b54 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.523171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-9c39fe07-21f4-447a-a95e-d1745aaa4b54 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 945 time: 2.0108125 Aug 31 09:13:44.541901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-a69b7769-d5af-4e80-8bb7-822a4bcc0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.543814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-a69b7769-d5af-4e80-8bb7-822a4bcc0633 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 1096 time: 1.8926063 Aug 31 09:13:44.576039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 69b02e13-923a-4111-aa8e-f202a9ebd750 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:44.600784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 69b02e13-923a-4111-aa8e-f202a9ebd750 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:44.601160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.657495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-80b4b9ee-28b9-41ae-8ee4-ebe8bd4d1d40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592140 Aug 31 09:13:44.682390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:44.697797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', 'mac_address': 'fa:16:3e:26:eb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:44.700829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedbd8b7-218d-4cd4-ac2f-a337bb626c18,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:44.733779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:44.801315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.839769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:44.848936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Checking segment: {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:44.849256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Network hostable DHCP agents. Network: 12b68918-ae3a-4985-82be-60fc3833df9b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:13:44.881990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1495e205-d024-4bff-9a3e-6fd2aad51964 req-47f442d5-3a04-47bd-b1ab-2bedd0a25006 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3686037 Aug 31 09:13:44.883667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:44.894156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730c22e-25d0-443f-a669-2b0ed96afaf1 req-98cfc942-d9b5-428b-a33f-513b44f099f1 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.903825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f730c22e-25d0-443f-a669-2b0ed96afaf1 req-98cfc942-d9b5-428b-a33f-513b44f099f1 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 945 time: 0.5586770 Aug 31 09:13:44.932190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e38312b3-d524-4328-bb8c-06801da2300c req-c79ab770-795b-4368-837c-297490b26643 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973715 Aug 31 09:13:44.962540 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.995425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:45.008755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Made reservation on behalf of 4f4b72bec98d48ccbc7d15f3b87247ce for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:45.019670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.026508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Network 12b68918-ae3a-4985-82be-60fc3833df9b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:13:45.049879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f730c22e-25d0-443f-a669-2b0ed96afaf1 req-1aebd0a3-8117-47bd-9931-e20532d8578d tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444614 Aug 31 09:13:45.055243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.066730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.072839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-e378141b-a9a4-4725-9f41-2abee966f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.079480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-e378141b-a9a4-4725-9f41-2abee966f7c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.5009184 Aug 31 09:13:45.087463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-70f2b417-1f3e-4ab4-92ce-28ee5fcd2d0f service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596686 Aug 31 09:13:45.093436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 12b68918-ae3a-4985-82be-60fc3833df9b) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:45.131564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.134859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.149464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10dd7f-4740-4547-9f43-6fe1f5ce0abf None None] Network 12b68918-ae3a-4985-82be-60fc3833df9b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:45.288642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-80c72097-1d60-4f35-b50d-939028c8b5f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 200 len: 217 time: 0.1778359 Aug 31 09:13:45.298058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-79b2fbd3-f417-4ae6-bc07-3517ff6209d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1913323 Aug 31 09:13:45.339493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:45.339790 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.358658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:45.362731 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa168d70-ba35-481c-9093-7370e44bc7d1" -d '{"events": [{"server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "name": "network-vif-plugged", "status": "completed", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:45.430444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:45.432791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Deleting port 7c690821-d3bf-4632-bf87-6dd2edc0a798 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:45.433618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.538214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 69b02e13-923a-4111-aa8e-f202a9ebd750, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=69b02e13-923a-4111-aa8e-f202a9ebd750,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:45.569874 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92eb3372-b189-4320-9525-7039119a82f2 req-29da11e7-31f1-4d8c-86a3-431c210afa0e service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657872 Aug 31 09:13:45.624733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.632198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:45.666572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:45.681872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-62557729-2e5d-4d94-91ad-c8d4f634bf52 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0094962 Aug 31 09:13:45.742055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-5f991cd8-ec51-42e3-866d-eebd61f2cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.744895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-5f991cd8-ec51-42e3-866d-eebd61f2cdd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.3941939 Aug 31 09:13:45.869467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7c690821-d3bf-4632-bf87-6dd2edc0a798 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:45.877122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-748df786-0568-4c88-b108-fac06f2dd942 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945065 Aug 31 09:13:45.908906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7de2-db20-4e50-bc18-26dd93df294d req-16f0e3b5-319f-47ac-a9eb-17336ce3ff98 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.912894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014f7de2-db20-4e50-bc18-26dd93df294d req-16f0e3b5-319f-47ac-a9eb-17336ce3ff98 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 945 time: 0.6511805 Aug 31 09:13:45.939293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-12b68918-ae3a-4985-82be-60fc3833df9b', 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'fixed_ips': [{'subnet_id': 'bedbd8b7-218d-4cd4-ac2f-a337bb626c18'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:13:45.940478 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.955677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56280037-dc37-4f19-8ef2-965a088852e0 req-e3c3cfc1-517a-4df2-8740-6b72d04997d1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.959161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56280037-dc37-4f19-8ef2-965a088852e0 req-e3c3cfc1-517a-4df2-8740-6b72d04997d1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 948 time: 0.5910819 Aug 31 09:13:46.075033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-f6d5ab2a-bf67-4cec-83a5-5f8233dad92e service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784840 Aug 31 09:13:46.076984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Router ee5b230c-d747-424d-a3f8-82bbf69ac620 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:13:46.104153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.123847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.232351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Allocated IP 172.20.0.2 (12b68918-ae3a-4985-82be-60fc3833df9b/bedbd8b7-218d-4cd4-ac2f-a337bb626c18/ec10b039-8ad3-4011-b1cd-84844c9e6ec1) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:46.254684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-dc239efe-bf42-4120-a5e8-a1b23c8b99e8 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222475 Aug 31 09:13:46.288834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:13:46.309362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.312811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.433272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.466281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c65e097-88b9-47b3-84e5-6469454fe888,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:46.603405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-375ae1ae-df92-4cf4-bda2-10f04c565fdc req-fe82b591-4d57-4d52-b7d9-327b723b9580 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863934 Aug 31 09:13:46.632099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] For port 7c690821-d3bf-4632-bf87-6dd2edc0a798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7c690821-d3bf-4632-bf87-6dd2edc0a798,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:46.632610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.752796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Calling delete_port for 7c690821-d3bf-4632-bf87-6dd2edc0a798 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:46.777683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.779125 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Added segment 874f670e-33dd-4531-9489-a2e0d1aa4c78 of type vlan for network 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb Aug 31 09:13:46.790897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014f7de2-db20-4e50-bc18-26dd93df294d req-dc145476-a10f-415d-b96d-7b40d02b8c2a tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8012435 Aug 31 09:13:46.841028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=69b02e13-923a-4111-aa8e-f202a9ebd750,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:46.880082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56280037-dc37-4f19-8ef2-965a088852e0 req-7eb8b5eb-7573-4b55-9afe-a0db593a8d65 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8673987 Aug 31 09:13:47.081662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.097995 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cf254d-549c-48eb-901d-5a6d30db8cf6 x-openstack-request-id: req-93cf254d-549c-48eb-901d-5a6d30db8cf6 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:47.099683 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "name": "network-vif-plugged", "status": "completed", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:47.102030 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93cf254d-549c-48eb-901d-5a6d30db8cf6 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:47.104603 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'code': 200} Aug 31 09:13:47.346197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.522914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Transition to ACTIVE for port object ec10b039-8ad3-4011-b1cd-84844c9e6ec1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:47.602020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Transition to ACTIVE for port object ec10b039-8ad3-4011-b1cd-84844c9e6ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:47.672236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.714310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.736543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652a97-515e-425e-a59e-df6c1884c6fe req-515d0b70-9843-434e-92bc-9b88d3acb87e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.747495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c652a97-515e-425e-a59e-df6c1884c6fe req-515d0b70-9843-434e-92bc-9b88d3acb87e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.3225346 Aug 31 09:13:47.754213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e92b-be14-4bf0-8754-b428ac4e20cd req-a064f890-3343-4425-ae07-09412355de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.757714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a255e92b-be14-4bf0-8754-b428ac4e20cd req-a064f890-3343-4425-ae07-09412355de59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 1098 time: 0.3928349 Aug 31 09:13:47.773598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:47.798918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640ebb-3b26-4174-af1d-f277a424be2e req-70a1675e-4cd9-4762-8dda-b32bae598756 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.801536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a640ebb-3b26-4174-af1d-f277a424be2e req-70a1675e-4cd9-4762-8dda-b32bae598756 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 946 time: 0.4412649 Aug 31 09:13:47.802737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.817267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668406-5ac4-4f62-8233-2077f263cead req-225fcd75-2ab6-4b0b-ba94-91da691f6873 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.818878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-225fcd75-2ab6-4b0b-ba94-91da691f6873 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1097 time: 1.0353653 Aug 31 09:13:47.830337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:13:47.834275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.895171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Sync routers for ids ['ee5b230c-d747-424d-a3f8-82bbf69ac620'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:47.899589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Network 12b68918-ae3a-4985-82be-60fc3833df9b is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:47.909389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.909724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Pushing event updated for resources: {'Port': ['ID=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:47.927098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-04ba012b-fa05-4752-a386-fd0920f048b8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.6098323 Aug 31 09:13:47.931440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:47.932790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:47.944677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:47.958673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Routers {'ee5b230c-d747-424d-a3f8-82bbf69ac620'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:47.959374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ee5b230c-d747-424d-a3f8-82bbf69ac620'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:47.967465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.969079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.969805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.044369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c652a97-515e-425e-a59e-df6c1884c6fe req-7a509d34-238b-4456-a144-c6c5935a0797 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950723 Aug 31 09:13:48.170616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.1073499 Aug 31 09:13:48.176504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Pushing event deleted for resources: {'Port': ['ID=7c690821-d3bf-4632-bf87-6dd2edc0a798,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:48.184347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38244) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:48.227073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Request body: {'subnet': {'network_id': '322e8ebd-5621-4d5d-92cb-12ff46ddf7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1917261335-subnet', 'tenant_id': '4f4b72bec98d48ccbc7d15f3b87247ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:48.240912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00b386-835f-45d3-b767-a465757730bd admin admin] Pushing event updated for resources: {'Network': ['ID=322e8ebd-5621-4d5d-92cb-12ff46ddf7eb,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:48.414337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a255e92b-be14-4bf0-8754-b428ac4e20cd req-adf8e5e3-3a59-4ae3-9ebf-0930c94ce501 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5834913 Aug 31 09:13:48.460247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Made reservation on behalf of 4f4b72bec98d48ccbc7d15f3b87247ce for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:48.469645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.509974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] No DVR routers for this DVR port 7c690821-d3bf-4632-bf87-6dd2edc0a798 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:48.520797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.527380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b4f9ef5-afeb-4ade-953d-56c804f90a32 req-8cfdf40b-9e26-4f26-86c3-f8c10bb68e52 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.23 "DELETE /v2.0/ports/7c690821-d3bf-4632-bf87-6dd2edc0a798 HTTP/1.1" status: 204 len: 173 time: 3.9609282 Aug 31 09:13:48.539752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-88668406-5ac4-4f62-8233-2077f263cead req-5e136fe5-f500-491e-9503-0f546836b6c1 service neutron] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:48.555243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-88668406-5ac4-4f62-8233-2077f263cead req-5e136fe5-f500-491e-9503-0f546836b6c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.556614 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88668406-5ac4-4f62-8233-2077f263cead req-5e136fe5-f500-491e-9503-0f546836b6c1 service neutron] 10.222.0.23 "DELETE /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.7136281 Aug 31 09:13:48.664889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:13:48.739963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'name': 'network-vif-deleted', 'tag': '7c690821-d3bf-4632-bf87-6dd2edc0a798'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:48.746183 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9704f0f-d718-45ca-8a08-2bf4fcc2839c" -d '{"events": [{"server_uuid": "1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d", "name": "network-vif-deleted", "tag": "7c690821-d3bf-4632-bf87-6dd2edc0a798"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:48.764064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-735dca3c-b371-49bd-b344-c18e41fe1499 req-32924cc7-df4a-4df2-879a-563601075f95 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d HTTP/1.1" status: 200 len: 210 time: 0.2708118 Aug 31 09:13:48.824722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a640ebb-3b26-4174-af1d-f277a424be2e req-3f4ba82f-743b-44d7-aee9-a3e943af8c85 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9837759 Aug 31 09:13:48.891603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:49.123202 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb0088-6460-41fa-a537-ca9b1810ebca x-openstack-request-id: req-fabb0088-6460-41fa-a537-ca9b1810ebca {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:49.124358 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d", "name": "network-vif-deleted", "tag": "7c690821-d3bf-4632-bf87-6dd2edc0a798", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:49.125185 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fabb0088-6460-41fa-a537-ca9b1810ebca {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:49.126106 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1444e3aa-fe2f-4b0d-a0c1-0834f45c2a3d', 'name': 'network-vif-deleted', 'tag': '7c690821-d3bf-4632-bf87-6dd2edc0a798', 'status': 'completed', 'code': 200} Aug 31 09:13:49.170270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.205965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.263258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Set router ee5b230c-d747-424d-a3f8-82bbf69ac620 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:49.314659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.457152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.497267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb148792-7874-4815-aceb-fafd61f51e12 req-a89282f7-c3dd-490f-a223-7f75b5c5ef19 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:49.501633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb148792-7874-4815-aceb-fafd61f51e12 req-a89282f7-c3dd-490f-a223-7f75b5c5ef19 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 948 time: 0.3736320 Aug 31 09:13:49.525465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Allocated IP 172.25.4.122 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/33a42cfd-4476-43de-90b4-0adbe36b9362) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:49.627339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2268cfe-def7-46a4-aeb8-caa555163f14,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:49.641247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52160b74-2eeb-4b08-96f2-106d8e8dc060 req-3b3c47e6-4b5d-4357-a72b-61557ca22030 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:49.643838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52160b74-2eeb-4b08-96f2-106d8e8dc060 req-3b3c47e6-4b5d-4357-a72b-61557ca22030 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1097 time: 0.4966872 Aug 31 09:13:49.795172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Checking segment: {'id': '874f670e-33dd-4531-9489-a2e0d1aa4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '322e8ebd-5621-4d5d-92cb-12ff46ddf7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:49.796411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Network hostable DHCP agents. Network: 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:13:49.812976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.889269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.906377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb148792-7874-4815-aceb-fafd61f51e12 req-6a3b8110-7070-4191-9b18-f927b02b3825 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502238 Aug 31 09:13:49.941347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52160b74-2eeb-4b08-96f2-106d8e8dc060 req-cddabcfa-3d2b-4029-8337-0f83f58ebfea tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571955 Aug 31 09:13:49.969825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Network 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:13:49.992568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 942794ba-7775-45d7-a9bd-c97c11c08f23 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:49.993134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:50.028183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:50.029424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.097336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a791d-2ce4-4d16-89a1-03e40e3f6f7b None None] Network 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:50.097975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.130563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-579d2949-6b12-4caa-a91d-bacc07ed644a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9318256 Aug 31 09:13:50.191478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c78ecd-5286-4824-9fe7-9ca42ae5be7d req-22057ae9-2dc1-4b86-a102-edfd30d3393a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:50.195251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98c78ecd-5286-4824-9fe7-9ca42ae5be7d req-22057ae9-2dc1-4b86-a102-edfd30d3393a tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 946 time: 0.0928066 Aug 31 09:13:50.245583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:50.258410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:50.268305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:50.273898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Pushing event updated for resources: {'Port': ['ID=33a42cfd-4476-43de-90b4-0adbe36b9362,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:50.303242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:50.325585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Attempting to bind port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:50.327220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Attempting to bind port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:50.328051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Attempting to bind port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 on network 12b68918-ae3a-4985-82be-60fc3833df9b {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:50.378416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98c78ecd-5286-4824-9fe7-9ca42ae5be7d req-35e71b61-8ad7-43e7-a896-559f5185f44e tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751268 Aug 31 09:13:50.465134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6542b-e105-4c5d-a743-ef1c2de2c674 req-e6209c73-cfa1-4110-ab1f-cab7b61274ea tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:50.467500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45f6542b-e105-4c5d-a743-ef1c2de2c674 req-e6209c73-cfa1-4110-ab1f-cab7b61274ea tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 1097 time: 0.1883657 Aug 31 09:13:50.550998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45f6542b-e105-4c5d-a743-ef1c2de2c674 req-8ca743f7-81f1-4f5c-a588-40e59558fa67 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692935 Aug 31 09:13:50.633189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:50.634199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Checking segment: {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:50.634199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.634613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Bound using segment: {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:50.635094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Bound port: ec10b039-8ad3-4011-b1cd-84844c9e6ec1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:50.635480 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.657075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 942794ba-7775-45d7-a9bd-c97c11c08f23 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:50.690032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Allocated IP 172.20.0.1 (6e2361cd-5687-47ef-ba34-a96e2055e913/d2b3c94e-64b4-45ac-9c1a-b6b2e181914f/a403fcc3-7c60-469a-8a0f-2f3757765041) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:50.840205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 942794ba-7775-45d7-a9bd-c97c11c08f23 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:50.841182 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.846007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c59537-8a70-4da4-9a6a-0ef56677a677 req-f8ed16c7-ef9e-4b14-b648-d5fc5267e2f5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:50.850135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08c59537-8a70-4da4-9a6a-0ef56677a677 req-f8ed16c7-ef9e-4b14-b648-d5fc5267e2f5 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 946 time: 0.1331847 Aug 31 09:13:50.864968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38286) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:50.882899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Request body: {'floatingip': {'port_id': '69b02e13-923a-4111-aa8e-f202a9ebd750'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:50.972193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] For port ec10b039-8ad3-4011-b1cd-84844c9e6ec1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:51.068782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] For port ec10b039-8ad3-4011-b1cd-84844c9e6ec1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,segment=NetworkSegment(9ad2f81b-184d-43ef-b825-b2e827189ec2),segment_id=9ad2f81b-184d-43ef-b825-b2e827189ec2)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:51.086692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.094686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.126416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.147418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Transition to ACTIVE for port object a403fcc3-7c60-469a-8a0f-2f3757765041 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:51.225975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.257861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.273857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:51.284273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958a521-731b-4107-b257-3a24be01ad4e None None] Network 322e8ebd-5621-4d5d-92cb-12ff46ddf7eb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:51.309031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:51.309402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.362171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.429630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fff61-4953-4d42-9ebe-9fe5e79c593a None None] Pushing event updated for resources: {'Port': ['ID=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:51.656470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:51.676333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=942794ba-7775-45d7-a9bd-c97c11c08f23,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:51.685058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:51.691850 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508a1cf-7a4c-4075-b4d8-409ab01049b7" -d '{"events": [{"server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "name": "network-vif-plugged", "status": "completed", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:51.694903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:51.712066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:51.763969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.779025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:13:43Z', 'revision_number': 3, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:51.830403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=a403fcc3-7c60-469a-8a0f-2f3757765041,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:52.006252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.006603 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-0547d924-4f13-4adb-b74b-2efde2753564 req-9e4a527c-486b-4cc5-93ab-7cc9622f6877 tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] show failed (client error): The resource could not be found. Aug 31 09:13:52.023752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0547d924-4f13-4adb-b74b-2efde2753564 req-9e4a527c-486b-4cc5-93ab-7cc9622f6877 tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups/8894c4a7-afba-4fb4-9ea0-7505e0875748 HTTP/1.1" status: 404 len: 352 time: 0.9686730 Aug 31 09:13:52.091961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29ba10-1886-4e27-9b2f-f9c1841b882c req-a9a7dec6-a143-4c2c-8f40-4e6fb99698eb tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:52.115876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e29ba10-1886-4e27-9b2f-f9c1841b882c req-a9a7dec6-a143-4c2c-8f40-4e6fb99698eb tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 1.1082385 Aug 31 09:13:52.117571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Checking router: ee5b230c-d747-424d-a3f8-82bbf69ac620 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:52.118341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Updating router ee5b230c-d747-424d-a3f8-82bbf69ac620 port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:13:52.194516 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.266817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:52.390156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec10b039-8ad3-4011-b1cd-84844c9e6ec1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:52.395683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.401476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.484855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e29ba10-1886-4e27-9b2f-f9c1841b882c req-50e486f4-cac8-44e7-9820-3c1d0b585855 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675139 Aug 31 09:13:52.713044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:13:52.759482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-ba3b4e10-d157-4482-a107-c42511903f36 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:52.768066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-ba3b4e10-d157-4482-a107-c42511903f36 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 0.4445455 Aug 31 09:13:53.017656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f973754c-8761-4b41-ae03-af81fb8cdda4 None None] Provisioning for port a403fcc3-7c60-469a-8a0f-2f3757765041 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:53.042054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:53.066177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f973754c-8761-4b41-ae03-af81fb8cdda4 None None] Provisioning complete for port a403fcc3-7c60-469a-8a0f-2f3757765041 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:53.068662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f973754c-8761-4b41-ae03-af81fb8cdda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.146164 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fff19f-2cd9-4fd4-8119-b6dbd4e060db x-openstack-request-id: req-f0fff19f-2cd9-4fd4-8119-b6dbd4e060db {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:53.146899 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "name": "network-vif-plugged", "status": "completed", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:53.148649 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0fff19f-2cd9-4fd4-8119-b6dbd4e060db {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:53.149612 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23', 'code': 200} Aug 31 09:13:53.166248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.393507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.473714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:53.478829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.487115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2386a-8462-4786-9a04-e707cb753af2 req-292962e7-f219-487d-9c50-9929c2817500 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:53.495925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f973754c-8761-4b41-ae03-af81fb8cdda4 None None] Port a403fcc3-7c60-469a-8a0f-2f3757765041 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:53.501869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd2386a-8462-4786-9a04-e707cb753af2 req-292962e7-f219-487d-9c50-9929c2817500 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 948 time: 0.7908006 Aug 31 09:13:53.523419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:53.524748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.846825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.859914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Transition to ACTIVE for port object 74c8ff07-b2b7-4397-b6e6-2740b54f9117 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:53.870606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37c90b-d5ba-4be2-b869-6c7392da6ce8 None None] Network 12b68918-ae3a-4985-82be-60fc3833df9b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:53.877432 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.002274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] Provisioning for port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:54.028751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] Provisioning complete for port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:54.029554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.100009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.101390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Attempting to bind port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:54.101997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Attempting to bind port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:54.106716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Attempting to bind port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:54.117201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.182223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dd2ed-80e9-4b1c-984d-26d3c649883f None None] Pushing event updated for resources: {'Port': ['ID=74c8ff07-b2b7-4397-b6e6-2740b54f9117,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:54.201289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:54.201871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:54.202602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.203144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:54.204206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Bound port: 74c8ff07-b2b7-4397-b6e6-2740b54f9117, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:54.204867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.258671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2af1-1d8b-4849-831d-3f3cb84ef082 req-7ae0754e-f278-4733-9992-a22db7e27223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:54.267535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4aef2af1-1d8b-4849-831d-3f3cb84ef082 req-7ae0754e-f278-4733-9992-a22db7e27223 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 1102 time: 0.6894972 Aug 31 09:13:54.303052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Router b20ed94d-0f0d-4fec-a219-b8396c78bf51 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:13:54.320310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] For port 74c8ff07-b2b7-4397-b6e6-2740b54f9117, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:54.329622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] For port 74c8ff07-b2b7-4397-b6e6-2740b54f9117, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=74c8ff07-b2b7-4397-b6e6-2740b54f9117,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:54.375547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.377551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=a403fcc3-7c60-469a-8a0f-2f3757765041,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:54.393154 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4aef2af1-1d8b-4849-831d-3f3cb84ef082 req-a31692f0-7607-4dfa-9461-16d08dedefba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764253 Aug 31 09:13:54.464473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.617315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dd2ed-80e9-4b1c-984d-26d3c649883f None None] Pushing event updated for resources: {'Port': ['ID=74c8ff07-b2b7-4397-b6e6-2740b54f9117,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:54.820229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:54.832051 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Sync routers for ids ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:54.873792 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Routers {'b20ed94d-0f0d-4fec-a219-b8396c78bf51'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:54.875971 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:54.878406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:54.889635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:54.908683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.914539 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c84ad26-35da-4329-ba43-90be950e40f4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.5429366 Aug 31 09:13:54.915424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38322) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:54.931108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Routers {'ee5b230c-d747-424d-a3f8-82bbf69ac620'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:54.931988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ee5b230c-d747-424d-a3f8-82bbf69ac620'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:54.993196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6ec0aa1-f388-4b5d-b35b-21ca690f1354 req-a0640c0d-43f0-4a0f-a2b7-66726df2d508 tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f4b72bec98d48ccbc7d15f3b87247ce HTTP/1.1" status: 200 len: 2984 time: 1.7453361 Aug 31 09:13:55.193959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:55.208869 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bf181a-856e-4751-bde9-5924b2f9b10e" -d '{"events": [{"server_uuid": "1748ef69-cfcf-4e9e-9b2b-173aabf99c70", "name": "network-vif-plugged", "status": "completed", "tag": "83b46698-1119-4f4f-9cfe-ce7eb5a48ba0"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:55.265426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6ec0aa1-f388-4b5d-b35b-21ca690f1354 req-16514ccd-6390-4d01-af93-c8883910a123 tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups/3c65e097-88b9-47b3-84e5-6469454fe888 HTTP/1.1" status: 200 len: 2981 time: 0.2562377 Aug 31 09:13:55.312795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bd2386a-8462-4786-9a04-e707cb753af2 req-bd1f850d-9804-4953-8b3d-cf412e217f57 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7997177 Aug 31 09:13:55.315942 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Floating IP 038e3381-8419-42fa-846f-cda6aa4e215b associated. External IP: 172.25.4.162, port: 69b02e13-923a-4111-aa8e-f202a9ebd750. Aug 31 09:13:55.423444 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Set router b20ed94d-0f0d-4fec-a219-b8396c78bf51 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:55.475283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:55.616848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Deleting port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:55.617408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:55.705980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] Set router ee5b230c-d747-424d-a3f8-82bbf69ac620 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:55.711167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] For port ec10b039-8ad3-4011-b1cd-84844c9e6ec1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,segment=NetworkSegment(9ad2f81b-184d-43ef-b825-b2e827189ec2),segment_id=9ad2f81b-184d-43ef-b825-b2e827189ec2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:55.822865 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.012435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:13:50Z', 'revision_number': 3, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:56.038258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Router ee5b230c-d747-424d-a3f8-82bbf69ac620 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:56.083772 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Checking router: b20ed94d-0f0d-4fec-a219-b8396c78bf51 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:56.085301 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Updating router b20ed94d-0f0d-4fec-a219-b8396c78bf51 port 33a42cfd-4476-43de-90b4-0adbe36b9362 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:13:56.222724 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.238093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a2a0b-6e10-411d-b2a0-ca5e27bc5c87 None None] Pushing event updated for resources: {'Port': ['ID=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:56.269119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fecdb34f-9185-4737-8b21-fc30faee834d None None] Provisioning complete for port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:56.269650 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fecdb34f-9185-4737-8b21-fc30faee834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.303061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:56.440262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:56.473807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3393a190-c387-4130-b6b1-78d416b03ca4 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee5b230c-d747-424d-a3f8-82bbf69ac620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5410459 Aug 31 09:13:56.578761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:56.595562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.660293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Calling delete_port for a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:56.773425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.910953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6ec0aa1-f388-4b5d-b35b-21ca690f1354 req-397a861c-a101-4421-a6d8-c2f4a074af57 tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups/3c65e097-88b9-47b3-84e5-6469454fe888 HTTP/1.1" status: 200 len: 2981 time: 1.6184304 Aug 31 09:13:56.914523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38330) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:56.956783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b69709-c471-4d65-903b-680d20663550 req-e9cd5a52-3713-4213-8c7f-c6f9d6290773 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:56.968483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00b69709-c471-4d65-903b-680d20663550 req-e9cd5a52-3713-4213-8c7f-c6f9d6290773 tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f HTTP/1.1" status: 200 len: 945 time: 1.2139392 Aug 31 09:13:57.019712 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.081770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a403fcc3-7c60-469a-8a0f-2f3757765041', 'name': '', 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'mac_address': 'fa:16:3e:7f:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:50Z', 'updated_at': '2021-08-31T09:13:53Z', 'revision_number': 2, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'subnets': [{'id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:57.171226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994345e2-efe0-45c9-bdb6-dd969d013c68 None None] The sync data for ids ['ee5b230c-d747-424d-a3f8-82bbf69ac620'] in n-d-800634-13 is: [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a403fcc3-7c60-469a-8a0f-2f3757765041', 'name': '', 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'mac_address': 'fa:16:3e:7f:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:50Z', 'updated_at': '2021-08-31T09:13:53Z', 'revision_number': 2, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'subnets': [{'id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:57.213178 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.242324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:57.255727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fecdb34f-9185-4737-8b21-fc30faee834d None None] Provisioning complete for port a403fcc3-7c60-469a-8a0f-2f3757765041 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:57.256892 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fecdb34f-9185-4737-8b21-fc30faee834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.267821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.277120 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Transition to ACTIVE for port object 33a42cfd-4476-43de-90b4-0adbe36b9362 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:57.301570 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.440655 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Attempting to bind port 33a42cfd-4476-43de-90b4-0adbe36b9362 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:57.441389 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Attempting to bind port 33a42cfd-4476-43de-90b4-0adbe36b9362 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:57.441592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Allocated IP 172.20.0.1 (12b68918-ae3a-4985-82be-60fc3833df9b/bedbd8b7-218d-4cd4-ac2f-a337bb626c18/330bc4b7-3478-4ff0-bf2d-c145827c8a03) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:57.442273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Attempting to bind port 33a42cfd-4476-43de-90b4-0adbe36b9362 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:57.457974 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:57.459944 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:57.460647 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.461268 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:57.464827 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Bound port: 33a42cfd-4476-43de-90b4-0adbe36b9362, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:57.465424 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.564366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-53830433'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:57.592267 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a6ed38-2a2e-4496-803b-28131b636f48 x-openstack-request-id: req-65a6ed38-2a2e-4496-803b-28131b636f48 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:57.593369 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1748ef69-cfcf-4e9e-9b2b-173aabf99c70", "name": "network-vif-plugged", "status": "completed", "tag": "83b46698-1119-4f4f-9cfe-ce7eb5a48ba0", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:57.594420 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65a6ed38-2a2e-4496-803b-28131b636f48 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:57.598204 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] For port 33a42cfd-4476-43de-90b4-0adbe36b9362, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:57.604699 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', 'code': 200} Aug 31 09:13:57.615134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] For port 33a42cfd-4476-43de-90b4-0adbe36b9362, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=33a42cfd-4476-43de-90b4-0adbe36b9362,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:57.621051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:57.636681 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.715635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.716786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fecdb34f-9185-4737-8b21-fc30faee834d None None] Port a403fcc3-7c60-469a-8a0f-2f3757765041 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:57.747358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Transition to ACTIVE for port object 330bc4b7-3478-4ff0-bf2d-c145827c8a03 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:57.755292 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Routers {'b20ed94d-0f0d-4fec-a219-b8396c78bf51'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:57.755961 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:13:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:57.840382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.886209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00b69709-c471-4d65-903b-680d20663550 req-fbfc50d8-9a16-4a85-bf80-bd4377a4173e tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a61874-38dd-4cbc-8a6d-5e580a226ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9153192 Aug 31 09:13:57.905912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:57.985734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Network 12b68918-ae3a-4985-82be-60fc3833df9b is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:57.994627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:58.015003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:58.103296 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aa7db-65c5-4f97-8dab-2fa58e61dcb8 None None] Pushing event updated for resources: {'Port': ['ID=33a42cfd-4476-43de-90b4-0adbe36b9362,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:58.104399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec10b039-8ad3-4011-b1cd-84844c9e6ec1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:58.256369 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] Set router b20ed94d-0f0d-4fec-a219-b8396c78bf51 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:58.296574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Pushing event deleted for resources: {'Port': ['ID=a5f6c518-6bf6-45dc-a40f-afb973d3e5e1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:58.311204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.364542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:58.365445 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.554896 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87bdf11b-d2dd-4bab-b1dd-b6bf64d1f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.689732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] No DVR routers for this DVR port a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:58.701056 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.720029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fef65704-b5e0-43b7-8c08-06533f11de2f req-a12158f0-4167-41d9-9da4-57f0df451cfe tempest-ListServerFiltersTestJSON-1329032467 tempest-ListServerFiltersTestJSON-1329032467-project] 10.222.0.15 "DELETE /v2.0/ports/a5f6c518-6bf6-45dc-a40f-afb973d3e5e1 HTTP/1.1" status: 204 len: 173 time: 5.9434700 Aug 31 09:13:58.939352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b2f64bc7-40a5-4673-9883-adb3746e8207 None None] Provisioning for port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:58.948159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'name': 'network-vif-deleted', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:58.955221 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb79f10-bf57-4764-83e7-2f244e557e7e" -d '{"events": [{"server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "name": "network-vif-deleted", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:58.984778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429b0d-ffec-4628-813d-89a18adf514c req-25b61779-e81a-4b39-8321-01f6efec2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.990911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93429b0d-ffec-4628-813d-89a18adf514c req-25b61779-e81a-4b39-8321-01f6efec2fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 1101 time: 1.1295183 Aug 31 09:13:58.995243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b2f64bc7-40a5-4673-9883-adb3746e8207 None None] Provisioning complete for port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:58.995714 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b2f64bc7-40a5-4673-9883-adb3746e8207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.038125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Pushing event updated for resources: {'Port': ['ID=330bc4b7-3478-4ff0-bf2d-c145827c8a03,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:59.044208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:59.048865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.057910 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.172579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6626c0e3-76e8-46e2-9ce3-4a2bb4fd5fd6 req-14868687-3e50-4568-9688-559251a6f683 tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups/3c65e097-88b9-47b3-84e5-6469454fe888 HTTP/1.1" status: 200 len: 2981 time: 0.9090109 Aug 31 09:13:59.188738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b2f64bc7-40a5-4673-9883-adb3746e8207 None None] Port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:59.253087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e11f-725e-4b7e-a783-ead8cad79d3b req-cd897bce-058b-43b0-a1f9-58e7aece8e1d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.265980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c23e11f-725e-4b7e-a783-ead8cad79d3b req-cd897bce-058b-43b0-a1f9-58e7aece8e1d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 949 time: 1.4076090 Aug 31 09:13:59.329381 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aa7db-65c5-4f97-8dab-2fa58e61dcb8 None None] Pushing event updated for resources: {'Port': ['ID=33a42cfd-4476-43de-90b4-0adbe36b9362,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:59.493985 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:13:50Z', 'revision_number': 3, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:59.538672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:13:59.588623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.588623 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Added segment b8aa9dc8-8f65-4b28-a245-248090fe4913 of type vlan for network b6b86332-b17c-4db9-834e-78c64a7ce8ae Aug 31 09:13:59.606430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:59.612539 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f72c04-dabd-4b65-8f08-44eafbe63495" -d '{"events": [{"server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:59.683099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403634-6a46-4d8c-8cf6-e047b07dede0 None None] The sync data for ids ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'] in n-d-800634-13 is: [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:13:50Z', 'revision_number': 3, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:59.815781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.838608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.851250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.046571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Router ad886b53-3afc-4dbd-a116-821e20a6e90b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:14:00.083252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c23e11f-725e-4b7e-a783-ead8cad79d3b req-90e423d8-f313-47e9-b975-d1f0718bbf4c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479076 Aug 31 09:14:00.141738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 74c8ff07-b2b7-4397-b6e6-2740b54f9117 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:00.208484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:14:00.256008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.356581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:00.363302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:00.363760 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.487948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93429b0d-ffec-4628-813d-89a18adf514c req-d384d176-8503-48ad-aff8-2adfb649f1c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4798787 Aug 31 09:14:00.492643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.509350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:00.511524 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.700030 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.736465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38364) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:00.803389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 74c8ff07-b2b7-4397-b6e6-2740b54f9117, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=74c8ff07-b2b7-4397-b6e6-2740b54f9117,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:00.813343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.850958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Pushing event updated for resources: {'Port': ['ID=330bc4b7-3478-4ff0-bf2d-c145827c8a03,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:00.959141 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c6eb66-953b-48d1-b102-11666a481852 x-openstack-request-id: req-a2c6eb66-953b-48d1-b102-11666a481852 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:00.965492 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "name": "network-vif-deleted", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:00.967131 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2c6eb66-953b-48d1-b102-11666a481852 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:00.969238 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'name': 'network-vif-deleted', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1', 'status': 'completed', 'code': 200} Aug 31 09:14:01.001677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Deleting subnet 7d13983d-c7cc-4182-9710-adf7aa8f4efe {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:14:01.016793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.081705 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-6626c0e3-76e8-46e2-9ce3-4a2bb4fd5fd6 req-c4ead7aa-86b2-415a-a1ba-23ac61c5b9ba tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:14:01.095742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=74c8ff07-b2b7-4397-b6e6-2740b54f9117,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:01.111007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6626c0e3-76e8-46e2-9ce3-4a2bb4fd5fd6 req-c4ead7aa-86b2-415a-a1ba-23ac61c5b9ba tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c65e097-88b9-47b3-84e5-6469454fe888 HTTP/1.1" status: 409 len: 352 time: 1.9368753 Aug 31 09:14:01.156619 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b24d3d-f445-46a3-ac88-22d2e25f18b0 x-openstack-request-id: req-87b24d3d-f445-46a3-ac88-22d2e25f18b0 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:01.157358 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f6c518-6bf6-45dc-a40f-afb973d3e5e1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:01.158033 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87b24d3d-f445-46a3-ac88-22d2e25f18b0 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:01.158990 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd451ba9-56ec-4569-9a2d-dc0e1d9c4a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f6c518-6bf6-45dc-a40f-afb973d3e5e1', 'code': 200} Aug 31 09:14:01.206384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Network 12b68918-ae3a-4985-82be-60fc3833df9b is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:01.255055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:01.307507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.2434127 Aug 31 09:14:01.309503 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-2286365a-a3ca-4b22-8cc8-452d41c7eea7 req-c2559ef2-06fb-4249-81e3-87cc1ab7dcbe tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] show failed (client error): The resource could not be found. Aug 31 09:14:01.327024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2286365a-a3ca-4b22-8cc8-452d41c7eea7 req-c2559ef2-06fb-4249-81e3-87cc1ab7dcbe tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups/2df01a95-7b53-4be8-a0e5-664daca417d4 HTTP/1.1" status: 404 len: 352 time: 0.0500448 Aug 31 09:14:01.333188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38370) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:01.396800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.426678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'subnet': {'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:01.470748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bd0582-f66e-4ff7-ae7a-96cceb7f2157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.721711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.780012 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.859165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.896741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbb6d3-134a-4672-a75d-1c9a346b7d39 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Network': ['ID=b6b86332-b17c-4db9-834e-78c64a7ce8ae,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:01.961870 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-ec72a5d0-54be-4487-abe8-73394d9410a9 req-621574ce-ebc4-4baf-a076-9948000d34bf tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] show failed (client error): The resource could not be found. Aug 31 09:14:01.964176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec72a5d0-54be-4487-abe8-73394d9410a9 req-621574ce-ebc4-4baf-a076-9948000d34bf tempest-SecurityGroupsNegativeTestJSON-1566457315 tempest-SecurityGroupsNegativeTestJSON-1566457315-project] 10.222.0.18 "GET /v2.0/security-groups/22b470e8-06d3-40bb-bd87-234cb165473a HTTP/1.1" status: 404 len: 352 time: 0.4778907 Aug 31 09:14:01.981017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5f45fec0-ccda-4f48-877d-8f1a982b175b None None] Provisioning complete for port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:01.985627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f45fec0-ccda-4f48-877d-8f1a982b175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.004871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:02.028450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:02.126111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:14:02.132876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] Sync routers for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:02.186448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.256058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.266417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d13983d-c7cc-4182-9710-adf7aa8f4efe HTTP/1.1" status: 204 len: 168 time: 1.5256724 Aug 31 09:14:02.273829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38384) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:02.320007 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.396787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c236e-76a2-42a0-bc6e-5ec341f7a547 None None] Network d993cdcf-f501-434b-ae6b-b34a42556812 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:02.519308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:02.520915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:02.678275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01b907-5b09-4060-83e5-65746f2d75a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d13983d-c7cc-4182-9710-adf7aa8f4efe,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:02.678988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Deleting subnet b2268cfe-def7-46a4-aeb8-caa555163f14 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:14:02.720105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.734037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2cc29625-783c-48a3-aac6-51d90170869c tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "PUT /v2.0/floatingips/038e3381-8419-42fa-846f-cda6aa4e215b HTTP/1.1" status: 200 len: 992 time: 11.8672805 Aug 31 09:14:02.764381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.902535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Router b20ed94d-0f0d-4fec-a219-b8396c78bf51 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:14:02.904662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7cb5-5fbc-4931-a36c-eae0fef46ca0 req-08711375-1e08-494d-8dad-a4e09911470c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.928070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a9b7cb5-5fbc-4931-a36c-eae0fef46ca0 req-08711375-1e08-494d-8dad-a4e09911470c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 949 time: 1.4801855 Aug 31 09:14:02.988418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:02.992710 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:03.111285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:03.131186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a9b7cb5-5fbc-4931-a36c-eae0fef46ca0 req-3030ee63-55e6-451c-acc8-245d6c88d4a4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988544 Aug 31 09:14:03.184578 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e792428-771c-4dd2-a23f-3e1dd2e107c2 x-openstack-request-id: req-6e792428-771c-4dd2-a23f-3e1dd2e107c2 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:03.184925 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:03.188439 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e792428-771c-4dd2-a23f-3e1dd2e107c2 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:03.190580 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'status': 'completed', 'code': 200} Aug 31 09:14:03.190580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:03.209325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:03.241640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 74c8ff07-b2b7-4397-b6e6-2740b54f9117 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:03.242923 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Sync routers for ids ['ee5b230c-d747-424d-a3f8-82bbf69ac620'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:03.267508 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Routers {'ee5b230c-d747-424d-a3f8-82bbf69ac620'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:03.268154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ee5b230c-d747-424d-a3f8-82bbf69ac620'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:03.323135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5f45fec0-ccda-4f48-877d-8f1a982b175b None None] Port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:03.901015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:03.914873 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Set router ee5b230c-d747-424d-a3f8-82bbf69ac620 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:04.053774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:04.064172 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:04.148945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:04.188080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Deleting port c074d35d-e37a-4d97-9c0b-da502572fbcb {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:04.188987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:04.363988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-71de60cc-d78b-4075-a5aa-c32777ad415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.368413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:04.369266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:04.371193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-71de60cc-d78b-4075-a5aa-c32777ad415a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cca650d271648bc8e0e06655a5770ef&device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 1098 time: 0.5763779 Aug 31 09:14:04.371771 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:04.395980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-00787cff-bed6-4de5-bedf-38194689eb14 admin admin] 10.222.0.18 "PUT /v2.0/routers/b20ed94d-0f0d-4fec-a219-b8396c78bf51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4699531 Aug 31 09:14:04.465026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] For port c074d35d-e37a-4d97-9c0b-da502572fbcb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c074d35d-e37a-4d97-9c0b-da502572fbcb,segment=NetworkSegment(4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92),segment_id=4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:04.465615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:04.536173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Calling delete_port for c074d35d-e37a-4d97-9c0b-da502572fbcb owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:04.790205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Sync routers for ids ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:04.825579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-1dba71c8-9943-42c7-8698-148dcb287623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.828616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-1dba71c8-9943-42c7-8698-148dcb287623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2a7ea50-6434-4536-9f42-80c390ce67f1 HTTP/1.1" status: 200 len: 915 time: 0.4251127 Aug 31 09:14:04.845535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Routers {'b20ed94d-0f0d-4fec-a219-b8396c78bf51'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:04.846549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:04.869766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:04.913636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Pushing event deleted for resources: {'Port': ['ID=c074d35d-e37a-4d97-9c0b-da502572fbcb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:04.922608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] No DVR routers for this DVR port c074d35d-e37a-4d97-9c0b-da502572fbcb on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:05.030283 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a403fcc3-7c60-469a-8a0f-2f3757765041', 'name': '', 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'mac_address': 'fa:16:3e:7f:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:50Z', 'updated_at': '2021-08-31T09:13:53Z', 'revision_number': 2, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'subnets': [{'id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:05.118341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Subnet': ['ID=4680b479-2989-4f8c-a85e-351984e35948,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:05.132462 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Checking router: ee5b230c-d747-424d-a3f8-82bbf69ac620 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:05.140054 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Updating router ee5b230c-d747-424d-a3f8-82bbf69ac620 port a403fcc3-7c60-469a-8a0f-2f3757765041 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:14:05.193237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.224434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d993cdcf-f501-434b-ae6b-b34a42556812']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:05.231439 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.248286 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-5a7dca71-87a0-43e0-ab96-c4991972851a req-e371bdad-6f33-47d9-82a6-1acc99898644 tempest-FloatingIPDetailsNegativeTestJSON-900314209 tempest-FloatingIPDetailsNegativeTestJSON-900314209-project] show failed (client error): The resource could not be found. Aug 31 09:14:05.268062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a7dca71-87a0-43e0-ab96-c4991972851a req-e371bdad-6f33-47d9-82a6-1acc99898644 tempest-FloatingIPDetailsNegativeTestJSON-900314209 tempest-FloatingIPDetailsNegativeTestJSON-900314209-project] 10.222.0.18 "GET /v2.0/floatingips/df719c67-e460-4f1e-985a-da486f20ac1d HTTP/1.1" status: 404 len: 350 time: 0.3777609 Aug 31 09:14:05.286642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.287232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c71938-9c8b-4cd3-bfce-12b2347b0dd2 None None] DHCP port deletion for d993cdcf-f501-434b-ae6b-b34a42556812 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:14:05.293232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:05.307429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:05.307931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b83c2aa-be2f-47ed-9e6c-2c2f702c6f92') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:05.392461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.402589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Checking segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:05.413742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network hostable DHCP agents. Network: b6b86332-b17c-4db9-834e-78c64a7ce8ae, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:14:05.455452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.483910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:14:05.484634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.528807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 33a42cfd-4476-43de-90b4-0adbe36b9362 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:14:05.638061 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:14:05.646250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.673565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.688661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] 10.222.0.18 "DELETE /v2.0/networks/d993cdcf-f501-434b-ae6b-b34a42556812 HTTP/1.1" status: 204 len: 168 time: 3.3959293 Aug 31 09:14:05.757373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384ce9b-3aa8-4ca2-916f-69899bc0d31d admin admin] Pushing event deleted for resources: {'Network': ['ID=d993cdcf-f501-434b-ae6b-b34a42556812,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:05.899489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-fa1bfbe7-ef81-4eba-9103-dca3bf5a2210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69b02e13-923a-4111-aa8e-f202a9ebd750 HTTP/1.1" status: 200 len: 1000 time: 1.0458300 Aug 31 09:14:05.932033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2268cfe-def7-46a4-aeb8-caa555163f14,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:05.987989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.991986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1da9523b-d08c-4f6c-ac50-4d0e66a4ea68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2268cfe-def7-46a4-aeb8-caa555163f14 HTTP/1.1" status: 204 len: 168 time: 3.9668987 Aug 31 09:14:05.996172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38446) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:06.011634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Set router b20ed94d-0f0d-4fec-a219-b8396c78bf51 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:06.028907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985b57-25f7-4148-bcff-3f2f3b8f5f75 req-ad9bb301-6a6a-4404-97cd-7afac09b5c99 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:06.032403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99985b57-25f7-4148-bcff-3f2f3b8f5f75 req-ad9bb301-6a6a-4404-97cd-7afac09b5c99 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 949 time: 1.5049269 Aug 31 09:14:06.043417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 33a42cfd-4476-43de-90b4-0adbe36b9362 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:06.083598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:14:06.121056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b6b86332-b17c-4db9-834e-78c64a7ce8ae) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:06.127218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '038e3381-8419-42fa-846f-cda6aa4e215b', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'port_id': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'mac_address': 'fa:16:3e:7c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1458872d-06bd-40bb-a847-399fa8d21268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:13:16Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 1, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:16Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:06.160467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:06.163356 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.270748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38448) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:06.292563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 33a42cfd-4476-43de-90b4-0adbe36b9362 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:06.293548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.302506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] Checking router: ad886b53-3afc-4dbd-a116-821e20a6e90b for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:06.311639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4870b27-7845-4e0c-93de-b4e05ab2f311 None None] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:06.312714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-ea2f95fb-83e9-4593-9f39-5b8cebd4b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:06.315593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-ea2f95fb-83e9-4593-9f39-5b8cebd4b772 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b3adce3-11de-4e36-b6c2-5104315570e6 HTTP/1.1" status: 200 len: 853 time: 0.4007010 Aug 31 09:14:06.425461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-83731237-22a4-4989-acce-e9b5c462676d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.0587833 Aug 31 09:14:06.442540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38452) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:06.485494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1571125323'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:06.508736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.561284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.568877 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.595083 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Transition to ACTIVE for port object a403fcc3-7c60-469a-8a0f-2f3757765041 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:06.610265 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.710412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:06.710412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:06.719533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'fixed_ips': [{'subnet_id': '4680b479-2989-4f8c-a85e-351984e35948'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:14:06.729194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.884417 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Pushing event updated for resources: {'Port': ['ID=a403fcc3-7c60-469a-8a0f-2f3757765041,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:06.884533 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.911411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322e8ebd-5621-4d5d-92cb-12ff46ddf7eb']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:06.924060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874f670e-33dd-4531-9489-a2e0d1aa4c78') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:06.924384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874f670e-33dd-4531-9489-a2e0d1aa4c78') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:06.938016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.949902 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.955202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.955688 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.956015 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.956337 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.956660 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.956979 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.957292 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.957604 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.957917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.958232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.958568 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:06.963520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.971899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:14:06.972531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.995025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-61a6f241-b546-4b7c-a0f6-efb5c2bd8e18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=540d06313e5149d291757a1ecba811c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090914 Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:14:07.106363 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:14:07.112101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:07.126185 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Attempting to bind port a403fcc3-7c60-469a-8a0f-2f3757765041 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:07.126685 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Attempting to bind port a403fcc3-7c60-469a-8a0f-2f3757765041 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:07.127002 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Attempting to bind port a403fcc3-7c60-469a-8a0f-2f3757765041 on network 6e2361cd-5687-47ef-ba34-a96e2055e913 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:07.132159 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.156619 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:07.157745 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Checking segment: {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:07.158914 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.159909 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Bound using segment: {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:07.161168 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Bound port: a403fcc3-7c60-469a-8a0f-2f3757765041, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee83c4f8-318e-490d-9b61-d281e8a0d08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:07.164406 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.193055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.232574 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/322e8ebd-5621-4d5d-92cb-12ff46ddf7eb HTTP/1.1" status: 204 len: 168 time: 1.2302721 Aug 31 09:14:07.396469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40932977-6b2b-42a4-add1-4bff83e5ace2 admin admin] Pushing event deleted for resources: {'Network': ['ID=322e8ebd-5621-4d5d-92cb-12ff46ddf7eb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:07.408483 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] For port a403fcc3-7c60-469a-8a0f-2f3757765041, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:07.417580 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] For port a403fcc3-7c60-469a-8a0f-2f3757765041, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a403fcc3-7c60-469a-8a0f-2f3757765041,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:07.436082 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.606940 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Routers {'ee5b230c-d747-424d-a3f8-82bbf69ac620'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:07.615495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde1a-c094-43e4-af38-5526510eb9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.617460 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ee5b230c-d747-424d-a3f8-82bbf69ac620'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:07.750735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde1a-c094-43e4-af38-5526510eb9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.011302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde1a-c094-43e4-af38-5526510eb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.020303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed0fde1a-c094-43e4-af38-5526510eb9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.027914 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed0fde1a-c094-43e4-af38-5526510eb9a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15a61874-38dd-4cbc-8a6d-5e580a226ae1 HTTP/1.1" status: 204 len: 168 time: 0.9167490 Aug 31 09:14:08.028936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:08.114918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99985b57-25f7-4148-bcff-3f2f3b8f5f75 req-86c9195c-3da6-481f-b93e-99b1ff565609 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8335807 Aug 31 09:14:08.148120 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cb216-d7eb-4260-92e5-80a9d5d15ca2 None None] Pushing event updated for resources: {'Port': ['ID=a403fcc3-7c60-469a-8a0f-2f3757765041,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:08.152809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fde1a-c094-43e4-af38-5526510eb9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a61874-38dd-4cbc-8a6d-5e580a226ae1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:08.158632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Allocated IP 19.80.0.2 (b6b86332-b17c-4db9-834e-78c64a7ce8ae/4680b479-2989-4f8c-a85e-351984e35948/519557c0-edfe-4daf-ad37-4257d9f207f8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:08.387703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:08.423293 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c96c95ab-86b9-449c-b210-2fde64ab4c47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f4b72bec98d48ccbc7d15f3b87247ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717022 Aug 31 09:14:08.424214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.427769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38498) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:08.573399 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] Set router ee5b230c-d747-424d-a3f8-82bbf69ac620 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:08.610112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-b3032d52-a7dd-4137-9320-3fe074091150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:08.617256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-b3032d52-a7dd-4137-9320-3fe074091150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2a7ea50-6434-4536-9f42-80c390ce67f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.2559481 Aug 31 09:14:08.775880 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.828319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.881260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.083495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad0a6-e002-416c-9b0e-63c0fa9a44c7 req-49e2c051-0513-42bb-b792-9bd0260e7acc tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:09.098878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab7ad0a6-e002-416c-9b0e-63c0fa9a44c7 req-49e2c051-0513-42bb-b792-9bd0260e7acc tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 950 time: 0.4780006 Aug 31 09:14:09.170577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.176078 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.178132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c65e097-88b9-47b3-84e5-6469454fe888 HTTP/1.1" status: 204 len: 168 time: 0.7458410 Aug 31 09:14:09.226903 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a403fcc3-7c60-469a-8a0f-2f3757765041', 'name': '', 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'mac_address': 'fa:16:3e:7f:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:50Z', 'updated_at': '2021-08-31T09:14:07Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'subnets': [{'id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:09.237288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c65e097-88b9-47b3-84e5-6469454fe888,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:09.276149 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9adc2d-c977-41ec-9ec9-eb5b45b1bdc9 None None] The sync data for ids ['ee5b230c-d747-424d-a3f8-82bbf69ac620'] in n-d-800634-13 is: [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a403fcc3-7c60-469a-8a0f-2f3757765041', 'name': '', 'network_id': '6e2361cd-5687-47ef-ba34-a96e2055e913', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'mac_address': 'fa:16:3e:7f:d9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:50Z', 'updated_at': '2021-08-31T09:14:07Z', 'revision_number': 4, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'subnets': [{'id': 'd2b3c94e-64b4-45ac-9c1a-b6b2e181914f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:09.285936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:14:09.297746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.298149 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Added segment c03e328b-eace-4d0b-9186-49802c3fea93 of type vlan for network 002bbc29-7696-422d-9d03-e13cca7c7e29 Aug 31 09:14:09.306975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Transition to ACTIVE for port object 519557c0-edfe-4daf-ad37-4257d9f207f8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:09.321588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.322022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.322624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.323198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.323982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.324320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.324868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.325972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.341386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.342194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.344756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.345393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57ff80a-bda1-437b-b743-4eb48dc27568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:09.519321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.529586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Transition to ACTIVE for port object 519557c0-edfe-4daf-ad37-4257d9f207f8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:09.532842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:09.699512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.872315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 33a42cfd-4476-43de-90b4-0adbe36b9362, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=33a42cfd-4476-43de-90b4-0adbe36b9362,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:09.881556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab7ad0a6-e002-416c-9b0e-63c0fa9a44c7 req-5d5cc76d-0694-4413-8eb8-62b02f91000f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810092 Aug 31 09:14:09.937473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.944709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-dbc4ba23-4389-4b68-86d6-483f01f2a7da service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739380 Aug 31 09:14:09.970653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.007558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:10.071982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:10.081134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Pushing event updated for resources: {'Port': ['ID=519557c0-edfe-4daf-ad37-4257d9f207f8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:10.104353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:10.188903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:13:58Z', 'revision_number': 4, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '330bc4b7-3478-4ff0-bf2d-c145827c8a03', 'name': '', 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'mac_address': 'fa:16:3e:12:35:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'bedbd8b7-218d-4cd4-ac2f-a337bb626c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:56Z', 'updated_at': '2021-08-31T09:13:59Z', 'revision_number': 2, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'subnets': [{'id': 'bedbd8b7-218d-4cd4-ac2f-a337bb626c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:10.385699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:14:10.414357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a403fcc3-7c60-469a-8a0f-2f3757765041 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:10.424262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Checking router: b20ed94d-0f0d-4fec-a219-b8396c78bf51 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:10.425009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Updating router b20ed94d-0f0d-4fec-a219-b8396c78bf51 port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:14:10.655974 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.683733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.686030 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.746075 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.757195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=33a42cfd-4476-43de-90b4-0adbe36b9362,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:10.766388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.798247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 4.3311994 Aug 31 09:14:10.801350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Attempting to bind port 519557c0-edfe-4daf-ad37-4257d9f207f8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:10.802140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:10.803459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Attempting to bind port 519557c0-edfe-4daf-ad37-4257d9f207f8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:10.804217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Attempting to bind port 519557c0-edfe-4daf-ad37-4257d9f207f8 on network b6b86332-b17c-4db9-834e-78c64a7ce8ae {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:10.812779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'subnet': {'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:10.862597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:10.863887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Checking segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:10.870846 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.872598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Bound using segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:10.873713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Bound port: 519557c0-edfe-4daf-ad37-4257d9f207f8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:10.874719 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.065212 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:11.264979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a403fcc3-7c60-469a-8a0f-2f3757765041 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:11.310744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:11.317080 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.329579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a403fcc3-7c60-469a-8a0f-2f3757765041 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:11.330364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.413605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] For port 519557c0-edfe-4daf-ad37-4257d9f207f8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:11.496577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] For port 519557c0-edfe-4daf-ad37-4257d9f207f8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=519557c0-edfe-4daf-ad37-4257d9f207f8,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:11.532265 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.550407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16f7977-7b3d-4af6-9d46-4c4f5ead61fb req-448adb28-8de7-4b28-a1ca-6e1dbab73387 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5689895 Aug 31 09:14:11.554434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97593-6601-4792-ba6e-b94961a3d1da tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Network': ['ID=002bbc29-7696-422d-9d03-e13cca7c7e29,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:11.594139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:14:11.726710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c86b62-84b2-4a1f-b422-a02639fd29aa req-bb2665db-cf46-4208-959b-eb95730ff7ed tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.736885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c86b62-84b2-4a1f-b422-a02639fd29aa req-bb2665db-cf46-4208-959b-eb95730ff7ed tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.759399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9c86b62-84b2-4a1f-b422-a02639fd29aa req-bb2665db-cf46-4208-959b-eb95730ff7ed tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70&device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 1690 time: 0.5144124 Aug 31 09:14:11.839639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:11.897561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '038e3381-8419-42fa-846f-cda6aa4e215b', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'port_id': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'mac_address': 'fa:16:3e:7c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1458872d-06bd-40bb-a847-399fa8d21268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:13:16Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 1, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:16Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:11.951528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9c86b62-84b2-4a1f-b422-a02639fd29aa req-40865e6d-481c-4981-aeb5-7daf61a35a65 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837769 Aug 31 09:14:12.032398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33916a-c645-46aa-91e7-4372c5f537fe None None] The sync data for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 is: [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '038e3381-8419-42fa-846f-cda6aa4e215b', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'port_id': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'mac_address': 'fa:16:3e:7c:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1458872d-06bd-40bb-a847-399fa8d21268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:13:16Z', 'updated_at': '2021-08-31T09:13:52Z', 'revision_number': 1, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:16Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:12.101135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.109816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d3d21-268c-43a7-9607-942244e12363 None None] Pushing event updated for resources: {'Port': ['ID=519557c0-edfe-4daf-ad37-4257d9f207f8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:12.292103 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.417477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Subnet': ['ID=e232566d-d9e6-41ea-8448-4d1a5cb1c959,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:12.555598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Checking segment: {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:12.556349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network hostable DHCP agents. Network: 002bbc29-7696-422d-9d03-e13cca7c7e29, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:14:12.566441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a403fcc3-7c60-469a-8a0f-2f3757765041, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a403fcc3-7c60-469a-8a0f-2f3757765041,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:12.587963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.597320 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.661607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:14:12.664789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Transition to ACTIVE for port object 330bc4b7-3478-4ff0-bf2d-c145827c8a03 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:12.697331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 002bbc29-7696-422d-9d03-e13cca7c7e29) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:12.701231 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.744941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:12.746536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.760927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864ec2f-4b0b-4794-b71f-43b145864a25 None None] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:12.805984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-451950387-network', 'tenant_id': 'eaa61d346bed40648d9df0f87db03f53'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:12.854419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c020f9-8a77-4204-befe-f5a05d24634e req-e19d8c9c-9c13-4c6b-b699-5a7b9acdc5d7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:12.861290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39c020f9-8a77-4204-befe-f5a05d24634e req-e19d8c9c-9c13-4c6b-b699-5a7b9acdc5d7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 1101 time: 0.4068007 Aug 31 09:14:12.879695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c074d35d-e37a-4d97-9c0b-da502572fbcb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:12.905138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Made reservation on behalf of eaa61d346bed40648d9df0f87db03f53 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:12.911359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.932247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54b487e1-1b32-4315-89ed-6898d0bc1d56 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1267374 Aug 31 09:14:12.958784 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3198f-58c1-4018-b2f3-18f5433fbcde None None] New status for floating IP 038e3381-8419-42fa-846f-cda6aa4e215b: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:14:12.959360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.118138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38702) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:13.184492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c074d35d-e37a-4d97-9c0b-da502572fbcb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:13.204259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c074d35d-e37a-4d97-9c0b-da502572fbcb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:13.215125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39c020f9-8a77-4204-befe-f5a05d24634e req-1cabae30-b363-4624-9a81-b594c5985343 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443999 Aug 31 09:14:13.231613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a403fcc3-7c60-469a-8a0f-2f3757765041,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:13.423142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Deleting port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:13.423697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.576279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.584945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.619649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:14:13.650995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.651347 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Added segment c4fe62b2-acde-44ab-9d8d-58551b78a56d of type vlan for network 526470c9-53e1-47f0-b2ea-c3c26356586d Aug 31 09:14:13.795386 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.820684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a34d53-7bf5-4feb-a2cb-8875dad9fe41,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:13.828385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-521783202-network', 'tenant_id': '07d437b08aa646b9ad02fd79bc804ed7'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:13.843747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.846397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.848284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.868162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.871185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.874328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.876115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.877100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.880309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.880892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.881521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.882069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:13.937833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.965465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:13.976907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.981014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 519557c0-edfe-4daf-ad37-4257d9f207f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:13.988998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Made reservation on behalf of 07d437b08aa646b9ad02fd79bc804ed7 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:13.991204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2d9c8-5416-4d05-a047-85ae269a1ef1 None None] Pushing event updated for resources: {'Port': ['ID=330bc4b7-3478-4ff0-bf2d-c145827c8a03,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:13.995513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.049058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-002bbc29-7696-422d-9d03-e13cca7c7e29', 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'fixed_ips': [{'subnet_id': 'e232566d-d9e6-41ea-8448-4d1a5cb1c959'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:14:14.049975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.081353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] For port 330bc4b7-3478-4ff0-bf2d-c145827c8a03, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:14.082879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.119650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Calling delete_port for 330bc4b7-3478-4ff0-bf2d-c145827c8a03 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:14.137246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2957330 Aug 31 09:14:14.142162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.142563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38724) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:14.152024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Request body: {'subnet': {'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-451950387-subnet', 'tenant_id': 'eaa61d346bed40648d9df0f87db03f53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:14.161005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd2c2f-6d93-4dd3-b3a6-5bf1299439bf admin admin] Pushing event updated for resources: {'Network': ['ID=526470c9-53e1-47f0-b2ea-c3c26356586d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:14.214284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Made reservation on behalf of eaa61d346bed40648d9df0f87db03f53 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:14.226093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.312768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 526470c9-53e1-47f0-b2ea-c3c26356586d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:14:14.317173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41289376-e019-4de5-8894-8932a0fc71b5 None None] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:14.422776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6c456-33d6-4114-8359-4525e30d72d1 req-e4cb724e-65b8-4bc0-9125-ca8a22ba9d78 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:14.425607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43a6c456-33d6-4114-8359-4525e30d72d1 req-e4cb724e-65b8-4bc0-9125-ca8a22ba9d78 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 1102 time: 0.6387224 Aug 31 09:14:14.469393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:14.480247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Attempting to bind port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:14.481392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Attempting to bind port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:14.482915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Attempting to bind port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 on network 12b68918-ae3a-4985-82be-60fc3833df9b {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:14.582594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-d263342c-8a64-4b91-a110-52659f9a59b6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:14.593525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-d263342c-8a64-4b91-a110-52659f9a59b6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:14.601056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-d263342c-8a64-4b91-a110-52659f9a59b6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/networks?id=b6b86332-b17c-4db9-834e-78c64a7ce8ae&id=002bbc29-7696-422d-9d03-e13cca7c7e29&id=b6b86332-b17c-4db9-834e-78c64a7ce8ae HTTP/1.1" status: 200 len: 1390 time: 0.8028159 Aug 31 09:14:14.635037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43a6c456-33d6-4114-8359-4525e30d72d1 req-d272174c-234d-4f5c-9891-dce5b44cbfe1 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963696 Aug 31 09:14:14.654628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-668a067e-a299-4f13-86e4-f909e3668ced tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/quotas/c2bcb2911c7a442b856bde8ebaaf8194 HTTP/1.1" status: 200 len: 375 time: 0.0516980 Aug 31 09:14:14.681120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.839533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.870671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.871069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Checking segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:14.871423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Network hostable DHCP agents. Network: 526470c9-53e1-47f0-b2ea-c3c26356586d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:14:14.875735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eecca17-1911-4367-ab28-6b09296b9e7c,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:14.904041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Network 526470c9-53e1-47f0-b2ea-c3c26356586d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:14:14.920894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 526470c9-53e1-47f0-b2ea-c3c26356586d) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:14.927905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:14.929184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.951571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-660e17c4-e0f7-4a92-b237-a2dc1672d35d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8068552 Aug 31 09:14:14.989441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cbe464-2133-4cf5-8edd-a45603b53f6b None None] Network 526470c9-53e1-47f0-b2ea-c3c26356586d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:15.066625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-9028ce17-78fa-468b-9f60-8a2625152cfe tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4107039 Aug 31 09:14:15.118978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:15.118978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Checking segment: {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:15.118978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.119688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Bound using segment: {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:15.120556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Bound port: 330bc4b7-3478-4ff0-bf2d-c145827c8a03, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad2f81b-184d-43ef-b825-b2e827189ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '12b68918-ae3a-4985-82be-60fc3833df9b'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:15.120744 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.194183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] Provisioning for port 519557c0-edfe-4daf-ad37-4257d9f207f8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:15.221208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:14:15.269674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] Provisioning complete for port 519557c0-edfe-4daf-ad37-4257d9f207f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:15.270247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.273138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 519557c0-edfe-4daf-ad37-4257d9f207f8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:15.285116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Allocated IP 19.86.0.2 (002bbc29-7696-422d-9d03-e13cca7c7e29/e232566d-d9e6-41ea-8448-4d1a5cb1c959/9b3928d0-2096-437a-8277-5fea02f0171c) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:15.291921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3182c-82d3-4939-b63a-5e6137bc5948,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:15.311981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.312341 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Added segment e80eb8dd-1389-4de4-940a-0749505efac5 of type vlan for network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 Aug 31 09:14:15.334064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.348423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 519557c0-edfe-4daf-ad37-4257d9f207f8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:15.349009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.427299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Port 330bc4b7-3478-4ff0-bf2d-c145827c8a03 has been deleted concurrently {{(pid=94897) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 09:14:15.491549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-07858026-8fbd-46a2-b4dd-e9fdbed6b157 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.493969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-07858026-8fbd-46a2-b4dd-e9fdbed6b157 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.6087296 Aug 31 09:14:15.501793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.505824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=330bc4b7-3478-4ff0-bf2d-c145827c8a03,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:15.586558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-f1932090-3323-4b96-af0f-458ba7873ee4 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/quotas/488d2f853bf9442497aa96a8cf8164b0 HTTP/1.1" status: 200 len: 375 time: 0.0652895 Aug 31 09:14:15.660527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-d22a5998-b23a-48d4-8d98-bf248f68c4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929120 Aug 31 09:14:15.687215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-99aaab27-ce57-4f82-8a73-e9654a76d7e2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.689528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-99aaab27-ce57-4f82-8a73-e9654a76d7e2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77da8ee-f4a2-425a-b469-5eb7998ba114 HTTP/1.1" status: 200 len: 945 time: 0.3077478 Aug 31 09:14:15.711307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Routers {'b20ed94d-0f0d-4fec-a219-b8396c78bf51'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:15.712490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:15.718663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.720309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.721414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.866648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.926927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8063266 Aug 31 09:14:15.932045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38748) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:15.939268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Request body: {'subnet': {'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-521783202-subnet', 'tenant_id': '07d437b08aa646b9ad02fd79bc804ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:16.008018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Made reservation on behalf of 07d437b08aa646b9ad02fd79bc804ed7 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:16.014016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.018846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-c644b362-e528-4936-b932-7c594254deab tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4002838 Aug 31 09:14:16.058003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbb944-6b16-4dae-ab4a-9acffd469cfe None None] Network 526470c9-53e1-47f0-b2ea-c3c26356586d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:16.233726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:16.237745 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5574c1-0ac6-4c7e-90a6-9de829d50862" -d '{"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:16.377495 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.409515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:16.423681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.472728 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.483230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] Set router b20ed94d-0f0d-4fec-a219-b8396c78bf51 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:16.569059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa547c-f482-41ec-8b73-b9874d84e4fb admin admin] Pushing event updated for resources: {'Network': ['ID=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:16.628615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17640d7-71f5-4002-a919-ddce1162f5dc,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:16.632186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Checking segment: {'id': 'e80eb8dd-1389-4de4-940a-0749505efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:16.632644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Network hostable DHCP agents. Network: 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:14:16.683271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:14:16.688122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:14:16.699039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-db1ec43c-bd20-4136-8276-350340862c63 service neutron] 10.222.0.18 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0087068 Aug 31 09:14:16.716745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-03b5f4a4-7ba0-405e-9647-744046c3238f service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461544 Aug 31 09:14:16.718617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:16.724721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.736951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:16.738710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.773418 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.794683 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9407ebb0-4673-47eb-b1a6-8ba596f39a86 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8496463 Aug 31 09:14:16.795027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18faf8-c8fd-4aa7-88a8-ce560223e9bf None None] Network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:16.938178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Deleting port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:16.938559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.181760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] For port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:17.182315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.255092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] For port 519557c0-edfe-4daf-ad37-4257d9f207f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=519557c0-edfe-4daf-ad37-4257d9f207f8,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:17.260546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.294748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Calling delete_port for f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:17.331267 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.349985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-f5f0da56-8368-4019-abb8-d6563eef6ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041646 Aug 31 09:14:17.352492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Transition to ACTIVE for port object 9b3928d0-2096-437a-8277-5fea02f0171c will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:17.361932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:17.517133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-924f5954-9ff2-46e2-8bfe-2b1cf177ae48 service neutron] 10.222.0.18 "GET /v2.0/networks/002bbc29-7696-422d-9d03-e13cca7c7e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987988 Aug 31 09:14:17.624223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Transition to ACTIVE for port object 9b3928d0-2096-437a-8277-5fea02f0171c will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:17.739548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.741688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:14:17.742608 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:14:17.753889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022dcf42-9fbc-41e8-a040-c1498e094d39 None None] Network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:18.026133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-bf4167de-19ba-4e07-95df-c5ce53650d7f service neutron] 10.222.0.18 "GET /v2.0/networks/002bbc29-7696-422d-9d03-e13cca7c7e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075228 Aug 31 09:14:18.029959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-ab2f838c-6235-4f44-9397-19bdd9413ac3 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761290 Aug 31 09:14:18.064725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-33275ab7-8e9f-4dae-a82f-833f38ee3aab None None] Provisioning complete for port 519557c0-edfe-4daf-ad37-4257d9f207f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:18.065423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-33275ab7-8e9f-4dae-a82f-833f38ee3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.071519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af04b-dc3c-4289-bc0b-cd159b53f660 None None] Pushing event updated for resources: {'Port': ['ID=519557c0-edfe-4daf-ad37-4257d9f207f8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:18.344179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:18.377816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:18.401688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:18.420966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Pushing event updated for resources: {'Port': ['ID=9b3928d0-2096-437a-8277-5fea02f0171c,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:18.441747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Router b20ed94d-0f0d-4fec-a219-b8396c78bf51 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:14:18.516987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 33a42cfd-4476-43de-90b4-0adbe36b9362 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:18.546558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-1f3f4bd1-c1dd-429f-aeed-5e7daf1c739a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:18.550152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.562400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-1f3f4bd1-c1dd-429f-aeed-5e7daf1c739a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5117447 Aug 31 09:14:18.623818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.711189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-6214e871-97cc-406f-a19a-97538ad22036 service neutron] 10.222.0.18 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625750 Aug 31 09:14:18.764748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-2c0a0d8f-1f4c-4500-8696-c7b83dc8dabc tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/quotas/f3ea2c1d000a48429f8eaf748aed1d33 HTTP/1.1" status: 200 len: 375 time: 0.1979082 Aug 31 09:14:18.781924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Attempting to bind port 9b3928d0-2096-437a-8277-5fea02f0171c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:18.782225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Attempting to bind port 9b3928d0-2096-437a-8277-5fea02f0171c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:18.783049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Attempting to bind port 9b3928d0-2096-437a-8277-5fea02f0171c on network 002bbc29-7696-422d-9d03-e13cca7c7e29 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:18.803240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:14:14Z', 'revision_number': 5, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:18.806239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:18.806853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Checking segment: {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:18.807423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.807959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Bound using segment: {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:18.808661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Bound port: 9b3928d0-2096-437a-8277-5fea02f0171c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:18.809135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.870410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31645b62-58f6-43aa-807f-5a8495fe044c None None] The sync data for ids ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'] in n-d-800634-13 is: [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:14:14Z', 'revision_number': 5, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:18.878516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event deleted for resources: {'Port': ['ID=f4c91cfc-4ad4-42b5-ab0b-43ac945e1210,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:18.912638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 33a42cfd-4476-43de-90b4-0adbe36b9362 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:18.912891 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.027392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] No DVR routers for this DVR port f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:19.031787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.034774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a45000e-f2a3-44ef-8dc5-b39f52ad9141 req-e9acb8b9-866d-41ed-b96d-ecb71f74d4eb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "DELETE /v2.0/ports/f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 HTTP/1.1" status: 204 len: 173 time: 3.3284628 Aug 31 09:14:19.042878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] For port 9b3928d0-2096-437a-8277-5fea02f0171c, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:19.049129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] For port 9b3928d0-2096-437a-8277-5fea02f0171c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b3928d0-2096-437a-8277-5fea02f0171c,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:19.061103 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.061694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-deleted', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:19.064607 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c384e-5526-4167-8d2a-c1ec61bae5dd" -d '{"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-deleted", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:19.198205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-ec8040fa-9b95-4a9b-93cf-a35074ca3da4 service neutron] 10.222.0.18 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271791 Aug 31 09:14:19.244813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-f319a802-50f5-40de-9690-d7751cf0f5cd tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3475873 Aug 31 09:14:19.258919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:19.284450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a663c5a8-576b-4f7a-921a-0ef1d9d722a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/b20ed94d-0f0d-4fec-a219-b8396c78bf51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9625618 Aug 31 09:14:19.288013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:19.323750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a403fcc3-7c60-469a-8a0f-2f3757765041 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:19.693552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6d63-3b7a-4a2c-9e4a-dbaf23f50188 None None] Pushing event updated for resources: {'Port': ['ID=9b3928d0-2096-437a-8277-5fea02f0171c,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:19.786672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a403fcc3-7c60-469a-8a0f-2f3757765041 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:19.790568 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.039256 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34d70f4-a265-41e1-861b-517577d1cc6f x-openstack-request-id: req-d34d70f4-a265-41e1-861b-517577d1cc6f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:20.040230 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:20.041845 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d34d70f4-a265-41e1-861b-517577d1cc6f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:20.044134 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'code': 200} Aug 31 09:14:20.139319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.420602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:20.529125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:20.529595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f4c91cfc-4ad4-42b5-ab0b-43ac945e1210 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:20.711819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-ced1c920-d023-438a-89f2-062debe57884 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.716490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-ced1c920-d023-438a-89f2-062debe57884 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.9350278 Aug 31 09:14:20.777151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Request body: {'port': {'device_id': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'admin_state_up': True, 'tenant_id': '488d2f853bf9442497aa96a8cf8164b0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:20.899565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] Sync routers for ids ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:20.929272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] Routers {'b20ed94d-0f0d-4fec-a219-b8396c78bf51'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:20.931128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:20.935984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 519557c0-edfe-4daf-ad37-4257d9f207f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:21.065837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-feabb8ca-62bf-4a6e-9f3b-201f2d5fbc8b tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.072898 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.078735 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-feabb8ca-62bf-4a6e-9f3b-201f2d5fbc8b tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/networks?id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 HTTP/1.1" status: 200 len: 813 time: 0.2494934 Aug 31 09:14:21.100393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-9ea3b026-78bd-459b-9aaf-069c3b93e8c5 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/quotas/07d437b08aa646b9ad02fd79bc804ed7 HTTP/1.1" status: 200 len: 375 time: 0.0202208 Aug 31 09:14:21.160957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-a869f296-8843-4181-bcaa-b7b762f7f4c7 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d437b08aa646b9ad02fd79bc804ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592246 Aug 31 09:14:21.326669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-aa878598-d319-4bd1-af68-7423c59604ba tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.331066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-aa878598-d319-4bd1-af68-7423c59604ba tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 812 time: 0.7945483 Aug 31 09:14:21.348673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Made reservation on behalf of 488d2f853bf9442497aa96a8cf8164b0 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:21.356041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.381336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-42911e5c-7a59-4972-adeb-83fd729ebcd1 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/quotas/eaa61d346bed40648d9df0f87db03f53 HTTP/1.1" status: 200 len: 375 time: 0.0306609 Aug 31 09:14:21.454955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-3e2c725a-ac97-426e-88c7-5ea341a66491 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923119 Aug 31 09:14:21.494401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] Set router b20ed94d-0f0d-4fec-a219-b8396c78bf51 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:21.524589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-2c87cb2f-73c3-498f-9a27-5e2ad0d4355b tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198745 Aug 31 09:14:21.589042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fe665-d84c-4082-8ec9-0e61fd2a8e35 None None] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:21.603882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 519557c0-edfe-4daf-ad37-4257d9f207f8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:21.604550 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.643709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Allocated IP 172.20.0.2 (e1b8595f-9b9f-44bf-9db0-0697c1530a38/a184fb36-2223-4d99-9a64-c280e3fa8e78/cf777fe6-3d67-47fa-82ef-771b42d67721) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:21.649660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Deleting port 33a42cfd-4476-43de-90b4-0adbe36b9362 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:21.650673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.760029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-ebb688b8-ed54-433e-98cc-8cb897dce3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098639 Aug 31 09:14:21.882684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-44e8934b-c3af-4ece-ad7a-2325a3a8ec1a None None] Provisioning for port 9b3928d0-2096-437a-8277-5fea02f0171c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:21.939110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-ce270119-ddb2-4c65-aef1-876906f11d9f service neutron] 10.222.0.18 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828448 Aug 31 09:14:21.975239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] For port 33a42cfd-4476-43de-90b4-0adbe36b9362, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=33a42cfd-4476-43de-90b4-0adbe36b9362,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:21.975848 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.978139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-5a8e6f0e-9831-47cd-9ee4-1e31e0c85a41 service neutron] 10.222.0.18 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025836 Aug 31 09:14:22.041797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Calling delete_port for 33a42cfd-4476-43de-90b4-0adbe36b9362 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:22.362002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.437127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b3928d0-2096-437a-8277-5fea02f0171c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:22.528855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.609725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-3a073444-36d7-4f80-8ec6-c3da459d26dc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.625284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-3a073444-36d7-4f80-8ec6-c3da459d26dc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.628862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-3a073444-36d7-4f80-8ec6-c3da459d26dc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "GET /v2.0/networks?id=b6b86332-b17c-4db9-834e-78c64a7ce8ae&id=002bbc29-7696-422d-9d03-e13cca7c7e29&id=b6b86332-b17c-4db9-834e-78c64a7ce8ae HTTP/1.1" status: 200 len: 1390 time: 0.3982444 Aug 31 09:14:22.646873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1795ff7-408b-4ccc-a8c1-34eafec277a3 req-fb0b4f8e-4d92-4462-bd43-67082b134228 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.668615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1795ff7-408b-4ccc-a8c1-34eafec277a3 req-fb0b4f8e-4d92-4462-bd43-67082b134228 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 931 time: 0.1984835 Aug 31 09:14:22.710894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:14:14Z', 'revision_number': 5, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port': {'id': '33a42cfd-4476-43de-90b4-0adbe36b9362', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:49Z', 'updated_at': '2021-08-31T09:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:22.729861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'port': {'device_id': 'd49b70c0-2271-4528-a022-3771caa19d93', 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'admin_state_up': True, 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:22.775175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] Checking router: b20ed94d-0f0d-4fec-a219-b8396c78bf51 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:22.797260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:22.833639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] Routers {'b20ed94d-0f0d-4fec-a219-b8396c78bf51'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:22.836183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:14:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:22.839871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:22.862836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:22.873175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:23.064723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.100340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1795ff7-408b-4ccc-a8c1-34eafec277a3 req-f8bda6c2-27d3-49c9-970b-c4ffed181f37 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248679 Aug 31 09:14:23.131257 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1370f98a-ccf9-419b-9a33-b57e07594b83 x-openstack-request-id: req-1370f98a-ccf9-419b-9a33-b57e07594b83 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:23.131556 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77da8ee-f4a2-425a-b469-5eb7998ba114", "name": "network-vif-deleted", "tag": "f4c91cfc-4ad4-42b5-ab0b-43ac945e1210", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:23.131817 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1370f98a-ccf9-419b-9a33-b57e07594b83 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:23.132237 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77da8ee-f4a2-425a-b469-5eb7998ba114', 'name': 'network-vif-deleted', 'tag': 'f4c91cfc-4ad4-42b5-ab0b-43ac945e1210', 'status': 'completed', 'code': 200} Aug 31 09:14:23.159069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:23.178724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.413131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=33a42cfd-4476-43de-90b4-0adbe36b9362,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:23.526291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:23.540181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.641398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53a10c3f-0e30-47b4-b764-4b680bdb6a7d req-46a065a7-3e53-43aa-bf09-020f885228ae tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 210 time: 0.2490804 Aug 31 09:14:23.656243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dbb47230-6bda-49a5-9bb0-d5d734ecd942 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2656050 Aug 31 09:14:23.663395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d02c04-c027-446a-947b-0609a7d09023 req-d01be9f9-ed0c-4c48-8099-9fffa826281e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 210 time: 0.2739217 Aug 31 09:14:23.711141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-6b2225f1-6680-4db2-b624-7348b84abc29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9631689 Aug 31 09:14:23.720256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.784676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] Set router b20ed94d-0f0d-4fec-a219-b8396c78bf51 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:23.907004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0121de8-335d-4074-9e0e-0b026bc1be7a req-9603236a-0a69-4b2e-a6e5-142cdae709b7 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 210 time: 0.0741296 Aug 31 09:14:23.976060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9b3928d0-2096-437a-8277-5fea02f0171c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:23.983295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:14:21Z', 'revision_number': 6, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:23.996371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.009623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.040575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Request body: {'port': {'device_id': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:24.047889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9b3928d0-2096-437a-8277-5fea02f0171c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:24.050685 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.156959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe50305-7c21-42d5-a63d-4485b650168e None None] The sync data for ids ['b20ed94d-0f0d-4fec-a219-b8396c78bf51'] in n-d-800634-13 is: [{'id': 'b20ed94d-0f0d-4fec-a219-b8396c78bf51', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-408235201-router', 'tenant_id': '629dadd9fe85473d944be5d7eebc188a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:46Z', 'updated_at': '2021-08-31T09:14:21Z', 'revision_number': 6, 'project_id': '629dadd9fe85473d944be5d7eebc188a', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:24.266061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3ec5fe33-f0ce-46ac-892b-f6a0839b7014 None None] Provisioning complete for port 9b3928d0-2096-437a-8277-5fea02f0171c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:24.266443 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe33-f0ce-46ac-892b-f6a0839b7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.268366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.269298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20ed94d-0f0d-4fec-a219-b8396c78bf51 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:14:24.287886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.302192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4fa3cf9d-a40c-4fd6-bd07-ff9b557bfbcf admin admin] 10.222.0.18 "DELETE /v2.0/routers/b20ed94d-0f0d-4fec-a219-b8396c78bf51 HTTP/1.1" status: 204 len: 168 time: 5.0117803 Aug 31 09:14:24.306171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38870) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:24.340020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fea2ea07-bc08-49e0-b8d2-13af93a394a5 req-9061c3ac-cc2c-4cfd-868f-ef3f44e2d2ee tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 210 time: 0.2116952 Aug 31 09:14:24.466188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Allocated IP 19.80.0.106 (b6b86332-b17c-4db9-834e-78c64a7ce8ae/4680b479-2989-4f8c-a85e-351984e35948/0b93ab17-ac21-4402-ab9e-433a466c21eb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:24.507730 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.611428 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe33-f0ce-46ac-892b-f6a0839b7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.618909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.636599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9b3928d0-2096-437a-8277-5fea02f0171c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b3928d0-2096-437a-8277-5fea02f0171c,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:24.646621 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.729620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9b3928d0-2096-437a-8277-5fea02f0171c,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:24.749616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.750453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.751165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.751818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.752558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.753317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.754001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.754748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.755495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.756195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.757244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.757944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:24.909671 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3ec5fe33-f0ce-46ac-892b-f6a0839b7014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:14:24.910632 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3ec5fe33-f0ce-46ac-892b-f6a0839b7014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:14:24.998690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 33a42cfd-4476-43de-90b4-0adbe36b9362 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:25.062439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Deleting subnet bedbd8b7-218d-4cd4-ac2f-a337bb626c18 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:14:25.073892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.082705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 33a42cfd-4476-43de-90b4-0adbe36b9362 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:25.083261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 33a42cfd-4476-43de-90b4-0adbe36b9362 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:25.180215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.535900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8be23df-b5f1-49ad-a9b8-795442d287d6 req-0bad2e11-1bb1-4851-a901-3028f2113c8a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 210 time: 0.2035980 Aug 31 09:14:25.596583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-01cec8ae-e95f-45eb-8289-7b9bc58037d4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:25.605155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-01cec8ae-e95f-45eb-8289-7b9bc58037d4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9398515 Aug 31 09:14:25.675753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.809312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-0d29b409-81b6-4dfa-938f-4d6e23c03bb7 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:25.812863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-0d29b409-81b6-4dfa-938f-4d6e23c03bb7 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.23 "GET /v2.0/networks?id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 HTTP/1.1" status: 200 len: 813 time: 0.4786689 Aug 31 09:14:25.814232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.845182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:25.871274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedbd8b7-218d-4cd4-ac2f-a337bb626c18,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:25.893102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.895800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-711b4ab4-f460-4e0f-9dc5-7c1445bc1669 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bedbd8b7-218d-4cd4-ac2f-a337bb626c18 HTTP/1.1" status: 204 len: 168 time: 1.5870647 Aug 31 09:14:25.898115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf777fe6-3d67-47fa-82ef-771b42d67721 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:25.900624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932f42e-26b3-4a4c-9ffd-34dc1a4cb88c None None] Network 12b68918-ae3a-4985-82be-60fc3833df9b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:25.902862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38886) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:25.918173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.991879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Transition to ACTIVE for port object cf777fe6-3d67-47fa-82ef-771b42d67721 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:26.011281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.080912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.207966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:26.339684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-fea3dbc7-bce4-42da-aea5-c2010943f925 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:26.343453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-fea3dbc7-bce4-42da-aea5-c2010943f925 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 812 time: 0.2095537 Aug 31 09:14:26.349546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] DHCP port deletion for 12b68918-ae3a-4985-82be-60fc3833df9b request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:14:26.357999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Request body: {'port': {'device_id': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7', 'admin_state_up': True, 'tenant_id': '07d437b08aa646b9ad02fd79bc804ed7'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:26.395379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-28919c06-e767-4dc0-8ccc-07efaf01296c tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:26.397124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-28919c06-e767-4dc0-8ccc-07efaf01296c tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 812 time: 0.3127725 Aug 31 09:14:26.475310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e49a0fbe-0ed9-4e20-8840-146b36273ef5 req-f4fde77d-3109-47cc-85f4-04e46701c10d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 210 time: 0.6544447 Aug 31 09:14:26.478299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:26.494946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.509735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] Deleting port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:26.510572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.565849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c8f1e-8529-43bc-97a6-505021404013 req-ed697158-4426-4091-8913-3cacc8619250 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:26.573957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c9c8f1e-8529-43bc-97a6-505021404013 req-ed697158-4426-4091-8913-3cacc8619250 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 931 time: 2.2302601 Aug 31 09:14:26.612022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Request body: {'port': {'device_id': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'admin_state_up': True, 'tenant_id': 'eaa61d346bed40648d9df0f87db03f53'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:26.680472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] For port ec10b039-8ad3-4011-b1cd-84844c9e6ec1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,segment=NetworkSegment(9ad2f81b-184d-43ef-b825-b2e827189ec2),segment_id=9ad2f81b-184d-43ef-b825-b2e827189ec2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:26.680936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.728638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] Calling delete_port for ec10b039-8ad3-4011-b1cd-84844c9e6ec1 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:26.817775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6bc3dda-4f76-4b2f-9230-644b8e9e33ad req-f38e4947-9920-440d-988d-298baead346f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 210 time: 0.0814571 Aug 31 09:14:26.844534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b3928d0-2096-437a-8277-5fea02f0171c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:26.854529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Request body: {'port': {'device_id': '310fbde9-903e-4209-b2bf-565e50ed8290', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'admin_state_up': True, 'tenant_id': 'eaa61d346bed40648d9df0f87db03f53'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:26.960300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Attempting to bind port cf777fe6-3d67-47fa-82ef-771b42d67721 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:26.960300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Attempting to bind port cf777fe6-3d67-47fa-82ef-771b42d67721 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:26.960794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Attempting to bind port cf777fe6-3d67-47fa-82ef-771b42d67721 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:26.975770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Port cf777fe6-3d67-47fa-82ef-771b42d67721 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:26.976618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Attempting to bind port cf777fe6-3d67-47fa-82ef-771b42d67721 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:26.990930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:26.991306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Checking segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:26.991964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Bound using segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:26.992656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Bound port: cf777fe6-3d67-47fa-82ef-771b42d67721, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:26.993106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.024396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9b3928d0-2096-437a-8277-5fea02f0171c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:27.024898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.063785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Deleting port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:27.064353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.099093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.171 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/3d1d6428-c6c9-4af2-ac38-0308d8e7e41c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:27.126673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.159386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.181622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] Pushing event deleted for resources: {'Port': ['ID=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:27.183779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb51604-c7dc-4c62-9645-2a6561b1a546 None None] No DVR routers for this DVR port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:27.218116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c9c8f1e-8529-43bc-97a6-505021404013 req-b6a9d4f2-edad-4e63-8ea2-8b26f36df3c6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427782 Aug 31 09:14:27.240720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Made reservation on behalf of 07d437b08aa646b9ad02fd79bc804ed7 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:27.247450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.310406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] For port ec10b039-8ad3-4011-b1cd-84844c9e6ec1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,segment=NetworkSegment(9ad2f81b-184d-43ef-b825-b2e827189ec2),segment_id=9ad2f81b-184d-43ef-b825-b2e827189ec2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:27.311157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.335332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adb36b4a-131b-4e02-b247-f42407f7bd45 req-bdd7e735-f3af-403e-a3a1-91e9e1126393 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 210 time: 0.2140343 Aug 31 09:14:27.392043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Calling delete_port for ec10b039-8ad3-4011-b1cd-84844c9e6ec1 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:27.397320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Transition to ACTIVE for port object 0b93ab17-ac21-4402-ab9e-433a466c21eb will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:27.398517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Made reservation on behalf of eaa61d346bed40648d9df0f87db03f53 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:27.402276 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.422671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:27.484140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:27.486745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec10b039-8ad3-4011-b1cd-84844c9e6ec1 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:27.506989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.527466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ec10b039-8ad3-4011-b1cd-84844c9e6ec1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:27.527812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec10b039-8ad3-4011-b1cd-84844c9e6ec1 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:27.615188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:27.616965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.618555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] 10.222.0.23 "PUT /v2.0/ports/cf777fe6-3d67-47fa-82ef-771b42d67721 HTTP/1.1" status: 200 len: 1092 time: 3.5983317 Aug 31 09:14:27.618555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:27.620816 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35" -d '{"events": [{"name": "network-changed", "server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:27.675037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a89c88-ddf7-4c47-aad3-83a935651081 service neutron] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:27.692033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc14e64f-ec61-43bd-9370-d33aca33ba59 req-e92ae2f4-96f9-47b2-812d-f431e9865834 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 210 time: 0.0679533 Aug 31 09:14:27.715110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47403dc5-5561-492b-b89f-4c45d831767c req-7b086a98-bb83-4738-a348-04fc81550b01 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 210 time: 0.1171021 Aug 31 09:14:27.742827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.773189 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f6aa20-ecb3-4734-a7b1-78b9e9e0aa16 x-openstack-request-id: req-36f6aa20-ecb3-4734-a7b1-78b9e9e0aa16 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:27.773502 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:27.773713 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36f6aa20-ecb3-4734-a7b1-78b9e9e0aa16 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:27.774107 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'status': 'completed', 'code': 200} Aug 31 09:14:27.784481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Made reservation on behalf of eaa61d346bed40648d9df0f87db03f53 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:27.790955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.804976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] No DVR routers for this DVR port ec10b039-8ad3-4011-b1cd-84844c9e6ec1 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:27.809259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec10b039-8ad3-4011-b1cd-84844c9e6ec1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:27.821785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Allocated IP 172.20.0.11 (526470c9-53e1-47f0-b2ea-c3c26356586d/6eecca17-1911-4367-ab28-6b09296b9e7c/85e01505-c347-4e85-8db7-10bb3e8b779a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:27.826150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.927190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-f95c5957-4db1-4ebc-b3e6-80f00fe0e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:27.929066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-f95c5957-4db1-4ebc-b3e6-80f00fe0e574 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 1095 time: 0.2229919 Aug 31 09:14:27.959476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.014692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-bf8dfd51-59e7-417a-b3e6-eae611c12204 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf777fe6-3d67-47fa-82ef-771b42d67721 HTTP/1.1" status: 200 len: 217 time: 0.0679190 Aug 31 09:14:28.016321 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b68918-ae3a-4985-82be-60fc3833df9b']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:28.049882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad2f81b-184d-43ef-b825-b2e827189ec2') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:28.050224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad2f81b-184d-43ef-b825-b2e827189ec2') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:28.081920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d2bdeb1-918d-4770-b016-678936db51a2 req-8bbd875a-1e19-4e68-84bd-68d2c4963993 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 210 time: 0.1167924 Aug 31 09:14:28.128963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:28.164980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.169718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:28.174056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Allocated IP 172.20.0.8 (1aa8fdc5-3338-47dd-9097-c12f53b0a1c7/e17640d7-71f5-4002-a919-ddce1162f5dc/056fd107-4e8f-40cf-a796-81400bc25215) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:28.188457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.215219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:28.219019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Port': ['ID=0b93ab17-ac21-4402-ab9e-433a466c21eb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:28.241148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f921b-9de8-410e-94cd-179667ef12ce req-25b679ac-b2b5-4720-a504-3f2c19a326c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.244074 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-25b679ac-b2b5-4720-a504-3f2c19a326c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.2111213 Aug 31 09:14:28.253462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.372418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:14:28.373186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.378869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-0ef754f7-cb3a-472b-b151-94485e2a0006 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191680 Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:14:28.380036 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:14:28.400487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:28.546602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ad6f138-452f-4d5c-82e9-079bc618f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.674545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-863c8e19-6dc6-447c-a83e-2d12a52b1375 req-1638685e-19e2-4789-b673-ac2d5b4a8691 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 210 time: 0.1110885 Aug 31 09:14:28.699894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.700951 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.743405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.800765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-fd66a97f-fbf7-4d13-9135-ba620a39c4ea tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0756187 Aug 31 09:14:28.802500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0321911e-6f52-40aa-b516-8bb6b22c636f None None] Provisioning for port 0b93ab17-ac21-4402-ab9e-433a466c21eb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:28.812658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172752a3-8125-4e7b-a028-9ca16cbe4ae0 req-cd7908b0-b03d-4040-a0bb-27bd297e28d9 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.817171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0321911e-6f52-40aa-b516-8bb6b22c636f None None] Provisioning complete for port 0b93ab17-ac21-4402-ab9e-433a466c21eb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:28.818291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0321911e-6f52-40aa-b516-8bb6b22c636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.821522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-172752a3-8125-4e7b-a028-9ca16cbe4ae0 req-cd7908b0-b03d-4040-a0bb-27bd297e28d9 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 943 time: 0.4197977 Aug 31 09:14:28.827740 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.837032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.868566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'port': {'device_id': 'd49b70c0-2271-4528-a022-3771caa19d93', 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29', 'admin_state_up': True, 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:28.910797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0321911e-6f52-40aa-b516-8bb6b22c636f None None] Port 0b93ab17-ac21-4402-ab9e-433a466c21eb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:28.923174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.924746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.932341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] 10.222.0.18 "DELETE /v2.0/networks/12b68918-ae3a-4985-82be-60fc3833df9b HTTP/1.1" status: 204 len: 168 time: 3.0224144 Aug 31 09:14:28.939829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:28.993509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', '942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:29.019887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f85736-ba32-45a9-af4c-8e642e89ad0b admin admin] Pushing event deleted for resources: {'Network': ['ID=12b68918-ae3a-4985-82be-60fc3833df9b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:29.030992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-3e7aa1c1-f0e6-483e-86ec-ea0b5600e3e8 service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243949 Aug 31 09:14:29.082417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Network 526470c9-53e1-47f0-b2ea-c3c26356586d is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:29.144592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:29.152084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:29.214146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:29.232823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-172752a3-8125-4e7b-a028-9ca16cbe4ae0 req-f18c5d12-b7a3-4f03-985d-644f2f924460 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094455 Aug 31 09:14:29.267288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event updated for resources: {'Port': ['ID=85e01505-c347-4e85-8db7-10bb3e8b779a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:29.339738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:29.354575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:29.365354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38918) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:29.452912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:29.469065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.475097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.542503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Allocated IP 172.20.0.10 (526470c9-53e1-47f0-b2ea-c3c26356586d/6eecca17-1911-4367-ab28-6b09296b9e7c/8c059237-8a26-4373-bb3e-d3d76a867cbc) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:29.544073 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-220c752a-16da-4fe8-a12f-ee04785db7fc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1296370 Aug 31 09:14:29.560110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-adf74973-6f23-4654-a95d-063ee92f63c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=629dadd9fe85473d944be5d7eebc188a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877456 Aug 31 09:14:29.569931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Request body: {'port': {'device_id': '310fbde9-903e-4209-b2bf-565e50ed8290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:29.581236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38920) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:29.590062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635c5af-c63a-4fb6-b239-62cc6f8648f0 req-b8910f9a-e027-447f-a77f-eab515c5cf2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.593492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7635c5af-c63a-4fb6-b239-62cc6f8648f0 req-b8910f9a-e027-447f-a77f-eab515c5cf2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 932 time: 0.7182443 Aug 31 09:14:29.713780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-262f921b-9de8-410e-94cd-179667ef12ce req-f2756e89-5782-4a7c-849a-6bb8887619eb service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616976 Aug 31 09:14:29.757849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.759071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.789084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.822143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.837007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56f6902c-306c-4112-b290-1856e0b48c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.891786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d98030f7-b37b-48ba-b742-15e731540eef None None] Provisioning for port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:29.917970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d98030f7-b37b-48ba-b742-15e731540eef None None] Provisioning complete for port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:29.920246 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d98030f7-b37b-48ba-b742-15e731540eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.963934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56f6902c-306c-4112-b290-1856e0b48c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.970450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:29.976371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.984681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d98030f7-b37b-48ba-b742-15e731540eef None None] Port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:29.985893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7635c5af-c63a-4fb6-b239-62cc6f8648f0 req-1bc8f8a1-50ee-4001-abb5-77011020c8f2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343563 Aug 31 09:14:30.008425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd75a0-c18d-4374-8f8f-75f786d2db45 req-18ff0a11-7b06-403f-bdfc-6f7c1fea1286 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:30.039235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8cd75a0-c18d-4374-8f8f-75f786d2db45 req-18ff0a11-7b06-403f-bdfc-6f7c1fea1286 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 936 time: 0.4649129 Aug 31 09:14:30.041698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7780593e-0ddd-4f3c-ab40-30684769c091 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2224674 Aug 31 09:14:30.084261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Request body: {'port': {'device_id': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:30.233045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-bd141ba1-fb0f-49f5-b60a-c42c8df8c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:30.234625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-bd141ba1-fb0f-49f5-b60a-c42c8df8c641 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 1095 time: 0.3466768 Aug 31 09:14:30.298163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56f6902c-306c-4112-b290-1856e0b48c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.301945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56f6902c-306c-4112-b290-1856e0b48c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.303580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-56f6902c-306c-4112-b290-1856e0b48c3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31e06059-75a0-41f1-a49f-1880a77cc833 HTTP/1.1" status: 204 len: 168 time: 0.7195530 Aug 31 09:14:30.335774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cca68aee-1e94-47ae-977a-5b6d7a27d169 req-b2ae69a5-e7d9-4021-9aad-4c4ce089dd9e tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 210 time: 0.1534390 Aug 31 09:14:30.390274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6902c-306c-4112-b290-1856e0b48c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e06059-75a0-41f1-a49f-1880a77cc833,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:30.494422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-dd17aa64-7817-49d8-9a3a-a83b68a366fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:30.498457 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-dd17aa64-7817-49d8-9a3a-a83b68a366fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 905 time: 0.2471297 Aug 31 09:14:30.505308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.532659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8cd75a0-c18d-4374-8f8f-75f786d2db45 req-72889777-8c7d-47bc-a6a6-9c3b2da3e9da tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558897 Aug 31 09:14:30.589835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.649978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-a6244c65-b9bd-4743-9798-440123906515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf777fe6-3d67-47fa-82ef-771b42d67721 HTTP/1.1" status: 200 len: 217 time: 0.1430824 Aug 31 09:14:30.817664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-38d6d0a7-e4a3-4be3-98f8-0b23ceeb1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:30.820963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-38d6d0a7-e4a3-4be3-98f8-0b23ceeb1caf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.1519549 Aug 31 09:14:30.889158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.896208 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-669cdf8a-8b39-4aae-888f-9aaaa2ea6112 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634298 Aug 31 09:14:30.903918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:31.150172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-b9510f27-d8ca-4178-aab1-0f58bcea0347 service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424550 Aug 31 09:14:31.322563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa5ba67f-47f5-4deb-a3e4-92831ec6ad35 req-5b2c8790-886e-49ec-b92d-1dd6b53463c2 service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627259 Aug 31 09:14:31.378163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Pushing event updated for resources: {'Port': ['ID=056fd107-4e8f-40cf-a796-81400bc25215,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:31.390310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:31.402042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:31.486506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ebebd47-8c86-4007-9e52-6077c99f5c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.643665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Allocated IP 19.86.0.110 (002bbc29-7696-422d-9d03-e13cca7c7e29/e232566d-d9e6-41ea-8448-4d1a5cb1c959/1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:31.700051 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.766375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.808474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4052-a762-47fc-8dbe-41c1947e63ec req-8367a8de-453b-45f7-a0e9-46384043a7e5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.811753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bea4052-a762-47fc-8dbe-41c1947e63ec req-8367a8de-453b-45f7-a0e9-46384043a7e5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 943 time: 1.1242437 Aug 31 09:14:31.841336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.842541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.854836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c211d2-ae46-43d5-a3f6-2ffb22908c41 req-fa17a967-038b-4595-a8ac-27cad63f3a83 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.858959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28c211d2-ae46-43d5-a3f6-2ffb22908c41 req-fa17a967-038b-4595-a8ac-27cad63f3a83 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 932 time: 1.1288030 Aug 31 09:14:32.034019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:32.077075 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.103282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-7fce8516-35ec-4ddf-abc3-421ffdc55dc8 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0088439 Aug 31 09:14:32.228890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Request body: {'port': {'device_id': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:32.232712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e01505-c347-4e85-8db7-10bb3e8b779a {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:32.257822 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.281495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:32.283723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Transition to ACTIVE for port object 85e01505-c347-4e85-8db7-10bb3e8b779a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:32.294284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.319928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'mac_address': 'fa:16:3e:6b:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:32.356939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Network 526470c9-53e1-47f0-b2ea-c3c26356586d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:32.367727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:32.406395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Pushing event updated for resources: {'Port': ['ID=85e01505-c347-4e85-8db7-10bb3e8b779a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:32.421190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.464731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf777fe6-3d67-47fa-82ef-771b42d67721 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:32.483907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28c211d2-ae46-43d5-a3f6-2ffb22908c41 req-bba22688-3341-402a-a377-3904f2ab7742 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096745 Aug 31 09:14:32.504451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:32.529170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:32.535660 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.554175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Attempting to bind port 85e01505-c347-4e85-8db7-10bb3e8b779a on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:32.554764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Attempting to bind port 85e01505-c347-4e85-8db7-10bb3e8b779a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:32.555320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Attempting to bind port 85e01505-c347-4e85-8db7-10bb3e8b779a on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:32.564373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Port 85e01505-c347-4e85-8db7-10bb3e8b779a on network 526470c9-53e1-47f0-b2ea-c3c26356586d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:32.564907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Attempting to bind port 85e01505-c347-4e85-8db7-10bb3e8b779a on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:32.573333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:32.573700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Checking segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:32.574110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Bound using segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:32.574870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Bound port: 85e01505-c347-4e85-8db7-10bb3e8b779a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:32.575436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.609338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bea4052-a762-47fc-8dbe-41c1947e63ec req-91f51a81-5f82-4463-879e-e4eac29acb75 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357965 Aug 31 09:14:32.629737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:32.631528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.638142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:32.687143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] For port 85e01505-c347-4e85-8db7-10bb3e8b779a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:32.693747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] For port 85e01505-c347-4e85-8db7-10bb3e8b779a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=85e01505-c347-4e85-8db7-10bb3e8b779a,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:32.708702 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.732169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event updated for resources: {'Port': ['ID=8c059237-8a26-4373-bb3e-d3d76a867cbc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:32.771414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:32.772572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.774702 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] 10.222.0.15 "PUT /v2.0/ports/85e01505-c347-4e85-8db7-10bb3e8b779a HTTP/1.1" status: 200 len: 1093 time: 3.2170193 Aug 31 09:14:32.779877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310fbde9-903e-4209-b2bf-565e50ed8290', 'tag': '85e01505-c347-4e85-8db7-10bb3e8b779a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:32.795637 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de" -d '{"events": [{"name": "network-changed", "server_uuid": "310fbde9-903e-4209-b2bf-565e50ed8290", "tag": "85e01505-c347-4e85-8db7-10bb3e8b779a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:32.866363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea5ea-d396-4a44-9982-27cfa125a5bb service neutron] Pushing event updated for resources: {'Port': ['ID=85e01505-c347-4e85-8db7-10bb3e8b779a,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:32.869301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-d560fdff-f9fe-44ee-845b-ac9d109fa930 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3144646 Aug 31 09:14:32.893527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-88963c02-9553-4628-8f2c-b3527988c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:32.895996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-88963c02-9553-4628-8f2c-b3527988c8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 1096 time: 0.0629075 Aug 31 09:14:32.902935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Request body: {'port': {'device_id': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:32.949471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['cf777fe6-3d67-47fa-82ef-771b42d67721'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:32.972307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-cacb713d-9086-493a-9091-f7fe7e63765d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e01505-c347-4e85-8db7-10bb3e8b779a HTTP/1.1" status: 200 len: 217 time: 0.0631316 Aug 31 09:14:32.988466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.063677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-1a4cc6be-8fde-4b89-a727-f373d4733ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.066702 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-1a4cc6be-8fde-4b89-a727-f373d4733ec4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.0858555 Aug 31 09:14:33.094339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.122212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Transition to ACTIVE for port object 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:33.126789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-64728ed4-010e-42f3-934d-f020d6de7035 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517359 Aug 31 09:14:33.131654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:33.150851 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.292189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e17b8c-687b-4ada-b691-8bdfcd737655 req-be89cf7d-5a7d-431f-9f07-8f74d72a7c47 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.295473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7e17b8c-687b-4ada-b691-8bdfcd737655 req-be89cf7d-5a7d-431f-9f07-8f74d72a7c47 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 931 time: 0.5689921 Aug 31 09:14:33.298563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-7fd6df39-a8f8-4d15-a22a-fc0a6cb90663 service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627262 Aug 31 09:14:33.305982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.337875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf7570-36f2-4302-98a3-8a96d7aa62ed req-1f589601-7a98-4b7a-9de5-d4e26c366ce4 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.341631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9daf7570-36f2-4302-98a3-8a96d7aa62ed req-1f589601-7a98-4b7a-9de5-d4e26c366ce4 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 932 time: 0.6309071 Aug 31 09:14:33.382063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Transition to ACTIVE for port object 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:33.452434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.471763 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.489497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-36dc49d6-f229-4bb8-afa1-5e6e1ee6be98 service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797578 Aug 31 09:14:33.640803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.801287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7e17b8c-687b-4ada-b691-8bdfcd737655 req-e6f44135-7ed4-4c24-bcfd-cdd389fb0226 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872606 Aug 31 09:14:33.839509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:33.856467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9daf7570-36f2-4302-98a3-8a96d7aa62ed req-9340ff0e-47d8-43f9-858d-7150cb5fb7fb tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171798 Aug 31 09:14:33.929261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:34.076071 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a86618-930f-43a1-bb6e-5245191ee7be x-openstack-request-id: req-02a86618-930f-43a1-bb6e-5245191ee7be {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:34.076449 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310fbde9-903e-4209-b2bf-565e50ed8290", "tag": "85e01505-c347-4e85-8db7-10bb3e8b779a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:34.076897 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02a86618-930f-43a1-bb6e-5245191ee7be {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:34.077384 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310fbde9-903e-4209-b2bf-565e50ed8290', 'tag': '85e01505-c347-4e85-8db7-10bb3e8b779a', 'status': 'completed', 'code': 200} Aug 31 09:14:34.161926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Port': ['ID=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:34.189327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:34.221382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-3088611f-f628-4fbd-aaea-4f0f3f1fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.226388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-3088611f-f628-4fbd-aaea-4f0f3f1fd853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 1096 time: 0.1240613 Aug 31 09:14:34.249435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:34.489937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-8319f8d7-813d-4cf9-8d48-09c92b0db2a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1792686 Aug 31 09:14:34.489937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-b75b320a-9823-4d9a-acfc-e25bdb67adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.500221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-b75b320a-9823-4d9a-acfc-e25bdb67adae service neutron] 10.222.0.15 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 913 time: 0.2647276 Aug 31 09:14:34.577603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3e7faf2-c6f9-4b6f-848f-f217a9f62fd7 None None] Provisioning for port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:34.588484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3e7faf2-c6f9-4b6f-848f-f217a9f62fd7 None None] Provisioning complete for port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:34.588484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c3e7faf2-c6f9-4b6f-848f-f217a9f62fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.604954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-e539d07a-668c-4325-b08b-6df9a9b8cea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e01505-c347-4e85-8db7-10bb3e8b779a HTTP/1.1" status: 200 len: 217 time: 0.0912843 Aug 31 09:14:34.650069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7faf2-c6f9-4b6f-848f-f217a9f62fd7 None None] Port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:34.723714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.724792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.753256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-f49ead63-3fbe-494c-a486-f3f98a0bc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.755873 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-f49ead63-3fbe-494c-a486-f3f98a0bc05e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.1343184 Aug 31 09:14:34.760710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-8b812b1d-6d3a-4c4b-8ebc-627c0f96ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.763882 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-8b812b1d-6d3a-4c4b-8ebc-627c0f96ca0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cca650d271648bc8e0e06655a5770ef&device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 1098 time: 0.1566563 Aug 31 09:14:34.787871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14043f-d23c-4309-8fc1-6d33154b5f34 req-a9566a64-6d8c-49d9-a797-0a7f345af8bf tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.791165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a14043f-d23c-4309-8fc1-6d33154b5f34 req-a9566a64-6d8c-49d9-a797-0a7f345af8bf tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 944 time: 0.5369604 Aug 31 09:14:34.805440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b453671-571b-4a6b-9ffd-65c28dbbbf1f req-f329b065-b4ff-45af-ac0d-cb0aa9a10ed3 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.808030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b453671-571b-4a6b-9ffd-65c28dbbbf1f req-f329b065-b4ff-45af-ac0d-cb0aa9a10ed3 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 948 time: 0.6238592 Aug 31 09:14:34.810939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-1bdb5728-2c30-4344-a612-0b5b33c43f0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441179 Aug 31 09:14:34.862672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Attempting to bind port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:34.863188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Attempting to bind port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:34.863999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Attempting to bind port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:34.944236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:34.944650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Attempting to bind port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:34.949312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-636db22d-8e51-446e-bf2f-8b5cd7740060 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0858796 Aug 31 09:14:34.979413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'port': {'device_id': 'd49b70c0-2271-4528-a022-3771caa19d93', 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'admin_state_up': True, 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:35.066466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:35.067191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:35.067702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:35.068474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Bound port: 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:35.069061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.101601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-fd33a75f-8036-4a7b-8053-09853788bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:35.104235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-fd33a75f-8036-4a7b-8053-09853788bc80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2a7ea50-6434-4536-9f42-80c390ce67f1 HTTP/1.1" status: 200 len: 915 time: 0.2919631 Aug 31 09:14:35.109884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-b9abc478-9ac9-416d-9c99-7249d05f4df2 service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841620 Aug 31 09:14:35.233949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a14043f-d23c-4309-8fc1-6d33154b5f34 req-ed238dba-bb75-46fc-af0b-b08a2560586d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118268 Aug 31 09:14:35.252693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b453671-571b-4a6b-9ffd-65c28dbbbf1f req-f148c03d-937d-42be-a1fe-e781376645f6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288156 Aug 31 09:14:35.307150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-dd45177f-b40a-4fc9-aaad-befdf12e765f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69b02e13-923a-4111-aa8e-f202a9ebd750 HTTP/1.1" status: 200 len: 1002 time: 0.1805131 Aug 31 09:14:35.341508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056fd107-4e8f-40cf-a796-81400bc25215 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:35.370836 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.441203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fcde6cbc-425c-4a81-ae3d-f43f9885c0de req-5ef844a4-d5f5-4d66-8e8e-a1423339bba2 service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209240 Aug 31 09:14:35.449681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-e2389292-a572-40b3-81e8-8894e8595249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:35.450112 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-e2389292-a572-40b3-81e8-8894e8595249 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b3adce3-11de-4e36-b6c2-5104315570e6 HTTP/1.1" status: 200 len: 853 time: 0.1352196 Aug 31 09:14:35.560462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-1db07537-cde1-4f8e-8a50-feadd5003d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:35.561521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Transition to ACTIVE for port object 056fd107-4e8f-40cf-a796-81400bc25215 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:35.561706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-1db07537-cde1-4f8e-8a50-feadd5003d58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2a7ea50-6434-4536-9f42-80c390ce67f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012187 Aug 31 09:14:35.640955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.670968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c059237-8a26-4373-bb3e-d3d76a867cbc {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:35.713491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.771609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] For port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:35.804808 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-f41b0f59-3cd2-46d0-9eda-cf797bb7b845 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325904 Aug 31 09:14:35.862580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] For port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:35.868920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Transition to ACTIVE for port object 8c059237-8a26-4373-bb3e-d3d76a867cbc will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:35.891943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:35.897572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.909675 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.909947 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.939734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Pushing event updated for resources: {'Port': ['ID=056fd107-4e8f-40cf-a796-81400bc25215,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:35.957979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a05d6-3a7f-45d5-92fe-d69a443ffd3f req-966fc43e-cec5-4ed6-8b5a-9375bc3c5d4e tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:35.964147 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b240dd4-b790-43f9-950d-84eae08a44a2 req-31b5a351-4651-4905-90f9-80c16e5aacc6 service neutron] 10.222.0.15 "GET /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508844 Aug 31 09:14:35.971366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5a05d6-3a7f-45d5-92fe-d69a443ffd3f req-966fc43e-cec5-4ed6-8b5a-9375bc3c5d4e tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 944 time: 0.4192176 Aug 31 09:14:36.029124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.040688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:36.124704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port cf777fe6-3d67-47fa-82ef-771b42d67721 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:36.133641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port cf777fe6-3d67-47fa-82ef-771b42d67721 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:36.134215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.197850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:36.199018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.202186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d1d6428-c6c9-4af2-ac38-0308d8e7e41c HTTP/1.1" status: 200 len: 1097 time: 6.1362851 Aug 31 09:14:36.210911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'tag': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:36.215097 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb", "tag": "3d1d6428-c6c9-4af2-ac38-0308d8e7e41c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:36.245574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50610661-7827-4fc7-874b-008202e12fe8 req-a76b83c5-8107-41cf-b04a-59712d665233 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:36.249760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50610661-7827-4fc7-874b-008202e12fe8 req-a76b83c5-8107-41cf-b04a-59712d665233 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 943 time: 0.5420773 Aug 31 09:14:36.372668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.458093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:36.459788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:36.466896 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da23ef7-e65f-4601-9a19-22aef65416c7" -d '{"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-plugged", "status": "completed", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:36.476525 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.488129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 85e01505-c347-4e85-8db7-10bb3e8b779a details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:36.719280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:36.807011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 85e01505-c347-4e85-8db7-10bb3e8b779a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=85e01505-c347-4e85-8db7-10bb3e8b779a,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:36.830162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '85e01505-c347-4e85-8db7-10bb3e8b779a', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'port_id': '85e01505-c347-4e85-8db7-10bb3e8b779a', 'mac_address': 'fa:16:3e:43:6f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eecca17-1911-4367-ab28-6b09296b9e7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:36.851085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d5a05d6-3a7f-45d5-92fe-d69a443ffd3f req-0ab509a5-f339-4f9c-b040-d24ed9747c1f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8782046 Aug 31 09:14:36.870392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f09cf-90dc-4529-90b2-ed8ed1fa9b19 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:36.914416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.943500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e01505-c347-4e85-8db7-10bb3e8b779a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:36.988573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 85e01505-c347-4e85-8db7-10bb3e8b779a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=85e01505-c347-4e85-8db7-10bb3e8b779a,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:36.995642 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.086952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Attempting to bind port 056fd107-4e8f-40cf-a796-81400bc25215 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:37.086952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Attempting to bind port 056fd107-4e8f-40cf-a796-81400bc25215 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e80eb8dd-1389-4de4-940a-0749505efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:37.087490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Attempting to bind port 056fd107-4e8f-40cf-a796-81400bc25215 on network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:37.094925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=85e01505-c347-4e85-8db7-10bb3e8b779a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:37.178715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Port 056fd107-4e8f-40cf-a796-81400bc25215 on network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:37.179153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Attempting to bind port 056fd107-4e8f-40cf-a796-81400bc25215 on network 1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:37.184700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50610661-7827-4fc7-874b-008202e12fe8 req-b159fa21-d3d2-4e60-adae-a6a02d5402d2 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8855515 Aug 31 09:14:37.185363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=8c059237-8a26-4373-bb3e-d3d76a867cbc,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:37.245717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:37.247388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Checking segment: {'id': 'e80eb8dd-1389-4de4-940a-0749505efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:37.247764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['85e01505-c347-4e85-8db7-10bb3e8b779a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:37.247947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Bound using segment: {'id': 'e80eb8dd-1389-4de4-940a-0749505efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:37.248657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Bound port: 056fd107-4e8f-40cf-a796-81400bc25215, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80eb8dd-1389-4de4-940a-0749505efac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:37.249234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.264905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-e45e2d59-1344-49f0-9f5b-ffbd3903a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.266456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-e45e2d59-1344-49f0-9f5b-ffbd3903a00c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 1100 time: 0.9651740 Aug 31 09:14:37.301600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Allocated IP 19.80.0.133 (b6b86332-b17c-4db9-834e-78c64a7ce8ae/4680b479-2989-4f8c-a85e-351984e35948/5b9033c5-b0f9-442d-9b2a-a039a0606324) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:37.303191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Attempting to bind port 8c059237-8a26-4373-bb3e-d3d76a867cbc on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:37.303526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Attempting to bind port 8c059237-8a26-4373-bb3e-d3d76a867cbc by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:37.303856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Attempting to bind port 8c059237-8a26-4373-bb3e-d3d76a867cbc on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:37.377467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-2e2400d4-0873-413f-8965-4ccb0560d231 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c HTTP/1.1" status: 200 len: 217 time: 0.0947897 Aug 31 09:14:37.377920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Port 8c059237-8a26-4373-bb3e-d3d76a867cbc on network 526470c9-53e1-47f0-b2ea-c3c26356586d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:37.378260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Attempting to bind port 8c059237-8a26-4373-bb3e-d3d76a867cbc on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:37.389518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e012521-d3a7-4016-9c18-98d09b2a6644 req-812a9fa7-bdd8-4d20-ab1b-ec0fdd062b23 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.396313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e012521-d3a7-4016-9c18-98d09b2a6644 req-812a9fa7-bdd8-4d20-ab1b-ec0fdd062b23 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.398812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e012521-d3a7-4016-9c18-98d09b2a6644 req-812a9fa7-bdd8-4d20-ab1b-ec0fdd062b23 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 1655 time: 0.4045386 Aug 31 09:14:37.481427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:37.481427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Checking segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:37.481427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Bound using segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:37.481952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Bound port: 8c059237-8a26-4373-bb3e-d3d76a867cbc, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:37.482357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.616792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7ce81c3d-83dc-48e3-9cf7-b1b10ad7da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.619738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-7ce81c3d-83dc-48e3-9cf7-b1b10ad7da54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2195535 Aug 31 09:14:37.627488 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18a4d6a-11dc-4c7a-aea1-aa3f043e1a34 x-openstack-request-id: req-a18a4d6a-11dc-4c7a-aea1-aa3f043e1a34 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:37.628058 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb", "tag": "3d1d6428-c6c9-4af2-ac38-0308d8e7e41c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:37.628603 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a18a4d6a-11dc-4c7a-aea1-aa3f043e1a34 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:37.629503 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'tag': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', 'status': 'completed', 'code': 200} Aug 31 09:14:37.711593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] For port 056fd107-4e8f-40cf-a796-81400bc25215, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:37.864590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e012521-d3a7-4016-9c18-98d09b2a6644 req-a8263d43-8c4d-4d68-8a6a-1e49fc90f29b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388242 Aug 31 09:14:37.912207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] For port 056fd107-4e8f-40cf-a796-81400bc25215, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=056fd107-4e8f-40cf-a796-81400bc25215,segment=NetworkSegment(e80eb8dd-1389-4de4-940a-0749505efac5),segment_id=e80eb8dd-1389-4de4-940a-0749505efac5)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:37.998446 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.149580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-4dfb1d5e-dbc6-4b9c-8e33-b2b792ff64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.151226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-4dfb1d5e-dbc6-4b9c-8e33-b2b792ff64a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5099294 Aug 31 09:14:38.154836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.155470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.156906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] 10.222.0.23 "PUT /v2.0/ports/056fd107-4e8f-40cf-a796-81400bc25215 HTTP/1.1" status: 200 len: 1092 time: 6.0325627 Aug 31 09:14:38.158321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] For port 8c059237-8a26-4373-bb3e-d3d76a867cbc, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:38.232229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] For port 8c059237-8a26-4373-bb3e-d3d76a867cbc, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:38.251668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d857fa-f212-4b71-84de-da17011e1a3a req-5a4626ab-1fad-4e36-97ef-5f59d206da1a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.254331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8d857fa-f212-4b71-84de-da17011e1a3a req-5a4626ab-1fad-4e36-97ef-5f59d206da1a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 945 time: 0.5375051 Aug 31 09:14:38.328701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.412930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b0956-86ab-46c1-8041-1329ff7b44ed service neutron] Pushing event updated for resources: {'Port': ['ID=056fd107-4e8f-40cf-a796-81400bc25215,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.434821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.457652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58483-b7cd-4a36-995d-6e0a97582c66 req-c97ce59a-b253-442a-83c4-05341adf5503 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.459309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ae58483-b7cd-4a36-995d-6e0a97582c66 req-c97ce59a-b253-442a-83c4-05341adf5503 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 948 time: 0.4443448 Aug 31 09:14:38.468186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.468833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.470347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] 10.222.0.23 "PUT /v2.0/ports/8c059237-8a26-4373-bb3e-d3d76a867cbc HTTP/1.1" status: 200 len: 1093 time: 5.5796831 Aug 31 09:14:38.488146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 85e01505-c347-4e85-8db7-10bb3e8b779a up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:38.586075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 85e01505-c347-4e85-8db7-10bb3e8b779a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:38.599282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 85e01505-c347-4e85-8db7-10bb3e8b779a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:38.600740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.697120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Transition to ACTIVE for port object 5b9033c5-b0f9-442d-9b2a-a039a0606324 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:38.754534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.806767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 85e01505-c347-4e85-8db7-10bb3e8b779a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=85e01505-c347-4e85-8db7-10bb3e8b779a,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:38.814071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-c17730d4-0ad7-443f-a5d8-cfd621ae5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.815678 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.815891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-c17730d4-0ad7-443f-a5d8-cfd621ae5e17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d437b08aa646b9ad02fd79bc804ed7&device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 1095 time: 0.5142610 Aug 31 09:14:38.830366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8d857fa-f212-4b71-84de-da17011e1a3a req-1195cf43-63c3-4bfc-b3c1-1bde9c4287ed tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240583 Aug 31 09:14:38.832221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431737-7fed-4e3d-b6e3-6e229011b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=8c059237-8a26-4373-bb3e-d3d76a867cbc,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.914588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=85e01505-c347-4e85-8db7-10bb3e8b779a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.933635 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b00bd-5b7c-4a8b-8fdc-f06d97c66f59 x-openstack-request-id: req-580b00bd-5b7c-4a8b-8fdc-f06d97c66f59 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:38.934936 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-plugged", "status": "completed", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:38.935508 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-580b00bd-5b7c-4a8b-8fdc-f06d97c66f59 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:38.936267 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'code': 200} Aug 31 09:14:38.966730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-6bfa9eef-c0e3-4ce8-acbb-6b53058a7e4a service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825475 Aug 31 09:14:38.999493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ae58483-b7cd-4a36-995d-6e0a97582c66 req-dc78c1d9-fb17-492f-915c-d56cec09cf45 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635515 Aug 31 09:14:39.004108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-1c21c58a-48bf-4822-9b36-4f6c08667b42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=056fd107-4e8f-40cf-a796-81400bc25215 HTTP/1.1" status: 200 len: 217 time: 0.1536188 Aug 31 09:14:39.072063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.083523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-42a5b79c-4d2c-4d51-9d58-92a0f951339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.086396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-42a5b79c-4d2c-4d51-9d58-92a0f951339b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 1096 time: 0.5441167 Aug 31 09:14:39.229236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c405ad-a0e7-4bff-b91a-6ba7ab6c73e4 req-c8c8c5d0-25a3-471d-afa1-6612cedf990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.232880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5c405ad-a0e7-4bff-b91a-6ba7ab6c73e4 req-c8c8c5d0-25a3-471d-afa1-6612cedf990c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 1097 time: 0.0876374 Aug 31 09:14:39.292815 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5c405ad-a0e7-4bff-b91a-6ba7ab6c73e4 req-a381b25a-1cde-484b-a871-d0dbb4ab46d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Aug 31 09:14:39.349943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-8c796921-0a5c-41cb-82f6-5eb0d5a8f332 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc HTTP/1.1" status: 200 len: 217 time: 0.2066057 Aug 31 09:14:39.357802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:39.393355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:39.396973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:39.412101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b527d-3a14-4da6-a82d-7ad422433838 req-dc55490a-cd4b-42ce-82b8-1ea3871f1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.414739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-dc55490a-cd4b-42ce-82b8-1ea3871f1af7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e17640d7-71f5-4002-a919-ddce1162f5dc HTTP/1.1" status: 200 len: 853 time: 0.3958735 Aug 31 09:14:39.450633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Port': ['ID=5b9033c5-b0f9-442d-9b2a-a039a0606324,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:39.519349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240b49-3fd1-43e0-bf43-b39965ede4ca req-d9687050-3fbe-4b2b-be97-6762bb66307c tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.522122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef240b49-3fd1-43e0-bf43-b39965ede4ca req-d9687050-3fbe-4b2b-be97-6762bb66307c tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 943 time: 0.3776047 Aug 31 09:14:39.542700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed837-d975-424e-b771-f276fc0c9f3e req-9962195b-23c5-4a48-b450-3ae99b09e8e5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.547381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-769ed837-d975-424e-b771-f276fc0c9f3e req-9962195b-23c5-4a48-b450-3ae99b09e8e5 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.3634472 Aug 31 09:14:39.560378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdd58cf-4340-4a4e-97e5-76a3210ab7ff req-df7cc9b9-9b88-4c8e-b764-52412ef0bc54 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765331 Aug 31 09:14:39.650418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.651493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.656011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'tag': '056fd107-4e8f-40cf-a796-81400bc25215'}, {'name': 'network-changed', 'server_uuid': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'tag': '8c059237-8a26-4373-bb3e-d3d76a867cbc'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:39.659901 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5323c4-cc9d-4396-8836-3049a1affe52", "tag": "056fd107-4e8f-40cf-a796-81400bc25215"}, {"name": "network-changed", "server_uuid": "6b640c2d-4def-419c-b5a0-62aa67615a04", "tag": "8c059237-8a26-4373-bb3e-d3d76a867cbc"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:39.813618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-ffad9ecb-f3aa-4a7b-95b0-5bf52aa36101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191820 Aug 31 09:14:39.819821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e132e166-7dc3-4a2f-ac3e-c5f3ac6e7aaa None None] Provisioning for port 5b9033c5-b0f9-442d-9b2a-a039a0606324 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:39.830786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e132e166-7dc3-4a2f-ac3e-c5f3ac6e7aaa None None] Provisioning complete for port 5b9033c5-b0f9-442d-9b2a-a039a0606324 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:39.831856 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e132e166-7dc3-4a2f-ac3e-c5f3ac6e7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.884679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-34b1a77e-d6dc-4cd6-a78e-b6334b380a5d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9162862 Aug 31 09:14:39.888219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e132e166-7dc3-4a2f-ac3e-c5f3ac6e7aaa None None] Port 5b9033c5-b0f9-442d-9b2a-a039a0606324 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:39.917015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef240b49-3fd1-43e0-bf43-b39965ede4ca req-86ff85de-0b7e-49ec-b1f4-095c65211212 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682475 Aug 31 09:14:39.955342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Request body: {'port': {'device_id': 'd49b70c0-2271-4528-a022-3771caa19d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:39.960595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-769ed837-d975-424e-b771-f276fc0c9f3e req-4c556d24-87af-4076-8320-931593109cf3 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050407 Aug 31 09:14:39.967506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-3243dedf-1412-4a08-97d3-920b206487d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.969377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-3243dedf-1412-4a08-97d3-920b206487d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.3807585 Aug 31 09:14:40.057685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-73422d28-1ef7-4299-9b46-e0401886ee51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611598 Aug 31 09:14:40.065900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-4a34dc2a-3c01-4e9d-a025-540f1cbcfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.067683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-4a34dc2a-3c01-4e9d-a025-540f1cbcfdd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 1100 time: 0.4002171 Aug 31 09:14:40.239908 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980ddd59-d124-4465-861a-56039ddd6b97 x-openstack-request-id: req-980ddd59-d124-4465-861a-56039ddd6b97 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:40.240195 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5323c4-cc9d-4396-8836-3049a1affe52", "tag": "056fd107-4e8f-40cf-a796-81400bc25215", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b640c2d-4def-419c-b5a0-62aa67615a04", "tag": "8c059237-8a26-4373-bb3e-d3d76a867cbc", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:40.240375 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-980ddd59-d124-4465-861a-56039ddd6b97 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:40.240963 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'tag': '056fd107-4e8f-40cf-a796-81400bc25215', 'status': 'completed', 'code': 200} Aug 31 09:14:40.241417 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'tag': '8c059237-8a26-4373-bb3e-d3d76a867cbc', 'status': 'completed', 'code': 200} Aug 31 09:14:40.255610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.399655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-11d27dba-999d-479f-a1ca-9e03c80ebc88 service neutron] 10.222.0.23 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597589 Aug 31 09:14:40.937593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fbde9-903e-4209-b2bf-565e50ed8290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e01505-c347-4e85-8db7-10bb3e8b779a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:40.941644 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157177a8-d154-49a0-9a75-1854610acc83" -d '{"events": [{"server_uuid": "310fbde9-903e-4209-b2bf-565e50ed8290", "name": "network-vif-plugged", "status": "completed", "tag": "85e01505-c347-4e85-8db7-10bb3e8b779a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:41.011638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5299-5a43-4421-b274-54a4e305e7ff req-b8a231aa-f454-40a7-b288-27a0cdc64641 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.019000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5299-5a43-4421-b274-54a4e305e7ff req-b8a231aa-f454-40a7-b288-27a0cdc64641 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.025251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5299-5a43-4421-b274-54a4e305e7ff req-b8a231aa-f454-40a7-b288-27a0cdc64641 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.027339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d79f5299-5a43-4421-b274-54a4e305e7ff req-b8a231aa-f454-40a7-b288-27a0cdc64641 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2377 time: 0.9103069 Aug 31 09:14:41.066967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-10252887-1b23-450c-bc03-576c5b1235ea service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9980109 Aug 31 09:14:41.136750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-61848a0f-7e72-4649-accf-ca3b4b1855c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.139438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-61848a0f-7e72-4649-accf-ca3b4b1855c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 1.0499978 Aug 31 09:14:41.193549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b12acd-22b4-45da-9eb3-725b0e5e215c req-8c10f757-248e-4ea2-ac4e-00396126686d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.195208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b12acd-22b4-45da-9eb3-725b0e5e215c req-8c10f757-248e-4ea2-ac4e-00396126686d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 946 time: 0.8892717 Aug 31 09:14:41.299557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-9108f8fb-8a8e-4d8e-9c4e-11dcb34e0018 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c HTTP/1.1" status: 200 len: 217 time: 0.1376410 Aug 31 09:14:41.356526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236b527d-3a14-4da6-a82d-7ad422433838 req-762aacf8-2838-4655-8c92-81e011f554f7 service neutron] 10.222.0.23 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911347 Aug 31 09:14:41.410340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d79f5299-5a43-4421-b274-54a4e305e7ff req-bdad83ad-e18e-457e-9642-e9cb7965b4c5 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650055 Aug 31 09:14:41.524515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b12acd-22b4-45da-9eb3-725b0e5e215c req-994d1090-ea5e-4030-b6e4-6e258d2fa5df tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073382 Aug 31 09:14:41.552501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-7605bd8e-70c0-4350-b31d-81a3a878fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.555021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-7605bd8e-70c0-4350-b31d-81a3a878fe0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2344253 Aug 31 09:14:41.646263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5779e3a0-8d54-4cea-ab38-65f43cfd8f76 req-060ae0a6-0879-4694-b8e1-d9622c7c048b service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932973 Aug 31 09:14:41.740009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-ab261270-856a-46b9-9a58-9b3c6afe05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.741591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-ab261270-856a-46b9-9a58-9b3c6afe05e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576538 Aug 31 09:14:41.772983 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11badb-ce87-4fcf-8bd7-08158ffc3900 x-openstack-request-id: req-be11badb-ce87-4fcf-8bd7-08158ffc3900 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:41.773286 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fbde9-903e-4209-b2bf-565e50ed8290", "name": "network-vif-plugged", "status": "completed", "tag": "85e01505-c347-4e85-8db7-10bb3e8b779a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:41.773543 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be11badb-ce87-4fcf-8bd7-08158ffc3900 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:41.773950 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fbde9-903e-4209-b2bf-565e50ed8290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e01505-c347-4e85-8db7-10bb3e8b779a', 'code': 200} Aug 31 09:14:41.824247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-df94f7bb-d6ba-4b1e-9df0-51749455dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.826691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-df94f7bb-d6ba-4b1e-9df0-51749455dd13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d437b08aa646b9ad02fd79bc804ed7&device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 1095 time: 0.3073232 Aug 31 09:14:41.835006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1caf43-f605-474d-8caa-d8fe38180e05 req-78e5e935-32c1-4013-a3aa-690b7a4be46f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.843632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b1caf43-f605-474d-8caa-d8fe38180e05 req-78e5e935-32c1-4013-a3aa-690b7a4be46f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 948 time: 0.2618589 Aug 31 09:14:42.071470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b1caf43-f605-474d-8caa-d8fe38180e05 req-fcacc3b6-0f25-44f2-870f-4f7f8390273e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268932 Aug 31 09:14:42.087287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b93ab17-ac21-4402-ab9e-433a466c21eb {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:42.131731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.170229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-adb12b96-39d7-464f-bb74-d74b29bf0c53 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170976 Aug 31 09:14:42.212540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Transition to ACTIVE for port object 0b93ab17-ac21-4402-ab9e-433a466c21eb will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:42.241354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.280964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-05f552d6-1b47-4613-b39f-ae81583833dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.282873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-05f552d6-1b47-4613-b39f-ae81583833dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 HTTP/1.1" status: 200 len: 914 time: 0.4304295 Aug 31 09:14:42.296534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387500-a415-4ec4-83d0-81e91c6b6ca8 req-e2226d47-254b-4616-b0ad-f37386ac2ca1 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.300245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3387500-a415-4ec4-83d0-81e91c6b6ca8 req-e2226d47-254b-4616-b0ad-f37386ac2ca1 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 943 time: 0.4187126 Aug 31 09:14:42.325797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df7412-1d49-46d3-b188-05feaa17c9b4 req-6e144c65-a84d-435a-a3fe-359c91183837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.330405 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23df7412-1d49-46d3-b188-05feaa17c9b4 req-6e144c65-a84d-435a-a3fe-359c91183837 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 1098 time: 0.4630885 Aug 31 09:14:42.391864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23df7412-1d49-46d3-b188-05feaa17c9b4 req-686c6783-f516-4a60-a9fe-006fd162afb9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 Aug 31 09:14:42.438462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-cb24fa22-dd2a-4f2d-90af-c936c5b7cf70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=056fd107-4e8f-40cf-a796-81400bc25215 HTTP/1.1" status: 200 len: 217 time: 0.1329801 Aug 31 09:14:42.497959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:42.570211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93ab17-ac21-4402-ab9e-433a466c21eb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:42.607635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3387500-a415-4ec4-83d0-81e91c6b6ca8 req-c55fbf6f-b6fe-4843-9da9-3cf23919d8be tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904065 Aug 31 09:14:42.659285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc0f7f96-c548-475f-b457-5c9cc9a0b9b5 req-51073c28-6019-451f-b259-29f44d9d837f service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661319 Aug 31 09:14:42.669940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2058-a0e3-415c-801e-ea90d66044ea req-519002aa-fb6f-4612-b743-cb6cc778c859 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.672115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f9f2058-a0e3-415c-801e-ea90d66044ea req-519002aa-fb6f-4612-b743-cb6cc778c859 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.3577778 Aug 31 09:14:42.673898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-75279a9e-70fc-4b6e-8d3b-0e497c3ca305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.675553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-75279a9e-70fc-4b6e-8d3b-0e497c3ca305 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e17640d7-71f5-4002-a919-ddce1162f5dc HTTP/1.1" status: 200 len: 853 time: 0.2009192 Aug 31 09:14:42.739266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-88c84521-8c9f-477a-b548-8f34b9170990 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412700 Aug 31 09:14:42.749860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:42.767612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', 'mac_address': 'fa:16:3e:ce:44:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:42.832429 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.851750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:42.906367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:42.922361 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:43.020675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f9f2058-a0e3-415c-801e-ea90d66044ea req-a813325a-01f8-4e37-9a80-68365bb9998b tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234472 Aug 31 09:14:43.026396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Attempting to bind port 0b93ab17-ac21-4402-ab9e-433a466c21eb on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:43.026781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Attempting to bind port 0b93ab17-ac21-4402-ab9e-433a466c21eb by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:43.027181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Attempting to bind port 0b93ab17-ac21-4402-ab9e-433a466c21eb on network b6b86332-b17c-4db9-834e-78c64a7ce8ae {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:43.086957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:43.097314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Port 0b93ab17-ac21-4402-ab9e-433a466c21eb on network b6b86332-b17c-4db9-834e-78c64a7ce8ae not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:43.097512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Attempting to bind port 0b93ab17-ac21-4402-ab9e-433a466c21eb on network b6b86332-b17c-4db9-834e-78c64a7ce8ae {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:43.139817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:43.140225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Checking segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:43.140547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Bound using segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:43.141008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Bound port: 0b93ab17-ac21-4402-ab9e-433a466c21eb, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:43.141374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:43.205751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-0bd290d7-f222-44ea-97c2-629685ea428b service neutron] 10.222.0.23 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451995 Aug 31 09:14:43.213767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['3d1d6428-c6c9-4af2-ac38-0308d8e7e41c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:43.218944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1667fd-5391-4476-972f-91994fd703ff req-d74e7f55-9996-4c5d-9d37-0527d7e97ca9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.225207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1667fd-5391-4476-972f-91994fd703ff req-d74e7f55-9996-4c5d-9d37-0527d7e97ca9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.231609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1667fd-5391-4476-972f-91994fd703ff req-d74e7f55-9996-4c5d-9d37-0527d7e97ca9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.239522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1667fd-5391-4476-972f-91994fd703ff req-d74e7f55-9996-4c5d-9d37-0527d7e97ca9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2389 time: 0.2716715 Aug 31 09:14:43.482689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87267fbd-e79e-4129-860b-ab288df5ec0c req-6812a9b9-48d4-4654-a32c-1d1a5872c185 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.485497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87267fbd-e79e-4129-860b-ab288df5ec0c req-6812a9b9-48d4-4654-a32c-1d1a5872c185 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 946 time: 0.3198955 Aug 31 09:14:43.503609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1667fd-5391-4476-972f-91994fd703ff req-e77af304-d729-442c-a3da-b8dd8a3f142e tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630033 Aug 31 09:14:43.512554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] For port 0b93ab17-ac21-4402-ab9e-433a466c21eb, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:43.611385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] For port 0b93ab17-ac21-4402-ab9e-433a466c21eb, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0b93ab17-ac21-4402-ab9e-433a466c21eb,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:43.645108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:43.692121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-0702eb24-a46f-448f-811a-fbbfe34bc30b service neutron] 10.222.0.23 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483619 Aug 31 09:14:43.743154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87267fbd-e79e-4129-860b-ab288df5ec0c req-a2de25f1-51f2-4811-aebd-9304350802a6 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325649 Aug 31 09:14:43.759688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.759688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:43.759688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b93ab17-ac21-4402-ab9e-433a466c21eb HTTP/1.1" status: 200 len: 1093 time: 3.8527222 Aug 31 09:14:43.759688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'tag': '0b93ab17-ac21-4402-ab9e-433a466c21eb'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:43.763039 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8215588-4e0f-47e3-ad69-473245618c14" -d '{"events": [{"name": "network-changed", "server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "tag": "0b93ab17-ac21-4402-ab9e-433a466c21eb"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:43.794361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451cb2-f880-40ca-8d87-a3a00eaa0a05 service neutron] Pushing event updated for resources: {'Port': ['ID=0b93ab17-ac21-4402-ab9e-433a466c21eb,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:43.820965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Request body: {'port': {'device_id': 'd49b70c0-2271-4528-a022-3771caa19d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:43.828625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-ea869429-4e4c-4ae5-bc0b-d4af8c23a064 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1599841 Aug 31 09:14:44.030954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.080233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 056fd107-4e8f-40cf-a796-81400bc25215 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:44.223944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-b579103b-c224-443f-a74b-7fe5117460b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.225884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-b579103b-c224-443f-a74b-7fe5117460b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 1096 time: 0.3936973 Aug 31 09:14:44.238539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-4de93db6-0e48-4123-a248-deb3b9f9e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.240072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-4de93db6-0e48-4123-a248-deb3b9f9e0dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 1097 time: 0.3482673 Aug 31 09:14:44.398502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 056fd107-4e8f-40cf-a796-81400bc25215, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=056fd107-4e8f-40cf-a796-81400bc25215,segment=NetworkSegment(e80eb8dd-1389-4de4-940a-0749505efac5),segment_id=e80eb8dd-1389-4de4-940a-0749505efac5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:44.411276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '056fd107-4e8f-40cf-a796-81400bc25215', 'network_id': '1aa8fdc5-3338-47dd-9097-c12f53b0a1c7', 'port_id': '056fd107-4e8f-40cf-a796-81400bc25215', 'mac_address': 'fa:16:3e:39:be:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17640d7-71f5-4002-a919-ddce1162f5dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:44.417432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d89fe3-2b69-462d-a60f-7230f36fbafb req-4e9ad41f-5ae2-42fa-9148-a7ecea0d01de tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.419627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9d89fe3-2b69-462d-a60f-7230f36fbafb req-4e9ad41f-5ae2-42fa-9148-a7ecea0d01de tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 949 time: 0.3529339 Aug 31 09:14:44.459578 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.473832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a7a72-f023-4e1f-99aa-92c2f13eaa47 req-5d2a19b6-6c81-4c13-aee4-a2629b9809f4 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.475056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056fd107-4e8f-40cf-a796-81400bc25215 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:44.479243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-178a7a72-f023-4e1f-99aa-92c2f13eaa47 req-5d2a19b6-6c81-4c13-aee4-a2629b9809f4 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 943 time: 0.3851690 Aug 31 09:14:44.498802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 056fd107-4e8f-40cf-a796-81400bc25215, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=056fd107-4e8f-40cf-a796-81400bc25215,segment=NetworkSegment(e80eb8dd-1389-4de4-940a-0749505efac5),segment_id=e80eb8dd-1389-4de4-940a-0749505efac5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:44.502692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:44.507729 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.508564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8c059237-8a26-4373-bb3e-d3d76a867cbc details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:44.643012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=056fd107-4e8f-40cf-a796-81400bc25215,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:44.670062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9d89fe3-2b69-462d-a60f-7230f36fbafb req-92ed12f7-4760-43ee-8d92-495c8fbacf70 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134154 Aug 31 09:14:44.671178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:44.680819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-4bc58ef8-36a0-486c-8d44-5f166c56cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.682392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-4bc58ef8-36a0-486c-8d44-5f166c56cf04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 913 time: 0.4484949 Aug 31 09:14:44.696479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:44.697250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.703297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-178a7a72-f023-4e1f-99aa-92c2f13eaa47 req-30917810-c10f-4709-849c-625c501e1697 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979704 Aug 31 09:14:44.718226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-86756f37-e974-4686-acdd-f1d8d2872579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.718719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-86756f37-e974-4686-acdd-f1d8d2872579 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.4011807 Aug 31 09:14:44.767634 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb432d8-b745-4bc3-a6c7-b031112e1855 x-openstack-request-id: req-bfb432d8-b745-4bc3-a6c7-b031112e1855 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:44.767922 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "tag": "0b93ab17-ac21-4402-ab9e-433a466c21eb", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:44.768772 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfb432d8-b745-4bc3-a6c7-b031112e1855 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:44.769196 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'tag': '0b93ab17-ac21-4402-ab9e-433a466c21eb', 'status': 'completed', 'code': 200} Aug 31 09:14:44.814903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8c059237-8a26-4373-bb3e-d3d76a867cbc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:44.857257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '8c059237-8a26-4373-bb3e-d3d76a867cbc', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'port_id': '8c059237-8a26-4373-bb3e-d3d76a867cbc', 'mac_address': 'fa:16:3e:52:03:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eecca17-1911-4367-ab28-6b09296b9e7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:44.985773 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.028648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c059237-8a26-4373-bb3e-d3d76a867cbc {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:45.036810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.068639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8c059237-8a26-4373-bb3e-d3d76a867cbc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:45.078148 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.085941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:45.088325 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0644a686-c349-47c4-a1a7-93d28c7a26d7" -d '{"events": [{"server_uuid": "2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb", "name": "network-vif-plugged", "status": "completed", "tag": "3d1d6428-c6c9-4af2-ac38-0308d8e7e41c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:45.125909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:45.135293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.156812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-f0d38df1-bb3d-4d28-ac3f-65065fe7bcf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc HTTP/1.1" status: 200 len: 217 time: 0.4503596 Aug 31 09:14:45.177359 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8c059237-8a26-4373-bb3e-d3d76a867cbc,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:45.248477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:45.272862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-c16ca5eb-331a-472a-b1f8-a435ed57ca5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 200 len: 217 time: 0.5073781 Aug 31 09:14:45.443276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-120836e0-28b5-4d8f-83b5-8ac7f450321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.445395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-120836e0-28b5-4d8f-83b5-8ac7f450321d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.2348459 Aug 31 09:14:45.483432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-abcb118a-59cd-44ff-b0ea-3fb8bcb7493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.483918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-abcb118a-59cd-44ff-b0ea-3fb8bcb7493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.484400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-abcb118a-59cd-44ff-b0ea-3fb8bcb7493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.486112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8215588-4e0f-47e3-ad69-473245618c14 req-abcb118a-59cd-44ff-b0ea-3fb8bcb7493f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2733 time: 0.3316295 Aug 31 09:14:45.515318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9826067-dcf5-447c-94f2-8d5a0266fd2b req-79f3b279-2936-4d1f-9e7d-64012e41eed2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.516952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9826067-dcf5-447c-94f2-8d5a0266fd2b req-79f3b279-2936-4d1f-9e7d-64012e41eed2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.3563390 Aug 31 09:14:45.524602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['056fd107-4e8f-40cf-a796-81400bc25215'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:45.537027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-c2697b86-3430-46f8-8b56-26ae4b925465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.538636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-c2697b86-3430-46f8-8b56-26ae4b925465 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2220650 Aug 31 09:14:45.556724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8c059237-8a26-4373-bb3e-d3d76a867cbc'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:45.559995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae503-e275-4ef9-be08-03e9743ff8dc req-f5a15e10-59e8-4be2-93e5-b4769efde8c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.566211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae503-e275-4ef9-be08-03e9743ff8dc req-f5a15e10-59e8-4be2-93e5-b4769efde8c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.576351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae503-e275-4ef9-be08-03e9743ff8dc req-f5a15e10-59e8-4be2-93e5-b4769efde8c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.578415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-718ae503-e275-4ef9-be08-03e9743ff8dc req-f5a15e10-59e8-4be2-93e5-b4769efde8c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2389 time: 0.4195511 Aug 31 09:14:45.581482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-caef5806-5b85-430c-882b-1ca4d4a8c3e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233790 Aug 31 09:14:45.795890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-95e8f8f6-804b-4fe5-861d-07608f3a47a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105656 Aug 31 09:14:45.798161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:45.862728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.007901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Transition to ACTIVE for port object 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:46.034978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9826067-dcf5-447c-94f2-8d5a0266fd2b req-8dec6681-973f-4b79-8f2a-3471d9f57b36 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949384 Aug 31 09:14:46.061381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-718ae503-e275-4ef9-be08-03e9743ff8dc req-09c8dc85-197b-477e-8ccb-e3216e53fd79 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477584 Aug 31 09:14:46.061723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.186752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-0815b469-94d5-44cd-87bb-a1350fad0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.187233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-0815b469-94d5-44cd-87bb-a1350fad0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.187720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-0815b469-94d5-44cd-87bb-a1350fad0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.189522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8215588-4e0f-47e3-ad69-473245618c14 req-0815b469-94d5-44cd-87bb-a1350fad0e27 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6714828 Aug 31 09:14:46.229440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-c67f1317-430a-4210-aa72-fb61f6a31977 service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275847 Aug 31 09:14:46.369789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Pushing event updated for resources: {'Port': ['ID=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:46.444563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-4faabb76-b1fe-4b3a-8559-bd9f8b5b7786 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ee9bba0347714225b887f005bd11fc32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2193007 Aug 31 09:14:46.467180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-6b74faeb-cad5-42fa-a7dc-bfc9d1cf838f service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470394 Aug 31 09:14:46.725026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f75c-8aae-4a57-9ea3-f3266d504192 req-68949184-3bd2-4317-af18-9171d1be2350 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.727569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bed1f75c-8aae-4a57-9ea3-f3266d504192 req-68949184-3bd2-4317-af18-9171d1be2350 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 946 time: 0.5880399 Aug 31 09:14:46.896386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215588-4e0f-47e3-ad69-473245618c14 req-ace4bbd3-7d5e-45c2-bf85-b5c11532ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.898383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8215588-4e0f-47e3-ad69-473245618c14 req-ace4bbd3-7d5e-45c2-bf85-b5c11532ef12 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6715539 Aug 31 09:14:46.936431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b47b20f3-6e96-43e0-8b8b-fba4e46f432f req-5ccada22-5803-4859-9fc0-8e9d3f971fc7 service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692982 Aug 31 09:14:46.977815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bed1f75c-8aae-4a57-9ea3-f3266d504192 req-163d5df4-3999-44b5-89e5-bdd787bb883a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114897 Aug 31 09:14:46.978595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Attempting to bind port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:46.978947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Attempting to bind port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:46.979280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Attempting to bind port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 on network 002bbc29-7696-422d-9d03-e13cca7c7e29 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:46.989936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274f9d71-ad20-4a81-9bea-d068b6dfead0 req-158b9e4d-c415-462c-ae53-b383dd10877c service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759417 Aug 31 09:14:46.999204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 on network 002bbc29-7696-422d-9d03-e13cca7c7e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:47.001040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Attempting to bind port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 on network 002bbc29-7696-422d-9d03-e13cca7c7e29 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:47.028426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-2af96d8d-c189-4247-bd84-d10aa1afa75e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.031866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-2af96d8d-c189-4247-bd84-d10aa1afa75e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5335340 Aug 31 09:14:47.034073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:47.034714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Checking segment: {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:47.036154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Bound using segment: {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:47.036524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Bound port: 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e328b-eace-4d0b-9186-49802c3fea93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:47.038245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.042058 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf3d17-5e43-46d0-873d-fad1c2efc734 x-openstack-request-id: req-0faf3d17-5e43-46d0-873d-fad1c2efc734 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:47.042892 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb", "name": "network-vif-plugged", "status": "completed", "tag": "3d1d6428-c6c9-4af2-ac38-0308d8e7e41c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:47.043652 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0faf3d17-5e43-46d0-873d-fad1c2efc734 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:47.044112 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', 'code': 200} Aug 31 09:14:47.099731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-2ea01bf5-0667-4247-9c72-be7f50aec2c3 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/quotas/ee9bba0347714225b887f005bd11fc32 HTTP/1.1" status: 200 len: 375 time: 0.0434275 Aug 31 09:14:47.188476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-3e5db53b-c2b2-46f4-89ae-9b395fccfd11 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee9bba0347714225b887f005bd11fc32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803668 Aug 31 09:14:47.262387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] For port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:47.306189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] For port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:47.320860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13510a7d-f0a7-477a-90d5-3ca9adc58ffc req-cbdc53bd-c5cd-4f28-8436-0346dc563c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.323736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13510a7d-f0a7-477a-90d5-3ca9adc58ffc req-cbdc53bd-c5cd-4f28-8436-0346dc563c0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 1102 time: 0.2142458 Aug 31 09:14:47.327192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.526812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.528014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.531385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] 10.222.0.15 "PUT /v2.0/ports/1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 HTTP/1.1" status: 200 len: 1093 time: 3.7224116 Aug 31 09:14:47.537555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'tag': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:47.540042 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ce73f1-2e76-4e8e-871c-4d978a8ba044" -d '{"events": [{"name": "network-changed", "server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "tag": "1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:47.613798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Request body: {'port': {'device_id': 'd49b70c0-2271-4528-a022-3771caa19d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:47.659433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-8dcb8a66-ce13-4ca0-86f8-9fc410b7b0ef tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.661906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-8dcb8a66-ce13-4ca0-86f8-9fc410b7b0ef tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.4678817 Aug 31 09:14:47.750760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36545aa2-b660-4b36-81fe-90c375ee2c2f req-ef4c4191-38f0-436c-bdbe-c8be90eaef90 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.760631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36545aa2-b660-4b36-81fe-90c375ee2c2f req-ef4c4191-38f0-436c-bdbe-c8be90eaef90 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 950 time: 0.2769213 Aug 31 09:14:47.791034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7030154-4bcd-4b0b-9723-387e17e0762f service neutron] Pushing event updated for resources: {'Port': ['ID=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:47.798268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13510a7d-f0a7-477a-90d5-3ca9adc58ffc req-b5a0cec7-c598-4dca-ad05-4a5c1397874d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582810 Aug 31 09:14:47.811174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-d84d82f5-2126-44e2-b7c9-23bd6c1a8049 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/quotas/b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 375 time: 0.0770836 Aug 31 09:14:47.917859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.961219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36545aa2-b660-4b36-81fe-90c375ee2c2f req-50baa48b-5163-4ae7-9925-0bc82b23047d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991394 Aug 31 09:14:48.043675 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:48.069210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-2bbd258a-b700-4ef1-bcd2-ff2952532115 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1893516 Aug 31 09:14:48.100733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8c059237-8a26-4373-bb3e-d3d76a867cbc up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:48.195157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 8c059237-8a26-4373-bb3e-d3d76a867cbc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:48.208054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 8c059237-8a26-4373-bb3e-d3d76a867cbc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:48.208839 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.409132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.422904 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.467982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8c059237-8a26-4373-bb3e-d3d76a867cbc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:48.474700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.475538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 056fd107-4e8f-40cf-a796-81400bc25215 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:48.585403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8c059237-8a26-4373-bb3e-d3d76a867cbc,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:48.604041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 056fd107-4e8f-40cf-a796-81400bc25215 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:48.610637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 056fd107-4e8f-40cf-a796-81400bc25215 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:48.611000 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.748731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.812313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1fd17-c192-466f-8c1a-59650c0679f3 req-87c4c591-f4b1-46f4-a942-4e7c554ff6d9 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:48.814158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efe1fd17-c192-466f-8c1a-59650c0679f3 req-87c4c591-f4b1-46f4-a942-4e7c554ff6d9 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 944 time: 0.6986673 Aug 31 09:14:48.828277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-a0aa9a45-8007-4c85-9c51-c64415751c03 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406707 Aug 31 09:14:48.833130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 056fd107-4e8f-40cf-a796-81400bc25215, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=056fd107-4e8f-40cf-a796-81400bc25215,segment=NetworkSegment(e80eb8dd-1389-4de4-940a-0749505efac5),segment_id=e80eb8dd-1389-4de4-940a-0749505efac5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:48.842020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.958498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=056fd107-4e8f-40cf-a796-81400bc25215,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:48.999317 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-1ecdcee6-95af-47bd-87ee-20b17c34eb83 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ee9bba0347714225b887f005bd11fc32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347802 Aug 31 09:14:49.045804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c059237-8a26-4373-bb3e-d3d76a867cbc'}, {'server_uuid': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056fd107-4e8f-40cf-a796-81400bc25215'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:49.048783 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d51f20-78f4-4719-8349-79bfcb06b0b2" -d '{"events": [{"server_uuid": "6b640c2d-4def-419c-b5a0-62aa67615a04", "name": "network-vif-plugged", "status": "completed", "tag": "8c059237-8a26-4373-bb3e-d3d76a867cbc"}, {"server_uuid": "1f5323c4-cc9d-4396-8836-3049a1affe52", "name": "network-vif-plugged", "status": "completed", "tag": "056fd107-4e8f-40cf-a796-81400bc25215"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:49.148368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efe1fd17-c192-466f-8c1a-59650c0679f3 req-0d7ebf28-b882-40c4-98d0-c766b38e9744 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070350 Aug 31 09:14:49.305624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-c4819791-767b-42cc-b13d-af36e428b600 service neutron] 10.222.0.18 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563291 Aug 31 09:14:49.313919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-1c5b4352-9767-4e9b-be37-883d9862211c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.315642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-1c5b4352-9767-4e9b-be37-883d9862211c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944005 Aug 31 09:14:49.332814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Request body: {'port': {'device_id': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'ee9bba0347714225b887f005bd11fc32'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:49.421116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9033c5-b0f9-442d-9b2a-a039a0606324 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:49.462807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:49.510801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Transition to ACTIVE for port object 5b9033c5-b0f9-442d-9b2a-a039a0606324 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:49.529757 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:49.613544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4dc11-3ad8-4aac-b363-70b8a52df804 req-30f524d8-ed2b-473f-b0df-57eaa026931d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.616668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3c4dc11-3ad8-4aac-b363-70b8a52df804 req-30f524d8-ed2b-473f-b0df-57eaa026931d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 946 time: 0.2564013 Aug 31 09:14:49.721319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9033c5-b0f9-442d-9b2a-a039a0606324,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:49.819452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3c4dc11-3ad8-4aac-b363-70b8a52df804 req-ac663114-3389-4aec-a1ba-4183e7a2b840 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892314 Aug 31 09:14:49.858218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Made reservation on behalf of ee9bba0347714225b887f005bd11fc32 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:49.863125 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:49.880571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:49.939582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc483-f579-47ca-95b1-ac1795116474 req-caf84f8c-fdaf-4d14-a2f6-3bca0761217c tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.941413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abbdc483-f579-47ca-95b1-ac1795116474 req-caf84f8c-fdaf-4d14-a2f6-3bca0761217c tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.1180186 Aug 31 09:14:49.967634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Attempting to bind port 5b9033c5-b0f9-442d-9b2a-a039a0606324 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:49.967976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Attempting to bind port 5b9033c5-b0f9-442d-9b2a-a039a0606324 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:49.968532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Attempting to bind port 5b9033c5-b0f9-442d-9b2a-a039a0606324 on network b6b86332-b17c-4db9-834e-78c64a7ce8ae {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:50.038887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Port 5b9033c5-b0f9-442d-9b2a-a039a0606324 on network b6b86332-b17c-4db9-834e-78c64a7ce8ae not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:50.039685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Attempting to bind port 5b9033c5-b0f9-442d-9b2a-a039a0606324 on network b6b86332-b17c-4db9-834e-78c64a7ce8ae {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:50.065185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:50.065615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Checking segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:50.065975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Bound using segment: {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:50.066650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Bound port: 5b9033c5-b0f9-442d-9b2a-a039a0606324, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8aa9dc8-8f65-4b28-a245-248090fe4913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:50.067382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.135457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abbdc483-f579-47ca-95b1-ac1795116474 req-9ffcb465-d7f6-45d6-a08d-3b47019ef71d tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716375 Aug 31 09:14:50.178551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b30ef-b263-4212-aa0b-f4ec8e58c0d7 req-239e476f-6ace-4345-ad37-2b5678ce9f2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.185472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b30ef-b263-4212-aa0b-f4ec8e58c0d7 req-239e476f-6ace-4345-ad37-2b5678ce9f2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.191626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b30ef-b263-4212-aa0b-f4ec8e58c0d7 req-239e476f-6ace-4345-ad37-2b5678ce9f2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.193602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c9b30ef-b263-4212-aa0b-f4ec8e58c0d7 req-239e476f-6ace-4345-ad37-2b5678ce9f2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2413 time: 0.2286603 Aug 31 09:14:50.301047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-3f40ae54-0ec5-4004-bdf9-67d26aa3ca92 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ee9bba0347714225b887f005bd11fc32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638669 Aug 31 09:14:50.355024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] For port 5b9033c5-b0f9-442d-9b2a-a039a0606324, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:50.369965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c9b30ef-b263-4212-aa0b-f4ec8e58c0d7 req-eee29cd9-5995-4b85-a770-a3f690420eae tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611738 Aug 31 09:14:50.460630 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1717578-196a-4190-9317-aa9cdcb4fedb x-openstack-request-id: req-f1717578-196a-4190-9317-aa9cdcb4fedb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:50.461077 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "tag": "1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:50.461473 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1717578-196a-4190-9317-aa9cdcb4fedb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:50.462096 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'tag': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4', 'status': 'completed', 'code': 200} Aug 31 09:14:50.484121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] For port 5b9033c5-b0f9-442d-9b2a-a039a0606324, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:50.501140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.508753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.530131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.565765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-0b7de5a7-95d2-427e-b2b1-b10983bd8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.567549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-0b7de5a7-95d2-427e-b2b1-b10983bd8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.568411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-0b7de5a7-95d2-427e-b2b1-b10983bd8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.571771 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-0b7de5a7-95d2-427e-b2b1-b10983bd8936 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2869 time: 0.0959215 Aug 31 09:14:50.741864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.743016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.745354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] 10.222.0.15 "PUT /v2.0/ports/5b9033c5-b0f9-442d-9b2a-a039a0606324 HTTP/1.1" status: 200 len: 1093 time: 3.1415205 Aug 31 09:14:50.812694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:50.888280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-a3a506ba-9f60-49bb-b681-c1c52fc6f14b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.891335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-a3a506ba-9f60-49bb-b681-c1c52fc6f14b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5680740 Aug 31 09:14:50.892697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd81c4b-69e0-47bc-b76c-8fac45010e35 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9033c5-b0f9-442d-9b2a-a039a0606324,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:50.960434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4025-ba0d-41ed-a94f-cbb540a88751 req-c428ef68-a5de-419a-be9e-e6c1f1b6d061 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.963463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-129e4025-ba0d-41ed-a94f-cbb540a88751 req-c428ef68-a5de-419a-be9e-e6c1f1b6d061 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 950 time: 0.3928573 Aug 31 09:14:51.004698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-cf2722ca-e84f-4b07-a9c8-9f1c70a9a166 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/quotas/ee9bba0347714225b887f005bd11fc32 HTTP/1.1" status: 200 len: 375 time: 0.0812817 Aug 31 09:14:51.007135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-ff656271-06da-47bb-b1be-2fd7f5c414ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.007836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-ff656271-06da-47bb-b1be-2fd7f5c414ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.008478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-ff656271-06da-47bb-b1be-2fd7f5c414ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.010562 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-ff656271-06da-47bb-b1be-2fd7f5c414ed service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4292874 Aug 31 09:14:51.082674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-45b526d2-5346-4119-a1cb-0e8c0a77a241 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee9bba0347714225b887f005bd11fc32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626895 Aug 31 09:14:51.130530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Allocated IP 192.168.233.138 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/dea4a480-9100-4a57-8149-338daca4d6f1) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:51.136173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-129e4025-ba0d-41ed-a94f-cbb540a88751 req-5bae66cd-30c7-4f44-9876-a41600fd4656 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330681 Aug 31 09:14:51.282948 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13d0b7-7d6d-4ee0-8bad-8374c5f515bb x-openstack-request-id: req-8d13d0b7-7d6d-4ee0-8bad-8374c5f515bb {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:51.283936 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b640c2d-4def-419c-b5a0-62aa67615a04", "name": "network-vif-plugged", "status": "completed", "tag": "8c059237-8a26-4373-bb3e-d3d76a867cbc", "code": 200}, {"server_uuid": "1f5323c4-cc9d-4396-8836-3049a1affe52", "name": "network-vif-plugged", "status": "completed", "tag": "056fd107-4e8f-40cf-a796-81400bc25215", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:51.283936 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d13d0b7-7d6d-4ee0-8bad-8374c5f515bb {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:51.284536 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c059237-8a26-4373-bb3e-d3d76a867cbc', 'code': 200} Aug 31 09:14:51.285193 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056fd107-4e8f-40cf-a796-81400bc25215', 'code': 200} Aug 31 09:14:51.500545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dff6c1a8-74bd-4633-8d59-30834866acad req-f6db75ba-18a4-4275-902e-9fa3d52d863e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 210 time: 0.0633237 Aug 31 09:14:51.509850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-362dcddf-b2a8-45c2-a911-03c9021a5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.514253 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-45ce73f1-2e76-4e8e-871c-4d978a8ba044 req-362dcddf-b2a8-45c2-a911-03c9021a5004 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4948490 Aug 31 09:14:51.754733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-08cb731f-f757-43c3-b555-e45551d146cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.758413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-08cb731f-f757-43c3-b555-e45551d146cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.760036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-08cb731f-f757-43c3-b555-e45551d146cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.766111 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-08cb731f-f757-43c3-b555-e45551d146cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2869 time: 0.1529803 Aug 31 09:14:51.861237 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:51.875820 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-1bdd4326-0646-42bb-9135-4ae9aed509e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=0b93ab17-ac21-4402-ab9e-433a466c21eb HTTP/1.1" status: 200 len: 217 time: 0.1001694 Aug 31 09:14:51.878837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-62acad05-d519-43ca-ba59-43e00b88cfdb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.880550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-62acad05-d519-43ca-ba59-43e00b88cfdb tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 821 time: 0.5607653 Aug 31 09:14:51.935220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Request body: {'port': {'device_id': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'admin_state_up': True, 'tenant_id': 'b15af48559bc46b9abc0f247ef2443dd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:51.985853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-edb52578-376b-4aea-b7ce-aa767193abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.991390 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-edb52578-376b-4aea-b7ce-aa767193abef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4680b479-2989-4f8c-a85e-351984e35948 HTTP/1.1" status: 200 len: 801 time: 0.1000526 Aug 31 09:14:52.066773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-415042ce-fbc6-4258-a8d0-9d17aa064266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.068759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-415042ce-fbc6-4258-a8d0-9d17aa064266 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6b86332-b17c-4db9-834e-78c64a7ce8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694015 Aug 31 09:14:52.173606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Transition to ACTIVE for port object dea4a480-9100-4a57-8149-338daca4d6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:52.187750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cf1a8-1be7-4fa1-9bd8-cca956fc83aa req-2c6bafca-9711-4410-b78b-771f0f4f4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.190308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-303cf1a8-1be7-4fa1-9bd8-cca956fc83aa req-2c6bafca-9711-4410-b78b-771f0f4f4f7d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 1098 time: 0.6119924 Aug 31 09:14:52.206004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acc6a6-f2ce-432d-8e2a-6292dc72ad19 req-12fda2c0-11b7-40e2-bb4e-cd8cb16b5bc5 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.213602 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-98311211-feb3-41ec-a16b-0ae22ea30293 service neutron] 10.222.0.15 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362591 Aug 31 09:14:52.219306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80acc6a6-f2ce-432d-8e2a-6292dc72ad19 req-12fda2c0-11b7-40e2-bb4e-cd8cb16b5bc5 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.5301471 Aug 31 09:14:52.224740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83644ec-b582-445a-839c-2fb378efa5a5 req-f3182d37-bd93-4fd7-aef0-798815650490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.228059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b83644ec-b582-445a-839c-2fb378efa5a5 req-f3182d37-bd93-4fd7-aef0-798815650490 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 1097 time: 0.6208456 Aug 31 09:14:52.336381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-7ec0a796-8778-47ff-98b6-6b04f16ddbae service neutron] 10.222.0.15 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126637 Aug 31 09:14:52.424980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-0c0fc256-0589-4662-8cf1-a5bebe9d2e96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.110&port_id=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 HTTP/1.1" status: 200 len: 217 time: 0.0803745 Aug 31 09:14:52.470205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'tag': '5b9033c5-b0f9-442d-9b2a-a039a0606324'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:52.473936 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a19b75e-89f6-445e-92d4-4fbf14a99f37" -d '{"events": [{"name": "network-changed", "server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "tag": "5b9033c5-b0f9-442d-9b2a-a039a0606324"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:52.498821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba37bd2-c836-48a9-905b-80a7c3e4ead9 req-89476729-22cb-4d03-8a3c-4fe9661a0a1e tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.500941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ba37bd2-c836-48a9-905b-80a7c3e4ead9 req-89476729-22cb-4d03-8a3c-4fe9661a0a1e tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 946 time: 0.6180108 Aug 31 09:14:52.506940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b83644ec-b582-445a-839c-2fb378efa5a5 req-352911a4-9a03-4ed2-91e9-89a6aa208fdd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576296 Aug 31 09:14:52.507875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Made reservation on behalf of b15af48559bc46b9abc0f247ef2443dd for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:52.511992 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:52.521895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-303cf1a8-1be7-4fa1-9bd8-cca956fc83aa req-36c6270a-93a8-4206-8f61-275103de4721 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788420 Aug 31 09:14:52.521895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80acc6a6-f2ce-432d-8e2a-6292dc72ad19 req-df7db467-8305-47b1-af38-cd101877feb3 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803664 Aug 31 09:14:52.557338 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:52.569609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-8d3d47bc-70ad-487c-86f6-d9c466ace9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.574828 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-8d3d47bc-70ad-487c-86f6-d9c466ace9a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e232566d-d9e6-41ea-8448-4d1a5cb1c959 HTTP/1.1" status: 200 len: 801 time: 0.1388111 Aug 31 09:14:52.669723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:52.670173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-7621f096-3a33-4bd1-88bc-f5787aff4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.673122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-7621f096-3a33-4bd1-88bc-f5787aff4487 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=002bbc29-7696-422d-9d03-e13cca7c7e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905664 Aug 31 09:14:52.714411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:52.765976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:52.817268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-27e558f7-e27d-4a19-92a5-670837f99b30 service neutron] 10.222.0.15 "GET /v2.0/networks/002bbc29-7696-422d-9d03-e13cca7c7e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350970 Aug 31 09:14:52.949611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:52.987269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ba37bd2-c836-48a9-905b-80a7c3e4ead9 req-06439d26-5134-4d49-88f7-b5229bb1a282 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624605 Aug 31 09:14:53.024961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-3823846c-2efd-4569-9672-b11a69f85d0e service neutron] 10.222.0.15 "GET /v2.0/networks/002bbc29-7696-422d-9d03-e13cca7c7e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988969 Aug 31 09:14:53.153839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-b5645dd0-e17c-478e-8792-4aa079b46c87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324 HTTP/1.1" status: 200 len: 217 time: 0.1132102 Aug 31 09:14:53.226274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb23eb-df49-4384-a55f-465d53fdb15d req-7814281e-6082-41df-a869-db5ed3a3cb07 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.231712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f1ae8db-3fb4-4e9a-8b26-74382ce3b7f8 None None] Provisioning for port dea4a480-9100-4a57-8149-338daca4d6f1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:53.239903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53bb23eb-df49-4384-a55f-465d53fdb15d req-7814281e-6082-41df-a869-db5ed3a3cb07 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.5586922 Aug 31 09:14:53.241679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f1ae8db-3fb4-4e9a-8b26-74382ce3b7f8 None None] Provisioning complete for port dea4a480-9100-4a57-8149-338daca4d6f1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:53.242781 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f1ae8db-3fb4-4e9a-8b26-74382ce3b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.257422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-94747c98-e390-4ccc-beba-0edb9bad7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.264376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-94747c98-e390-4ccc-beba-0edb9bad7beb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4680b479-2989-4f8c-a85e-351984e35948 HTTP/1.1" status: 200 len: 801 time: 0.1032505 Aug 31 09:14:53.273652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Allocated IP 172.20.0.13 (31a0506f-86cb-400d-bf03-47e26bfa185d/a31fd344-535f-4ce6-9e5c-50c35f59f56e/97475a5c-4b2d-4611-b6db-247955999cfa) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:53.287312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.288400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.339231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ae8db-3fb4-4e9a-8b26-74382ce3b7f8 None None] Port dea4a480-9100-4a57-8149-338daca4d6f1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:53.358501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-02c8fe26-8ab2-4b09-a9cd-706e80ec9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.360641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-02c8fe26-8ab2-4b09-a9cd-706e80ec9583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6b86332-b17c-4db9-834e-78c64a7ce8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869493 Aug 31 09:14:53.388328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-168e097b-b787-42be-aee3-1b8fccc6b90e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0619619 Aug 31 09:14:53.520802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-917d1287-0f2f-4efe-966f-f94dce820517 service neutron] 10.222.0.15 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514180 Aug 31 09:14:53.664577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-036b1898-64ec-4048-b9e1-584cd695c3f7 req-9d754277-0524-48bb-8d6b-015a0c0723c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370010 Aug 31 09:14:53.807147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Request body: {'port': {'device_id': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:53.848295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7839564-a0ab-4c24-a93e-1551222f62a3 req-e9fc3aea-026f-40f8-8085-12b612d0c6b7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.851115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7839564-a0ab-4c24-a93e-1551222f62a3 req-e9fc3aea-026f-40f8-8085-12b612d0c6b7 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 1102 time: 0.6972988 Aug 31 09:14:53.948824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53bb23eb-df49-4384-a55f-465d53fdb15d req-578fd890-15c5-44a6-9cd5-5d790540734b tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496928 Aug 31 09:14:53.952684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-260524ae-2ca4-418b-a6eb-b3b9449c6f74 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ee9bba0347714225b887f005bd11fc32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1652718 Aug 31 09:14:54.169871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7839564-a0ab-4c24-a93e-1551222f62a3 req-80295d06-b603-4fd9-b9a0-8a01ed8e8fae tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761497 Aug 31 09:14:54.190515 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:54.332369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce302cb-c4c1-4b73-94ae-9abf577ff83a req-1a1b0678-16d3-46cd-aad4-15c8fed8cae2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.338671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce302cb-c4c1-4b73-94ae-9abf577ff83a req-1a1b0678-16d3-46cd-aad4-15c8fed8cae2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.346668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce302cb-c4c1-4b73-94ae-9abf577ff83a req-1a1b0678-16d3-46cd-aad4-15c8fed8cae2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.355196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ce302cb-c4c1-4b73-94ae-9abf577ff83a req-1a1b0678-16d3-46cd-aad4-15c8fed8cae2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2413 time: 0.2448137 Aug 31 09:14:54.365699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:54.399650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-920def85-19ea-46db-8a34-e41b7b4abaa8 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.401464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-920def85-19ea-46db-8a34-e41b7b4abaa8 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4146519 Aug 31 09:14:54.493093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Request body: {'port': {'device_id': '2e412b39-5450-40a8-abe3-2169de45253f', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'ee9bba0347714225b887f005bd11fc32'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:54.617435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7dfdd518-0944-449b-be24-afcbddbf0f32 req-e156e116-399a-4a4a-a458-4f210f6ae443 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 210 time: 0.1178071 Aug 31 09:14:54.633776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ce302cb-c4c1-4b73-94ae-9abf577ff83a req-71917b33-b8b5-4d38-90d0-7ea328c753af tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771025 Aug 31 09:14:54.736505 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e73aa5-7f5e-4c17-ad36-2eecfcb702c3 x-openstack-request-id: req-64e73aa5-7f5e-4c17-ad36-2eecfcb702c3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:54.737147 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "tag": "5b9033c5-b0f9-442d-9b2a-a039a0606324", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:54.737674 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64e73aa5-7f5e-4c17-ad36-2eecfcb702c3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:54.738580 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'tag': '5b9033c5-b0f9-442d-9b2a-a039a0606324', 'status': 'completed', 'code': 200} Aug 31 09:14:54.809461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-593c2f25-cbd0-4a5f-b5fc-f7471c1cafdd req-c87b28b7-a12a-4edf-b778-523675f2afc9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 210 time: 0.0643804 Aug 31 09:14:54.811136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:54.846107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['50ea465d-41c5-48dc-985c-7e5ced92a304'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:54.848255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-2e42e8ed-da36-4297-8025-3d4ea9b5ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.849595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-2e42e8ed-da36-4297-8025-3d4ea9b5ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.853389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-2e42e8ed-da36-4297-8025-3d4ea9b5ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.858156 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-2e42e8ed-da36-4297-8025-3d4ea9b5ca26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2869 time: 0.0961866 Aug 31 09:14:54.914875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Network 31a0506f-86cb-400d-bf03-47e26bfa185d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:54.961675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:54.987732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:55.021745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:55.098236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-70b258ce-0313-4c43-ae57-ce3dd284a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.099550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-70b258ce-0313-4c43-ae57-ce3dd284a76d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6b86332-b17c-4db9-834e-78c64a7ce8ae HTTP/1.1" status: 200 len: 901 time: 0.2304072 Aug 31 09:14:55.112470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Made reservation on behalf of ee9bba0347714225b887f005bd11fc32 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:55.119564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.177967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-5e91e88a-bb81-441f-9181-dbbe907c8b44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324 HTTP/1.1" status: 200 len: 217 time: 0.0677521 Aug 31 09:14:55.244440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-94d8d3fe-68eb-491b-9003-1dfccdb78df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.246717 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-94d8d3fe-68eb-491b-9003-1dfccdb78df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4680b479-2989-4f8c-a85e-351984e35948 HTTP/1.1" status: 200 len: 801 time: 0.0573413 Aug 31 09:14:55.343501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-a0a134fa-51f9-4f8a-893d-ac1d6036ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.346234 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-a0a134fa-51f9-4f8a-893d-ac1d6036ca85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6b86332-b17c-4db9-834e-78c64a7ce8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909946 Aug 31 09:14:55.404535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea4a480-9100-4a57-8149-338daca4d6f1 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:55.435810 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.467894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.469153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.514511 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-61d141f2-d886-4633-b63d-4208329e6580 service neutron] 10.222.0.15 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521690 Aug 31 09:14:55.540169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25e12-8c56-4e5c-a8dd-750067d9164f req-5bafb911-eb2c-482c-84bf-cbd4a1c323f4 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.543610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f25e12-8c56-4e5c-a8dd-750067d9164f req-5bafb911-eb2c-482c-84bf-cbd4a1c323f4 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.4612644 Aug 31 09:14:55.552072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Transition to ACTIVE for port object dea4a480-9100-4a57-8149-338daca4d6f1 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:55.567543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bebe4e-80bf-47e2-ba12-d977cd3be177 req-ac529a47-f69a-4971-a02a-555c93305bde tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.570333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6bebe4e-80bf-47e2-ba12-d977cd3be177 req-ac529a47-f69a-4971-a02a-555c93305bde tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 946 time: 0.4909065 Aug 31 09:14:55.580606 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.585498 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-6401d747-4f13-495a-9daa-3b4a6404589a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6929016 Aug 31 09:14:55.620788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Request body: {'port': {'device_id': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:55.680691 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a19b75e-89f6-445e-92d4-4fbf14a99f37 req-c6f457f9-3035-463b-9dbe-0665a8f64ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563663 Aug 31 09:14:55.961633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Allocated IP 192.168.233.70 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:55.975294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:55.984277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f25e12-8c56-4e5c-a8dd-750067d9164f req-a94f80e1-81bd-464f-97f6-8f96f0a75d1a tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112470 Aug 31 09:14:56.052391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6bebe4e-80bf-47e2-ba12-d977cd3be177 req-2cbd067f-af6e-4536-8e1e-bac1297b178d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564254 Aug 31 09:14:56.146207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.283812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-f39ba939-7003-4334-8705-6dbe5f417d0d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406169 Aug 31 09:14:56.544589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:56.548268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Attempting to bind port dea4a480-9100-4a57-8149-338daca4d6f1 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:56.549131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Attempting to bind port dea4a480-9100-4a57-8149-338daca4d6f1 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:56.549313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Attempting to bind port dea4a480-9100-4a57-8149-338daca4d6f1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:56.613075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Port dea4a480-9100-4a57-8149-338daca4d6f1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:56.613608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Attempting to bind port dea4a480-9100-4a57-8149-338daca4d6f1 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:56.786889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:56.820538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4', 'network_id': '002bbc29-7696-422d-9d03-e13cca7c7e29', 'port_id': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4', 'mac_address': 'fa:16:3e:43:fd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e232566d-d9e6-41ea-8448-4d1a5cb1c959', 'ip_address': '19.86.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:56.898687 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.926059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:56.966184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:56.973303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.974591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b9033c5-b0f9-442d-9b2a-a039a0606324 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:57.014162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48a7f-f995-4a43-90fc-2c6388d53622 req-04520ffc-caa6-40f4-a015-dc384d2ba959 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:57.017175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cb48a7f-f995-4a43-90fc-2c6388d53622 req-04520ffc-caa6-40f4-a015-dc384d2ba959 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.7937176 Aug 31 09:14:57.037254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:57.037595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:57.038036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:57.038825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Bound port: dea4a480-9100-4a57-8149-338daca4d6f1, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:57.039716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.184317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:57.294796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5b9033c5-b0f9-442d-9b2a-a039a0606324, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:57.319494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-523254b2-71a7-4127-8e89-8720334bb3a4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:57.320607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '5b9033c5-b0f9-442d-9b2a-a039a0606324', 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'port_id': '5b9033c5-b0f9-442d-9b2a-a039a0606324', 'mac_address': 'fa:16:3e:f4:0e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4680b479-2989-4f8c-a85e-351984e35948', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:57.322391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-523254b2-71a7-4127-8e89-8720334bb3a4 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0102501 Aug 31 09:14:57.404077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.427455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9033c5-b0f9-442d-9b2a-a039a0606324 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:57.459363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cb48a7f-f995-4a43-90fc-2c6388d53622 req-34caadce-39ca-4d41-84c9-e36c8ba059bb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007463 Aug 31 09:14:57.486012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.489631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5b9033c5-b0f9-442d-9b2a-a039a0606324, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:57.501380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.502992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0b93ab17-ac21-4402-ab9e-433a466c21eb details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:57.515767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:57.524298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:57.544160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-53f6bc01-cd89-4b61-8524-a6bfde45b89a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/quotas/f3ea2c1d000a48429f8eaf748aed1d33 HTTP/1.1" status: 200 len: 375 time: 0.1598051 Aug 31 09:14:57.588739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Transition to ACTIVE for port object ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:57.648292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0b93ab17-ac21-4402-ab9e-433a466c21eb, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0b93ab17-ac21-4402-ab9e-433a466c21eb,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:57.653298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=5b9033c5-b0f9-442d-9b2a-a039a0606324,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:57.672525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.679986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '0b93ab17-ac21-4402-ab9e-433a466c21eb', 'network_id': 'b6b86332-b17c-4db9-834e-78c64a7ce8ae', 'port_id': '0b93ab17-ac21-4402-ab9e-433a466c21eb', 'mac_address': 'fa:16:3e:88:53:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4680b479-2989-4f8c-a85e-351984e35948', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:57.768171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.799375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b93ab17-ac21-4402-ab9e-433a466c21eb {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:57.814854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14e09605-bac0-4a9d-b156-017c8e21d83c req-bf6f2151-1deb-4dcb-9ec4-2a4c3f82e86a tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 210 time: 0.1456807 Aug 31 09:14:57.824614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.859872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0b93ab17-ac21-4402-ab9e-433a466c21eb, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0b93ab17-ac21-4402-ab9e-433a466c21eb,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:57.868649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:57.869570 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.870311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.872915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] 10.222.0.15 "PUT /v2.0/ports/dea4a480-9100-4a57-8149-338daca4d6f1 HTTP/1.1" status: 200 len: 1097 time: 4.4733200 Aug 31 09:14:57.921472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:57.928566 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:58.012879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-fe4a8b06-048b-47ef-b9bb-37319c44c334 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4669371 Aug 31 09:14:58.043432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80212ab5-e05a-4125-aecc-a193b75cbfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.061263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0b93ab17-ac21-4402-ab9e-433a466c21eb,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.076526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:58.111327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:58.195689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:58.289494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:58.405642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.432969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['5b9033c5-b0f9-442d-9b2a-a039a0606324'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:58.499665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ef76-10fb-4440-8e32-d9745e404060 req-3deddb49-beae-460b-8da2-cd7d0d68a25b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.511612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ef76-10fb-4440-8e32-d9745e404060 req-3deddb49-beae-460b-8da2-cd7d0d68a25b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.525218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ef76-10fb-4440-8e32-d9745e404060 req-3deddb49-beae-460b-8da2-cd7d0d68a25b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.528599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb23ef76-10fb-4440-8e32-d9745e404060 req-3deddb49-beae-460b-8da2-cd7d0d68a25b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2416 time: 0.4906955 Aug 31 09:14:58.531736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-36529f0d-8ab1-49fe-8447-bd86ac9478c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.534139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-36529f0d-8ab1-49fe-8447-bd86ac9478c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee9bba0347714225b887f005bd11fc32&device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 1100 time: 0.5593426 Aug 31 09:14:58.642991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-682c33ea-e0e7-4d15-9c3c-04e94ae9d5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.656008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97475a5c-4b2d-4611-b6db-247955999cfa {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:58.667880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.690904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Transition to ACTIVE for port object 97475a5c-4b2d-4611-b6db-247955999cfa will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:58.711626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-df16eacb-3848-4caf-ad32-6a68780a5389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=dea4a480-9100-4a57-8149-338daca4d6f1 HTTP/1.1" status: 200 len: 217 time: 0.1128609 Aug 31 09:14:58.728282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.729468 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.786072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.000212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2e45ab49-ddc7-4ea8-9d7c-997d23a9f483 None None] Provisioning for port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:59.010682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2e45ab49-ddc7-4ea8-9d7c-997d23a9f483 None None] Provisioning complete for port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:59.012026 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e45ab49-ddc7-4ea8-9d7c-997d23a9f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.065080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:59.078255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-7fe0c2c2-6aff-4a9e-94dc-455935c8f92f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6515310 Aug 31 09:14:59.090560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-f9039908-39b1-4ad5-b63e-ab411ed63b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:59.094050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-f9039908-39b1-4ad5-b63e-ab411ed63b2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.3420484 Aug 31 09:14:59.102586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2e45ab49-ddc7-4ea8-9d7c-997d23a9f483 None None] Port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:59.115609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb23ef76-10fb-4440-8e32-d9745e404060 req-e55c9fbe-7b11-46fb-bf4d-334043375c2d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274622 Aug 31 09:14:59.159012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Request body: {'port': {'device_id': '2e412b39-5450-40a8-abe3-2169de45253f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:59.307607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b5a0f-3f2c-40ae-8e81-96fc908076f0 req-afb4011d-5c23-4c1a-8326-6f9aebac7e79 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:59.312483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f56b5a0f-3f2c-40ae-8e81-96fc908076f0 req-afb4011d-5c23-4c1a-8326-6f9aebac7e79 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 932 time: 0.9400532 Aug 31 09:14:59.494719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-ff6fbf87-32c2-46cc-932f-10e94b5bfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:59.498585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-ff6fbf87-32c2-46cc-932f-10e94b5bfd00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3727343 Aug 31 09:14:59.508702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:59.509579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:59.510850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:59.554309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f56b5a0f-3f2c-40ae-8e81-96fc908076f0 req-93940f8e-49be-47b1-9ef2-c01bdebdbac5 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193029 Aug 31 09:14:59.573698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:59.574275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:59.580073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['0b93ab17-ac21-4402-ab9e-433a466c21eb'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:59.629902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.658923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:59.659765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:59.659765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:59.660361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Bound port: 97475a5c-4b2d-4611-b6db-247955999cfa, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:59.660975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.754521 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17365a1-6451-491b-ba13-c80366a70528 x-openstack-request-id: req-b17365a1-6451-491b-ba13-c80366a70528 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:59.754971 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:59.755380 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b17365a1-6451-491b-ba13-c80366a70528 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:59.756665 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'status': 'completed', 'code': 200} Aug 31 09:14:59.761330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-576bd87d-c9f9-4950-b64f-1b426be1c5a4 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406280 Aug 31 09:14:59.984385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7ee3983-6d58-4617-8bd6-2d262a167e6f req-a935e41a-6e5b-482b-8213-cfd26c7d098e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 210 time: 0.1622884 Aug 31 09:15:00.141983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d473-a1d9-41c5-ac8c-f2b91e1aa693 req-16884eaf-d848-4186-88f6-bce3bf051975 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:00.143889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78d3d473-a1d9-41c5-ac8c-f2b91e1aa693 req-16884eaf-d848-4186-88f6-bce3bf051975 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.3178165 Aug 31 09:15:00.217491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:00.259563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faa9e9a0-82f2-47e4-ad65-86f3b2454368 req-4443e496-6bdc-4d76-9133-275b40d9d39d service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536443 Aug 31 09:15:00.263221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-31fe567e-6758-42c8-809d-3b0abf3d3868 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549703 Aug 31 09:15:00.268425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:00.331634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.418784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78d3d473-a1d9-41c5-ac8c-f2b91e1aa693 req-1807b728-c9ed-4668-a47a-36b88ab32ace tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368422 Aug 31 09:15:00.485739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50946-bd18-47d2-9399-484556955783 req-4a826e23-536b-46b1-b5bb-66dc8bd5b38c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:00.493519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-feb50946-bd18-47d2-9399-484556955783 req-4a826e23-536b-46b1-b5bb-66dc8bd5b38c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 935 time: 0.3666799 Aug 31 09:15:00.498144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-d90646e6-5558-4863-9c08-3a07a3ecfac2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:00.500127 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-d90646e6-5558-4863-9c08-3a07a3ecfac2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229896 Aug 31 09:15:00.519583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:00.520558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.522661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] 10.222.0.15 "PUT /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 1093 time: 4.9108253 Aug 31 09:15:00.525581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:00.564352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:00.649991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:00.676954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:00.681623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.685683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:00.686457 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.760136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84aa4-b043-4eca-ba8f-9e4e4543e0eb service neutron] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:00.781773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:00.788136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Transition to ACTIVE for port object ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:00.791796 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.812429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-feb50946-bd18-47d2-9399-484556955783 req-a00e7f6d-bb5f-439a-aaca-6440576b8321 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178885 Aug 31 09:15:00.814512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-9725cd7f-f1db-4dd9-9fca-21211d134865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:00.816099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-9725cd7f-f1db-4dd9-9fca-21211d134865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee9bba0347714225b887f005bd11fc32&device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 1100 time: 0.4638755 Aug 31 09:15:00.819784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.898753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.948787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:00.954296 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a710726b-0a19-4141-8003-50d3062ba4c4" -d '{"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-plugged", "status": "completed", "tag": "1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:00.971448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:00.979849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.980959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b9033c5-b0f9-442d-9b2a-a039a0606324 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:01.016328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:01.037084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-2979afda-81a8-41ed-8e2e-b6b22248504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.038852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-2979afda-81a8-41ed-8e2e-b6b22248504d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1096 time: 0.3544693 Aug 31 09:15:01.068786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-846c77f5-6be7-446e-ad73-e78440eb8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.070340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-846c77f5-6be7-446e-ad73-e78440eb8f96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d437b08aa646b9ad02fd79bc804ed7&device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 1097 time: 0.3451753 Aug 31 09:15:01.111294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:01.141086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 5b9033c5-b0f9-442d-9b2a-a039a0606324 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:01.153332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 5b9033c5-b0f9-442d-9b2a-a039a0606324 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:01.154057 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.321489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.248 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/8addc40e-a673-448b-b050-d56c68a05a52) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:01.399624 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.463529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-1a76e3e8-2dca-47d9-b8a9-d9378e8b84fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 217 time: 0.3968573 Aug 31 09:15:01.514194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab87e-515b-4381-9298-daeb12549630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.523324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5b9033c5-b0f9-442d-9b2a-a039a0606324, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:01.534413 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.637474 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.642690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=5b9033c5-b0f9-442d-9b2a-a039a0606324,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:01.664296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 8addc40e-a673-448b-b050-d56c68a05a52 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:01.701754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.721938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.739165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:01.750908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-ecaafc78-8c98-47f4-be19-821eaf89911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.752557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-ecaafc78-8c98-47f4-be19-821eaf89911f service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.9266117 Aug 31 09:15:01.754116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-652bf075-363a-432d-8258-080e3623a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.755749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-652bf075-363a-432d-8258-080e3623a92f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2443087 Aug 31 09:15:01.762699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:01.765846 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ba2ff6-c070-4bd9-94f7-2d0974beb858" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:01.798263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', '942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:01.853786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fe5be-9f56-4d1c-8d76-4619137823a4 req-054bf777-018d-4701-aa5e-4c2351d9f4a6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.868365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fe5be-9f56-4d1c-8d76-4619137823a4 req-054bf777-018d-4701-aa5e-4c2351d9f4a6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.881526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:01.882863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fe5be-9f56-4d1c-8d76-4619137823a4 req-054bf777-018d-4701-aa5e-4c2351d9f4a6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.892560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:01.894304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.895190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:01.895600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-775fe5be-9f56-4d1c-8d76-4619137823a4 req-054bf777-018d-4701-aa5e-4c2351d9f4a6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2417 time: 0.8668442 Aug 31 09:15:01.950732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5885821-b85c-481d-83c4-b730fbcea1f3 req-4c65192d-5e67-4e8a-910d-d9bb57707a13 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.953185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5885821-b85c-481d-83c4-b730fbcea1f3 req-4c65192d-5e67-4e8a-910d-d9bb57707a13 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.4587016 Aug 31 09:15:01.990647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.991856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.030714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5127163 Aug 31 09:15:02.033772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-81715df7-4578-4367-ba04-7687a151dd83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2475176 Aug 31 09:15:02.040398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60487faf-4709-4f21-b1d3-1ce0fbed6957 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=8addc40e-a673-448b-b050-d56c68a05a52,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:02.057381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Request body: {'port': {'device_id': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:02.073537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-4176fc6a-8a3c-4d2a-945b-c3043f477245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.076587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-4176fc6a-8a3c-4d2a-945b-c3043f477245 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 HTTP/1.1" status: 200 len: 914 time: 0.6084275 Aug 31 09:15:02.077408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-10a6ebaa-eb1c-43c6-aaca-874313674b68 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.079401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-c51b14dc-f949-40ed-ad42-115719285de9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=dea4a480-9100-4a57-8149-338daca4d6f1 HTTP/1.1" status: 200 len: 217 time: 0.2715213 Aug 31 09:15:02.082735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-10a6ebaa-eb1c-43c6-aaca-874313674b68 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b640c2d-4def-419c-b5a0-62aa67615a04 HTTP/1.1" status: 200 len: 946 time: 0.3106489 Aug 31 09:15:02.266424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Attempting to bind port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:02.266863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Attempting to bind port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:02.267386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Attempting to bind port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:02.287100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.367259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Deleting port 8c059237-8a26-4373-bb3e-d3d76a867cbc {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:02.368615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.384558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-e40215de-d1d0-423a-bf27-9559781ad77d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=056fd107-4e8f-40cf-a796-81400bc25215 HTTP/1.1" status: 200 len: 217 time: 0.2643943 Aug 31 09:15:02.406352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76b59f45-f86f-472a-b4da-a982182fb773 None None] Provisioning for port 8addc40e-a673-448b-b050-d56c68a05a52 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:02.414837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:02.415613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Attempting to bind port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:02.434746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76b59f45-f86f-472a-b4da-a982182fb773 None None] Provisioning complete for port 8addc40e-a673-448b-b050-d56c68a05a52 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:02.435128 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76b59f45-f86f-472a-b4da-a982182fb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.492385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-4ff7a579-8cd9-4ff7-99dc-2d32e4fd63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.494846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-4ff7a579-8cd9-4ff7-99dc-2d32e4fd63db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.4003561 Aug 31 09:15:02.501695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5885821-b85c-481d-83c4-b730fbcea1f3 req-2e3bab75-3433-4120-a25a-d1d7447f7935 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645729 Aug 31 09:15:02.506095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-775fe5be-9f56-4d1c-8d76-4619137823a4 req-6065965d-1932-4ffc-b2a9-a6ed35fceac9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897163 Aug 31 09:15:02.513393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:02.514200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:02.515075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:02.516034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Bound port: ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:02.517776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.527320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-76b59f45-f86f-472a-b4da-a982182fb773 None None] Port 8addc40e-a673-448b-b050-d56c68a05a52 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:02.589056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0b93ab17-ac21-4402-ab9e-433a466c21eb up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:02.648079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-8927cc32-5691-4434-ae3a-7179efd3c495 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552235 Aug 31 09:15:02.660161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-ac153f80-b575-43fc-8303-994e32295944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.661838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-ac153f80-b575-43fc-8303-994e32295944 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e17640d7-71f5-4002-a919-ddce1162f5dc HTTP/1.1" status: 200 len: 853 time: 0.2405696 Aug 31 09:15:02.719656 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff14e83-1a78-41c1-ab71-09636157c28a x-openstack-request-id: req-6ff14e83-1a78-41c1-ab71-09636157c28a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:02.720260 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-plugged", "status": "completed", "tag": "1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:02.720697 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ff14e83-1a78-41c1-ab71-09636157c28a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:02.721373 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4', 'code': 200} Aug 31 09:15:02.788671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-4d23041e-ef79-437f-b420-a8a24ce64915 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766568 Aug 31 09:15:02.811995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] For port 8c059237-8a26-4373-bb3e-d3d76a867cbc, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8c059237-8a26-4373-bb3e-d3d76a867cbc,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:02.812284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 0b93ab17-ac21-4402-ab9e-433a466c21eb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:02.812566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.836427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 0b93ab17-ac21-4402-ab9e-433a466c21eb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:02.837034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.838317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-b714e631-03c9-4f67-b969-eb6532f72c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.841077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-b714e631-03c9-4f67-b969-eb6532f72c8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3340778 Aug 31 09:15:02.851037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Calling delete_port for 8c059237-8a26-4373-bb3e-d3d76a867cbc owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:02.874703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-b4ab8f87-06c0-45dc-8f07-1535a11b8b4f tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.876501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-b4ab8f87-06c0-45dc-8f07-1535a11b8b4f tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "GET /v2.0/ports?device_id=310fbde9-903e-4209-b2bf-565e50ed8290 HTTP/1.1" status: 200 len: 946 time: 0.1663373 Aug 31 09:15:03.011809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:03.065961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:03.094916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d3cb-aeeb-458d-a98e-0744d1a694ea req-46b94537-95c7-4311-ba98-9040259ccf2e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:03.102016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ba8d3cb-aeeb-458d-a98e-0744d1a694ea req-46b94537-95c7-4311-ba98-9040259ccf2e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.3758295 Aug 31 09:15:03.114266 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.117369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8addc40e-a673-448b-b050-d56c68a05a52 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:03.131043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.133404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.203058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbae39b-6e0e-4b32-a254-83ba8bc4bf33 req-d74c2393-b7e2-4adb-ad53-e41851f6ebe5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:03.204933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fbae39b-6e0e-4b32-a254-83ba8bc4bf33 req-d74c2393-b7e2-4adb-ad53-e41851f6ebe5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 936 time: 0.3762686 Aug 31 09:15:03.205653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0b93ab17-ac21-4402-ab9e-433a466c21eb, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0b93ab17-ac21-4402-ab9e-433a466c21eb,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:03.207052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-410ae0a6-85dd-41a1-9fa7-e783c69adfde service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203724 Aug 31 09:15:03.226885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Deleting port 85e01505-c347-4e85-8db7-10bb3e8b779a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:03.228093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.231946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.241228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-6298c29d-bf11-406b-9522-d42ae593c0c7 service neutron] 10.222.0.23 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085717 Aug 31 09:15:03.245506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:03.246388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.248288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 HTTP/1.1" status: 200 len: 1096 time: 4.0986838 Aug 31 09:15:03.300119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-1ee7a918-c36c-492f-8711-80351f32e52d service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443583 Aug 31 09:15:03.330432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0b93ab17-ac21-4402-ab9e-433a466c21eb,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:03.346311 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.364466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['85e01505-c347-4e85-8db7-10bb3e8b779a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:03.413491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1993d7-b9bb-411d-ae64-e126f2494253 service neutron] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:03.436850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Transition to ACTIVE for port object 8addc40e-a673-448b-b050-d56c68a05a52 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:03.440215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event deleted for resources: {'Port': ['ID=8c059237-8a26-4373-bb3e-d3d76a867cbc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:03.457540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.481058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ba8d3cb-aeeb-458d-a98e-0744d1a694ea req-ca87eed5-abd2-4614-a2de-d9d3778dd7ff tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484006 Aug 31 09:15:03.550040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.686908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e0226e-8f1b-4fe4-85a4-8efc2b04d76c req-0c66ae37-398e-4cdf-a828-fe35cef256b3 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536146 Aug 31 09:15:03.702593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fbae39b-6e0e-4b32-a254-83ba8bc4bf33 req-f00bd9b6-bd46-4aa9-a538-4d29a5f2903e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634571 Aug 31 09:15:03.906244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] No DVR routers for this DVR port 8c059237-8a26-4373-bb3e-d3d76a867cbc on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:03.920119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.922514 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c0bc7ae2-f394-4f14-b702-c3e074be396a req-e67963ce-e843-4182-ab81-5a8fb8c66663 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "DELETE /v2.0/ports/8c059237-8a26-4373-bb3e-d3d76a867cbc HTTP/1.1" status: 204 len: 173 time: 1.8068488 Aug 31 09:15:03.927805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'name': 'network-vif-deleted', 'tag': '8c059237-8a26-4373-bb3e-d3d76a867cbc'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:03.928125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26ae8f4-c747-47c7-b27c-8d2935177750 req-58c1e02a-d5b5-4490-810e-a825bf119342 service neutron] 10.222.0.23 "GET /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490667 Aug 31 09:15:03.928845 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1a167-84aa-4803-a14f-ff5b6abd27a6" -d '{"events": [{"server_uuid": "6b640c2d-4def-419c-b5a0-62aa67615a04", "name": "network-vif-deleted", "tag": "8c059237-8a26-4373-bb3e-d3d76a867cbc"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:03.932944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-8da2d0aa-e4f5-4f38-bd11-df5a45a6d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:03.935327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-8da2d0aa-e4f5-4f38-bd11-df5a45a6d6d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee9bba0347714225b887f005bd11fc32&device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 1099 time: 0.5695956 Aug 31 09:15:03.958455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8addc40e-a673-448b-b050-d56c68a05a52,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:03.962733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] For port 85e01505-c347-4e85-8db7-10bb3e8b779a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=85e01505-c347-4e85-8db7-10bb3e8b779a,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:03.963128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.028213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Calling delete_port for 85e01505-c347-4e85-8db7-10bb3e8b779a owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:04.214207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Attempting to bind port 8addc40e-a673-448b-b050-d56c68a05a52 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:04.216365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Attempting to bind port 8addc40e-a673-448b-b050-d56c68a05a52 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:04.216961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Attempting to bind port 8addc40e-a673-448b-b050-d56c68a05a52 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:04.230112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Port 8addc40e-a673-448b-b050-d56c68a05a52 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:04.231158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Attempting to bind port 8addc40e-a673-448b-b050-d56c68a05a52 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:04.261692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:04.263186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:04.264298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:04.264955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Bound port: 8addc40e-a673-448b-b050-d56c68a05a52, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:04.265444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.361207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb792bc-041a-46ab-a609-aa797d0eb8ec req-e1b513ba-07f0-40c5-9fc6-90a767f71ead tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.366111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eb792bc-041a-46ab-a609-aa797d0eb8ec req-e1b513ba-07f0-40c5-9fc6-90a767f71ead tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.5516469 Aug 31 09:15:04.384269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-b0913eeb-4cea-474e-be05-f074e0346232 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 HTTP/1.1" status: 200 len: 217 time: 0.4157841 Aug 31 09:15:04.454009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-1a902afd-036c-4e41-a7e6-89d03623973e tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.456925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-1a902afd-036c-4e41-a7e6-89d03623973e tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 812 time: 0.7811618 Aug 31 09:15:04.476697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] For port 8addc40e-a673-448b-b050-d56c68a05a52, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:04.506997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] For port 8addc40e-a673-448b-b050-d56c68a05a52, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8addc40e-a673-448b-b050-d56c68a05a52,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:04.509011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.545888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-1d1fcff1-7c16-4b29-beb8-3898282227a7 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/quotas/eaa61d346bed40648d9df0f87db03f53 HTTP/1.1" status: 200 len: 375 time: 0.0537505 Aug 31 09:15:04.562338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eb792bc-041a-46ab-a609-aa797d0eb8ec req-2d3f8b57-1c7f-4c6d-8664-27d355f55052 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810806 Aug 31 09:15:04.562616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.572163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:04.579402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event deleted for resources: {'Port': ['ID=85e01505-c347-4e85-8db7-10bb3e8b779a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:04.598231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-32039e98-b6aa-4de7-99c7-6b09434528c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.600377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-32039e98-b6aa-4de7-99c7-6b09434528c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1919584 Aug 31 09:15:04.625629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-2807551d-d045-4b05-9fbb-40d116a7409b tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581686 Aug 31 09:15:04.718830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.719757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.721450 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/8addc40e-a673-448b-b050-d56c68a05a52 HTTP/1.1" status: 200 len: 1097 time: 2.6728265 Aug 31 09:15:04.722651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] No DVR routers for this DVR port 85e01505-c347-4e85-8db7-10bb3e8b779a on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:04.734539 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.738531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc30e5e0-5a83-458e-82a9-a35e92648960 req-d6f03f1a-9e09-4dde-b874-99f39f1b4342 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "DELETE /v2.0/ports/85e01505-c347-4e85-8db7-10bb3e8b779a HTTP/1.1" status: 204 len: 173 time: 1.8520563 Aug 31 09:15:04.803718 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bf31a3-ace9-4c1a-94ca-d0a0cf2373d8 x-openstack-request-id: req-d3bf31a3-ace9-4c1a-94ca-d0a0cf2373d8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:04.804833 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:04.805814 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3bf31a3-ace9-4c1a-94ca-d0a0cf2373d8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:04.807278 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa', 'status': 'completed', 'code': 200} Aug 31 09:15:04.881875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20702d-f33c-4182-9862-67f2cd6f02f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8addc40e-a673-448b-b050-d56c68a05a52,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:04.901584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-3a29e9fc-7803-4096-be5a-38086808665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.910971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-3a29e9fc-7803-4096-be5a-38086808665e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1096 time: 0.1652911 Aug 31 09:15:04.922401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-f0a75a9d-bb7f-40d3-a00b-a7081d761d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:04.924071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-f0a75a9d-bb7f-40d3-a00b-a7081d761d16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2889931 Aug 31 09:15:05.044869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9033c5-b0f9-442d-9b2a-a039a0606324'}, {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b93ab17-ac21-4402-ab9e-433a466c21eb'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:05.051808 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab9705-ff41-415c-bbd1-a0d1d6f6022c" -d '{"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-plugged", "status": "completed", "tag": "5b9033c5-b0f9-442d-9b2a-a039a0606324"}, {"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-plugged", "status": "completed", "tag": "0b93ab17-ac21-4402-ab9e-433a466c21eb"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:05.140778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-cbf68e14-ae4d-4709-bbf2-a9efd5f72365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.142805 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-cbf68e14-ae4d-4709-bbf2-a9efd5f72365 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.2291603 Aug 31 09:15:05.202448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:05.216194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-e9021eb0-9514-492d-a0c0-497da49ef427 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781384 Aug 31 09:15:05.223477 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-39c2bd4b-7745-41c7-88ed-7cd085f36f37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 217 time: 0.0722883 Aug 31 09:15:05.224646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'mac_address': 'fa:16:3e:3f:37:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:05.226873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-bbe07967-80ca-4fae-9310-bb7db1387827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.231260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-bbe07967-80ca-4fae-9310-bb7db1387827 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 1100 time: 0.1842825 Aug 31 09:15:05.234449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-72818559-523d-474c-97bb-51ba49a105f5 service neutron] 10.222.0.18 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897338 Aug 31 09:15:05.316305 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.348586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea4a480-9100-4a57-8149-338daca4d6f1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:05.392022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:05.398310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-ba11e1d6-031a-4d89-8a45-c8565093f6ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8addc40e-a673-448b-b050-d56c68a05a52 HTTP/1.1" status: 200 len: 217 time: 0.1502564 Aug 31 09:15:05.405629 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.488137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2375-c9c5-4b82-8ca0-5568052de4a4 req-e5e70ab3-6e57-4f74-86a7-53ff6ff9799b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.491371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d7a2375-c9c5-4b82-8ca0-5568052de4a4 req-e5e70ab3-6e57-4f74-86a7-53ff6ff9799b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 947 time: 0.5308418 Aug 31 09:15:05.499599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-ece9fb6f-50a6-4f14-a025-5599168420d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.502242 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-ece9fb6f-50a6-4f14-a025-5599168420d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2698097 Aug 31 09:15:05.504473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745af53e-ec50-4256-b044-c6fe11f2b093 req-57da7815-151f-4d63-887f-b9c12000a6d6 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686055 Aug 31 09:15:05.522344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:05.572519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-2e4d1faf-abd2-4100-ade5-5230bf920b9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617471 Aug 31 09:15:05.578656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-2922102a-5b31-4295-a2fc-d3f610e19380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.581230 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-2922102a-5b31-4295-a2fc-d3f610e19380 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1712787 Aug 31 09:15:05.628067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d7a2375-c9c5-4b82-8ca0-5568052de4a4 req-edc590b7-592b-4c2a-acdd-a1cb02451240 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214390 Aug 31 09:15:05.644898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-18e1f188-326d-4955-b328-a926cd857be4 service neutron] 10.222.0.18 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904003 Aug 31 09:15:05.723938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['dea4a480-9100-4a57-8149-338daca4d6f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:05.743100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2605-3358-4407-b161-735f1019eb7a req-61057fc2-d5aa-4c15-b9ab-e5006faf6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.745196 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-61057fc2-d5aa-4c15-b9ab-e5006faf6270 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379569 Aug 31 09:15:05.862668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-2c6cac88-f651-46c7-89a7-2da4bb5b9305 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799776 Aug 31 09:15:06.051266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-e00f9389-a950-49fd-a892-0ce612a4f824 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876284 Aug 31 09:15:06.094377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.118682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788c4ce-9788-44f9-a452-ef19d53b3625 req-ddca45a8-e9c3-4979-b813-9dc65145028e tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.121934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a788c4ce-9788-44f9-a452-ef19d53b3625 req-ddca45a8-e9c3-4979-b813-9dc65145028e tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.1236169 Aug 31 09:15:06.138039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92ba2ff6-c070-4bd9-94f7-2d0974beb858 req-66f19eb0-3fc4-4a51-9782-8f1634ab4d05 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635596 Aug 31 09:15:06.161351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8c059237-8a26-4373-bb3e-d3d76a867cbc no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:06.201721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 8c059237-8a26-4373-bb3e-d3d76a867cbc {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:06.202266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8c059237-8a26-4373-bb3e-d3d76a867cbc not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:06.242695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a788c4ce-9788-44f9-a452-ef19d53b3625 req-ee359d5d-09e3-4b8f-a291-d02388999072 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092243 Aug 31 09:15:06.248657 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2edf2605-3358-4407-b161-735f1019eb7a req-97df5284-2cff-4d82-9739-692a92c0a2dc service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853175 Aug 31 09:15:06.350870 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aba21e-7321-46cf-8b4c-b652ba0fb179 x-openstack-request-id: req-59aba21e-7321-46cf-8b4c-b652ba0fb179 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:06.351552 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b640c2d-4def-419c-b5a0-62aa67615a04", "name": "network-vif-deleted", "tag": "8c059237-8a26-4373-bb3e-d3d76a867cbc", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:06.351908 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59aba21e-7321-46cf-8b4c-b652ba0fb179 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:06.352419 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b640c2d-4def-419c-b5a0-62aa67615a04', 'name': 'network-vif-deleted', 'tag': '8c059237-8a26-4373-bb3e-d3d76a867cbc', 'status': 'completed', 'code': 200} Aug 31 09:15:06.367131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a79e7-3e55-4767-b287-822898083d93 req-5b270c1c-8b27-4845-ad90-b09e3e68dc1f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.374308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a79e7-3e55-4767-b287-822898083d93 req-5b270c1c-8b27-4845-ad90-b09e3e68dc1f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.380770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a79e7-3e55-4767-b287-822898083d93 req-5b270c1c-8b27-4845-ad90-b09e3e68dc1f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.382582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367a79e7-3e55-4767-b287-822898083d93 req-5b270c1c-8b27-4845-ad90-b09e3e68dc1f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2419 time: 0.1184185 Aug 31 09:15:06.434738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367a79e7-3e55-4767-b287-822898083d93 req-e1a06ab4-61eb-4037-9ada-8d5848392d23 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Aug 31 09:15:06.591014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 85e01505-c347-4e85-8db7-10bb3e8b779a no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:06.635854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 85e01505-c347-4e85-8db7-10bb3e8b779a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:06.636984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 85e01505-c347-4e85-8db7-10bb3e8b779a not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:06.659238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f574927-b0d3-4bd8-b122-e674725f989d req-9f69d336-38b3-4e93-a5b5-c8d868e02242 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.662983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f574927-b0d3-4bd8-b122-e674725f989d req-9f69d336-38b3-4e93-a5b5-c8d868e02242 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 948 time: 0.1103172 Aug 31 09:15:06.732561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f574927-b0d3-4bd8-b122-e674725f989d req-6184e03d-7a6d-4d58-b55d-98598129ef84 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Aug 31 09:15:06.809416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:06.815005 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:06.826922 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044742c6-2179-4e93-b0ee-b9ffa9625d01 x-openstack-request-id: req-044742c6-2179-4e93-b0ee-b9ffa9625d01 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:06.827626 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-plugged", "status": "completed", "tag": "5b9033c5-b0f9-442d-9b2a-a039a0606324", "code": 200}, {"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-plugged", "status": "completed", "tag": "0b93ab17-ac21-4402-ab9e-433a466c21eb", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:06.827852 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-044742c6-2179-4e93-b0ee-b9ffa9625d01 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:06.828356 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9033c5-b0f9-442d-9b2a-a039a0606324', 'code': 200} Aug 31 09:15:06.828636 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b93ab17-ac21-4402-ab9e-433a466c21eb', 'code': 200} Aug 31 09:15:06.914133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a27dc-290e-49e9-8444-15a78cb997db req-bc4659bb-a269-4568-9603-5ec3f781294e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.917059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-996a27dc-290e-49e9-8444-15a78cb997db req-bc4659bb-a269-4568-9603-5ec3f781294e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.0774968 Aug 31 09:15:06.984754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b68334-8a16-432a-826b-3c94ffb16ba3 req-55145502-0552-48f6-b7da-b23403ef4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.985399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b68334-8a16-432a-826b-3c94ffb16ba3 req-55145502-0552-48f6-b7da-b23403ef4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.985784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b68334-8a16-432a-826b-3c94ffb16ba3 req-55145502-0552-48f6-b7da-b23403ef4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.987549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e4b68334-8a16-432a-826b-3c94ffb16ba3 req-55145502-0552-48f6-b7da-b23403ef4a13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2875 time: 0.0592513 Aug 31 09:15:07.046186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e4b68334-8a16-432a-826b-3c94ffb16ba3 req-f6c28170-29d7-437a-a27a-48848be87d61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Aug 31 09:15:07.060292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3d0e9-b4b3-49ec-a067-955a3c7f1e23 req-f8cab0e0-35f3-4cc6-91e9-eaf55222c56f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.062513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85d3d0e9-b4b3-49ec-a067-955a3c7f1e23 req-f8cab0e0-35f3-4cc6-91e9-eaf55222c56f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.1409628 Aug 31 09:15:07.068129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-996a27dc-290e-49e9-8444-15a78cb997db req-573f8153-125e-417e-a93a-c0ded85a4141 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435509 Aug 31 09:15:07.142033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85d3d0e9-b4b3-49ec-a067-955a3c7f1e23 req-bb389bcc-b4b4-40e2-a644-4d897d47ed38 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722601 Aug 31 09:15:07.366318 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c99c0-ff46-4c73-a2df-3701a58e425c x-openstack-request-id: req-1c2c99c0-ff46-4c73-a2df-3701a58e425c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:07.369602 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:07.369994 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c2c99c0-ff46-4c73-a2df-3701a58e425c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:07.371472 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'status': 'completed', 'code': 200} Aug 31 09:15:07.430063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c35634-dca9-45e6-96ad-25bf54271089 req-6d90e805-6a00-4659-86cc-63c7fad6ea5c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.432266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92c35634-dca9-45e6-96ad-25bf54271089 req-6d90e805-6a00-4659-86cc-63c7fad6ea5c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 947 time: 0.1228271 Aug 31 09:15:07.545172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-6fb4967f-4028-489e-8fbe-86743f055658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.548090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-6fb4967f-4028-489e-8fbe-86743f055658 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee9bba0347714225b887f005bd11fc32&device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 1099 time: 0.1144521 Aug 31 09:15:07.555324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92c35634-dca9-45e6-96ad-25bf54271089 req-c3b962dd-65e4-4e6e-a851-b00b87837b2f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689523 Aug 31 09:15:07.688389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92d96edb-b427-4806-b875-85ed8c261935 req-6f70f9ba-dab1-4e70-9f62-60cbb28e1197 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 210 time: 0.0449553 Aug 31 09:15:07.746913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-313490f6-1048-453b-ae61-4d9be8ba4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.749685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-313490f6-1048-453b-ae61-4d9be8ba4ff7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1924276 Aug 31 09:15:07.836941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-9a4f3469-8775-4549-9060-f2d869fa027d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 HTTP/1.1" status: 200 len: 217 time: 0.0562251 Aug 31 09:15:07.971949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-393db9cf-d26e-4782-80d3-46d5bd87c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.974853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-393db9cf-d26e-4782-80d3-46d5bd87c521 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1173337 Aug 31 09:15:07.985681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8ecd-3bbe-4826-8a8f-13a4bf5a0a15 req-8f278d9d-3314-47e8-83d9-7255919ae232 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.993264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8ecd-3bbe-4826-8a8f-13a4bf5a0a15 req-8f278d9d-3314-47e8-83d9-7255919ae232 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.000940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f8ecd-3bbe-4826-8a8f-13a4bf5a0a15 req-8f278d9d-3314-47e8-83d9-7255919ae232 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.002866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d91f8ecd-3bbe-4826-8a8f-13a4bf5a0a15 req-8f278d9d-3314-47e8-83d9-7255919ae232 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2419 time: 0.1711941 Aug 31 09:15:08.014026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149ddc-6002-4f37-90f0-1453e4f27a72 req-3b3da1c2-a61f-4e77-878e-9ff9156a3d7f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.015594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d149ddc-6002-4f37-90f0-1453e4f27a72 req-3b3da1c2-a61f-4e77-878e-9ff9156a3d7f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 948 time: 0.1813338 Aug 31 09:15:08.235490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d91f8ecd-3bbe-4826-8a8f-13a4bf5a0a15 req-dc759337-8242-4759-aad2-097c9476bbd8 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992140 Aug 31 09:15:08.253402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d149ddc-6002-4f37-90f0-1453e4f27a72 req-0f0b7e8a-dc3d-40db-a36d-687066f7d310 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132325 Aug 31 09:15:08.308904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-3f0b868c-819f-45a4-8439-3e47926cae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.310743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-3f0b868c-819f-45a4-8439-3e47926cae0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3066018 Aug 31 09:15:08.345693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-ee6a1000-29ec-4505-868d-9df2293ce5de tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.347487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-ee6a1000-29ec-4505-868d-9df2293ce5de tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 812 time: 0.3421016 Aug 31 09:15:08.355793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'tag': '8addc40e-a673-448b-b050-d56c68a05a52'}, {'server_uuid': '310fbde9-903e-4209-b2bf-565e50ed8290', 'name': 'network-vif-deleted', 'tag': '85e01505-c347-4e85-8db7-10bb3e8b779a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:08.358814 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24367b3-bb32-41f3-9868-879b77a3a1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7093d9e5-53fc-45e8-a78f-3b84d16c4ab5", "tag": "8addc40e-a673-448b-b050-d56c68a05a52"}, {"server_uuid": "310fbde9-903e-4209-b2bf-565e50ed8290", "name": "network-vif-deleted", "tag": "85e01505-c347-4e85-8db7-10bb3e8b779a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:08.401398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-3a747e6c-628c-43f8-b203-f12857eaa0c5 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.405576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Request body: {'port': {'device_id': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'admin_state_up': True, 'tenant_id': 'eaa61d346bed40648d9df0f87db03f53'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:08.406753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-3a747e6c-628c-43f8-b203-f12857eaa0c5 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 812 time: 0.3045263 Aug 31 09:15:08.424591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Request body: {'port': {'device_id': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'admin_state_up': True, 'tenant_id': 'eaa61d346bed40648d9df0f87db03f53'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:08.613242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:08.638454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ad9e-b1e7-41d8-894a-a02d053e598b req-15d630ee-dfbc-40d6-b1c4-ff578f8149a0 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.641424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e35ad9e-b1e7-41d8-894a-a02d053e598b req-15d630ee-dfbc-40d6-b1c4-ff578f8149a0 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.2868922 Aug 31 09:15:08.668554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Made reservation on behalf of eaa61d346bed40648d9df0f87db03f53 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:08.673700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.702447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port dea4a480-9100-4a57-8149-338daca4d6f1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:08.709638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port dea4a480-9100-4a57-8149-338daca4d6f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:08.710197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.769700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8980d-7d3a-4a36-89a5-3f17b5303791 req-5bcda936-70a3-4fdc-8990-e33708d7ab1a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.772481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42c8980d-7d3a-4a36-89a5-3f17b5303791 req-5bcda936-70a3-4fdc-8990-e33708d7ab1a tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.3048279 Aug 31 09:15:08.825515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-e93a49c2-8b1a-4306-aeb1-475065974644 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141104 Aug 31 09:15:08.867112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Allocated IP 172.20.0.8 (526470c9-53e1-47f0-b2ea-c3c26356586d/6eecca17-1911-4367-ab28-6b09296b9e7c/f8bd7af6-0025-43e0-9ad0-5023c851b19b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:08.871122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.910971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e35ad9e-b1e7-41d8-894a-a02d053e598b req-5098421c-344f-42ba-8375-e06585727b11 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418218 Aug 31 09:15:08.921252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:08.925475 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a018dc2f-cfb0-4158-ae65-15e90d3d74a2" -d '{"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-plugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:08.983857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:08.994750 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.004775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Made reservation on behalf of eaa61d346bed40648d9df0f87db03f53 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:09.010931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.023550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42c8980d-7d3a-4a36-89a5-3f17b5303791 req-6a8aa68d-c199-4658-87ce-2484d4096ab0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272296 Aug 31 09:15:09.134345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:09.149010 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab1307-86d9-4491-aa7b-9518300e813b x-openstack-request-id: req-06ab1307-86d9-4491-aa7b-9518300e813b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:09.149393 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7093d9e5-53fc-45e8-a78f-3b84d16c4ab5", "tag": "8addc40e-a673-448b-b050-d56c68a05a52", "status": "completed", "code": 200}, {"server_uuid": "310fbde9-903e-4209-b2bf-565e50ed8290", "name": "network-vif-deleted", "tag": "85e01505-c347-4e85-8db7-10bb3e8b779a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:09.149602 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06ab1307-86d9-4491-aa7b-9518300e813b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:09.150105 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'tag': '8addc40e-a673-448b-b050-d56c68a05a52', 'status': 'completed', 'code': 200} Aug 31 09:15:09.150309 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fbde9-903e-4209-b2bf-565e50ed8290', 'name': 'network-vif-deleted', 'tag': '85e01505-c347-4e85-8db7-10bb3e8b779a', 'status': 'completed', 'code': 200} Aug 31 09:15:09.236672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.276840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-57f98dae-265c-48b7-aa25-6791681b316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.280369 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-57f98dae-265c-48b7-aa25-6791681b316c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 1100 time: 0.0934215 Aug 31 09:15:09.286532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9eb10-5b4a-4eb9-9717-2d2271cbe84d req-f7a52231-65ca-4374-9165-bcf10ca28827 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295592 Aug 31 09:15:09.312472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250909cc-9a1c-42c8-b581-aa44b2d1ab5c req-d0c4db97-4cf0-4049-83ff-fc5dbef3f377 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.327131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-250909cc-9a1c-42c8-b581-aa44b2d1ab5c req-d0c4db97-4cf0-4049-83ff-fc5dbef3f377 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.2989471 Aug 31 09:15:09.397299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-250909cc-9a1c-42c8-b581-aa44b2d1ab5c req-16e54f3b-0f67-4b8a-9bdf-f5ac89b0ce44 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Aug 31 09:15:09.410400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.513121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a847-9870-4737-8c35-94228a642841 req-f8c65103-3d35-428b-9a6a-f698b65c13df tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.516103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a299a847-9870-4737-8c35-94228a642841 req-f8c65103-3d35-428b-9a6a-f698b65c13df tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 947 time: 0.1395001 Aug 31 09:15:09.523466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Network 526470c9-53e1-47f0-b2ea-c3c26356586d is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:09.525468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Allocated IP 172.20.0.9 (526470c9-53e1-47f0-b2ea-c3c26356586d/6eecca17-1911-4367-ab28-6b09296b9e7c/b31a4562-6088-4485-aa5b-9ccaf571b2d6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:09.535384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:09.539239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:09.589026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-7b09be26-1215-484d-94df-ac25e3fa1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.591705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-7b09be26-1215-484d-94df-ac25e3fa1f24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3018062 Aug 31 09:15:09.592394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event updated for resources: {'Port': ['ID=f8bd7af6-0025-43e0-9ad0-5023c851b19b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:09.665028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-e1cf2d72-44e4-47f5-8111-46f9520b3631 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8addc40e-a673-448b-b050-d56c68a05a52 HTTP/1.1" status: 200 len: 217 time: 0.0625222 Aug 31 09:15:09.679228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.680827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.733618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a299a847-9870-4737-8c35-94228a642841 req-8a968f3e-4792-4843-8c5a-41f2fff216ab tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017097 Aug 31 09:15:09.741049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-627fd302-44e2-46fe-9731-e61b4b1503f3 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3210173 Aug 31 09:15:09.761109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Request body: {'port': {'device_id': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:09.766659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-02fb0088-f06c-4bf5-bb39-0d882aba9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.768159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-02fb0088-f06c-4bf5-bb39-0d882aba9ae5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0842128 Aug 31 09:15:09.811566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137619c-9e66-475d-8535-c5a8675edbdd req-ff812be7-11f0-4c5b-9ed2-a7dd48e4a5ba tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.814322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3137619c-9e66-475d-8535-c5a8675edbdd req-ff812be7-11f0-4c5b-9ed2-a7dd48e4a5ba tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 931 time: 0.2803214 Aug 31 09:15:09.834793 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6247144c-c524-4e16-ba65-670171843a88 x-openstack-request-id: req-6247144c-c524-4e16-ba65-670171843a88 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:09.835452 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-plugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:09.836126 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6247144c-c524-4e16-ba65-670171843a88 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:09.837229 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'code': 200} Aug 31 09:15:09.872160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.909942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-c2756619-8204-49ef-944f-c11961de92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.912058 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-c2756619-8204-49ef-944f-c11961de92b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251247 Aug 31 09:15:10.001207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-ea1b8ebb-b66a-406a-8456-d0abb0b163bf tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.003860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-ea1b8ebb-b66a-406a-8456-d0abb0b163bf tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.3228214 Aug 31 09:15:10.137741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-c7759189-f7a9-49ce-9ac2-55d239785548 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017677 Aug 31 09:15:10.170363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:10.287240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b24367b3-bb32-41f3-9868-879b77a3a1b6 req-dd40e6c3-4bec-40f9-aded-a3f8547e9f95 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412497 Aug 31 09:15:10.314108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:10.329545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'mac_address': 'fa:16:3e:a2:fa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:10.381127 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.397552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:10.421704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:10.427827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.509299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3137619c-9e66-475d-8535-c5a8675edbdd req-f4822861-460e-4793-bc63-279aa4ea2c3a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050460 Aug 31 09:15:10.515967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:10.587394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe86972-bfe6-4350-bbc3-75337e64f9d4 req-9fc545e5-e2fd-4bda-8e94-9f8fd2d1591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.589259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfe86972-bfe6-4350-bbc3-75337e64f9d4 req-9fc545e5-e2fd-4bda-8e94-9f8fd2d1591b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 1102 time: 0.6355851 Aug 31 09:15:10.625259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8addc40e-a673-448b-b050-d56c68a05a52 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:10.632215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.645709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdc2f3-6348-420e-834a-2d0cf76b471c req-fa77cac8-a099-4f44-b2ea-32b63947e40e tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.652284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdc2f3-6348-420e-834a-2d0cf76b471c req-fa77cac8-a099-4f44-b2ea-32b63947e40e tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.658546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdc2f3-6348-420e-834a-2d0cf76b471c req-fa77cac8-a099-4f44-b2ea-32b63947e40e tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.660322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99fdc2f3-6348-420e-834a-2d0cf76b471c req-fa77cac8-a099-4f44-b2ea-32b63947e40e tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2419 time: 0.7177346 Aug 31 09:15:10.760306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfe86972-bfe6-4350-bbc3-75337e64f9d4 req-8aca7573-f9d3-4d20-addd-f729b0b1b9cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481483 Aug 31 09:15:10.772289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 8addc40e-a673-448b-b050-d56c68a05a52, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8addc40e-a673-448b-b050-d56c68a05a52,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:10.787329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '8addc40e-a673-448b-b050-d56c68a05a52', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '8addc40e-a673-448b-b050-d56c68a05a52', 'mac_address': 'fa:16:3e:63:7f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:10.801915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85e00-d2c6-4b9c-8d65-d53c0d25f838 req-888046f8-84bf-4f62-8a54-8421afc05184 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.803774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fa85e00-d2c6-4b9c-8d65-d53c0d25f838 req-888046f8-84bf-4f62-8a54-8421afc05184 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 948 time: 0.2072291 Aug 31 09:15:10.806913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99fdc2f3-6348-420e-834a-2d0cf76b471c req-2721c42a-b3d3-417c-b90e-9d79a940e5d8 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198189 Aug 31 09:15:10.818881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Deleting port 056fd107-4e8f-40cf-a796-81400bc25215 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:10.819229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.831752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:10.873089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.903614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8addc40e-a673-448b-b050-d56c68a05a52 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:10.930386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.943728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 8addc40e-a673-448b-b050-d56c68a05a52, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8addc40e-a673-448b-b050-d56c68a05a52,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:10.959136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fa85e00-d2c6-4b9c-8d65-d53c0d25f838 req-a93c8c12-9dc4-42db-a940-b3bad0eac19d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353757 Aug 31 09:15:10.975058 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.069094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Network 526470c9-53e1-47f0-b2ea-c3c26356586d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:11.082015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] For port 056fd107-4e8f-40cf-a796-81400bc25215, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=056fd107-4e8f-40cf-a796-81400bc25215,segment=NetworkSegment(e80eb8dd-1389-4de4-940a-0749505efac5),segment_id=e80eb8dd-1389-4de4-940a-0749505efac5)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:11.082407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.086792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:11.099627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:11.142510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event updated for resources: {'Port': ['ID=b31a4562-6088-4485-aa5b-9ccaf571b2d6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.147360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Calling delete_port for 056fd107-4e8f-40cf-a796-81400bc25215 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:11.185741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=8addc40e-a673-448b-b050-d56c68a05a52,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.196689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.197044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.197389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.197731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.198067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.198396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.199309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.199748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.199748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.200442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.200584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.200913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:11.219843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0b5be-eb0f-4860-8bff-e1084664e217 req-354c7a50-dcd0-4c10-9baf-a05e571a781a tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.221484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66a0b5be-eb0f-4860-8bff-e1084664e217 req-354c7a50-dcd0-4c10-9baf-a05e571a781a tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5323c4-cc9d-4396-8836-3049a1affe52 HTTP/1.1" status: 200 len: 945 time: 0.2534637 Aug 31 09:15:11.265472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bd7af6-0025-43e0-9ad0-5023c851b19b {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:11.283323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.289625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.290327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.309843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Transition to ACTIVE for port object f8bd7af6-0025-43e0-9ad0-5023c851b19b will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:11.316091 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.330502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['8addc40e-a673-448b-b050-d56c68a05a52'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:11.348806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f03c6-3f0f-4855-8c0b-33d902a1f2e8 req-43a7dfd8-f3d4-4984-ad1c-e0fa55fc8c05 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.350434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f83f03c6-3f0f-4855-8c0b-33d902a1f2e8 req-43a7dfd8-f3d4-4984-ad1c-e0fa55fc8c05 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.2478511 Aug 31 09:15:11.376304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-76beaaaf-1d87-4118-bd89-86db2a322899 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9784620 Aug 31 09:15:11.392372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66a0b5be-eb0f-4860-8bff-e1084664e217 req-f2c4a210-8945-4481-a4a2-0b9bc639f723 tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1c3182c-82d3-4939-b63a-5e6137bc5948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223395 Aug 31 09:15:11.405510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Request body: {'port': {'device_id': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:11.475132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bd7af6-0025-43e0-9ad0-5023c851b19b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.480860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f83f03c6-3f0f-4855-8c0b-33d902a1f2e8 req-e0680226-6d21-4935-998f-7ab7978c270b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137726 Aug 31 09:15:11.583430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Attempting to bind port f8bd7af6-0025-43e0-9ad0-5023c851b19b on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:11.583742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Attempting to bind port f8bd7af6-0025-43e0-9ad0-5023c851b19b by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:11.583985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Attempting to bind port f8bd7af6-0025-43e0-9ad0-5023c851b19b on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:11.600578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Port f8bd7af6-0025-43e0-9ad0-5023c851b19b on network 526470c9-53e1-47f0-b2ea-c3c26356586d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:11.600926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Attempting to bind port f8bd7af6-0025-43e0-9ad0-5023c851b19b on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:11.611813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:11.612185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Checking segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:11.612556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Bound using segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:11.613091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Bound port: f8bd7af6-0025-43e0-9ad0-5023c851b19b, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:11.613476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.669418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.760140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] For port f8bd7af6-0025-43e0-9ad0-5023c851b19b, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:11.766828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] For port f8bd7af6-0025-43e0-9ad0-5023c851b19b, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:11.773403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.805165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.840326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.841838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.844377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8bd7af6-0025-43e0-9ad0-5023c851b19b HTTP/1.1" status: 200 len: 1092 time: 2.0906372 Aug 31 09:15:11.848784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'tag': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:11.853988 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3", "tag": "f8bd7af6-0025-43e0-9ad0-5023c851b19b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:11.896873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Pushing event deleted for resources: {'Port': ['ID=056fd107-4e8f-40cf-a796-81400bc25215,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.915633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a2df8-2469-49ae-a56c-3d1500c86779 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bd7af6-0025-43e0-9ad0-5023c851b19b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.979047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-bf4d28fb-e9da-4f61-905f-ffb0c19ed40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.980931 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-bf4d28fb-e9da-4f61-905f-ffb0c19ed40a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 1095 time: 0.0744703 Aug 31 09:15:12.041142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeabb9-3de1-476e-8860-4c9cf9dcd8fe req-9d31c18d-0f66-4fcc-8e95-1367a0056f79 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.042095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-46610b54-a6b7-48ed-92cf-b0f3272b5d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b HTTP/1.1" status: 200 len: 217 time: 0.0422733 Aug 31 09:15:12.043055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eddeabb9-3de1-476e-8860-4c9cf9dcd8fe req-9d31c18d-0f66-4fcc-8e95-1367a0056f79 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 948 time: 0.3685005 Aug 31 09:15:12.044142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] No DVR routers for this DVR port 056fd107-4e8f-40cf-a796-81400bc25215 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:12.051765 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.054368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f28614-de33-4589-8384-bb8fde97caa3 req-1f83409f-66bc-469a-ba84-bdd50c09dd6f tempest-InstanceActionsTestJSON-1495676994 tempest-InstanceActionsTestJSON-1495676994-project] 10.222.0.23 "DELETE /v2.0/ports/056fd107-4e8f-40cf-a796-81400bc25215 HTTP/1.1" status: 204 len: 173 time: 2.0120881 Aug 31 09:15:12.054368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'name': 'network-vif-deleted', 'tag': '056fd107-4e8f-40cf-a796-81400bc25215'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:12.056807 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760d004-aa99-47e7-ad6a-ecdaa284fae5" -d '{"events": [{"server_uuid": "1f5323c4-cc9d-4396-8836-3049a1affe52", "name": "network-vif-deleted", "tag": "056fd107-4e8f-40cf-a796-81400bc25215"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:12.099460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e439e-40f2-4ac0-a512-b188b61a8224 req-5ef1c43a-0a10-43ce-a442-fcef31c69a68 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.101051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb3e439e-40f2-4ac0-a512-b188b61a8224 req-5ef1c43a-0a10-43ce-a442-fcef31c69a68 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.2541842 Aug 31 09:15:12.137418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['056fd107-4e8f-40cf-a796-81400bc25215'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:12.153222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-9ed86041-e57a-4908-b736-6da955bc8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.157512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-9ed86041-e57a-4908-b736-6da955bc8293 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.1045840 Aug 31 09:15:12.203216 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-1213c28a-41fe-40f8-bfe5-85b3ee51f8f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316985 Aug 31 09:15:12.210675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eddeabb9-3de1-476e-8860-4c9cf9dcd8fe req-f20196d9-ec03-4319-bae7-0c060eeb0292 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501722 Aug 31 09:15:12.252507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb3e439e-40f2-4ac0-a512-b188b61a8224 req-6e38c81d-5068-4af4-a61b-c962a413d2e2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266792 Aug 31 09:15:12.412541 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37aedd-c683-4c2f-994a-2846f69a17f0 x-openstack-request-id: req-2f37aedd-c683-4c2f-994a-2846f69a17f0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:12.413501 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3", "tag": "f8bd7af6-0025-43e0-9ad0-5023c851b19b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:12.413501 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f37aedd-c683-4c2f-994a-2846f69a17f0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:12.414222 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'tag': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b', 'status': 'completed', 'code': 200} Aug 31 09:15:12.466698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-ab27161d-0f4b-4e13-bb2d-462e238190e6 service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422462 Aug 31 09:15:12.550604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31a4562-6088-4485-aa5b-9ccaf571b2d6 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:12.564303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.591023 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-fef55401-36d2-471c-9aef-c2976b32af6e service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195693 Aug 31 09:15:12.593962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Transition to ACTIVE for port object b31a4562-6088-4485-aa5b-9ccaf571b2d6 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:12.606202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce50f0-7b76-45b1-b384-86f23a97aca5 req-1451d0ef-5157-4378-a1b9-b854f2a34e08 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.607789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3ce50f0-7b76-45b1-b384-86f23a97aca5 req-1451d0ef-5157-4378-a1b9-b854f2a34e08 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 943 time: 0.1964040 Aug 31 09:15:12.610624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.634445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:12.640435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbdf08-c909-4956-9cea-786428d5750e req-cb87a8a4-fd0d-49da-bae2-4faa0c815e49 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.642074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edfbdf08-c909-4956-9cea-786428d5750e req-cb87a8a4-fd0d-49da-bae2-4faa0c815e49 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 949 time: 0.1718414 Aug 31 09:15:12.740885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Pushing event updated for resources: {'Port': ['ID=b31a4562-6088-4485-aa5b-9ccaf571b2d6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:12.783819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-231ba2c3-28fc-4d0c-9c18-c46c3bb34fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.786713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-231ba2c3-28fc-4d0c-9c18-c46c3bb34fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 1095 time: 0.1139715 Aug 31 09:15:12.800583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3ce50f0-7b76-45b1-b384-86f23a97aca5 req-15c730a1-0b97-43ef-a66b-d32274a81c87 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764817 Aug 31 09:15:12.805517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edfbdf08-c909-4956-9cea-786428d5750e req-087a326d-ea0d-4f5a-b1f7-45ea44bdfe89 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363206 Aug 31 09:15:12.891185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Attempting to bind port b31a4562-6088-4485-aa5b-9ccaf571b2d6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:12.896328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Attempting to bind port b31a4562-6088-4485-aa5b-9ccaf571b2d6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:12.896828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Attempting to bind port b31a4562-6088-4485-aa5b-9ccaf571b2d6 on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:12.910500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:12.913598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Port b31a4562-6088-4485-aa5b-9ccaf571b2d6 on network 526470c9-53e1-47f0-b2ea-c3c26356586d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:12.914649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Attempting to bind port b31a4562-6088-4485-aa5b-9ccaf571b2d6 on network 526470c9-53e1-47f0-b2ea-c3c26356586d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:12.922427 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d45a8-563d-40ee-8728-9cf803d24967 x-openstack-request-id: req-e91d45a8-563d-40ee-8728-9cf803d24967 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:12.922819 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5323c4-cc9d-4396-8836-3049a1affe52", "name": "network-vif-deleted", "tag": "056fd107-4e8f-40cf-a796-81400bc25215", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:12.923079 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e91d45a8-563d-40ee-8728-9cf803d24967 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:12.923630 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5323c4-cc9d-4396-8836-3049a1affe52', 'name': 'network-vif-deleted', 'tag': '056fd107-4e8f-40cf-a796-81400bc25215', 'status': 'completed', 'code': 200} Aug 31 09:15:12.925120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:12.925120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Checking segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:12.925473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Bound using segment: {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:12.925636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Bound port: b31a4562-6088-4485-aa5b-9ccaf571b2d6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4fe62b2-acde-44ab-9d8d-58551b78a56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:12.926008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.941550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '97475a5c-4b2d-4611-b6db-247955999cfa', 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d', 'port_id': '97475a5c-4b2d-4611-b6db-247955999cfa', 'mac_address': 'fa:16:3e:84:ac:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31fd344-535f-4ce6-9e5c-50c35f59f56e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:13.001268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39474) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:13.021210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.060027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97475a5c-4b2d-4611-b6db-247955999cfa {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:13.072831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-67c2a343-d392-4236-bcfe-7f5fa7ad6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.076600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-67c2a343-d392-4236-bcfe-7f5fa7ad6ed7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 913 time: 0.2805610 Aug 31 09:15:13.100314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] For port b31a4562-6088-4485-aa5b-9ccaf571b2d6, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:13.118245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:13.131758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.158201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] For port b31a4562-6088-4485-aa5b-9ccaf571b2d6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:13.165099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-fbb21d25-74fa-4ec0-9b17-04747fb953b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b HTTP/1.1" status: 200 len: 217 time: 0.0699272 Aug 31 09:15:13.169943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Deleting subnet e17640d7-71f5-4002-a919-ddce1162f5dc {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:13.178013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0803-b8cf-4480-b885-cf3df0229f27 req-4ed8971e-7f69-461f-aa31-60182728de1b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.180279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3a0803-b8cf-4480-b885-cf3df0229f27 req-4ed8971e-7f69-461f-aa31-60182728de1b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.0968432 Aug 31 09:15:13.181956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.185626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.229123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.235942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.236773 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.238357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] 10.222.0.23 "PUT /v2.0/ports/b31a4562-6088-4485-aa5b-9ccaf571b2d6 HTTP/1.1" status: 200 len: 1092 time: 1.8389766 Aug 31 09:15:13.283649 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.308900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3a0803-b8cf-4480-b885-cf3df0229f27 req-b2d1a676-9c86-491e-9f8e-4134d7e4ba91 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079440 Aug 31 09:15:13.330350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112891d7-c224-4cb4-bc10-61108f6647bb service neutron] Pushing event updated for resources: {'Port': ['ID=b31a4562-6088-4485-aa5b-9ccaf571b2d6,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.381722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-e65cb626-adf8-4ef2-8015-38282deb5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.383779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-e65cb626-adf8-4ef2-8015-38282deb5dca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.2112582 Aug 31 09:15:13.390927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.427658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-668ced05-855b-43f4-8e26-0c1918822ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.430294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-668ced05-855b-43f4-8e26-0c1918822ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=c366000f-e4b9-4c5c-b80a-9c9b64732e26 HTTP/1.1" status: 200 len: 1095 time: 0.1195819 Aug 31 09:15:13.486114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-5da7acb5-ca0b-47c0-908a-d19fbb136f0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545099 Aug 31 09:15:13.580237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['97475a5c-4b2d-4611-b6db-247955999cfa'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:13.580526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-06e7fef1-f244-40e1-b8a6-93be3f6fdcba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6 HTTP/1.1" status: 200 len: 217 time: 0.1008024 Aug 31 09:15:13.598884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.629708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17640d7-71f5-4002-a919-ddce1162f5dc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.654246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.659321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ea9572d0-3305-48c6-8893-fc0f6d5f48e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e17640d7-71f5-4002-a919-ddce1162f5dc HTTP/1.1" status: 204 len: 168 time: 0.6550052 Aug 31 09:15:13.660726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111153a7-3b13-4b7c-8893-fbbc48786c74 req-eeb735c9-7e2e-42d6-90a9-e27eb0ed3e0f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.661757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39484) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:13.666898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111153a7-3b13-4b7c-8893-fbbc48786c74 req-eeb735c9-7e2e-42d6-90a9-e27eb0ed3e0f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.673342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111153a7-3b13-4b7c-8893-fbbc48786c74 req-eeb735c9-7e2e-42d6-90a9-e27eb0ed3e0f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.681416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-111153a7-3b13-4b7c-8893-fbbc48786c74 req-eeb735c9-7e2e-42d6-90a9-e27eb0ed3e0f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2419 time: 0.2733030 Aug 31 09:15:13.729651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7322d90-383d-4274-97e6-2ed137298993 req-560952ed-a369-49d5-9e46-f9b6d3922e8f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.731909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7322d90-383d-4274-97e6-2ed137298993 req-560952ed-a369-49d5-9e46-f9b6d3922e8f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 948 time: 0.2975249 Aug 31 09:15:13.768277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af7ea6-e805-4871-acf4-093b727334fc req-a42ec3bb-adf6-47ae-90de-3431fbb89dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.771134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-a42ec3bb-adf6-47ae-90de-3431fbb89dfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.1785135 Aug 31 09:15:13.783886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-27758f86-3df1-4253-9014-55b31b77aadd service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854490 Aug 31 09:15:13.851356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-111153a7-3b13-4b7c-8893-fbbc48786c74 req-5e83fcd6-9dcb-4c57-82c4-2f2a81433be6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688075 Aug 31 09:15:13.858241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-d18a34a1-5fa0-4b95-9c1d-38605c3aaa6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691171 Aug 31 09:15:13.904607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7322d90-383d-4274-97e6-2ed137298993 req-25547f4e-f807-44f2-a40b-ccb32e2a263b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567471 Aug 31 09:15:13.939947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.041333 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7aeed7e-d137-424f-bf2c-06a19e23d7ea req-25415d4a-0dc7-47e3-a77b-270a05341dbc service neutron] 10.222.0.15 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441797 Aug 31 09:15:14.134432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.145403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9977bf5-aa7c-4ed2-bb7d-6731e6d8ccb0 req-2f25ed29-e616-4ecf-971e-81b731b4819c tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:14.147525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9977bf5-aa7c-4ed2-bb7d-6731e6d8ccb0 req-2f25ed29-e616-4ecf-971e-81b731b4819c tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.2199368 Aug 31 09:15:14.150738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa8fdc5-3338-47dd-9097-c12f53b0a1c7']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:14.151992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-8e6fc2db-4741-4863-a941-0ccfe1ff9c5a service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701244 Aug 31 09:15:14.169605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80eb8dd-1389-4de4-940a-0749505efac5') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:14.169986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80eb8dd-1389-4de4-940a-0749505efac5') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:14.170676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4051b61-cdd4-41fe-8fcf-96a6a0e02be5 req-59887250-dbf1-4681-afd0-2a4c56e7154c tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:14.172665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4051b61-cdd4-41fe-8fcf-96a6a0e02be5 req-59887250-dbf1-4681-afd0-2a4c56e7154c tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 943 time: 0.1555824 Aug 31 09:15:14.187617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.208938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.210043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:14.222138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:14.223061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:14.226933 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:14.310574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:14.317806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.318849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:14.319112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.328752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.331536 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1aa8fdc5-3338-47dd-9097-c12f53b0a1c7 HTTP/1.1" status: 204 len: 168 time: 0.6643422 Aug 31 09:15:14.347244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa8fdc5-3338-47dd-9097-c12f53b0a1c7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:14.358458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.359002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.359460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.359895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.360330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.360902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.361329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.361775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.362196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.362682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.363111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.363537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc705a8e-db12-491c-9bd8-dc6092d1ad68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:14.373605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9977bf5-aa7c-4ed2-bb7d-6731e6d8ccb0 req-30915a7a-9458-455c-9a90-030edd01827d tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916082 Aug 31 09:15:14.439411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4051b61-cdd4-41fe-8fcf-96a6a0e02be5 req-3e73b1bb-2bee-4855-8af0-fa440617e6e4 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474072 Aug 31 09:15:14.485388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22af7ea6-e805-4871-acf4-093b727334fc req-55cd9bfc-422e-409e-ae5d-638f926c8a6e service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255262 Aug 31 09:15:14.533036 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.623533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:14.628897 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92d63a6-e2c5-4ed1-811d-8862b0c93de0" -d '{"events": [{"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-plugged", "status": "completed", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:14.641420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8addc40e-a673-448b-b050-d56c68a05a52 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:14.700624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:14.711342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.712632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 056fd107-4e8f-40cf-a796-81400bc25215 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:14.716072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c1100-6281-4903-86dc-fc278eb9d590 req-094ac86f-f175-4c3d-b004-37bb37486931 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:14.723802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b7c1100-6281-4903-86dc-fc278eb9d590 req-094ac86f-f175-4c3d-b004-37bb37486931 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 949 time: 0.1905749 Aug 31 09:15:14.807434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b7c1100-6281-4903-86dc-fc278eb9d590 req-042956e0-9ca7-4bf3-b91c-f4ab3901f455 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671484 Aug 31 09:15:14.860835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 056fd107-4e8f-40cf-a796-81400bc25215 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:14.861547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 056fd107-4e8f-40cf-a796-81400bc25215 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:14.876692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:14.884275 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b747a3-2420-422f-bc0b-dcce3b22fdd1 x-openstack-request-id: req-a3b747a3-2420-422f-bc0b-dcce3b22fdd1 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:14.884734 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-plugged", "status": "completed", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:14.885134 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3b747a3-2420-422f-bc0b-dcce3b22fdd1 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:14.890897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:14.891716 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'code': 200} Aug 31 09:15:14.915563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 8addc40e-a673-448b-b050-d56c68a05a52 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:14.924613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 8addc40e-a673-448b-b050-d56c68a05a52 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:14.925668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.926807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'tag': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:14.930153 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a0c362-f901-4b38-87ae-99ebe2451b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c366000f-e4b9-4c5c-b80a-9c9b64732e26", "tag": "b31a4562-6088-4485-aa5b-9ccaf571b2d6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:15.007601 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6520ab80-1412-4a0b-87e9-e3fa42b96f3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07d437b08aa646b9ad02fd79bc804ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137393 Aug 31 09:15:15.011776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39508) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:15.123980 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.194417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2165fe-6bc5-4b60-9117-b38aaa48884c req-030468c7-d4be-477e-be3e-1843a5ae8452 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.196580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 8addc40e-a673-448b-b050-d56c68a05a52, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8addc40e-a673-448b-b050-d56c68a05a52,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:15.203028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2165fe-6bc5-4b60-9117-b38aaa48884c req-030468c7-d4be-477e-be3e-1843a5ae8452 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.206234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.215227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2165fe-6bc5-4b60-9117-b38aaa48884c req-030468c7-d4be-477e-be3e-1843a5ae8452 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.217333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e2165fe-6bc5-4b60-9117-b38aaa48884c req-030468c7-d4be-477e-be3e-1843a5ae8452 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2419 time: 0.1909153 Aug 31 09:15:15.218421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b23794a-a255-45db-9914-4e3e1d68def4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.223756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1378a-ecc3-40e6-b046-2250f5066f05 req-649c184c-6033-4ebc-9612-6347be8fe568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.226362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4c1378a-ecc3-40e6-b046-2250f5066f05 req-649c184c-6033-4ebc-9612-6347be8fe568 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 1101 time: 0.2010524 Aug 31 09:15:15.301059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=8addc40e-a673-448b-b050-d56c68a05a52,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:15.306929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b23794a-a255-45db-9914-4e3e1d68def4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.396170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4c1378a-ecc3-40e6-b046-2250f5066f05 req-a3f9ffec-11a9-44b0-bc88-f07c76f44481 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514874 Aug 31 09:15:15.412295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e2165fe-6bc5-4b60-9117-b38aaa48884c req-e4cad5e0-a96c-4965-9b0b-070e0873d7cd tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788521 Aug 31 09:15:15.437805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0921594-4fff-4ea2-b6c5-6dad2ce5d3d1 req-004adb3a-3f2d-4540-9824-28d16ad4df4d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.440241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0921594-4fff-4ea2-b6c5-6dad2ce5d3d1 req-004adb3a-3f2d-4540-9824-28d16ad4df4d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 945 time: 0.7145505 Aug 31 09:15:15.491107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b23794a-a255-45db-9914-4e3e1d68def4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.493976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b23794a-a255-45db-9914-4e3e1d68def4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.500453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2b23794a-a255-45db-9914-4e3e1d68def4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1c3182c-82d3-4939-b63a-5e6137bc5948 HTTP/1.1" status: 204 len: 168 time: 0.4820068 Aug 31 09:15:15.508359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23794a-a255-45db-9914-4e3e1d68def4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3182c-82d3-4939-b63a-5e6137bc5948,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:15.561374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0921594-4fff-4ea2-b6c5-6dad2ce5d3d1 req-a82949c1-84fd-4ec6-8f4d-ffc6a8b79fe0 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059613 Aug 31 09:15:15.647513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c1a93-8968-4697-bf10-07bad7c5c407 req-62054346-8889-41b5-9c2e-522c7b552e1b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.657779 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a59c1a93-8968-4697-bf10-07bad7c5c407 req-62054346-8889-41b5-9c2e-522c7b552e1b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 949 time: 0.0951092 Aug 31 09:15:15.686714 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa1d22-3fa3-4b13-8f1e-400d7599d2c3 x-openstack-request-id: req-55aa1d22-3fa3-4b13-8f1e-400d7599d2c3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:15.687073 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c366000f-e4b9-4c5c-b80a-9c9b64732e26", "tag": "b31a4562-6088-4485-aa5b-9ccaf571b2d6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:15.687261 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55aa1d22-3fa3-4b13-8f1e-400d7599d2c3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:15.687667 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'tag': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6', 'status': 'completed', 'code': 200} Aug 31 09:15:15.708387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a59c1a93-8968-4697-bf10-07bad7c5c407 req-246d1ba6-fde0-4d6e-8e63-b8f928d84fc6 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494628 Aug 31 09:15:15.913503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-2828c73a-251f-4f45-8c5a-825f90d13bfb tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.923087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-2828c73a-251f-4f45-8c5a-825f90d13bfb tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.930310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-2828c73a-251f-4f45-8c5a-825f90d13bfb tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.932738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-2828c73a-251f-4f45-8c5a-825f90d13bfb tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 2419 time: 0.5400178 Aug 31 09:15:16.082410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 0b93ab17-ac21-4402-ab9e-433a466c21eb {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:16.083355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:16.166754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-d58bcb0c-f6ad-47f8-b44a-c6e3b301ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.169069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-d58bcb0c-f6ad-47f8-b44a-c6e3b301ed86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eaa61d346bed40648d9df0f87db03f53&device_id=c366000f-e4b9-4c5c-b80a-9c9b64732e26 HTTP/1.1" status: 200 len: 1095 time: 0.4262094 Aug 31 09:15:16.183831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5251-aad2-4b40-be00-d59e5c102cf0 req-685fb530-079e-489f-ba88-227addc19faf tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.185584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490f5251-aad2-4b40-be00-d59e5c102cf0 req-685fb530-079e-489f-ba88-227addc19faf tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 945 time: 0.3865466 Aug 31 09:15:16.235493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 0b93ab17-ac21-4402-ab9e-433a466c21eb, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0b93ab17-ac21-4402-ab9e-433a466c21eb,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:16.236124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:16.257727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 0b93ab17-ac21-4402-ab9e-433a466c21eb owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:16.276863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00e79c-70cd-4c0d-b556-c26e18e8a297 req-a860406c-1cec-44c1-b796-8b5169926b02 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.279813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac00e79c-70cd-4c0d-b556-c26e18e8a297 req-a860406c-1cec-44c1-b796-8b5169926b02 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 943 time: 0.1661966 Aug 31 09:15:16.334186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490f5251-aad2-4b40-be00-d59e5c102cf0 req-3fa8423f-498c-4be4-9d74-4ecc7d8337c8 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250355 Aug 31 09:15:16.365752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac00e79c-70cd-4c0d-b556-c26e18e8a297 req-ae89ace4-9a0c-4791-baae-9f3c940a3a82 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789702 Aug 31 09:15:16.377278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-ecb5dbb1-0a8a-4df2-b2c2-3427e40e8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.379362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-ecb5dbb1-0a8a-4df2-b2c2-3427e40e8472 service neutron] 10.222.0.23 "GET /v2.0/networks?id=526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 200 len: 913 time: 0.1922514 Aug 31 09:15:16.503782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-72fe4b7b-7bbe-41ae-b3e8-9ca9bfecdcb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6 HTTP/1.1" status: 200 len: 217 time: 0.1155808 Aug 31 09:15:16.536578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:16.556889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4', '5b9033c5-b0f9-442d-9b2a-a039a0606324', '0b93ab17-ac21-4402-ab9e-433a466c21eb'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:16.634577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=0b93ab17-ac21-4402-ab9e-433a466c21eb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:16.661405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f8bd7af6-0025-43e0-9ad0-5023c851b19b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:16.678865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:16.762942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-a2e66985-eb53-4ca6-a7c5-48604cd0f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.767351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-a2e66985-eb53-4ca6-a7c5-48604cd0f57b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 200 len: 852 time: 0.2294991 Aug 31 09:15:16.798344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00be2-d13c-4dc6-8ec9-be396dfc0419 req-4d1366a3-e9df-44b1-95cb-3eb708f90bec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.801449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60a00be2-d13c-4dc6-8ec9-be396dfc0419 req-4d1366a3-e9df-44b1-95cb-3eb708f90bec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.2604880 Aug 31 09:15:16.806990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 0b93ab17-ac21-4402-ab9e-433a466c21eb on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:16.822351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:16.826287 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-588fcbdc-2592-449e-bee3-1941e2e0a2ec tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "DELETE /v2.0/ports/0b93ab17-ac21-4402-ab9e-433a466c21eb HTTP/1.1" status: 204 len: 173 time: 0.8864987 Aug 31 09:15:16.830305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-deleted', 'tag': '0b93ab17-ac21-4402-ab9e-433a466c21eb'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:16.836429 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059fedaf-5de9-4ee3-9acd-796dcfd79894" -d '{"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-deleted", "tag": "0b93ab17-ac21-4402-ab9e-433a466c21eb"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:16.867152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-3f2652e9-d62f-4771-91c4-6fa201a8496b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=526470c9-53e1-47f0-b2ea-c3c26356586d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882788 Aug 31 09:15:16.909159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8addc40e-a673-448b-b050-d56c68a05a52'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:16.913240 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565fa7cb-0d63-4740-a514-1bd88703c799" -d '{"events": [{"server_uuid": "7093d9e5-53fc-45e8-a78f-3b84d16c4ab5", "name": "network-vif-plugged", "status": "completed", "tag": "8addc40e-a673-448b-b050-d56c68a05a52"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:16.989183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:16.990240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.016142 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:15:17.124335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:17.124926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.144780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:17.146184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60a00be2-d13c-4dc6-8ec9-be396dfc0419 req-662fee0c-99cc-4760-ac4a-4b3ebc470da1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770071 Aug 31 09:15:17.310279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-df270dad-1797-4ef8-aa0b-9320e186c960 service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223177 Aug 31 09:15:17.341117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 97475a5c-4b2d-4611-b6db-247955999cfa completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:17.353570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 97475a5c-4b2d-4611-b6db-247955999cfa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:17.354050 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.427741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f8bd7af6-0025-43e0-9ad0-5023c851b19b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:17.466555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'port_id': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b', 'mac_address': 'fa:16:3e:d4:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eecca17-1911-4367-ab28-6b09296b9e7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:17.574294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.583121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.601287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bd229-ccd2-4293-918f-63ed0635cd89 req-16bf2a57-f8e0-45b0-855e-81da7f8566c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:17.609502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bd229-ccd2-4293-918f-63ed0635cd89 req-16bf2a57-f8e0-45b0-855e-81da7f8566c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:17.614773 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.619198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff2bd229-ccd2-4293-918f-63ed0635cd89 req-16bf2a57-f8e0-45b0-855e-81da7f8566c7 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 1683 time: 0.2266855 Aug 31 09:15:17.638913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bd7af6-0025-43e0-9ad0-5023c851b19b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:17.685813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11a0c362-f901-4b38-87ae-99ebe2451b1b req-6391a0cb-33e9-4fc3-ad10-9790d0a4b7e9 service neutron] 10.222.0.23 "GET /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648853 Aug 31 09:15:17.767386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f8bd7af6-0025-43e0-9ad0-5023c851b19b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:17.773578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff2bd229-ccd2-4293-918f-63ed0635cd89 req-5688c1a6-4399-4847-be82-69fdc8065e1a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519697 Aug 31 09:15:17.789318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:17.811800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:17.813889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.835828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:17.840442 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.841504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.845186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-90ee727f-3eab-4577-ab8b-7a9357851634 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "DELETE /v2.0/ports/1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 HTTP/1.1" status: 204 len: 173 time: 0.9980881 Aug 31 09:15:17.988495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5789d97-0b9f-4ac2-88c3-3e39c39ba3ec req-ef90db5b-756d-4a73-a26e-e5de8e8c48ef tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:17.990805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f8bd7af6-0025-43e0-9ad0-5023c851b19b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:18.002672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5789d97-0b9f-4ac2-88c3-3e39c39ba3ec req-ef90db5b-756d-4a73-a26e-e5de8e8c48ef tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.6195717 Aug 31 09:15:18.037547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 5b9033c5-b0f9-442d-9b2a-a039a0606324 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:18.038167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.080236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:18.094115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5789d97-0b9f-4ac2-88c3-3e39c39ba3ec req-03f6155c-14e9-4cbc-88dd-0d20b691959f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897615 Aug 31 09:15:18.112504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e328d4-effc-44ec-a8ed-521b1fd5371b req-01fb6ab9-8736-47c6-bbba-a1263f034884 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.114136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6e328d4-effc-44ec-a8ed-521b1fd5371b req-01fb6ab9-8736-47c6-bbba-a1263f034884 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 949 time: 0.1870034 Aug 31 09:15:18.171289 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db6e1a8-9f77-44e7-a116-2aa0de8bcea0 x-openstack-request-id: req-1db6e1a8-9f77-44e7-a116-2aa0de8bcea0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:18.171735 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-deleted", "tag": "0b93ab17-ac21-4402-ab9e-433a466c21eb", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:18.172144 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1db6e1a8-9f77-44e7-a116-2aa0de8bcea0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:18.172786 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-deleted', 'tag': '0b93ab17-ac21-4402-ab9e-433a466c21eb', 'status': 'completed', 'code': 200} Aug 31 09:15:18.179822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f8bd7af6-0025-43e0-9ad0-5023c851b19b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:18.197031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6e328d4-effc-44ec-a8ed-521b1fd5371b req-1308d0e8-f4a4-4b93-a6f0-e9a95d7ce544 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758083 Aug 31 09:15:18.231840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b31a4562-6088-4485-aa5b-9ccaf571b2d6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:18.237884 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f8145-8202-4610-9a40-d537965b4e67 x-openstack-request-id: req-0e9f8145-8202-4610-9a40-d537965b4e67 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:18.238381 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093d9e5-53fc-45e8-a78f-3b84d16c4ab5", "name": "network-vif-plugged", "status": "completed", "tag": "8addc40e-a673-448b-b050-d56c68a05a52", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:18.238801 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e9f8145-8202-4610-9a40-d537965b4e67 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:18.239398 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8addc40e-a673-448b-b050-d56c68a05a52', 'code': 200} Aug 31 09:15:18.241269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 5b9033c5-b0f9-442d-9b2a-a039a0606324, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b9033c5-b0f9-442d-9b2a-a039a0606324,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:18.242216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.287596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 5b9033c5-b0f9-442d-9b2a-a039a0606324 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:18.513650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32b179-dcc7-4dba-9520-1db8358af5b9 req-34539089-c30f-42e6-be86-2632b7ac1b3d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.516363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de32b179-dcc7-4dba-9520-1db8358af5b9 req-34539089-c30f-42e6-be86-2632b7ac1b3d tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 944 time: 0.1567461 Aug 31 09:15:18.521078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800e06-de91-4500-bdf6-7e3e0b3e6bed req-b9bcfd6a-8fcf-4641-bdff-4cef219dab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.527947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48800e06-de91-4500-bdf6-7e3e0b3e6bed req-b9bcfd6a-8fcf-4641-bdff-4cef219dab01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 1102 time: 0.1652915 Aug 31 09:15:18.591147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b31a4562-6088-4485-aa5b-9ccaf571b2d6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:18.621488 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.625095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6', 'network_id': '526470c9-53e1-47f0-b2ea-c3c26356586d', 'port_id': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6', 'mac_address': 'fa:16:3e:77:5c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eecca17-1911-4367-ab28-6b09296b9e7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:18.628746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de32b179-dcc7-4dba-9520-1db8358af5b9 req-58f35397-4633-4bee-a66f-a8a8400d3b2b tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989373 Aug 31 09:15:18.631860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48800e06-de91-4500-bdf6-7e3e0b3e6bed req-cfd1974b-b429-4222-b2ec-1703c08ba2b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901427 Aug 31 09:15:18.644910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.678896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:18.684196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=5b9033c5-b0f9-442d-9b2a-a039a0606324,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:18.747794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095bb87-ea88-4974-82a0-d6428fc46247 req-b3de50de-e792-4ea7-9670-3f805a5f19e5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.749673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8095bb87-ea88-4974-82a0-d6428fc46247 req-b3de50de-e792-4ea7-9670-3f805a5f19e5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.1006293 Aug 31 09:15:18.774618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 5b9033c5-b0f9-442d-9b2a-a039a0606324 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:18.777655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.780224 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9cee77d1-e7e9-4d56-ab4f-5ebaaff3f014 req-72335fa5-6f05-4498-b726-7083d132475d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "DELETE /v2.0/ports/5b9033c5-b0f9-442d-9b2a-a039a0606324 HTTP/1.1" status: 204 len: 173 time: 0.9255955 Aug 31 09:15:18.865575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713433-4cba-488a-91a7-91a0ee36094d req-10642e44-ffaf-4463-bc7f-e928e81f959b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.868913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9713433-4cba-488a-91a7-91a0ee36094d req-10642e44-ffaf-4463-bc7f-e928e81f959b tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 950 time: 0.1454303 Aug 31 09:15:18.906603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8095bb87-ea88-4974-82a0-d6428fc46247 req-a5c13606-0335-4ab8-98cc-aa29e328b6ac tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195569 Aug 31 09:15:18.925846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:18.926217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:18.926814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b9033c5-b0f9-442d-9b2a-a039a0606324 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:18.974966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 5b9033c5-b0f9-442d-9b2a-a039a0606324 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:18.974966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b9033c5-b0f9-442d-9b2a-a039a0606324 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:18.975399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0b93ab17-ac21-4402-ab9e-433a466c21eb no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:18.980268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.013651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 0b93ab17-ac21-4402-ab9e-433a466c21eb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:19.013978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0b93ab17-ac21-4402-ab9e-433a466c21eb not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:19.019915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31a4562-6088-4485-aa5b-9ccaf571b2d6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:19.051570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9713433-4cba-488a-91a7-91a0ee36094d req-aec63bff-2fdb-48cd-b5ee-3f70ea5d4223 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627176 Aug 31 09:15:19.094830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b31a4562-6088-4485-aa5b-9ccaf571b2d6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:19.107425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.176549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d582e9-77a4-430f-b79f-41a3496594ac req-ab3fa9ed-c40a-4fab-9fe1-36ee1d20bdff tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=d49b70c0-2271-4528-a022-3771caa19d93 HTTP/1.1" status: 200 len: 210 time: 0.0395377 Aug 31 09:15:19.183596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b31a4562-6088-4485-aa5b-9ccaf571b2d6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:19.349595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b74f9-1f76-46e8-bfc5-3fd4cd2adedb req-b838b3e7-a127-4981-b2a3-146125ce1f13 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:19.352290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-604b74f9-1f76-46e8-bfc5-3fd4cd2adedb req-b838b3e7-a127-4981-b2a3-146125ce1f13 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.0773327 Aug 31 09:15:19.420073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-604b74f9-1f76-46e8-bfc5-3fd4cd2adedb req-f2681373-8841-4b9b-a6ac-db56ec162ced tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 Aug 31 09:15:19.574772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['b31a4562-6088-4485-aa5b-9ccaf571b2d6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:19.894197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c492-8c65-485c-a7e4-78ae59b7124f req-4dbb30a4-6954-444c-b637-b6b273c531dc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:19.896234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf27c492-8c65-485c-a7e4-78ae59b7124f req-4dbb30a4-6954-444c-b637-b6b273c531dc tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 944 time: 0.0951328 Aug 31 09:15:19.962554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf27c492-8c65-485c-a7e4-78ae59b7124f req-30275125-45d0-4291-9661-a2a49a484a55 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Aug 31 09:15:20.150555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:20.157351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfcead-5679-4b32-ae81-7917bb35325b req-8018477a-e57f-4c7b-8e6d-117a76615afa tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:20.160031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7bfcead-5679-4b32-ae81-7917bb35325b req-8018477a-e57f-4c7b-8e6d-117a76615afa tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.1042361 Aug 31 09:15:20.177708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-deleted', 'tag': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4'}, {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-deleted', 'tag': '5b9033c5-b0f9-442d-9b2a-a039a0606324'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:20.181726 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954535c-8afa-46d4-9a43-ddcacd542ddc" -d '{"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-deleted", "tag": "1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4"}, {"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-deleted", "tag": "5b9033c5-b0f9-442d-9b2a-a039a0606324"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:20.225756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:20.254151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:20.264544 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b198af-4eb8-4fa0-b0ce-91ccd3159098" -d '{"events": [{"server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "name": "network-vif-plugged", "status": "completed", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:20.278585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7bfcead-5679-4b32-ae81-7917bb35325b req-8703ccb5-79ba-440e-b78c-57692bcd53c7 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983233 Aug 31 09:15:20.299971 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d3027-7dfb-43f5-8ca0-ec18f1aa5491 x-openstack-request-id: req-8b0d3027-7dfb-43f5-8ca0-ec18f1aa5491 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:20.300440 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-deleted", "tag": "1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4", "status": "completed", "code": 200}, {"server_uuid": "d49b70c0-2271-4528-a022-3771caa19d93", "name": "network-vif-deleted", "tag": "5b9033c5-b0f9-442d-9b2a-a039a0606324", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:20.300840 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b0d3027-7dfb-43f5-8ca0-ec18f1aa5491 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:20.302388 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-deleted', 'tag': '1a49a84b-4b86-49d3-b74c-3a9a1a93b0e4', 'status': 'completed', 'code': 200} Aug 31 09:15:20.303188 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49b70c0-2271-4528-a022-3771caa19d93', 'name': 'network-vif-deleted', 'tag': '5b9033c5-b0f9-442d-9b2a-a039a0606324', 'status': 'completed', 'code': 200} Aug 31 09:15:20.357690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39666) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:20.381871 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c72824a-67e6-41ad-a042-5c6ab9384439 x-openstack-request-id: req-5c72824a-67e6-41ad-a042-5c6ab9384439 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:20.382126 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "name": "network-vif-plugged", "status": "completed", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:20.383321 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c72824a-67e6-41ad-a042-5c6ab9384439 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:20.383321 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa', 'code': 200} Aug 31 09:15:20.427925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-988458b1-b964-4bfa-addc-ccea21600520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.517435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:20.554451 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'mac_address': 'fa:16:3e:6b:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:20.561663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting subnet e232566d-d9e6-41ea-8448-4d1a5cb1c959 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:20.575924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.675534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-988458b1-b964-4bfa-addc-ccea21600520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.680904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbb981-6037-4b43-bcac-f1c42960b879 req-155a5770-c9f5-40e5-b0ac-2eb2fb08d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:20.684649 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-72fbb981-6037-4b43-bcac-f1c42960b879 req-155a5770-c9f5-40e5-b0ac-2eb2fb08d1c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1098 time: 0.1260276 Aug 31 09:15:20.686853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-988458b1-b964-4bfa-addc-ccea21600520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.689928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f8bd7af6-0025-43e0-9ad0-5023c851b19b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:20.712459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.756230 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.823996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-988458b1-b964-4bfa-addc-ccea21600520 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2590690d2ab4bddb41e6da8992794ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705070 Aug 31 09:15:20.829791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39692) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:20.831141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988458b1-b964-4bfa-addc-ccea21600520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56d07c-3d33-41d1-9689-647baed49084,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:20.843956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf777fe6-3d67-47fa-82ef-771b42d67721 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:20.860261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-72fbb981-6037-4b43-bcac-f1c42960b879 req-8ef44d60-44c9-4a94-8acd-d81ce52ad0b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565640 Aug 31 09:15:20.915017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.935259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:20.938650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port f8bd7af6-0025-43e0-9ad0-5023c851b19b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:20.951235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3fcf-6015-443b-9461-996481c237e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.957558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f8bd7af6-0025-43e0-9ad0-5023c851b19b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:20.961015 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.977649 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.984346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3fcf-6015-443b-9461-996481c237e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.010126 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.066016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Subnet': ['ID=e232566d-d9e6-41ea-8448-4d1a5cb1c959,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:21.067511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3fcf-6015-443b-9461-996481c237e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.070391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c1e3fcf-6015-443b-9461-996481c237e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.071740 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c1e3fcf-6015-443b-9461-996481c237e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c56d07c-3d33-41d1-9689-647baed49084 HTTP/1.1" status: 204 len: 168 time: 0.2358208 Aug 31 09:15:21.094465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e3fcf-6015-443b-9461-996481c237e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56d07c-3d33-41d1-9689-647baed49084,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:21.097021 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.099375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-30c9fff4-a8d9-4a05-bdef-8050bce32ba9 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/subnets/e232566d-d9e6-41ea-8448-4d1a5cb1c959 HTTP/1.1" status: 204 len: 168 time: 0.7401452 Aug 31 09:15:21.108919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:21.121244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255e82e-f96a-44f9-bdb0-7d36519c2d91 None None] Network 002bbc29-7696-422d-9d03-e13cca7c7e29 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:21.174730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154a4d-f1e5-4bd3-841b-3029b93ebab4 req-8a190175-42f8-438d-a46e-cef9a2cfdca4 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:21.192575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91154a4d-f1e5-4bd3-841b-3029b93ebab4 req-8a190175-42f8-438d-a46e-cef9a2cfdca4 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.5582252 Aug 31 09:15:21.274112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['cf777fe6-3d67-47fa-82ef-771b42d67721'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:21.300581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91154a4d-f1e5-4bd3-841b-3029b93ebab4 req-50fb4dc9-74bc-4fae-8482-2daef7fca4e8 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041932 Aug 31 09:15:21.489131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f723ed-1d3c-41c2-ae66-5e114de315bc req-c1c34dd0-ffe4-4ce9-97a8-77c3bd80bdad tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:21.509700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f723ed-1d3c-41c2-ae66-5e114de315bc req-c1c34dd0-ffe4-4ce9-97a8-77c3bd80bdad tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 944 time: 0.1454234 Aug 31 09:15:21.524402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.677192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:21.779468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 9b3928d0-2096-437a-8277-5fea02f0171c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:21.781718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.787655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.791133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f723ed-1d3c-41c2-ae66-5e114de315bc req-21b45161-c994-40a6-837a-7201c84fc155 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715349 Aug 31 09:15:21.828332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2141b8c-9be0-4988-8ebb-d7a387143aef req-7053c289-09bb-4583-9e8a-405c07479e06 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:21.835662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2141b8c-9be0-4988-8ebb-d7a387143aef req-7053c289-09bb-4583-9e8a-405c07479e06 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.3103464 Aug 31 09:15:21.966716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2141b8c-9be0-4988-8ebb-d7a387143aef req-73593802-a766-49b2-b1f7-8ba41560f5b1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161361 Aug 31 09:15:22.003064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 9b3928d0-2096-437a-8277-5fea02f0171c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b3928d0-2096-437a-8277-5fea02f0171c,segment=NetworkSegment(c03e328b-eace-4d0b-9186-49802c3fea93),segment_id=c03e328b-eace-4d0b-9186-49802c3fea93)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:22.028047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.067419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f8bd7af6-0025-43e0-9ad0-5023c851b19b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:22.085031 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.095035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 9b3928d0-2096-437a-8277-5fea02f0171c owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:22.249021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b31a4562-6088-4485-aa5b-9ccaf571b2d6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:22.331755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8462e4-c0d5-4f05-b56d-d8b2cc094678 req-91c52586-bbb7-4c91-a3a5-0599ea951bd3 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:22.350210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c8462e4-c0d5-4f05-b56d-d8b2cc094678 req-91c52586-bbb7-4c91-a3a5-0599ea951bd3 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 1102 time: 0.2422924 Aug 31 09:15:22.474290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:22.478422 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f7b38-0fec-40b1-81c3-9a339760766c" -d '{"events": [{"server_uuid": "7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3", "name": "network-vif-plugged", "status": "completed", "tag": "f8bd7af6-0025-43e0-9ad0-5023c851b19b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:22.500707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] DHCP port deletion for 002bbc29-7696-422d-9d03-e13cca7c7e29 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:15:22.521780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f8bd7af6-0025-43e0-9ad0-5023c851b19b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:22.549996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c8462e4-c0d5-4f05-b56d-d8b2cc094678 req-95cf6d20-e3a4-4a9c-8090-30efd90e64ae tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884732 Aug 31 09:15:22.561873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.680637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:22.698914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port b31a4562-6088-4485-aa5b-9ccaf571b2d6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:22.699984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=9b3928d0-2096-437a-8277-5fea02f0171c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:22.703861 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822ab77-ca09-4d4a-a461-c109da8faa50 x-openstack-request-id: req-1822ab77-ca09-4d4a-a461-c109da8faa50 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:22.704463 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3", "name": "network-vif-plugged", "status": "completed", "tag": "f8bd7af6-0025-43e0-9ad0-5023c851b19b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:22.704918 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1822ab77-ca09-4d4a-a461-c109da8faa50 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:22.705093 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b', 'code': 200} Aug 31 09:15:22.715591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 9b3928d0-2096-437a-8277-5fea02f0171c on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:22.722266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port b31a4562-6088-4485-aa5b-9ccaf571b2d6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:22.722710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.014912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d93545-da3b-4665-b3ac-f69394f9d53a req-b8779cfc-7068-424a-a6fa-45c5b5a1131c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.023238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-70d93545-da3b-4665-b3ac-f69394f9d53a req-b8779cfc-7068-424a-a6fa-45c5b5a1131c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.2252190 Aug 31 09:15:23.050686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:23.080567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'mac_address': 'fa:16:3e:3f:37:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:23.100047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Deleting port 9b3928d0-2096-437a-8277-5fea02f0171c {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:23.101164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.115171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.138008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002bbc29-7696-422d-9d03-e13cca7c7e29']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:23.187323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-70d93545-da3b-4665-b3ac-f69394f9d53a req-dfb92a66-5c7e-4579-a7e2-ba501d37b946 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630130 Aug 31 09:15:23.203450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03e328b-eace-4d0b-9186-49802c3fea93') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:23.204049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03e328b-eace-4d0b-9186-49802c3fea93') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:23.217588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e198b-736e-4b6d-8373-0abf41691b3d req-515acc77-915a-444a-b464-ce1c4d478711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.230437 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-730e198b-736e-4b6d-8373-0abf41691b3d req-515acc77-915a-444a-b464-ce1c4d478711 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 1097 time: 0.3786054 Aug 31 09:15:23.271776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b3928d0-2096-437a-8277-5fea02f0171c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:23.278345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41532a66-774b-4ab8-809c-36dbddd3dbd9 req-4eaca335-4abe-4266-bc37-aa53574faa8e tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.281217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41532a66-774b-4ab8-809c-36dbddd3dbd9 req-4eaca335-4abe-4266-bc37-aa53574faa8e tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 945 time: 0.2192450 Aug 31 09:15:23.285188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.351983 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.365204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9b3928d0-2096-437a-8277-5fea02f0171c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:23.366068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b3928d0-2096-437a-8277-5fea02f0171c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:23.442976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.465899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:23.469075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.492824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-ece8e6f8-594a-47cb-bf1a-b69d6b65cc37 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101696 Aug 31 09:15:23.522424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41532a66-774b-4ab8-809c-36dbddd3dbd9 req-edf90bd7-4b94-47f8-b202-50542a7ebc9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221940 Aug 31 09:15:23.545991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] For port 9b3928d0-2096-437a-8277-5fea02f0171c, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:23.548643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.588664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Calling delete_port for 9b3928d0-2096-437a-8277-5fea02f0171c owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:23.594943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Port 9b3928d0-2096-437a-8277-5fea02f0171c was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:15:23.601545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.679987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] Pushing event deleted for resources: {'Port': ['ID=9b3928d0-2096-437a-8277-5fea02f0171c,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:23.685383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea4a480-9100-4a57-8149-338daca4d6f1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:23.752816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-6a6ec99e-ee69-4d2c-936b-e4de7287c56d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.754595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fe094-4a45-4970-9d44-a77a43aa28ce None None] No DVR routers for this DVR port 9b3928d0-2096-437a-8277-5fea02f0171c on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:23.763638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-6a6ec99e-ee69-4d2c-936b-e4de7287c56d tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698290 Aug 31 09:15:23.766334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39794) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:23.794526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-08deb63d-4206-4932-b451-dcbc549bbe8e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/quotas/f3ea2c1d000a48429f8eaf748aed1d33 HTTP/1.1" status: 200 len: 375 time: 0.0295165 Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:23.802953 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:23.806212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.833037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.836137 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/networks/002bbc29-7696-422d-9d03-e13cca7c7e29 HTTP/1.1" status: 204 len: 168 time: 2.7239294 Aug 31 09:15:23.844643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39802) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:23.850204 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-730e198b-736e-4b6d-8373-0abf41691b3d req-1a9bc0a1-a7f4-4d09-b83f-ba03635509a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125872 Aug 31 09:15:23.863483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717283-589f-4c26-b253-48423b2b17ca tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Network': ['ID=002bbc29-7696-422d-9d03-e13cca7c7e29,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:23.869289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:23.880640 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.011416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.044563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:24.103129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b31a4562-6088-4485-aa5b-9ccaf571b2d6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:24.111919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.186531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-8f7bd101-4229-4d95-9ef3-07f5b0daba93 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3904274 Aug 31 09:15:24.208861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting subnet 4680b479-2989-4f8c-a85e-351984e35948 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:24.222313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.301603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b31a4562-6088-4485-aa5b-9ccaf571b2d6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:24.315750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['dea4a480-9100-4a57-8149-338daca4d6f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:24.318507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:24.345065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1014989310-network', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:24.411812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.442881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port cf777fe6-3d67-47fa-82ef-771b42d67721 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:24.443692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.515172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:24.521139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.544105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.732978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:24.738663 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62ec2e-c0ff-4ee7-a6cb-579cfbdd9022" -d '{"events": [{"server_uuid": "c366000f-e4b9-4c5c-b80a-9c9b64732e26", "name": "network-vif-plugged", "status": "completed", "tag": "b31a4562-6088-4485-aa5b-9ccaf571b2d6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:24.743423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.849693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.951206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:24.954645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.957316 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.020480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Subnet': ['ID=4680b479-2989-4f8c-a85e-351984e35948,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:25.055288 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:25.056666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.059880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8cf8ce63-35b9-471e-aef2-f457ac4e9d19 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/subnets/4680b479-2989-4f8c-a85e-351984e35948 HTTP/1.1" status: 204 len: 168 time: 1.2136519 Aug 31 09:15:25.064287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39834) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:25.067367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b62d3b-8e14-48f9-ab7b-6780bce6e560 req-509ece4f-9cc9-4f9e-9eda-a9f6735fdd20 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.080175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02b62d3b-8e14-48f9-ab7b-6780bce6e560 req-509ece4f-9cc9-4f9e-9eda-a9f6735fdd20 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1098 time: 0.3900945 Aug 31 09:15:25.081727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a78457-eede-4b0a-bdb2-3ad1ee1bc980 None None] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:25.215764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02b62d3b-8e14-48f9-ab7b-6780bce6e560 req-a26b01a3-61f4-41b4-aef3-bb99d7a03262 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213362 Aug 31 09:15:25.266518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:25.286962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.287463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.287772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.288244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.289173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.289473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.290620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.290620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.290620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.291148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.291148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.291447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:25.341171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.381322 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.407717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:25.444193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.447227 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Added segment a4e3c04c-e896-4605-8456-d06bbc5be2ba of type vlan for network 884b3049-254d-4f05-8305-175ba7a0464c Aug 31 09:15:25.469736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.699396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.730689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 519557c0-edfe-4daf-ad37-4257d9f207f8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:25.731573 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.812660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] DHCP port deletion for b6b86332-b17c-4db9-834e-78c64a7ce8ae request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:15:25.937602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c1caceb-7f2a-4a56-a301-27ea70f06c92 req-df47e1eb-6681-44af-9881-594586e2498e tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 210 time: 0.1575208 Aug 31 09:15:25.965063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.970558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.971870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.025057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 519557c0-edfe-4daf-ad37-4257d9f207f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=519557c0-edfe-4daf-ad37-4257d9f207f8,segment=NetworkSegment(b8aa9dc8-8f65-4b28-a245-248090fe4913),segment_id=b8aa9dc8-8f65-4b28-a245-248090fe4913)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:26.025725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.092415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 519557c0-edfe-4daf-ad37-4257d9f207f8 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:26.236726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1ff65e-a633-4004-8cde-6bdf5330071d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:26.426302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.449087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6812422 Aug 31 09:15:26.457546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:26.554037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec69edb-2001-49ac-b055-8e1ce3919f35 admin admin] Pushing event updated for resources: {'Network': ['ID=884b3049-254d-4f05-8305-175ba7a0464c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:26.635844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3877b0-92d6-4998-8494-1d92fcfc0014 req-8918cdf6-eca5-41fc-89d7-46e088d48a77 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:26.638721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 884b3049-254d-4f05-8305-175ba7a0464c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:26.649470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f3877b0-92d6-4998-8494-1d92fcfc0014 req-8918cdf6-eca5-41fc-89d7-46e088d48a77 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 945 time: 0.3914864 Aug 31 09:15:26.675282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 519557c0-edfe-4daf-ad37-4257d9f207f8 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:26.713459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Request body: {'subnet': {'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1014989310-subnet', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:26.793310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=519557c0-edfe-4daf-ad37-4257d9f207f8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:26.799683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f3877b0-92d6-4998-8494-1d92fcfc0014 req-dff0947b-9895-4572-92bd-f56f6e313d58 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474171 Aug 31 09:15:26.804310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:27.058143 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b7701f-52fe-4d07-8959-50433aa3fc47 x-openstack-request-id: req-29b7701f-52fe-4d07-8959-50433aa3fc47 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:27.059314 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366000f-e4b9-4c5c-b80a-9c9b64732e26", "name": "network-vif-plugged", "status": "completed", "tag": "b31a4562-6088-4485-aa5b-9ccaf571b2d6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:27.059505 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29b7701f-52fe-4d07-8959-50433aa3fc47 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:27.060306 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6', 'code': 200} Aug 31 09:15:27.070112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 519557c0-edfe-4daf-ad37-4257d9f207f8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:27.112590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.130004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:27.148841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.196021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b86332-b17c-4db9-834e-78c64a7ce8ae']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.223091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 519557c0-edfe-4daf-ad37-4257d9f207f8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:27.223835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 519557c0-edfe-4daf-ad37-4257d9f207f8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:27.292334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8aa9dc8-8f65-4b28-a245-248090fe4913') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.292848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8aa9dc8-8f65-4b28-a245-248090fe4913') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.319205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.390876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Deleting port 519557c0-edfe-4daf-ad37-4257d9f207f8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:27.393117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.477525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.546716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:27.547584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:27.554512 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:27.569158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-f9a2b8ee-1676-4668-be80-91c4d2231c5b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935771 Aug 31 09:15:27.615224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] For port 519557c0-edfe-4daf-ad37-4257d9f207f8, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:27.617536 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.705982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Calling delete_port for 519557c0-edfe-4daf-ad37-4257d9f207f8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:27.723302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d04099-5a72-4676-b63d-5fcc7ae9d1c5 req-1cea8670-cd60-427a-8899-97efb5d060b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.725584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2d04099-5a72-4676-b63d-5fcc7ae9d1c5 req-1cea8670-cd60-427a-8899-97efb5d060b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c366000f-e4b9-4c5c-b80a-9c9b64732e26 HTTP/1.1" status: 200 len: 1097 time: 0.3861217 Aug 31 09:15:27.726878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Port 519557c0-edfe-4daf-ad37-4257d9f207f8 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:15:27.737310 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.868396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Pushing event deleted for resources: {'Port': ['ID=519557c0-edfe-4daf-ad37-4257d9f207f8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:27.896415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] Network b6b86332-b17c-4db9-834e-78c64a7ce8ae is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:15:27.903558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770c5f8-ee5c-47b3-bf7a-72e4520675a7 None None] No DVR routers for this DVR port 519557c0-edfe-4daf-ad37-4257d9f207f8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:27.947723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2d04099-5a72-4676-b63d-5fcc7ae9d1c5 req-b55b81e9-b664-4852-b58b-9dc866060b32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970010 Aug 31 09:15:27.968768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port dea4a480-9100-4a57-8149-338daca4d6f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:27.970154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.987457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-23a20882-8768-4695-8353-70500c64ed95 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.998766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-23a20882-8768-4695-8353-70500c64ed95 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4280865 Aug 31 09:15:28.001829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.015751 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.018215 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/networks/b6b86332-b17c-4db9-834e-78c64a7ce8ae HTTP/1.1" status: 204 len: 168 time: 2.9526885 Aug 31 09:15:28.026898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:28.035651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1719211256'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:28.039889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.109131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:28.124957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc352d-18f8-4b35-8dcb-bdf02ba5a812 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Network': ['ID=b6b86332-b17c-4db9-834e-78c64a7ce8ae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:28.130010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.201838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:28.227853 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.228600 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Added segment 6a379db4-e7c9-42c8-9d7e-c454058e5adb of type vlan for network 92c7abbe-403b-4086-9917-77f5a13d21d5 Aug 31 09:15:28.314533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.315820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.362523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Request body: {'port': {'device_id': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'f3ea2c1d000a48429f8eaf748aed1d33'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:28.367971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.377792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.379303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.394783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db2690d-c7b0-48ce-80ed-e35c1711d7f2,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:28.423724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:28.424374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Network hostable DHCP agents. Network: 884b3049-254d-4f05-8305-175ba7a0464c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:28.435092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:28.441639 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.487167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Network 884b3049-254d-4f05-8305-175ba7a0464c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:28.503934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 884b3049-254d-4f05-8305-175ba7a0464c) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:28.509463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.510161 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.556483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b7fbe050-fa1d-451f-a8db-01e841262e1a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8561740 Aug 31 09:15:28.557330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39860) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:28.579036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:28.593164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Network': ['ID=92c7abbe-403b-4086-9917-77f5a13d21d5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:28.606194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f9f48d64-babd-4e29-8e7d-6953d8c88d80 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5766251 Aug 31 09:15:28.620607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39862) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:28.659431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'subnet': {'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:28.678445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:28.698523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721bb53-1b87-4854-a2b6-a7271e4598ff None None] Network 884b3049-254d-4f05-8305-175ba7a0464c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:28.891010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.894612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Made reservation on behalf of f3ea2c1d000a48429f8eaf748aed1d33 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:28.896565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.915452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.009331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:29.063701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721'}, {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:29.073172 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5309e2-38e5-47a2-b4d4-37f6527f645b" -d '{"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-plugged", "status": "completed", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721"}, {"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-plugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:29.192641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.254054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Allocated IP 192.168.233.220 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/92800d30-9dac-49af-98b9-1abe40d4f78a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:29.555899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3a5b-ced9-4596-b8a3-137b65e257c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.766033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-884b3049-254d-4f05-8305-175ba7a0464c', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:15:29.771668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.839248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.862740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:29.882853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.932138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.962521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Transition to ACTIVE for port object 92800d30-9dac-49af-98b9-1abe40d4f78a will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:30.040243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.078165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Allocated IP 172.20.0.2 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/3454b055-adbf-450c-94ff-b512354130e3) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:30.210521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:30.234894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:30.249780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:30.354798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.367747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Transition to ACTIVE for port object 3454b055-adbf-450c-94ff-b512354130e3 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:30.390040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Transition to ACTIVE for port object 3454b055-adbf-450c-94ff-b512354130e3 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:30.400995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', '8addc40e-a673-448b-b050-d56c68a05a52'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:30.405034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', '942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:30.411844 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.488700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event updated for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:30.597543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:30.613934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:30.623254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:30.631726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:30.632785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.693910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Pushing event updated for resources: {'Port': ['ID=3454b055-adbf-450c-94ff-b512354130e3,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:30.710903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-53f19f27-5349-4836-9abe-09946d9458ec tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3454404 Aug 31 09:15:30.729253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Request body: {'port': {'device_id': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:30.909812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.963040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.132458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Subnet': ['ID=2ae402d7-7dda-4d5b-bef4-01dc25dab480,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.250630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Attempting to bind port 3454b055-adbf-450c-94ff-b512354130e3 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:31.251820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Attempting to bind port 3454b055-adbf-450c-94ff-b512354130e3 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:31.252715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Attempting to bind port 3454b055-adbf-450c-94ff-b512354130e3 on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:31.274137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-002deff0-d949-4a01-b2fa-3f82eb19c021 None None] Provisioning for port 92800d30-9dac-49af-98b9-1abe40d4f78a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:31.366838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:31.367575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:31.369756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.369756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:31.369756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Bound port: 3454b055-adbf-450c-94ff-b512354130e3, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:31.371014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.412477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Checking segment: {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:31.412477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network hostable DHCP agents. Network: 92c7abbe-403b-4086-9917-77f5a13d21d5, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:31.501022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-002deff0-d949-4a01-b2fa-3f82eb19c021 None None] Provisioning complete for port 92800d30-9dac-49af-98b9-1abe40d4f78a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:31.501022 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-002deff0-d949-4a01-b2fa-3f82eb19c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.533401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:31.873864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 92c7abbe-403b-4086-9917-77f5a13d21d5) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:31.887876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:31.888816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.908704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92800d30-9dac-49af-98b9-1abe40d4f78a {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:31.916184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.950872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.975706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a5960f4-9ee2-4899-b834-cf6ae4f9abdc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3446686 Aug 31 09:15:31.977050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:31.977863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.985005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c972be37-bffd-4cd9-ad60-f5d98ff4fac3 None None] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:32.025547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-750855289'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:32.049751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Transition to ACTIVE for port object 92800d30-9dac-49af-98b9-1abe40d4f78a will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:32.076994 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.195463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.198953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-002deff0-d949-4a01-b2fa-3f82eb19c021 None None] Port 92800d30-9dac-49af-98b9-1abe40d4f78a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:32.266320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:32.286361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:32.300623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.342656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ab74-663e-486a-8232-f201a6439d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.345737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.480056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:32.506509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Allocated IP 172.25.4.35 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:32.674427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.675584 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Added segment aad7a311-c3bd-4571-afe4-d69baca854f4 of type vlan for network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 Aug 31 09:15:32.812491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.867193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Attempting to bind port 92800d30-9dac-49af-98b9-1abe40d4f78a on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:32.868658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Attempting to bind port 92800d30-9dac-49af-98b9-1abe40d4f78a by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:32.869694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Attempting to bind port 92800d30-9dac-49af-98b9-1abe40d4f78a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:32.887692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.892814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Port 92800d30-9dac-49af-98b9-1abe40d4f78a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:32.894264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Attempting to bind port 92800d30-9dac-49af-98b9-1abe40d4f78a on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:32.914375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:32.915575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:32.916893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:32.918328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Bound port: 92800d30-9dac-49af-98b9-1abe40d4f78a, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:32.919449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.936649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] For port 3454b055-adbf-450c-94ff-b512354130e3, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:32.967598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.032862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] For port 3454b055-adbf-450c-94ff-b512354130e3, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3454b055-adbf-450c-94ff-b512354130e3,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:33.129919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:33.142105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:33.158727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:33.178847 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.190490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.217663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.224155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.299565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-92c7abbe-403b-4086-9917-77f5a13d21d5', 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'fixed_ips': [{'subnet_id': '2ae402d7-7dda-4d5b-bef4-01dc25dab480'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:15:33.317690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.398949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:33.619414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6405640 Aug 31 09:15:33.659432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39876) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:33.677732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'subnet': {'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:33.956849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc3d43-4c8d-4f39-a695-5567e92ab5e7 None None] Pushing event updated for resources: {'Port': ['ID=3454b055-adbf-450c-94ff-b512354130e3,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:34.046282 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:34.771317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:34.802850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d36a61-8209-41f4-9448-d045cd47a68b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Network': ['ID=e3b0d461-1528-4d9c-a6ac-ae22a504cf54,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:34.891804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=92800d30-9dac-49af-98b9-1abe40d4f78a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:34.920678 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:34.957919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:35.235239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:35.238826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Allocated IP 19.80.0.2 (92c7abbe-403b-4086-9917-77f5a13d21d5/2ae402d7-7dda-4d5b-bef4-01dc25dab480/47879d82-4439-4bf0-95ea-51f01e3f0940) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:35.261083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:35.263902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.267169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-27dbd749-aa03-4b2e-b75b-0b2c15857ca5 service neutron] 10.222.0.23 "PUT /v2.0/ports/92800d30-9dac-49af-98b9-1abe40d4f78a HTTP/1.1" status: 200 len: 1097 time: 4.5456994 Aug 31 09:15:35.269419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:35.274445 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:35.301392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:35.329033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.649175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-41cccc8c-9fe9-43ce-98c7-1383d688529b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.9771910 Aug 31 09:15:35.884099 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.893612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-725edada-9d1a-473a-af37-9a3eab77bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:35.897406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-725edada-9d1a-473a-af37-9a3eab77bfff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 1100 time: 0.2578115 Aug 31 09:15:35.916313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-9991ef02-1265-431e-ad8c-b2344b0c0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:35.920472 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-9991ef02-1265-431e-ad8c-b2344b0c0f28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 1101 time: 0.2176402 Aug 31 09:15:36.043497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-0817f7ab-545d-4a02-b69f-5fac7a4692bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=92800d30-9dac-49af-98b9-1abe40d4f78a HTTP/1.1" status: 200 len: 217 time: 0.1263988 Aug 31 09:15:36.045504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3454b055-adbf-450c-94ff-b512354130e3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:36.094550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407222a-e7cf-469b-ae3b-33d28f9f6a2e None None] Network 884b3049-254d-4f05-8305-175ba7a0464c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:36.228345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-c47faec1-a8b0-4aea-9250-c14559d3f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:36.231995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-c47faec1-a8b0-4aea-9250-c14559d3f690 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1507969 Aug 31 09:15:36.326932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-85e0496d-3af5-406c-a00e-342368b69a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:36.329926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-85e0496d-3af5-406c-a00e-342368b69a64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.2591629 Aug 31 09:15:36.499487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.573506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-b1faae2e-f8bb-4aed-b1db-b4ac2e215b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:36.579654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-b1faae2e-f8bb-4aed-b1db-b4ac2e215b5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3074865 Aug 31 09:15:36.588025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.603732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3454b055-adbf-450c-94ff-b512354130e3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:36.630834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] Provisioning for port 3454b055-adbf-450c-94ff-b512354130e3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:36.640735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-c2f30847-f97f-4eba-9be3-fc19cbcef79a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 HTTP/1.1" status: 200 len: 217 time: 0.1105244 Aug 31 09:15:36.746035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3454b055-adbf-450c-94ff-b512354130e3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:36.747480 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.900578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] Provisioning complete for port 3454b055-adbf-450c-94ff-b512354130e3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:36.900578 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.109017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.116625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-aa1a879a-812d-4a04-867a-845a081898f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:37.118791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-aa1a879a-812d-4a04-867a-845a081898f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2407832 Aug 31 09:15:37.122459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-bea37fd7-6b36-4172-a665-d332739f11c7 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165682 Aug 31 09:15:37.304928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Subnet': ['ID=25eb764c-0036-45a4-8d85-c9d93e9b6f51,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.351221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Checking segment: {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:37.351610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network hostable DHCP agents. Network: e3b0d461-1528-4d9c-a6ac-ae22a504cf54, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:37.468437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:37.520745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-51573219-4cea-4670-b5af-0da63f230864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:37.523737 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-51573219-4cea-4670-b5af-0da63f230864 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3920653 Aug 31 09:15:37.537235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Router c4e2519f-f80d-455e-b626-c55a154d6977 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:15:37.547688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.552617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-58bf1dce-ab6b-4c3d-9801-3ec50f67cfa4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:15:37.554947 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-58bf1dce-ab6b-4c3d-9801-3ec50f67cfa4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115607 Aug 31 09:15:37.561997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Transition to ACTIVE for port object 47879d82-4439-4bf0-95ea-51f01e3f0940 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:37.591973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6706a248-be0e-4dd6-a1a5-1e5c8138e212 req-e07cc534-edda-4a32-a4d1-bcfc531aae4f service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469378 Aug 31 09:15:37.593061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Transition to ACTIVE for port object 47879d82-4439-4bf0-95ea-51f01e3f0940 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:37.601566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e3b0d461-1528-4d9c-a6ac-ae22a504cf54) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:37.614737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:37.615364 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.665343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d2868891-556e-474b-82fb-8265b855e92b tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0019979 Aug 31 09:15:37.670297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476e569-6095-4d32-9a44-87480cd520fc None None] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:37.673555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.780514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Pushing event updated for resources: {'Port': ['ID=47879d82-4439-4bf0-95ea-51f01e3f0940,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.906155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:37.907855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.918509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:37.920649 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.926841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:38.090408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-008ac890-cbca-4f0c-9002-a6321de6032c service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215638 Aug 31 09:15:38.337077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Attempting to bind port 47879d82-4439-4bf0-95ea-51f01e3f0940 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:38.338280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Attempting to bind port 47879d82-4439-4bf0-95ea-51f01e3f0940 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:38.341158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Attempting to bind port 47879d82-4439-4bf0-95ea-51f01e3f0940 on network 92c7abbe-403b-4086-9917-77f5a13d21d5 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:38.362555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e014753-1568-4723-a8a3-171b6b7a7a69 req-eaf15a5c-63dd-43b3-b5f3-381fa44a324f service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620018 Aug 31 09:15:38.378619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:38.379012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Checking segment: {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:38.379467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.379918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Bound using segment: {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:38.380499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Bound port: 47879d82-4439-4bf0-95ea-51f01e3f0940, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:38.381443 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.389572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:38.415266 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Sync routers for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:38.451304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.454826 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f5324e1-afb0-4a12-9297-b10c144a8ec9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8937993 Aug 31 09:15:38.459445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:38.465396 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:38.467168 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:15:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:38.502551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] For port 3454b055-adbf-450c-94ff-b512354130e3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3454b055-adbf-450c-94ff-b512354130e3,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:38.548309 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.747548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] For port 47879d82-4439-4bf0-95ea-51f01e3f0940, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:38.766099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] For port 47879d82-4439-4bf0-95ea-51f01e3f0940, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47879d82-4439-4bf0-95ea-51f01e3f0940,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:38.784172 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:39.249827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.521731 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:33Z', 'revision_number': 3, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:39.614152 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Checking router: c4e2519f-f80d-455e-b626-c55a154d6977 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:39.615371 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Updating router c4e2519f-f80d-455e-b626-c55a154d6977 port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:15:39.628478 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-79fb0f6a-9192-44b7-92a9-1074895a5981 None None] Provisioning complete for port 3454b055-adbf-450c-94ff-b512354130e3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:39.629231 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79fb0f6a-9192-44b7-92a9-1074895a5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.657359 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:15:39.660309 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:15:39.727107 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.834343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22a7b1-272f-48d8-add9-2fb3422b3e2b None None] Pushing event updated for resources: {'Port': ['ID=3454b055-adbf-450c-94ff-b512354130e3,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:39.851523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e3b0d461-1528-4d9c-a6ac-ae22a504cf54', 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'fixed_ips': [{'subnet_id': '25eb764c-0036-45a4-8d85-c9d93e9b6f51'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:15:39.861389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.213103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9751-f366-4529-b0c7-d81b5da615ee None None] Pushing event updated for resources: {'Port': ['ID=47879d82-4439-4bf0-95ea-51f01e3f0940,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:40.294075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.518318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Allocated IP 19.86.0.2 (e3b0d461-1528-4d9c-a6ac-ae22a504cf54/25eb764c-0036-45a4-8d85-c9d93e9b6f51/8fcd88c1-7423-44d9-960e-85ec9392aa79) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:40.796427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Allocated IP 172.20.0.1 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/a1924d14-5657-4fca-b2c4-73db4c141736) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:40.832541 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.860976 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Transition to ACTIVE for port object a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:40.887596 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.101061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47879d82-4439-4bf0-95ea-51f01e3f0940 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:41.112249 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Pushing event updated for resources: {'Port': ['ID=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.160387 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.160904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.161370 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.162884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.162884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.162884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.162884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.163590 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.163590 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.163887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.164020 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.165073 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:41.230327 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Attempting to bind port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:41.230897 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Attempting to bind port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:41.231314 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Attempting to bind port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:41.245880 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:41.246501 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:41.246979 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.247533 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:41.248189 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Bound port: a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:41.248701 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.386381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.430331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Transition to ACTIVE for port object a1924d14-5657-4fca-b2c4-73db4c141736 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:41.444159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] For port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:41.453357 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] For port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:41.465260 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.530395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 47879d82-4439-4bf0-95ea-51f01e3f0940 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:41.542999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.561853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3454b055-adbf-450c-94ff-b512354130e3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:41.590314 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7812c6-0684-4613-8fef-5f547c6ec8f0 None None] Pushing event updated for resources: {'Port': ['ID=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.637299 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:41.637944 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:15:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:41.649494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:41.660370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.669678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:41.673135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:41.727740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Transition to ACTIVE for port object 8fcd88c1-7423-44d9-960e-85ec9392aa79 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:41.818921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Transition to ACTIVE for port object 8fcd88c1-7423-44d9-960e-85ec9392aa79 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:41.830961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Pushing event updated for resources: {'Port': ['ID=a1924d14-5657-4fca-b2c4-73db4c141736,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.848823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.889202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.946233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3454b055-adbf-450c-94ff-b512354130e3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:41.967193 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.131018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49fbf15-cb74-461b-bab6-f9d700bcc201 None None] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:42.179919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:42.253908 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:42.355322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:42.383908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Pushing event updated for resources: {'Port': ['ID=8fcd88c1-7423-44d9-960e-85ec9392aa79,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:42.393999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:42.507024 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.538145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 92800d30-9dac-49af-98b9-1abe40d4f78a details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:42.621918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] Provisioning for port 47879d82-4439-4bf0-95ea-51f01e3f0940 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:42.866123 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:33Z', 'revision_number': 3, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:42.940062 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906c31e-8aa3-4148-922f-691e5bbf969b None None] The sync data for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 is: [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:33Z', 'revision_number': 3, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:43.159067 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.169696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.289538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Pushing event updated for resources: {'Port': ['ID=a1924d14-5657-4fca-b2c4-73db4c141736,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:43.399598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.406208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] Provisioning complete for port 47879d82-4439-4bf0-95ea-51f01e3f0940 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:43.407131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.669665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:15:43.724941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:43.732228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:43.773398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Attempting to bind port 8fcd88c1-7423-44d9-960e-85ec9392aa79 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:43.774078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Attempting to bind port 8fcd88c1-7423-44d9-960e-85ec9392aa79 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:43.774722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Attempting to bind port 8fcd88c1-7423-44d9-960e-85ec9392aa79 on network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:43.787490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:43.788154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Checking segment: {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:43.788899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.789585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Bound using segment: {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:43.790356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Bound port: 8fcd88c1-7423-44d9-960e-85ec9392aa79, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:43.790933 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.038357 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.173056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Router c4e2519f-f80d-455e-b626-c55a154d6977 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:44.186120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] For port 8fcd88c1-7423-44d9-960e-85ec9392aa79, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:44.190333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] For port 8fcd88c1-7423-44d9-960e-85ec9392aa79, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fcd88c1-7423-44d9-960e-85ec9392aa79,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:44.198093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:44.224991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.469033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=92800d30-9dac-49af-98b9-1abe40d4f78a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:44.532096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '92800d30-9dac-49af-98b9-1abe40d4f78a', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '92800d30-9dac-49af-98b9-1abe40d4f78a', 'mac_address': 'fa:16:3e:09:48:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:44.592016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:44.608678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3f7a7ef5-1b9e-4fdb-889f-2093f124748b admin admin] 10.222.0.18 "PUT /v2.0/routers/c4e2519f-f80d-455e-b626-c55a154d6977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1468463 Aug 31 09:15:44.630019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14316a49-3412-45a5-9d28-d40693bbf31d None None] Pushing event updated for resources: {'Port': ['ID=8fcd88c1-7423-44d9-960e-85ec9392aa79,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:44.638126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] For port 47879d82-4439-4bf0-95ea-51f01e3f0940, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47879d82-4439-4bf0-95ea-51f01e3f0940,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:44.662213 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.904068 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.931690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e42294b7-daf5-401c-a3c5-9483030a23b0 None None] Provisioning complete for port 47879d82-4439-4bf0-95ea-51f01e3f0940 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:44.932717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e42294b7-daf5-401c-a3c5-9483030a23b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.104669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd662ec-fd7b-478a-9281-5248c97e195e None None] Pushing event updated for resources: {'Port': ['ID=47879d82-4439-4bf0-95ea-51f01e3f0940,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:45.141659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:45.238978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:45.243476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.249071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92800d30-9dac-49af-98b9-1abe40d4f78a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:45.372574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=92800d30-9dac-49af-98b9-1abe40d4f78a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:45.520247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.676586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e42294b7-daf5-401c-a3c5-9483030a23b0 None None] Provisioning for port a1924d14-5657-4fca-b2c4-73db4c141736 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:45.731868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e42294b7-daf5-401c-a3c5-9483030a23b0 None None] Provisioning complete for port a1924d14-5657-4fca-b2c4-73db4c141736 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:45.733007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e42294b7-daf5-401c-a3c5-9483030a23b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.831172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-9052239b-027a-40b9-bb8f-891b96aed159 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138787 Aug 31 09:15:45.833387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:45.861798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.933737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:45.967886 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.123385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0851f-b33c-4415-8c92-041408514dfb req-d0f399af-b0f6-4281-9496-60ff17d4889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.124940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:46.134773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-d0f399af-b0f6-4281-9496-60ff17d4889a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 1101 time: 0.2292895 Aug 31 09:15:46.140252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e42294b7-daf5-401c-a3c5-9483030a23b0 None None] Port a1924d14-5657-4fca-b2c4-73db4c141736 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:46.189076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['92800d30-9dac-49af-98b9-1abe40d4f78a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:46.508501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47879d82-4439-4bf0-95ea-51f01e3f0940 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:46.605954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0851f-b33c-4415-8c92-041408514dfb req-a45fe87e-8802-4ec2-9d49-67b52516f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.609138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-a45fe87e-8802-4ec2-9d49-67b52516f84e service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4286289 Aug 31 09:15:46.667818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 47879d82-4439-4bf0-95ea-51f01e3f0940 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:46.668537 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.737678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-09687e0a-1fcb-42ad-a9df-be0560cefe2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e HTTP/1.1" status: 200 len: 217 time: 0.1190937 Aug 31 09:15:46.898602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0851f-b33c-4415-8c92-041408514dfb req-6183ccc8-29b6-4013-aa23-7edf1ea11cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.902833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-6183ccc8-29b6-4013-aa23-7edf1ea11cbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1546597 Aug 31 09:15:46.943265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fcd88c1-7423-44d9-960e-85ec9392aa79 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:47.016375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0851f-b33c-4415-8c92-041408514dfb req-1a85a54c-952c-4e49-9de2-079fb1620e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:47.019950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-1a85a54c-952c-4e49-9de2-079fb1620e59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082685 Aug 31 09:15:47.092597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8fcd88c1-7423-44d9-960e-85ec9392aa79 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:47.126436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Sync routers for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:47.149499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:47.149499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:15:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:47.413731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-0a41bd4c-6cc2-457d-b7e2-2b04b44a4be3 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822119 Aug 31 09:15:47.478554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:47.703679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b0851f-b33c-4415-8c92-041408514dfb req-743fc871-56e4-4d3e-8c99-3695e1d131f9 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809198 Aug 31 09:15:47.958110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebf861-1a40-47f0-b89c-a9dbbd8b6c56 None None] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:48.156128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf832f-dd87-49b4-b301-f95e14096848 req-fbccdcc6-493e-44d8-8edd-6f91b57f7062 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.169091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15cf832f-dd87-49b4-b301-f95e14096848 req-fbccdcc6-493e-44d8-8edd-6f91b57f7062 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=c366000f-e4b9-4c5c-b80a-9c9b64732e26 HTTP/1.1" status: 200 len: 945 time: 0.3402257 Aug 31 09:15:48.240730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15cf832f-dd87-49b4-b301-f95e14096848 req-d7d4c57e-13ca-4fbd-b5d6-95026da65174 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/security-groups?id=99a34d53-7bf5-4feb-a2cb-8875dad9fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700779 Aug 31 09:15:48.246630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6228c1d-f03a-4b7a-a03b-df66f6c9f22f req-36296981-8985-4e7f-8bef-64255fc23c0c tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.274137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6228c1d-f03a-4b7a-a03b-df66f6c9f22f req-36296981-8985-4e7f-8bef-64255fc23c0c tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1098 time: 0.3107848 Aug 31 09:15:48.383062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:48.443201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] Provisioning for port 8fcd88c1-7423-44d9-960e-85ec9392aa79 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:48.499887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6228c1d-f03a-4b7a-a03b-df66f6c9f22f req-094cd71c-1b09-4dee-bf69-8fcf53c6c882 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745534 Aug 31 09:15:48.539518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4a961-fd80-4013-99ab-0355e402b10d req-a3be52ee-8aa2-46c8-b758-235b64b66f11 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.551833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa4a961-fd80-4013-99ab-0355e402b10d req-a3be52ee-8aa2-46c8-b758-235b64b66f11 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 949 time: 0.1208909 Aug 31 09:15:48.575876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] Provisioning complete for port 8fcd88c1-7423-44d9-960e-85ec9392aa79 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:48.576894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.637947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa4a961-fd80-4013-99ab-0355e402b10d req-820796d7-e2a8-42cd-a20b-04eec222bf16 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805707 Aug 31 09:15:48.785921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.816919 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5758ad0-c22c-4aec-adf9-8eb6ba891c1e x-openstack-request-id: req-f5758ad0-c22c-4aec-adf9-8eb6ba891c1e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:48.817473 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-plugged", "status": "completed", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721", "code": 200}, {"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-plugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:48.817903 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5758ad0-c22c-4aec-adf9-8eb6ba891c1e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:48.818605 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'code': 200} Aug 31 09:15:48.819012 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'code': 200} Aug 31 09:15:48.854547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:48.856278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.933941 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d654a2d-3694-4c9c-8c09-796da0905314 x-openstack-request-id: req-6d654a2d-3694-4c9c-8c09-796da0905314 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:48.934251 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:48.934536 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d654a2d-3694-4c9c-8c09-796da0905314 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:48.935131 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a', 'status': 'completed', 'code': 200} Aug 31 09:15:49.163308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 2, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:49.193100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-532cda87-15cd-45d5-a347-975a84e18de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.194738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-532cda87-15cd-45d5-a347-975a84e18de3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 1101 time: 0.2092009 Aug 31 09:15:49.248935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Checking router: c4e2519f-f80d-455e-b626-c55a154d6977 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:49.249592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Updating router c4e2519f-f80d-455e-b626-c55a154d6977 port a1924d14-5657-4fca-b2c4-73db4c141736 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:15:49.384669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-2d3fffe4-f359-4194-86fd-6aad1c160e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.388210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-2d3fffe4-f359-4194-86fd-6aad1c160e3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1834364 Aug 31 09:15:49.437653 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.501084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39950) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:49.513389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007840926', 'description': 'tempest-description--62442721'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:49.579122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.588130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-246b39af-7603-4091-88e1-8b79bce27417 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.613493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-246b39af-7603-4091-88e1-8b79bce27417 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.615652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-246b39af-7603-4091-88e1-8b79bce27417 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/networks?id=92c7abbe-403b-4086-9917-77f5a13d21d5&id=e3b0d461-1528-4d9c-a6ac-ae22a504cf54 HTTP/1.1" status: 200 len: 1391 time: 0.5594132 Aug 31 09:15:49.618050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-327eff48-3abb-4f1c-9142-fca49cb0e8ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=92800d30-9dac-49af-98b9-1abe40d4f78a HTTP/1.1" status: 200 len: 217 time: 0.2183955 Aug 31 09:15:49.662504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.675628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-9291a255-f220-4cf5-9fcc-8045c34863e8 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/quotas/c2bcb2911c7a442b856bde8ebaaf8194 HTTP/1.1" status: 200 len: 375 time: 0.0435269 Aug 31 09:15:49.780710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 92800d30-9dac-49af-98b9-1abe40d4f78a up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:49.900639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.901497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] For port 8fcd88c1-7423-44d9-960e-85ec9392aa79, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fcd88c1-7423-44d9-960e-85ec9392aa79,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:49.918878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.061600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f2249-8c14-448e-aa98-ee9bbf1f970c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:50.066903 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.114324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-683db71f-5022-470f-b47f-0a758ef1749d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3894634 Aug 31 09:15:50.138573 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.143160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b2ded8da-4b97-48df-918d-78c7906d4df3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6392057 Aug 31 09:15:50.148608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39966) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:50.157637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-969e72c1-76e7-4f72-b255-b9735688afd0 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:15:50.159922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-969e72c1-76e7-4f72-b255-b9735688afd0 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302846 Aug 31 09:15:50.166064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'security_group_rule': {'security_group_id': '2f0f2249-8c14-448e-aa98-ee9bbf1f970c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:50.170100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-4eb27160-18bf-43a5-9f3f-6ee61cb4f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.174530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-4eb27160-18bf-43a5-9f3f-6ee61cb4f3fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.4972854 Aug 31 09:15:50.199436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 92800d30-9dac-49af-98b9-1abe40d4f78a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:50.273136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 92800d30-9dac-49af-98b9-1abe40d4f78a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:50.273467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.280437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a316a-9441-4576-91b4-4cb7960ae87e None None] Pushing event updated for resources: {'Port': ['ID=8fcd88c1-7423-44d9-960e-85ec9392aa79,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:50.339096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.366838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d0513607-0010-4c43-a514-a8be24747a45 None None] Provisioning complete for port 8fcd88c1-7423-44d9-960e-85ec9392aa79 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:50.367309 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0513607-0010-4c43-a514-a8be24747a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.601441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-2da0987b-5819-4491-acfd-ed2ee25b187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.605060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-2da0987b-5819-4491-acfd-ed2ee25b187c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3929737 Aug 31 09:15:50.607603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.625668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.733242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba91751a-fbdc-41eb-ae3e-9f96eaa6376e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:50.738233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-8a38b135-ab88-4991-9a42-26a0470a8f82 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:15:50.740176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-8a38b135-ab88-4991-9a42-26a0470a8f82 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1220970 Aug 31 09:15:50.742382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.751252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc75cb80-c821-4bc5-8c5c-54e65b847654 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5968351 Aug 31 09:15:50.753109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:50.756097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-59a719e2-5a23-48c2-ba03-47b727432f58 service neutron] 10.222.0.18 "GET /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721729 Aug 31 09:15:50.764279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'security_group_rule': {'security_group_id': '2f0f2249-8c14-448e-aa98-ee9bbf1f970c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:50.835382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.876951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.973693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.982975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.984026 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.014649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7fd1c-bd1a-455f-abb6-4ec1952e88df req-372983ad-d54f-40dd-a96a-16e0426e0e4b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:51.016446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10c7fd1c-bd1a-455f-abb6-4ec1952e88df req-372983ad-d54f-40dd-a96a-16e0426e0e4b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 949 time: 0.2328827 Aug 31 09:15:51.019627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edebd65d-ba24-4568-9b2e-f8813e9c6ccf,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:51.022581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-60427269-6db9-435c-9277-50583be00471 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557368 Aug 31 09:15:51.037179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.043386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e9633d01-f185-4009-a3dd-14967749eb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840333 Aug 31 09:15:51.043736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39996) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:51.052205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:51.070218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:51.074360 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bdef21-b63f-4efe-b9b3-f4995c0e432c" -d '{"events": [{"server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "name": "network-vif-plugged", "status": "completed", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:51.083001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-a2de07f7-efe2-41fb-b0c7-90ede2bb2679 service neutron] 10.222.0.18 "GET /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260691 Aug 31 09:15:51.098185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=92800d30-9dac-49af-98b9-1abe40d4f78a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:51.102242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.109795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Transition to ACTIVE for port object a1924d14-5657-4fca-b2c4-73db4c141736 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:51.141528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.157668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.203082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10c7fd1c-bd1a-455f-abb6-4ec1952e88df req-cfe80f6b-8980-4a6c-bb52-5b833340c07f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681995 Aug 31 09:15:51.261914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:51.357710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9caa7f7c-c8a6-4b09-9ff4-31898cd70260 req-9d7d73c5-45c9-4d9f-ae21-fb7a52161cac service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122470 Aug 31 09:15:51.362375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c6e43-545a-48bf-94f6-ec2dc96150a6 None None] Pushing event updated for resources: {'Port': ['ID=a1924d14-5657-4fca-b2c4-73db4c141736,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:51.459216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-fdba06b6-6521-4475-9b16-4441271e8e4d service neutron] 10.222.0.18 "GET /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411307 Aug 31 09:15:51.490748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Attempting to bind port a1924d14-5657-4fca-b2c4-73db4c141736 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:51.491778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Attempting to bind port a1924d14-5657-4fca-b2c4-73db4c141736 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:51.492401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Attempting to bind port a1924d14-5657-4fca-b2c4-73db4c141736 on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:51.504846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:51.505097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:51.505938 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.506680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:51.507505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Bound port: a1924d14-5657-4fca-b2c4-73db4c141736, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:51.508157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.561384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.668269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-f9b12092-e715-48bf-92b3-8fa0a01cf8a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049315 Aug 31 09:15:51.676515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] For port a1924d14-5657-4fca-b2c4-73db4c141736, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:51.685179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] For port a1924d14-5657-4fca-b2c4-73db4c141736, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a1924d14-5657-4fca-b2c4-73db4c141736,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:51.702369 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.768419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:51.913162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Allocated IP 172.25.4.92 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/b280f49b-6040-4063-a135-b5e71ce42e39) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:52.035600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c6e43-545a-48bf-94f6-ec2dc96150a6 None None] Pushing event updated for resources: {'Port': ['ID=a1924d14-5657-4fca-b2c4-73db4c141736,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:52.074425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:52.077396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:15:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:52.145524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98209-06d4-4109-b809-8a43846305d0 req-f3266208-e035-42a6-8c65-bc901836fdcd tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.153578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa98209-06d4-4109-b809-8a43846305d0 req-f3266208-e035-42a6-8c65-bc901836fdcd tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c366000f-e4b9-4c5c-b80a-9c9b64732e26 HTTP/1.1" status: 200 len: 945 time: 0.1591074 Aug 31 09:15:52.246232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fcd88c1-7423-44d9-960e-85ec9392aa79 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:52.477317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf23998-c227-484b-ad06-18e957227abb req-c85eb0d9-e10e-4606-87db-db8f80d46d60 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.480939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9bf23998-c227-484b-ad06-18e957227abb req-c85eb0d9-e10e-4606-87db-db8f80d46d60 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.15 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 946 time: 0.1590497 Aug 31 09:15:52.511970 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.556969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.590779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:52.684360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Deleting port 69b02e13-923a-4111-aa8e-f202a9ebd750 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:52.687025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.702596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8fcd88c1-7423-44d9-960e-85ec9392aa79 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:52.703404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.758267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:52.797364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.850324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] For port 69b02e13-923a-4111-aa8e-f202a9ebd750, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=69b02e13-923a-4111-aa8e-f202a9ebd750,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:52.850666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.918960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.942694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:52.995110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:53.055997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:53.064605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:53.066939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=b280f49b-6040-4063-a135-b5e71ce42e39,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:53.149402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f3d1-a34c-4a9b-91c6-ff7dbac72389 req-0bbe1b3f-7f33-492c-8ec9-56106be85693 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.167706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09e0f3d1-a34c-4a9b-91c6-ff7dbac72389 req-0bbe1b3f-7f33-492c-8ec9-56106be85693 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 946 time: 0.2920070 Aug 31 09:15:53.257170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09e0f3d1-a34c-4a9b-91c6-ff7dbac72389 req-6b867d66-3324-4a14-b740-36aaef617534 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups?id=d540db03-6f82-44ea-9e94-aa74eaf2e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875340 Aug 31 09:15:53.263043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Deleting port b31a4562-6088-4485-aa5b-9ccaf571b2d6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:53.270741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.323434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:51Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:53.424654 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd6eb2-cb3e-42e2-96e7-84ffc4f842b0 x-openstack-request-id: req-f7dd6eb2-cb3e-42e2-96e7-84ffc4f842b0 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:53.425100 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "name": "network-vif-plugged", "status": "completed", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:53.425504 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7dd6eb2-cb3e-42e2-96e7-84ffc4f842b0 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:53.430341 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a', 'code': 200} Aug 31 09:15:53.436450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288a6c1-9a18-4a8a-932e-0d9cf4de8952 None None] The sync data for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 is: [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:51Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:53.459421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] For port b31a4562-6088-4485-aa5b-9ccaf571b2d6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b31a4562-6088-4485-aa5b-9ccaf571b2d6,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:53.460165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.490123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Calling delete_port for b31a4562-6088-4485-aa5b-9ccaf571b2d6 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:53.845908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54b03c0e-e351-49a6-851e-f176eb8115e7 req-a094e21d-3046-4bcb-8b3e-0db3598317ba tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 210 time: 0.1125503 Aug 31 09:15:53.876600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.876996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.877312 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Floating IP 038e3381-8419-42fa-846f-cda6aa4e215b disassociated. External IP: 172.25.4.162, port: 69b02e13-923a-4111-aa8e-f202a9ebd750. Aug 31 09:15:53.880050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Calling delete_port for 69b02e13-923a-4111-aa8e-f202a9ebd750 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:53.981955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.165476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.232873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc2540-3981-46e7-8beb-25bee21982f2 req-1d6210e7-6243-4a4f-a283-44ce46dbec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:54.243985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfdc2540-3981-46e7-8beb-25bee21982f2 req-1d6210e7-6243-4a4f-a283-44ce46dbec20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 1102 time: 0.5986388 Aug 31 09:15:54.256220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1924d14-5657-4fca-b2c4-73db4c141736 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:54.397476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.414759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a1924d14-5657-4fca-b2c4-73db4c141736 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:54.421768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f8bd7af6-0025-43e0-9ad0-5023c851b19b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:54.452691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a1924d14-5657-4fca-b2c4-73db4c141736 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:54.452691 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.622370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-53bd12cd-ff26-4dca-a65d-39ff2108e7de tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:54.625319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-53bd12cd-ff26-4dca-a65d-39ff2108e7de tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3 HTTP/1.1" status: 200 len: 945 time: 0.4100850 Aug 31 09:15:54.627002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event deleted for resources: {'Port': ['ID=b31a4562-6088-4485-aa5b-9ccaf571b2d6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:54.661261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad1629-9b80-4462-923c-e6caa1a6e236 req-d65343a1-8a51-43e8-bfe7-801f9f6e60f9 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:54.664459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dad1629-9b80-4462-923c-e6caa1a6e236 req-d65343a1-8a51-43e8-bfe7-801f9f6e60f9 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 950 time: 0.5616891 Aug 31 09:15:54.780637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfdc2540-3981-46e7-8beb-25bee21982f2 req-85b22a43-be16-41b2-8bbb-df328379a375 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249367 Aug 31 09:15:54.841636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:54.856315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-750806fa-e561-4eaa-9932-3f59840a60b8 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:15:54.858233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-750806fa-e561-4eaa-9932-3f59840a60b8 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116768 Aug 31 09:15:54.926382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:54.927381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Unknown quota resources ['binding']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:15:54.952929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.985880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.995907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.005478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] No DVR routers for this DVR port b31a4562-6088-4485-aa5b-9ccaf571b2d6 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:55.013975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.017885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa98209-06d4-4109-b809-8a43846305d0 req-245609df-658f-4432-ac30-6cd04d25df9a tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.23 "DELETE /v2.0/ports/b31a4562-6088-4485-aa5b-9ccaf571b2d6 HTTP/1.1" status: 204 len: 173 time: 2.8499913 Aug 31 09:15:55.076573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'name': 'network-vif-deleted', 'tag': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:55.082463 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3950c4-00e4-44ab-9b53-1968ae8da33d" -d '{"events": [{"server_uuid": "c366000f-e4b9-4c5c-b80a-9c9b64732e26", "name": "network-vif-deleted", "tag": "b31a4562-6088-4485-aa5b-9ccaf571b2d6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:55.126635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-4ceac720-6e07-4de3-9812-2b570f128666 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.139392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-4ceac720-6e07-4de3-9812-2b570f128666 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.143020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-4ceac720-6e07-4de3-9812-2b570f128666 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "GET /v2.0/networks?id=92c7abbe-403b-4086-9917-77f5a13d21d5&id=e3b0d461-1528-4d9c-a6ac-ae22a504cf54 HTTP/1.1" status: 200 len: 1391 time: 0.5309584 Aug 31 09:15:55.201248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dad1629-9b80-4462-923c-e6caa1a6e236 req-7f1354aa-2009-452b-9e1e-aedc522eb64c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735733 Aug 31 09:15:55.259124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'port': {'device_id': '200eac9e-dd00-4098-9abc-4c45615883c6', 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5', 'admin_state_up': True, 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:55.274159 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.319138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Deleting port f8bd7af6-0025-43e0-9ad0-5023c851b19b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:55.320945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.449102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:55.455560 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c596be76-0deb-4287-856c-0c5ae9804b8c" -d '{"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-unplugged", "status": "completed", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:55.480658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a1924d14-5657-4fca-b2c4-73db4c141736, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a1924d14-5657-4fca-b2c4-73db4c141736,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:55.500532 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.557047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] For port f8bd7af6-0025-43e0-9ad0-5023c851b19b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f8bd7af6-0025-43e0-9ad0-5023c851b19b,segment=NetworkSegment(c4fe62b2-acde-44ab-9d8d-58551b78a56d),segment_id=c4fe62b2-acde-44ab-9d8d-58551b78a56d)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:55.557762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.573709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=b280f49b-6040-4063-a135-b5e71ce42e39,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:55.608085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Calling delete_port for f8bd7af6-0025-43e0-9ad0-5023c851b19b owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:55.672648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a1924d14-5657-4fca-b2c4-73db4c141736,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:55.673989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.707476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.800443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:55.805949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b31a4562-6088-4485-aa5b-9ccaf571b2d6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:55.806319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.809886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eec57090-c135-4726-b2da-a6e13807d164 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7638867 Aug 31 09:15:55.842786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:55.843781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:55.844573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:55.889168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.895493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 69b02e13-923a-4111-aa8e-f202a9ebd750 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:55.957870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e94156f-9ec9-48de-870f-5baec200a3ab req-9ace5870-d55a-487c-bcc3-ae6572f3e55b tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.18 "GET /v2.0/ports?device_id=c366000f-e4b9-4c5c-b80a-9c9b64732e26 HTTP/1.1" status: 200 len: 210 time: 0.1214969 Aug 31 09:15:55.962092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:55.985638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:56.001918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: b31a4562-6088-4485-aa5b-9ccaf571b2d6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:56.002534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b31a4562-6088-4485-aa5b-9ccaf571b2d6 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:56.018827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 69b02e13-923a-4111-aa8e-f202a9ebd750 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:56.024105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 69b02e13-923a-4111-aa8e-f202a9ebd750 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:56.060942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:56.061546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:56.062172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:56.062939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Bound port: 97475a5c-4b2d-4611-b6db-247955999cfa, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:56.110245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event deleted for resources: {'Port': ['ID=69b02e13-923a-4111-aa8e-f202a9ebd750,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.259352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1924d14-5657-4fca-b2c4-73db4c141736 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:56.305507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Router ad886b53-3afc-4dbd-a116-821e20a6e90b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:56.360552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:56.367273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.377873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.445213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:56.489843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a1924d14-5657-4fca-b2c4-73db4c141736 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:56.490734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.499578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cb19591-a4fd-4110-bc62-ac06399b1bb4 req-241a1127-9697-4e49-84f0-8d2b2cc6c021 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/ports?device_id=1458872d-06bd-40bb-a847-399fa8d21268 HTTP/1.1" status: 200 len: 210 time: 0.0852308 Aug 31 09:15:56.503796 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.514216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f79299d6-c7aa-477b-a253-1caac7f073e3 service neutron] 10.222.0.18 "POST /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa/bindings HTTP/1.1" status: 201 len: 390 time: 1.6060400 Aug 31 09:15:56.682628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:56.733463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.737992 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] Sync routers for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:56.761818 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:56.766418 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:15:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:56.788529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b53e6730-b594-4ef2-944a-89f1776402a1 req-9ebd694b-8bb6-4043-80f2-d578d2c3d7ac tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 210 time: 0.0670190 Aug 31 09:15:56.834551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Pushing event deleted for resources: {'Port': ['ID=f8bd7af6-0025-43e0-9ad0-5023c851b19b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.881122 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c4d62-0510-44b3-98bf-307df13d54b8 x-openstack-request-id: req-5d4c4d62-0510-44b3-98bf-307df13d54b8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:56.881691 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366000f-e4b9-4c5c-b80a-9c9b64732e26", "name": "network-vif-deleted", "tag": "b31a4562-6088-4485-aa5b-9ccaf571b2d6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:56.882124 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d4c4d62-0510-44b3-98bf-307df13d54b8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:56.882323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] No DVR routers for this DVR port 69b02e13-923a-4111-aa8e-f202a9ebd750 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:56.882822 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366000f-e4b9-4c5c-b80a-9c9b64732e26', 'name': 'network-vif-deleted', 'tag': 'b31a4562-6088-4485-aa5b-9ccaf571b2d6', 'status': 'completed', 'code': 200} Aug 31 09:15:56.892735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.895376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9bf23998-c227-484b-ad06-18e957227abb req-ea4a225f-4c2c-4692-b904-1f8a9b79ce18 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.15 "DELETE /v2.0/ports/69b02e13-923a-4111-aa8e-f202a9ebd750 HTTP/1.1" status: 204 len: 173 time: 4.4004323 Aug 31 09:15:56.907061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'name': 'network-vif-deleted', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:56.917808 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e403787-8610-4c5c-b29d-6ca4faf21c21" -d '{"events": [{"server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "name": "network-vif-deleted", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:56.927628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] No DVR routers for this DVR port f8bd7af6-0025-43e0-9ad0-5023c851b19b on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:56.936336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.946685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e6e32ec-8f84-4bc7-8afb-49f9d456c7d5 req-ea9540de-9b0b-4c36-b08e-f58231b10e81 tempest-MultipleCreateTestJSON-1983009096 tempest-MultipleCreateTestJSON-1983009096-project] 10.222.0.15 "DELETE /v2.0/ports/f8bd7af6-0025-43e0-9ad0-5023c851b19b HTTP/1.1" status: 204 len: 173 time: 2.2725437 Aug 31 09:15:57.012353 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277eaa1-7199-4389-a451-ed1971a0e4da x-openstack-request-id: req-8277eaa1-7199-4389-a451-ed1971a0e4da {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:57.013009 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-unplugged", "status": "completed", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:57.013537 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8277eaa1-7199-4389-a451-ed1971a0e4da {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:57.014137 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'code': 200} Aug 31 09:15:57.056202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:57.065565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Allocated IP 19.80.0.17 (92c7abbe-403b-4086-9917-77f5a13d21d5/2ae402d7-7dda-4d5b-bef4-01dc25dab480/b6ef5eda-b29b-4dd6-b638-2c08d04b32c1) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:57.347169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-b771aa5c-a718-490e-b747-1243f70d64b7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2007840926&fields=id&tenant_id=4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 267 time: 0.1809552 Aug 31 09:15:57.353402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-bbca60ee-4efa-4d24-955d-b5430172a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.356638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-bbca60ee-4efa-4d24-955d-b5430172a83c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1098 time: 0.1524355 Aug 31 09:15:57.397860 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.422654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Transition to ACTIVE for port object b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:57.444222 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:16Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:57.473581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-c10c1d2e-5f80-425b-be61-129b7741070b tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.475597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-c10c1d2e-5f80-425b-be61-129b7741070b tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.3511841 Aug 31 09:15:57.490660 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] Checking router: ad886b53-3afc-4dbd-a116-821e20a6e90b for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:57.492208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.505304 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:57.506096 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:15:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:57.545765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:57.550119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:57.566855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:57.575820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-d87e6258-b3f1-4a1f-bef3-9159ac1149c1 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/quotas/488d2f853bf9442497aa96a8cf8164b0 HTTP/1.1" status: 200 len: 375 time: 0.0618207 Aug 31 09:15:57.639146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Port': ['ID=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:57.669196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.670193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.724460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-b99ffdc5-b700-4ba1-9c1f-b22f31536246 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4836016 Aug 31 09:15:57.740507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Request body: {'port': {'device_id': '200eac9e-dd00-4098-9abc-4c45615883c6', 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54', 'admin_state_up': True, 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:57.764837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-91f378cb-fa8b-4ea8-9ab6-cbd9235d4500 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.773894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-91f378cb-fa8b-4ea8-9ab6-cbd9235d4500 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.4079914 Aug 31 09:15:57.788536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-458a79b8-e109-471d-8e72-7876e4b5584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.790456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-458a79b8-e109-471d-8e72-7876e4b5584b service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.4221413 Aug 31 09:15:57.805992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-8ed324d7-7117-4899-ba9d-b9f98780f427 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2288218 Aug 31 09:15:57.810294 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:57.825434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-ded72151-dd4a-4bb8-968e-e6da3c31525e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/quotas/4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 375 time: 0.0502057 Aug 31 09:15:57.968425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Made reservation on behalf of c2bcb2911c7a442b856bde8ebaaf8194 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:57.978385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.016273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-748cc736-3e03-4110-bc15-1556f9871e1d service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436718 Aug 31 09:15:58.098946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-a379d22e-8438-4f98-8111-6ccb42341037 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 217 time: 0.2904489 Aug 31 09:15:58.206571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a25442cc-9796-4c97-98c1-8041b09195a4 None None] Provisioning for port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:58.217614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a25442cc-9796-4c97-98c1-8041b09195a4 None None] Provisioning complete for port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:58.218265 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a25442cc-9796-4c97-98c1-8041b09195a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.243580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-d17ab69f-6d09-45bc-af80-06500ed94fe8 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.246956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-d17ab69f-6d09-45bc-af80-06500ed94fe8 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "GET /v2.0/ports?device_id=19b5b536-4628-4a3e-bb15-c701beff8e50 HTTP/1.1" status: 200 len: 943 time: 0.5876675 Aug 31 09:15:58.267690 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:16Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:58.326216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a25442cc-9796-4c97-98c1-8041b09195a4 None None] Port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:58.341401 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5130d29-6a88-422b-8c7e-3a134cc28b6c None None] The sync data for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 is: [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:13:08Z', 'revision_number': 4, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4364560c-3a3a-4574-9763-ea397343e860', 'name': '', 'network_id': 'd2a7ea50-6434-4536-9f42-80c390ce67f1', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'mac_address': 'fa:16:3e:8b:15:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:06Z', 'updated_at': '2021-08-31T09:13:16Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'subnets': [{'id': '9b3adce3-11de-4e36-b6c2-5104315570e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:58.375578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f6843cce-df6c-4d65-bc82-4cbb10bbec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.378627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f6843cce-df6c-4d65-bc82-4cbb10bbec60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2352500 Aug 31 09:15:58.382441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Allocated IP 19.86.0.231 (e3b0d461-1528-4d9c-a6ac-ae22a504cf54/25eb764c-0036-45a4-8d85-c9d93e9b6f51/71096d8a-da77-430d-9b6e-3532e7222950) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:58.420624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-a5df8531-644b-414f-b694-6be4fdf272a8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5932791 Aug 31 09:15:58.476606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-36a42598-596b-4d93-b2f6-42090a4813e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873680 Aug 31 09:15:58.491692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a51c6be-3af5-439a-97e8-0fcc4b713b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.666429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.693820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Transition to ACTIVE for port object 71096d8a-da77-430d-9b6e-3532e7222950 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:58.765439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.796597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54258db1-af62-43de-9089-0b4254363a4c None None] New status for floating IP 038e3381-8419-42fa-846f-cda6aa4e215b: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:15:58.824213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-87999b74-3bf0-488e-b1d8-4b7af670da8a service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581863 Aug 31 09:15:58.837028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:58.841409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f8bd7af6-0025-43e0-9ad0-5023c851b19b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:58.846258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:58.850704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:58.900215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event updated for resources: {'Port': ['ID=71096d8a-da77-430d-9b6e-3532e7222950,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:58.925264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: f8bd7af6-0025-43e0-9ad0-5023c851b19b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:58.925636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f8bd7af6-0025-43e0-9ad0-5023c851b19b not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:58.946368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.948653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.978562 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-894ed474-8493-486e-8b42-0c2271180b2a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2441580 Aug 31 09:15:58.993787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'name': 'network-vif-deleted', 'tag': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:58.999107 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d23ffb-6192-4319-bff5-b2d26cd6b46a" -d '{"events": [{"server_uuid": "7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3", "name": "network-vif-deleted", "tag": "f8bd7af6-0025-43e0-9ad0-5023c851b19b"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:59.002934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Request body: {'port': {'device_id': '200eac9e-dd00-4098-9abc-4c45615883c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:59.007671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-fa038100-23c2-41c8-9e5a-4f759f0e25b2 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213916 Aug 31 09:15:59.016112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:59.020507 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ff610c-feb9-4587-b513-f4caa772e6a3" -d '{"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-unplugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:59.150973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.388691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2ca1f8b7-14d1-4c69-b7b2-dce210b94c42 None None] Provisioning for port 71096d8a-da77-430d-9b6e-3532e7222950 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:59.407255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2ca1f8b7-14d1-4c69-b7b2-dce210b94c42 None None] Provisioning complete for port 71096d8a-da77-430d-9b6e-3532e7222950 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:59.408558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f8b7-14d1-4c69-b7b2-dce210b94c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.509363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1f8b7-14d1-4c69-b7b2-dce210b94c42 None None] Port 71096d8a-da77-430d-9b6e-3532e7222950 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:59.522330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-ac1e1953-76ad-4a20-b416-274f7acfc761 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0155702 Aug 31 09:15:59.526831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Deleting port cf777fe6-3d67-47fa-82ef-771b42d67721 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:59.527190 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.721678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a470319-a504-417e-843b-93a70bace91b req-f51613a7-b1a1-4ca5-a323-ec3a1d52fe85 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:59.724246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:59.730935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a470319-a504-417e-843b-93a70bace91b req-f51613a7-b1a1-4ca5-a323-ec3a1d52fe85 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 948 time: 0.2629080 Aug 31 09:15:59.740243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.763286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Transition to ACTIVE for port object b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:59.771982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.781426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-6ab88617-b754-4f7a-bca1-ec5938345c90 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544301 Aug 31 09:15:59.847710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:59.878614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] For port cf777fe6-3d67-47fa-82ef-771b42d67721, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=cf777fe6-3d67-47fa-82ef-771b42d67721,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:59.879102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.908905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a470319-a504-417e-843b-93a70bace91b req-57704da7-aa73-4b4e-871a-2158a30a0f6a tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767297 Aug 31 09:15:59.942459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-b53798df-ece0-442a-899d-eabeee13532f service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062240 Aug 31 09:15:59.968130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Calling delete_port for cf777fe6-3d67-47fa-82ef-771b42d67721 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:00.127715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Attempting to bind port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:00.128531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Attempting to bind port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:00.129093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Attempting to bind port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 on network 92c7abbe-403b-4086-9917-77f5a13d21d5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:00.148339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 on network 92c7abbe-403b-4086-9917-77f5a13d21d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:00.149011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Attempting to bind port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 on network 92c7abbe-403b-4086-9917-77f5a13d21d5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:00.169730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:00.172621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Checking segment: {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:00.173345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Bound using segment: {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:00.174177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Bound port: b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a379db4-e7c9-42c8-9d7e-c454058e5adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:00.176267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.411329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] For port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:00.418418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] For port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:00.427087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.638150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:00.639215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.641680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] 10.222.0.15 "PUT /v2.0/ports/b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 HTTP/1.1" status: 200 len: 1092 time: 1.6522200 Aug 31 09:16:00.657505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74afae3-9505-48ac-855b-1c1645265293 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:00.705119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Request body: {'port': {'device_id': '200eac9e-dd00-4098-9abc-4c45615883c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:00.723114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb11c4-e5b0-4481-bee6-1434aeba652c req-24742e12-b128-4fbc-a2f1-fdda3d6d7221 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:00.726206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffdb11c4-e5b0-4481-bee6-1434aeba652c req-24742e12-b128-4fbc-a2f1-fdda3d6d7221 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.3884556 Aug 31 09:16:00.774379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e1384-2639-4a97-853c-11e20f30cba0 req-5d75982f-1403-44b1-a604-e834f92e20be tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:00.788688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d96e1384-2639-4a97-853c-11e20f30cba0 req-5d75982f-1403-44b1-a604-e834f92e20be tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 950 time: 0.5690198 Aug 31 09:16:00.835864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.940376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d96e1384-2639-4a97-853c-11e20f30cba0 req-119bacfa-c935-4df7-bc50-9dc3a9d7d35a tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501544 Aug 31 09:16:01.020837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.157042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffdb11c4-e5b0-4481-bee6-1434aeba652c req-3df2d331-1f5f-453a-bfe6-7798e8fbecad tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172648 Aug 31 09:16:01.165073 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a09c0f-a143-4862-816a-e4c31965c695 x-openstack-request-id: req-53a09c0f-a143-4862-816a-e4c31965c695 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:01.165688 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1458872d-06bd-40bb-a847-399fa8d21268", "name": "network-vif-deleted", "tag": "69b02e13-923a-4111-aa8e-f202a9ebd750", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:01.166561 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53a09c0f-a143-4862-816a-e4c31965c695 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:01.167708 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1458872d-06bd-40bb-a847-399fa8d21268', 'name': 'network-vif-deleted', 'tag': '69b02e13-923a-4111-aa8e-f202a9ebd750', 'status': 'completed', 'code': 200} Aug 31 09:16:01.176067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event deleted for resources: {'Port': ['ID=cf777fe6-3d67-47fa-82ef-771b42d67721,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:01.387254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] No DVR routers for this DVR port cf777fe6-3d67-47fa-82ef-771b42d67721 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:01.395385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.407601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1812b950-d48c-46f2-9769-bbe4d27d3afa req-6d2e6a63-fb21-4c09-b096-4ac9964b90ef tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "DELETE /v2.0/ports/cf777fe6-3d67-47fa-82ef-771b42d67721 HTTP/1.1" status: 204 len: 173 time: 3.1139984 Aug 31 09:16:01.468234 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c97f4b-afc5-4c55-95f4-96017c35e64c x-openstack-request-id: req-64c97f4b-afc5-4c55-95f4-96017c35e64c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:01.469288 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3", "name": "network-vif-deleted", "tag": "f8bd7af6-0025-43e0-9ad0-5023c851b19b", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:01.470067 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64c97f4b-afc5-4c55-95f4-96017c35e64c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:01.471309 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5b9c8c-9d78-482a-b8d9-ff1b5fdf46e3', 'name': 'network-vif-deleted', 'tag': 'f8bd7af6-0025-43e0-9ad0-5023c851b19b', 'status': 'completed', 'code': 200} Aug 31 09:16:01.477911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ea716e3f-5449-43e9-a1d0-5fbabd5b51f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.580309 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f769f33-2abf-4ca6-bf1a-a5714a4f6332 x-openstack-request-id: req-8f769f33-2abf-4ca6-bf1a-a5714a4f6332 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:01.580624 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-unplugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:01.580897 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f769f33-2abf-4ca6-bf1a-a5714a4f6332 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:01.581432 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'code': 200} Aug 31 09:16:01.687803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-1805709b-5d62-46d5-9d2c-d6afd36f8b42 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:01.692432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-1805709b-5d62-46d5-9d2c-d6afd36f8b42 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.3503847 Aug 31 09:16:01.709604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Request body: {'port': {'device_id': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'admin_state_up': True, 'tenant_id': '488d2f853bf9442497aa96a8cf8164b0'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:01.736412 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.801318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71096d8a-da77-430d-9b6e-3532e7222950 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:01.818403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.823825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:01.846766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Transition to ACTIVE for port object 71096d8a-da77-430d-9b6e-3532e7222950 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:01.855719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.869964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: cf777fe6-3d67-47fa-82ef-771b42d67721 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:01.870825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device cf777fe6-3d67-47fa-82ef-771b42d67721 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:01.872872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.930404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a2f7fe3-d2a8-4db3-b5ee-dacfbb619786 req-5e325219-d649-4be5-82f7-87af55f1bc9f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 210 time: 0.1321614 Aug 31 09:16:01.986110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Pushing event updated for resources: {'Port': ['ID=71096d8a-da77-430d-9b6e-3532e7222950,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:02.062158 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:02.211418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f0e4-0351-4922-bef4-066bdf503a89 req-26b8c557-5353-4352-9e3b-29ec3cddaea2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.222214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Attempting to bind port 71096d8a-da77-430d-9b6e-3532e7222950 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:02.222970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Attempting to bind port 71096d8a-da77-430d-9b6e-3532e7222950 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:02.223760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Attempting to bind port 71096d8a-da77-430d-9b6e-3532e7222950 on network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:02.224622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f0e4-0351-4922-bef4-066bdf503a89 req-26b8c557-5353-4352-9e3b-29ec3cddaea2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.237895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Port 71096d8a-da77-430d-9b6e-3532e7222950 on network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:02.238435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Attempting to bind port 71096d8a-da77-430d-9b6e-3532e7222950 on network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:02.239082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb96f0e4-0351-4922-bef4-066bdf503a89 req-26b8c557-5353-4352-9e3b-29ec3cddaea2 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1666 time: 0.7727947 Aug 31 09:16:02.250222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:02.250876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Checking segment: {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:02.251488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Bound using segment: {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:02.252323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Bound port: 71096d8a-da77-430d-9b6e-3532e7222950, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad7a311-c3bd-4571-afe4-d69baca854f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:02.252995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.379018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb96f0e4-0351-4922-bef4-066bdf503a89 req-9413899a-09c0-4d3e-b796-a6978d4d992f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239522 Aug 31 09:16:02.408175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Made reservation on behalf of 488d2f853bf9442497aa96a8cf8164b0 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:02.443243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.558885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] For port 71096d8a-da77-430d-9b6e-3532e7222950, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:02.571399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] For port 71096d8a-da77-430d-9b6e-3532e7222950, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=71096d8a-da77-430d-9b6e-3532e7222950,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:02.588183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.750297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.752575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.755447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] 10.222.0.15 "PUT /v2.0/ports/71096d8a-da77-430d-9b6e-3532e7222950 HTTP/1.1" status: 200 len: 1093 time: 2.0615346 Aug 31 09:16:02.818108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97938920-782d-4edf-b98e-5ddf5762307b req-e6cffd49-d220-47da-b74e-92b84150b28a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 210 time: 0.0877142 Aug 31 09:16:03.094211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Allocated IP 172.20.0.14 (e1b8595f-9b9f-44bf-9db0-0697c1530a38/a184fb36-2223-4d99-9a64-c280e3fa8e78/b04c9f02-15d2-43bd-8cd4-4046ffb424fe) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:03.264572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'tag': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1'}, {'name': 'network-changed', 'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'tag': '71096d8a-da77-430d-9b6e-3532e7222950'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:03.273915 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a5147-be62-47ea-9e87-f70d70f51c96" -d '{"events": [{"name": "network-changed", "server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "tag": "b6ef5eda-b29b-4dd6-b638-2c08d04b32c1"}, {"name": "network-changed", "server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "tag": "71096d8a-da77-430d-9b6e-3532e7222950"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:03.312898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b98d4-1172-4d6d-9375-5f35d69907de service neutron] Pushing event updated for resources: {'Port': ['ID=71096d8a-da77-430d-9b6e-3532e7222950,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:03.328584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c01d1-c6c8-48bf-b786-426f95c28201 req-5aa8c719-92fc-4997-a4df-6cfe38a5159b tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.332453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d41c01d1-c6c8-48bf-b786-426f95c28201 req-5aa8c719-92fc-4997-a4df-6cfe38a5159b tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 1102 time: 0.2221560 Aug 31 09:16:03.398702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40192) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:03.443792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:03.494383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-deleted', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:03.496751 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32379bdf-70ed-4285-9705-8b16d7ed1dce" -d '{"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-deleted", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:03.532765 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.574914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-eb3511b1-ba16-45c5-9a52-90e5c267cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.575681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-eb3511b1-ba16-45c5-9a52-90e5c267cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.579554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d41c01d1-c6c8-48bf-b786-426f95c28201 req-a2e739e2-c87f-4ca3-8b8d-9a500b262d32 tempest-ServersOnMultiNodesTest-1092080524 tempest-ServersOnMultiNodesTest-1092080524-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246397 Aug 31 09:16:03.580865 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-eb3511b1-ba16-45c5-9a52-90e5c267cf42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1982 time: 0.6967685 Aug 31 09:16:03.600239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b12417ec-4e57-42dc-ae0f-97049040b291 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.625469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-f6a68cfa-57ef-4553-8a29-b3f8d5d859d3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.629812 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-f6a68cfa-57ef-4553-8a29-b3f8d5d859d3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.7879534 Aug 31 09:16:03.722120 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-262d14cf-6000-4948-b092-866fe401d64a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 HTTP/1.1" status: 200 len: 217 time: 0.0870676 Aug 31 09:16:03.788461 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.795562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Deleting subnet 6eecca17-1911-4367-ab28-6b09296b9e7c {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:03.806823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.815044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-617a3db2-d78c-4c61-b2ef-39760c8654f9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 380 time: 0.1075060 Aug 31 09:16:03.836778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b12417ec-4e57-42dc-ae0f-97049040b291 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.839257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-29b5f4e0-f31e-478e-b03c-847643045d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.841002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-29b5f4e0-f31e-478e-b03c-847643045d56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ae402d7-7dda-4d5b-bef4-01dc25dab480 HTTP/1.1" status: 200 len: 801 time: 0.1067703 Aug 31 09:16:03.844852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'port': {'device_id': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'admin_state_up': True, 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'security_groups': ['2f0f2249-8c14-448e-aa98-ee9bbf1f970c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:03.894630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a6c931e-65b2-472c-b7cd-0912522cd0e1 req-2fbca295-c31f-4ae6-a8ea-0b0959441c1f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 210 time: 0.1384985 Aug 31 09:16:03.982780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.065536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-47c313c9-6f00-4ed9-a1c7-0d9a185c7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.068168 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-47c313c9-6f00-4ed9-a1c7-0d9a185c7eac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92c7abbe-403b-4086-9917-77f5a13d21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174771 Aug 31 09:16:04.080237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c6ae1-c599-4e0c-b819-e80ef9393dbc req-b7481623-3104-4ec0-a307-c8c6b57974cf tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.083904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-792c6ae1-c599-4e0c-b819-e80ef9393dbc req-b7481623-3104-4ec0-a307-c8c6b57974cf tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.4101200 Aug 31 09:16:04.127187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.235646 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba801090-e263-4aae-ad30-485f0523135f x-openstack-request-id: req-ba801090-e263-4aae-ad30-485f0523135f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:04.235895 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "tag": "b6ef5eda-b29b-4dd6-b638-2c08d04b32c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "tag": "71096d8a-da77-430d-9b6e-3532e7222950", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:04.236218 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba801090-e263-4aae-ad30-485f0523135f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:04.236420 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'tag': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1', 'status': 'completed', 'code': 200} Aug 31 09:16:04.236689 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'tag': '71096d8a-da77-430d-9b6e-3532e7222950', 'status': 'completed', 'code': 200} Aug 31 09:16:04.245720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-792c6ae1-c599-4e0c-b819-e80ef9393dbc req-e6b89fbf-4021-4e04-93e1-2c267165bbe5 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394050 Aug 31 09:16:04.246270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.250220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-826e8f97-d0f4-44b8-97d7-c06e7006de00 service neutron] 10.222.0.15 "GET /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723585 Aug 31 09:16:04.306266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:04.309222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b12417ec-4e57-42dc-ae0f-97049040b291 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.313747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b12417ec-4e57-42dc-ae0f-97049040b291 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.315127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b12417ec-4e57-42dc-ae0f-97049040b291 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "DELETE /v2.0/security-groups/d540db03-6f82-44ea-9e94-aa74eaf2e072 HTTP/1.1" status: 204 len: 168 time: 0.8703322 Aug 31 09:16:04.326982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40212) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:04.330527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.346294 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc2777-598e-4eb4-9e2d-21aa249520e2 x-openstack-request-id: req-abfc2777-598e-4eb4-9e2d-21aa249520e2 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:04.346564 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b5b536-4628-4a3e-bb15-c701beff8e50", "name": "network-vif-deleted", "tag": "cf777fe6-3d67-47fa-82ef-771b42d67721", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:04.346891 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abfc2777-598e-4eb4-9e2d-21aa249520e2 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:04.347393 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b5b536-4628-4a3e-bb15-c701beff8e50', 'name': 'network-vif-deleted', 'tag': 'cf777fe6-3d67-47fa-82ef-771b42d67721', 'status': 'completed', 'code': 200} Aug 31 09:16:04.350988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12417ec-4e57-42dc-ae0f-97049040b291 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d540db03-6f82-44ea-9e94-aa74eaf2e072,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.378657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:04.384399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:04.389429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.399865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:04.410792 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-c31480a2-b373-44b1-8724-8b6320b2f0d9 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] show failed (client error): The resource could not be found. Aug 31 09:16:04.415111 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c31480a2-b373-44b1-8724-8b6320b2f0d9 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "GET /v2.0/security-groups/d540db03-6f82-44ea-9e94-aa74eaf2e072 HTTP/1.1" status: 404 len: 347 time: 0.0869958 Aug 31 09:16:04.419738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40214) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:04.492991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf6ebb-e812-4df6-a864-ed29de582ed9 req-a8a1e15c-5da7-45cc-987c-b1583c12045a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.500033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf6ebb-e812-4df6-a864-ed29de582ed9 req-a8a1e15c-5da7-45cc-987c-b1583c12045a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.501852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28cf6ebb-e812-4df6-a864-ed29de582ed9 req-a8a1e15c-5da7-45cc-987c-b1583c12045a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1678 time: 0.2707736 Aug 31 09:16:04.524146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.566169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-b33e1735-f738-4ba8-9868-469f4b752a42 service neutron] 10.222.0.15 "GET /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764890 Aug 31 09:16:04.571873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eecca17-1911-4367-ab28-6b09296b9e7c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.592523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.594134 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9ecb13e3-9d10-4f75-968a-b93d85bdc692 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6eecca17-1911-4367-ab28-6b09296b9e7c HTTP/1.1" status: 204 len: 168 time: 1.1907654 Aug 31 09:16:04.600665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40216) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:04.636888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-ae9b026f-6181-48d3-ac49-aba41d069f04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=71096d8a-da77-430d-9b6e-3532e7222950 HTTP/1.1" status: 200 len: 217 time: 0.0585840 Aug 31 09:16:04.769217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Allocated IP 172.20.0.10 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/4314194e-adc3-4689-a483-8b26e061fd3b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:04.811720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.830337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-a93ad3e6-457b-4ac6-bb06-4889786c10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.832491 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-a93ad3e6-457b-4ac6-bb06-4889786c10fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25eb764c-0036-45a4-8d85-c9d93e9b6f51 HTTP/1.1" status: 200 len: 801 time: 0.1619515 Aug 31 09:16:04.835498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.836710 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.916325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28cf6ebb-e812-4df6-a864-ed29de582ed9 req-0b0ff518-76a0-46fa-8665-a5b03dee4143 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634615 Aug 31 09:16:04.927226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8cb3d8a-700d-4d9a-ae07-49858e02f633 req-bae31201-fda3-40e3-a230-35c6b4c7f0a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 210 time: 0.1034346 Aug 31 09:16:05.040159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-487562ab-116f-41c7-b072-0a5588a4eff6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3387911 Aug 31 09:16:05.066249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Request body: {'port': {'device_id': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:05.291405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.341451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526470c9-53e1-47f0-b2ea-c3c26356586d']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:05.372111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fe62b2-acde-44ab-9d8d-58551b78a56d') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:05.372438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fe62b2-acde-44ab-9d8d-58551b78a56d') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:05.399698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.405169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.418209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Deleting port 29324baa-0730-40cd-9a3e-ae40e909bcce {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:05.418674 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.459303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.473473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f87a-5eb6-4d49-aac9-91f1a103a957 req-1aad7764-09d1-43e9-a6e4-a321db8cda13 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.476180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8a6f87a-5eb6-4d49-aac9-91f1a103a957 req-1aad7764-09d1-43e9-a6e4-a321db8cda13 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 950 time: 0.3293076 Aug 31 09:16:05.547307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5acfe-acd6-4d82-8f4d-6706cbdb39f3 req-b4419d60-2862-413b-80da-df7732fae048 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.549868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06d5acfe-acd6-4d82-8f4d-6706cbdb39f3 req-b4419d60-2862-413b-80da-df7732fae048 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 932 time: 0.3553231 Aug 31 09:16:05.564709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:05.565336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:05.578915 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:05.637589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a743d-27f3-4e79-b485-093568570569 req-71de318a-b541-40d1-91ea-47e179999fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.639893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-71de318a-b541-40d1-91ea-47e179999fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3b0d461-1528-4d9c-a6ac-ae22a504cf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7985084 Aug 31 09:16:05.808292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:05.883661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.891431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.945379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-6679076a-1103-43a9-b63e-65fc8333c6b9 service neutron] 10.222.0.15 "GET /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950041 Aug 31 09:16:05.949401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Transition to ACTIVE for port object 4314194e-adc3-4689-a483-8b26e061fd3b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:05.994568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06d5acfe-acd6-4d82-8f4d-6706cbdb39f3 req-3591e17a-6941-480a-a86c-055f6c0ed362 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132514 Aug 31 09:16:06.048770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.056414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] 10.222.0.18 "DELETE /v2.0/networks/526470c9-53e1-47f0-b2ea-c3c26356586d HTTP/1.1" status: 204 len: 168 time: 1.4519341 Aug 31 09:16:06.087329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8a6f87a-5eb6-4d49-aac9-91f1a103a957 req-8f0f5e37-5731-4d50-b309-0b372770a17b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357161 Aug 31 09:16:06.136963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.140788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.141371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.209046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fcc32-0a13-43e5-9165-cef1a6cb5263 admin admin] Pushing event deleted for resources: {'Network': ['ID=526470c9-53e1-47f0-b2ea-c3c26356586d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:06.255173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Calling delete_port for 29324baa-0730-40cd-9a3e-ae40e909bcce owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:06.296709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:06.373796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:06.388823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'mac_address': 'fa:16:3e:a2:fa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:06.389038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:06.401190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:06.407392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:06.423810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b82a743d-27f3-4e79-b485-093568570569 req-b888de70-4641-4bd8-b79c-17ce38a81c29 service neutron] 10.222.0.15 "GET /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691353 Aug 31 09:16:06.472898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40240) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:06.602582 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.611267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.612374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.628136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:06.649855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-99bbdf85-b00e-4013-b568-e01923d39409 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8124650 Aug 31 09:16:06.659747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-74ae1194-af17-4af5-9470-bc063102a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.660724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-74ae1194-af17-4af5-9470-bc063102a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.663941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-74ae1194-af17-4af5-9470-bc063102a9fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1982 time: 0.1094613 Aug 31 09:16:06.666375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.673249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Request body: {'port': {'device_id': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:06.691589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:06.699888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.803664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:06.891520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.920618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a11a8464-33e7-49bc-9ad8-740d743428f7 None None] Provisioning for port 4314194e-adc3-4689-a483-8b26e061fd3b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:06.928935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a11a8464-33e7-49bc-9ad8-740d743428f7 None None] Provisioning complete for port 4314194e-adc3-4689-a483-8b26e061fd3b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:06.929910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a11a8464-33e7-49bc-9ad8-740d743428f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.981738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:07.011401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-bd4376b3-d7a6-46ac-8c5e-067c74aa2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.014179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-bd4376b3-d7a6-46ac-8c5e-067c74aa2f82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92c7abbe-403b-4086-9917-77f5a13d21d5 HTTP/1.1" status: 200 len: 903 time: 0.3360524 Aug 31 09:16:07.071379 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a11a8464-33e7-49bc-9ad8-740d743428f7 None None] Port 4314194e-adc3-4689-a483-8b26e061fd3b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:16:07.121532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-b88ef9bc-30af-4be6-8d9f-3b1d8fbcc775 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 HTTP/1.1" status: 200 len: 217 time: 0.0895791 Aug 31 09:16:07.331651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-efac50c5-a7bb-455b-96ac-3fabdbcf47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.333889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-efac50c5-a7bb-455b-96ac-3fabdbcf47a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ae402d7-7dda-4d5b-bef4-01dc25dab480 HTTP/1.1" status: 200 len: 801 time: 0.2031863 Aug 31 09:16:07.437901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f340b9-edd8-4bec-be78-9961d44c98d3 req-6da87c5d-d728-416b-b089-2017da819a78 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.440607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9f340b9-edd8-4bec-be78-9961d44c98d3 req-6da87c5d-d728-416b-b089-2017da819a78 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.9974627 Aug 31 09:16:07.470807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-f5c49d22-cb73-4a0a-bc7a-4ca222e7f8db tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.473536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-f5c49d22-cb73-4a0a-bc7a-4ca222e7f8db tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 950 time: 0.9968336 Aug 31 09:16:07.498587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1678-3b8b-4264-af70-3684a34e4e4a req-14e897d0-44e6-47c5-b27e-fae34b8c286c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.515369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af2f1678-3b8b-4264-af70-3684a34e4e4a req-14e897d0-44e6-47c5-b27e-fae34b8c286c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 932 time: 0.9715478 Aug 31 09:16:07.525498 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e1202559-4ada-48f7-84bb-8d8f7a58f325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaa61d346bed40648d9df0f87db03f53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0120196 Aug 31 09:16:07.531858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:07.553538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-bdc6d78d-3670-4af2-b79d-95153dd7e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.558278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-bdc6d78d-3670-4af2-b79d-95153dd7e9d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92c7abbe-403b-4086-9917-77f5a13d21d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090335 Aug 31 09:16:07.818004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af2f1678-3b8b-4264-af70-3684a34e4e4a req-e6e803e0-9910-4f01-8d33-1192c2957cf6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010108 Aug 31 09:16:07.831882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:07.874502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7fea-1fc2-463f-876d-03263174df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.913369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:07.926834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.938577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-a7177003-763c-4b53-999f-15c3b3b89165 service neutron] 10.222.0.15 "GET /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538885 Aug 31 09:16:07.968217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7fea-1fc2-463f-876d-03263174df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.986206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9f340b9-edd8-4bec-be78-9961d44c98d3 req-cb8b2328-4d63-4ead-822d-36ebc92d510b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084281 Aug 31 09:16:08.044830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:08.049054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.115576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04c9f02-15d2-43bd-8cd4-4046ffb424fe {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:08.177288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.178871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Transition to ACTIVE for port object 4314194e-adc3-4689-a483-8b26e061fd3b will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:08.194718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Transition to ACTIVE for port object b04c9f02-15d2-43bd-8cd4-4046ffb424fe will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:08.216478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.238824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.267900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.292728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:08.294198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:08.298448 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db59744-fcb7-4fe4-85e7-de83902b17b8" -d '{"events": [{"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-plugged", "status": "completed", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:08.306613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.308598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 92800d30-9dac-49af-98b9-1abe40d4f78a no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:08.369977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.396919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096b0b-0723-4ae2-bc1d-0e4efddc58db req-21f457ea-92c3-4539-8fa0-bb7802cc0f53 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.405628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096b0b-0723-4ae2-bc1d-0e4efddc58db req-21f457ea-92c3-4539-8fa0-bb7802cc0f53 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.414365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21096b0b-0723-4ae2-bc1d-0e4efddc58db req-21f457ea-92c3-4539-8fa0-bb7802cc0f53 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1678 time: 0.3379169 Aug 31 09:16:08.417772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:08.450393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 92800d30-9dac-49af-98b9-1abe40d4f78a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:08.451005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.538805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:08.577015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-293fcee3-54d5-4786-aba7-5fc1877012d7 service neutron] 10.222.0.15 "GET /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992432 Aug 31 09:16:08.650781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:08.771358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.774258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7fea-1fc2-463f-876d-03263174df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.778589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7fea-1fc2-463f-876d-03263174df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.784179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5dcf7fea-1fc2-463f-876d-03263174df94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99a34d53-7bf5-4feb-a2cb-8875dad9fe41 HTTP/1.1" status: 204 len: 168 time: 1.2473526 Aug 31 09:16:08.865512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf7fea-1fc2-463f-876d-03263174df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a34d53-7bf5-4feb-a2cb-8875dad9fe41,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:08.879746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:08.887879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-94f16143-52e5-4009-ad0a-a469392d1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.888560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-94f16143-52e5-4009-ad0a-a469392d1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.891983 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-94f16143-52e5-4009-ad0a-a469392d1158 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1982 time: 0.2137070 Aug 31 09:16:08.957364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=92800d30-9dac-49af-98b9-1abe40d4f78a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:08.987551 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.992529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Attempting to bind port 4314194e-adc3-4689-a483-8b26e061fd3b on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:08.993042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Attempting to bind port 4314194e-adc3-4689-a483-8b26e061fd3b by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:08.993485 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Attempting to bind port 4314194e-adc3-4689-a483-8b26e061fd3b on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:09.003260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Port 4314194e-adc3-4689-a483-8b26e061fd3b on network 884b3049-254d-4f05-8305-175ba7a0464c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:09.004217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Attempting to bind port 4314194e-adc3-4689-a483-8b26e061fd3b on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:09.011946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:09.012440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:09.012933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:09.013506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Bound port: 4314194e-adc3-4689-a483-8b26e061fd3b, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:09.013969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.184594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:09.188137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-23ed8dcd-6028-4ec2-b7bd-e0185a6271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.190758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-23ed8dcd-6028-4ec2-b7bd-e0185a6271b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3b0d461-1528-4d9c-a6ac-ae22a504cf54 HTTP/1.1" status: 200 len: 902 time: 0.2725878 Aug 31 09:16:09.193278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:09.214033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Pushing event deleted for resources: {'Port': ['ID=29324baa-0730-40cd-9a3e-ae40e909bcce,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:09.230096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.386688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b242b-9ee5-4413-888e-4388ddc4d4a8 req-1bb3fd7e-6ef4-4114-9154-3b8226629db3 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.399166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc2b242b-9ee5-4413-888e-4388ddc4d4a8 req-1bb3fd7e-6ef4-4114-9154-3b8226629db3 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 932 time: 1.2646048 Aug 31 09:16:09.406807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:09.437164 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-af4155d4-310b-46d6-9c7a-3c22510cf442 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=71096d8a-da77-430d-9b6e-3532e7222950 HTTP/1.1" status: 200 len: 217 time: 0.2305126 Aug 31 09:16:09.517484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Attempting to bind port b04c9f02-15d2-43bd-8cd4-4046ffb424fe on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:09.517794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Attempting to bind port b04c9f02-15d2-43bd-8cd4-4046ffb424fe by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:09.518133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Attempting to bind port b04c9f02-15d2-43bd-8cd4-4046ffb424fe on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:09.520714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:09.562133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:09.566231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Port b04c9f02-15d2-43bd-8cd4-4046ffb424fe on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:09.566586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Attempting to bind port b04c9f02-15d2-43bd-8cd4-4046ffb424fe on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:09.569470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1', 'network_id': '92c7abbe-403b-4086-9917-77f5a13d21d5', 'port_id': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1', 'mac_address': 'fa:16:3e:0d:3a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae402d7-7dda-4d5b-bef4-01dc25dab480', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:09.675467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21096b0b-0723-4ae2-bc1d-0e4efddc58db req-e3e84db4-10a4-42e6-8000-1a9bcbe3c75a tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2599154 Aug 31 09:16:09.700643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.710209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-0e9a754d-742b-47a3-97a9-889c4cb7f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.713430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-0e9a754d-742b-47a3-97a9-889c4cb7f75d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25eb764c-0036-45a4-8d85-c9d93e9b6f51 HTTP/1.1" status: 200 len: 801 time: 0.2631102 Aug 31 09:16:09.719017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.720328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.721443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.724221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-7efcdf1c-18a3-42fc-b99c-f9994b66fd8c service neutron] 10.222.0.15 "PUT /v2.0/ports/4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 1093 time: 3.0578513 Aug 31 09:16:09.725151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:09.730163 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18449f-d800-4d75-b4fe-258a2461b959" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:09.733630 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.739841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a7524d8-7303-41e7-a9e6-d3e45030c824 tempest-ServersTestFqdnHostnames-1536975115 tempest-ServersTestFqdnHostnames-1536975115-project] 10.222.0.18 "DELETE /v2.0/floatingips/038e3381-8419-42fa-846f-cda6aa4e215b HTTP/1.1" status: 204 len: 168 time: 5.2858970 Aug 31 09:16:09.756720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:09.771467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:09.780399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:09.780751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Checking segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:09.781156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Bound using segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:09.781634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Bound port: b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:09.782028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.844365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc2b242b-9ee5-4413-888e-4388ddc4d4a8 req-4180ac24-3616-460d-a27a-c2d1a8ca40ac tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441817 Aug 31 09:16:09.890525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:09.908347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:09.909099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 71096d8a-da77-430d-9b6e-3532e7222950 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:10.037997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 92800d30-9dac-49af-98b9-1abe40d4f78a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=92800d30-9dac-49af-98b9-1abe40d4f78a,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:10.048232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:10.195134 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe31395-a7fc-44a6-a047-2acbba659ef5 x-openstack-request-id: req-cfe31395-a7fc-44a6-a047-2acbba659ef5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:10.195653 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-plugged", "status": "completed", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:10.196201 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfe31395-a7fc-44a6-a047-2acbba659ef5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:10.196746 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'code': 200} Aug 31 09:16:10.252565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:16:10.278762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:10.286808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:10.303610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-0a2467c3-bd7d-4256-a8f8-73f5b5628cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:10.310977 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-0a2467c3-bd7d-4256-a8f8-73f5b5628cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3b0d461-1528-4d9c-a6ac-ae22a504cf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5517304 Aug 31 09:16:10.317246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-a0c0357c-7bcd-4c95-9d78-2751279f23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:10.336442 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-a0c0357c-7bcd-4c95-9d78-2751279f23bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1096 time: 0.5049579 Aug 31 09:16:10.351454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:10.353567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:10.466523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 92800d30-9dac-49af-98b9-1abe40d4f78a owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:10.505191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 71096d8a-da77-430d-9b6e-3532e7222950, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=71096d8a-da77-430d-9b6e-3532e7222950,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:10.525806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '71096d8a-da77-430d-9b6e-3532e7222950', 'network_id': 'e3b0d461-1528-4d9c-a6ac-ae22a504cf54', 'port_id': '71096d8a-da77-430d-9b6e-3532e7222950', 'mac_address': 'fa:16:3e:11:0b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eb764c-0036-45a4-8d85-c9d93e9b6f51', 'ip_address': '19.86.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:10.565601 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-4682eef8-731a-462f-b839-342e86f252d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 217 time: 0.1537969 Aug 31 09:16:10.618412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:10.618412 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:10.618412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] 10.222.0.15 "PUT /v2.0/ports/b04c9f02-15d2-43bd-8cd4-4046ffb424fe HTTP/1.1" status: 200 len: 1093 time: 5.5546973 Aug 31 09:16:10.641062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:10.660938 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8890d2bd-4343-4a48-be70-61a4bea06fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:10.718371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:10.746540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71096d8a-da77-430d-9b6e-3532e7222950 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:10.820309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 71096d8a-da77-430d-9b6e-3532e7222950, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=71096d8a-da77-430d-9b6e-3532e7222950,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:10.831952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:10.961738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=71096d8a-da77-430d-9b6e-3532e7222950,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:10.983984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13995cf-8910-4eb6-b739-d6b495441a73 req-2f411f66-d4a1-4669-9e94-750ee59e80d6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:10.986025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c13995cf-8910-4eb6-b739-d6b495441a73 req-2f411f66-d4a1-4669-9e94-750ee59e80d6 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 948 time: 1.0127625 Aug 31 09:16:11.082085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148388-33f2-4f99-86c4-6a24a3fc809e service neutron] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:11.102108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-9f1624bd-e1b4-4382-8c2d-925b30ed6522 service neutron] 10.222.0.15 "GET /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991460 Aug 31 09:16:11.104244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-8d82d893-dccc-48df-97c7-647eaca0ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.104998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cd4ff-c7a3-44ea-8ba2-b1585ff4352b req-7c08f538-96b8-4f69-9bf5-313f3729b831 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.105907 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-8d82d893-dccc-48df-97c7-647eaca0ded1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.5254805 Aug 31 09:16:11.114177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f1cd4ff-c7a3-44ea-8ba2-b1585ff4352b req-7c08f538-96b8-4f69-9bf5-313f3729b831 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 944 time: 0.7245042 Aug 31 09:16:11.163374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c13995cf-8910-4eb6-b739-d6b495441a73 req-cee8e11c-f09a-422b-b2a6-ee98b25a6480 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632960 Aug 31 09:16:11.166342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-ad9b27b9-4532-4c07-9612-9c5163d5e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.171878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-ad9b27b9-4532-4c07-9612-9c5163d5e3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 1096 time: 0.4666145 Aug 31 09:16:11.172461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40324) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:11.201381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['71096d8a-da77-430d-9b6e-3532e7222950'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:11.319772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b6ef5eda-b29b-4dd6-b638-2c08d04b32c1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:11.335854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-603abdd1-04a6-433b-8a31-b3a6ecf86b41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe HTTP/1.1" status: 200 len: 217 time: 0.1503904 Aug 31 09:16:11.382962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-97905b6d-84dc-4721-96a1-71f0adb03a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.393066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-97905b6d-84dc-4721-96a1-71f0adb03a64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426295 Aug 31 09:16:11.452262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1446598267-network', 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:11.476378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c626-19d7-4649-8ea6-7051a329702e req-89458cd7-8d1f-433d-a9a1-409aeb4705bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.477924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-89458cd7-8d1f-433d-a9a1-409aeb4705bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.1303327 Aug 31 09:16:11.497084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f1cd4ff-c7a3-44ea-8ba2-b1585ff4352b req-f41a73f0-3ca5-4a17-a534-b4c590f33070 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818636 Aug 31 09:16:11.586180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-374d5667-3019-40aa-8c21-2a7b4ab7d3d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879097 Aug 31 09:16:11.695403 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-e47b30c3-1eea-4f4c-b576-0fe77400f5bc service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958541 Aug 31 09:16:11.808467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.823211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:11.826367 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.841890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-0f87e702-034f-4dbc-8f85-9977718b2d32 service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247837 Aug 31 09:16:11.847349 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af61e0-272c-45b7-98b7-eed32e394fc8 x-openstack-request-id: req-90af61e0-272c-45b7-98b7-eed32e394fc8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:11.847636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', '942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:11.848105 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:11.848105 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90af61e0-272c-45b7-98b7-eed32e394fc8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:11.848288 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'status': 'completed', 'code': 200} Aug 31 09:16:11.874151 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99089123-3208-4738-b167-56f9fb790570 x-openstack-request-id: req-99089123-3208-4738-b167-56f9fb790570 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:11.874611 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:11.874874 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99089123-3208-4738-b167-56f9fb790570 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:11.875303 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'status': 'completed', 'code': 200} Aug 31 09:16:11.944656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=92800d30-9dac-49af-98b9-1abe40d4f78a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:11.982074 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b8a5147-be62-47ea-9e87-f70d70f51c96 req-b06cfee7-b8cd-4b7c-988f-7ab6814e151c service neutron] 10.222.0.15 "GET /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373535 Aug 31 09:16:11.996824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.016607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4c5bc-1712-47a7-b32c-b79dd060c906 req-3ace6677-8d86-4df9-8268-f868b754d69f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.036240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39e4c5bc-1712-47a7-b32c-b79dd060c906 req-3ace6677-8d86-4df9-8268-f868b754d69f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.5681109 Aug 31 09:16:12.072344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-48bb4719-7e79-4330-bc99-a9258e1ff527 req-f808dab1-05eb-422d-8d93-3d80400bbc46 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632560 Aug 31 09:16:12.100868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.138168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 92800d30-9dac-49af-98b9-1abe40d4f78a on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:12.141805 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.145634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be28a248-4453-4fdc-b87d-46e88c966cf6 req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "DELETE /v2.0/ports/92800d30-9dac-49af-98b9-1abe40d4f78a HTTP/1.1" status: 204 len: 173 time: 4.6160791 Aug 31 09:16:12.160593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.161001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.161338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.161717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.162312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.162740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.163211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.163582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.163914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.164243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.164758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.165090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f0ae-afc9-4f40-bc5a-0603ef1172d0 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:12.225309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:12.232218 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdbf4f-895e-487d-b425-77fa1c5cdafe" -d '{"events": [{"server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "name": "network-vif-unplugged", "status": "completed", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:12.302393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39e4c5bc-1712-47a7-b32c-b79dd060c906 req-ac098c70-8308-4d81-8230-a5ac650fec9b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636659 Aug 31 09:16:12.339765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bd3fe-b840-4778-9007-ded7ab008e3f req-f45cbf15-a461-4661-b61e-7f9bfc21154c tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.361917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bd3fe-b840-4778-9007-ded7ab008e3f req-f45cbf15-a461-4661-b61e-7f9bfc21154c tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.375828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a3bd3fe-b840-4778-9007-ded7ab008e3f req-f45cbf15-a461-4661-b61e-7f9bfc21154c tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1680 time: 0.4279130 Aug 31 09:16:12.523850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ede1c626-19d7-4649-8ea6-7051a329702e req-a4972d9b-c168-43dc-a741-dfa0e89040fd service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369369 Aug 31 09:16:12.800693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a3bd3fe-b840-4778-9007-ded7ab008e3f req-cf1bf509-0b64-4ff1-ba46-55098d472f96 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233992 Aug 31 09:16:12.873963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 71096d8a-da77-430d-9b6e-3532e7222950 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:12.874898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af3a57-fd9b-4856-9788-b6c1522c35c6 req-e390fee7-7826-4307-8d96-37671f2f8b74 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.882743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72af3a57-fd9b-4856-9788-b6c1522c35c6 req-e390fee7-7826-4307-8d96-37671f2f8b74 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 944 time: 0.3883009 Aug 31 09:16:12.959639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18449f-d800-4d75-b4fe-258a2461b959 req-0d1fce88-48cb-4cb2-8819-8197ccc43475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.961376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-0d1fce88-48cb-4cb2-8819-8197ccc43475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1096 time: 0.2363794 Aug 31 09:16:12.968118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-dc9b360d-d965-48a7-99c7-946aab4525c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.969734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-dc9b360d-d965-48a7-99c7-946aab4525c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 1096 time: 0.3284516 Aug 31 09:16:13.072635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72af3a57-fd9b-4856-9788-b6c1522c35c6 req-9a69a9eb-9327-45b3-bb23-3f79447a3d2f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887629 Aug 31 09:16:13.080140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.112739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.126108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 71096d8a-da77-430d-9b6e-3532e7222950 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:13.144363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 71096d8a-da77-430d-9b6e-3532e7222950 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:13.144733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.284379 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df6b67-912f-4eb8-b732-7727a2eb9578 x-openstack-request-id: req-44df6b67-912f-4eb8-b732-7727a2eb9578 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:13.285270 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "name": "network-vif-unplugged", "status": "completed", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:13.288025 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44df6b67-912f-4eb8-b732-7727a2eb9578 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:13.289433 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a', 'code': 200} Aug 31 09:16:13.305913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', '8addc40e-a673-448b-b050-d56c68a05a52'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:13.387196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-5921f624-19df-4404-9559-f50a36f4d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:13.389947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-5921f624-19df-4404-9559-f50a36f4d40f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 905 time: 0.3463554 Aug 31 09:16:13.500013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Deleting port 4364560c-3a3a-4574-9763-ea397343e860 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:13.500752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.506729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18449f-d800-4d75-b4fe-258a2461b959 req-28ddc371-ea0f-4ea4-84f9-983c04b5a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:13.510917 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-28ddc371-ea0f-4ea4-84f9-983c04b5a76d service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.5037434 Aug 31 09:16:13.517721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-09de36bc-54e7-47c4-aefd-6154a29b0e8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe HTTP/1.1" status: 200 len: 217 time: 0.0832582 Aug 31 09:16:13.537521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.575420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:16:13.601010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.601918 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Added segment 805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71 of type vlan for network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a Aug 31 09:16:13.612506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 71096d8a-da77-430d-9b6e-3532e7222950, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=71096d8a-da77-430d-9b6e-3532e7222950,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:13.629661 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.678466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-d068a61b-a710-4f32-b0a8-b5c1e2deda35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 217 time: 0.1390991 Aug 31 09:16:13.707594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.741717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=71096d8a-da77-430d-9b6e-3532e7222950,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:13.805404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db44dc56-31ab-4873-9507-4e96a811077b req-2c6f9bae-8fe5-4c96-a337-7edfa45f7222 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2 HTTP/1.1" status: 200 len: 210 time: 0.4113467 Aug 31 09:16:13.828846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18449f-d800-4d75-b4fe-258a2461b959 req-1ca03344-5dcc-459e-a727-3e2d86a3ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:13.831381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-1ca03344-5dcc-459e-a727-3e2d86a3ba12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1420434 Aug 31 09:16:13.843794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] For port 4364560c-3a3a-4574-9763-ea397343e860, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4364560c-3a3a-4574-9763-ea397343e860,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:13.844600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.912967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Calling delete_port for 4364560c-3a3a-4574-9763-ea397343e860 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:13.946921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'name': 'network-vif-deleted', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:13.950384 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8edff62-6358-4cc7-a739-f10869f60dc8" -d '{"events": [{"server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "name": "network-vif-deleted", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:13.955555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-6b54b917-a350-47ad-8159-a6ac097a373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:13.958586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-6b54b917-a350-47ad-8159-a6ac097a373f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.1662142 Aug 31 09:16:13.996065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b69c79-990e-4bc2-8bf9-981c72abe735,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:14.050438 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.051280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.051896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.133322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-68372f76-bc39-441c-8ea4-903798c56bec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632693 Aug 31 09:16:14.133554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18449f-d800-4d75-b4fe-258a2461b959 req-0fe6a9f3-855b-4229-a85a-00fda6306197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.140316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-0fe6a9f3-855b-4229-a85a-00fda6306197 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2757838 Aug 31 09:16:14.144046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] Pushing event updated for resources: {'Network': ['ID=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:14.176920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed8cd9-61e9-4d0d-8cab-d5713071b259 req-93bee421-5974-40b4-893b-c4ed31c2fc11 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.179133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:16:14.186326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5ed8cd9-61e9-4d0d-8cab-d5713071b259 req-93bee421-5974-40b4-893b-c4ed31c2fc11 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 944 time: 0.7686818 Aug 31 09:16:14.336095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-13724432-7da3-4699-942b-a42c9b3fb834 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1574993 Aug 31 09:16:14.348673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:14.356394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Request body: {'subnet': {'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1446598267-subnet', 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:14.381671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5ed8cd9-61e9-4d0d-8cab-d5713071b259 req-fcc2dd9d-d230-4ecb-97fd-75b4aa1b3f11 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936939 Aug 31 09:16:14.401476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcdf75-53a3-41c8-b14e-24a53627242a req-003cd972-eb25-4771-8d34-e3770c8994c1 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.425709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08bcdf75-53a3-41c8-b14e-24a53627242a req-003cd972-eb25-4771-8d34-e3770c8994c1 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.4605262 Aug 31 09:16:14.471373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:14.475647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.504715 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-2b5cd733-0252-4da4-8ae8-1d28621c5e1f service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448009 Aug 31 09:16:14.608898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-f8faff26-6067-4b48-ae73-92f9ddcb0f02 service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548280 Aug 31 09:16:14.626345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08bcdf75-53a3-41c8-b14e-24a53627242a req-02629902-2fce-42b0-bef3-882834c46c00 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912346 Aug 31 09:16:14.695788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550ff8f-51e9-4c4c-841d-12269545ac8c req-7a423915-ab38-4f3e-bf0f-ec5f22dddd2c tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.708886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550ff8f-51e9-4c4c-841d-12269545ac8c req-7a423915-ab38-4f3e-bf0f-ec5f22dddd2c tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.737551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8550ff8f-51e9-4c4c-841d-12269545ac8c req-7a423915-ab38-4f3e-bf0f-ec5f22dddd2c tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1681 time: 0.2011509 Aug 31 09:16:14.741681 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbcead4-8106-4d73-ad19-88e42ade0ccc x-openstack-request-id: req-9fbcead4-8106-4d73-ad19-88e42ade0ccc {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:14.742126 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2", "name": "network-vif-deleted", "tag": "92800d30-9dac-49af-98b9-1abe40d4f78a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:14.742535 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fbcead4-8106-4d73-ad19-88e42ade0ccc {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:14.743165 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a80a2c-6ef9-431a-8cd2-ddb6d92b2fd2', 'name': 'network-vif-deleted', 'tag': '92800d30-9dac-49af-98b9-1abe40d4f78a', 'status': 'completed', 'code': 200} Aug 31 09:16:14.784143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de18449f-d800-4d75-b4fe-258a2461b959 req-52a3b113-bfd9-46d8-9adb-775899a65d04 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218347 Aug 31 09:16:14.845056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:14.849741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:14.896560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8550ff8f-51e9-4c4c-841d-12269545ac8c req-78c5773a-2486-47cb-b3ce-4a6466243d60 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576419 Aug 31 09:16:15.024650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8890d2bd-4343-4a48-be70-61a4bea06fd8 req-f78c38c9-d8d1-4feb-ae21-5e55a8f29ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938644 Aug 31 09:16:15.053893 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.105255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1cb58-3d36-4c67-91af-7f6f1db6cf24 req-ed1b1201-d8f2-4d0d-99b3-4c6532e793d6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.113066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fe1cb58-3d36-4c67-91af-7f6f1db6cf24 req-ed1b1201-d8f2-4d0d-99b3-4c6532e793d6 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 944 time: 0.1536262 Aug 31 09:16:15.222055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Pushing event deleted for resources: {'Port': ['ID=4364560c-3a3a-4574-9763-ea397343e860,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:15.233198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fe1cb58-3d36-4c67-91af-7f6f1db6cf24 req-8429fd78-0fa3-497d-9cb5-ee04a4b3aa1c tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112552 Aug 31 09:16:15.293581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71096d8a-da77-430d-9b6e-3532e7222950'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:15.297017 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b9483-7ea1-459b-982c-b81a3696a84c" -d '{"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-plugged", "status": "completed", "tag": "71096d8a-da77-430d-9b6e-3532e7222950"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:15.325267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:15.336095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:15.336538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.336721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.342430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.343315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.343898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.344489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.344979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:15.345191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.345649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.346310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.348107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.348761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.349339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.349913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:15.687805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.750581 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4243fc2a-cb2e-4dbc-96e5-59f0b74674cc x-openstack-request-id: req-4243fc2a-cb2e-4dbc-96e5-59f0b74674cc {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:15.751592 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-plugged", "status": "completed", "tag": "71096d8a-da77-430d-9b6e-3532e7222950", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:15.752112 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4243fc2a-cb2e-4dbc-96e5-59f0b74674cc {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:15.752909 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71096d8a-da77-430d-9b6e-3532e7222950', 'code': 200} Aug 31 09:16:15.789198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72590cab-a757-480e-b729-b98987fd6bcb,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:15.794956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'mac_address': 'fa:16:3e:3f:91:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:15.937661 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.966412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c9f02-15d2-43bd-8cd4-4046ffb424fe {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:15.972834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:15.973436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Network hostable DHCP agents. Network: 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:16:16.001201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:16.007606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:16.026893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:16.029291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:16.126249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04835a7-9002-4419-adb8-7579588cfc1d req-d9936df0-1974-459e-be1b-09e42f17d42f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.135365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c04835a7-9002-4419-adb8-7579588cfc1d req-d9936df0-1974-459e-be1b-09e42f17d42f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 944 time: 0.5379932 Aug 31 09:16:16.219606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:16:16.251651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:16.270287 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:16.273184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62902f-d3f9-483b-94d2-28ce5f244818 req-86fc89c9-91dd-4332-b624-4aead4d1d5fe tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.274200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:16.284220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc62902f-d3f9-483b-94d2-28ce5f244818 req-86fc89c9-91dd-4332-b624-4aead4d1d5fe tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.2954416 Aug 31 09:16:16.307916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdedecae-32f1-4d73-8b27-28417cd3574c None None] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:16.312563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c04835a7-9002-4419-adb8-7579588cfc1d req-a5d07d0d-db0d-4899-9df0-ec7316716ace tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471443 Aug 31 09:16:16.352806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.354754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:16.433061 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3cb2530-c351-4d93-bae0-ff431a2d1990 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0752330 Aug 31 09:16:16.447893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc62902f-d3f9-483b-94d2-28ce5f244818 req-6191214b-16b8-4d53-945a-390101ed3293 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624024 Aug 31 09:16:16.561977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:16.660318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Router ad886b53-3afc-4dbd-a116-821e20a6e90b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:16:16.701781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252e93d-61fb-485d-bf3c-d6b75082d1a8 req-3c35ac18-2816-4d3a-81ce-08c57a785b7b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.725380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9252e93d-61fb-485d-bf3c-d6b75082d1a8 req-3c35ac18-2816-4d3a-81ce-08c57a785b7b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.2395573 Aug 31 09:16:16.801748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '4314194e-adc3-4689-a483-8b26e061fd3b', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:16.849619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9252e93d-61fb-485d-bf3c-d6b75082d1a8 req-4b8b1836-a496-4888-9f69-dc473b1df6f3 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028883 Aug 31 09:16:16.883432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:16:16.892979 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b9ef7b6-531b-48f5-88e2-45c6eb49a588 admin admin] 10.222.0.18 "PUT /v2.0/routers/ad886b53-3afc-4dbd-a116-821e20a6e90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0652149 Aug 31 09:16:16.902200 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] Sync routers for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:16:16.903022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:16.952292 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:16.953527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:16:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:17.069790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6890-9152-4c05-ac7c-706112b18eb7 req-cd260191-4992-44d1-acec-adaca9cd21e0 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.076722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6890-9152-4c05-ac7c-706112b18eb7 req-cd260191-4992-44d1-acec-adaca9cd21e0 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.085635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e69c6890-9152-4c05-ac7c-706112b18eb7 req-cd260191-4992-44d1-acec-adaca9cd21e0 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1681 time: 0.1894000 Aug 31 09:16:17.099927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.146946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:17.200406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962007d0-5819-4a71-8307-85a6eb4e176a req-b8df391b-8074-4e82-b5dc-6f2b8b07b659 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.202116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-962007d0-5819-4a71-8307-85a6eb4e176a req-b8df391b-8074-4e82-b5dc-6f2b8b07b659 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 945 time: 0.1818595 Aug 31 09:16:17.237786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e69c6890-9152-4c05-ac7c-706112b18eb7 req-4da027fd-2077-499b-98fa-ed7f075cfd72 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513932 Aug 31 09:16:17.311576 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.339231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b080b3a-52bf-4cde-9984-9966c11e8f74 None None] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:17.383066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-8ab22cfa-7011-4e39-92b8-72eb9c4a58c1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.386664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-8ab22cfa-7011-4e39-92b8-72eb9c4a58c1 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.2046435 Aug 31 09:16:17.388406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-44b4b0c2-69ea-497d-8c9e-553ea1577ff0 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.390401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-44b4b0c2-69ea-497d-8c9e-553ea1577ff0 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1098 time: 0.2579389 Aug 31 09:16:17.394017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-962007d0-5819-4a71-8307-85a6eb4e176a req-cc894995-34be-4b59-bbee-30a3ac04163a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324999 Aug 31 09:16:17.417903 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:17.498726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.499269 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.595609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:17.659385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:17.676218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Deleting port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:17.676953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.772943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:17.779779 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d841792-bf7a-4405-a664-46eefe428eff" -d '{"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6ef5eda-b29b-4dd6-b638-2c08d04b32c1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:17.790543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:17.892116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:16:14Z', 'revision_number': 5, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port': {'id': '94ee1b1b-2dea-43ac-ae11-d4b353a849f6', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:80:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:59Z', 'updated_at': '2021-08-31T09:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:17.898958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] For port 94ee1b1b-2dea-43ac-ae11-d4b353a849f6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:17.899347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.929696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Calling delete_port for 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:17.932228 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] Checking router: ad886b53-3afc-4dbd-a116-821e20a6e90b for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:16:17.943371 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] Routers {'ad886b53-3afc-4dbd-a116-821e20a6e90b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:17.944354 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:16:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ad886b53-3afc-4dbd-a116-821e20a6e90b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:18.037976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:18.066821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:18.081092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] Set router ad886b53-3afc-4dbd-a116-821e20a6e90b gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:18.082792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.089469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a51ee-28af-475a-93e4-9b0c0ba1a848 req-b4279156-1e8c-4abc-8f0f-2e12640f16cf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.099214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-366a51ee-28af-475a-93e4-9b0c0ba1a848 req-b4279156-1e8c-4abc-8f0f-2e12640f16cf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 944 time: 0.4113886 Aug 31 09:16:18.127191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.197339 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:16:17Z', 'revision_number': 6, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:18.250412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-366a51ee-28af-475a-93e4-9b0c0ba1a848 req-7e49db42-86b7-4524-aa57-3b90a73f3e03 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501212 Aug 31 09:16:18.260916 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fd365-b828-440b-9ce2-cd3dd78983cc None None] The sync data for ids ['ad886b53-3afc-4dbd-a116-821e20a6e90b'] in n-d-800634-13 is: [{'id': 'ad886b53-3afc-4dbd-a116-821e20a6e90b', 'name': 'tempest-ServersTestFqdnHostnames-210157058-router', 'tenant_id': '3cca650d271648bc8e0e06655a5770ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:56Z', 'updated_at': '2021-08-31T09:16:17Z', 'revision_number': 6, 'project_id': '3cca650d271648bc8e0e06655a5770ef', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:18.351130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:18.391591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 8addc40e-a673-448b-b050-d56c68a05a52 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:18.392128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.420061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:16:18.619069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-9687ba18-3cf6-4d20-b0f1-c91e2afd0ac0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.641749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-9687ba18-3cf6-4d20-b0f1-c91e2afd0ac0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 1.0285518 Aug 31 09:16:18.691124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-d4ea65ca-8ff6-4a08-971e-e6860c55f9c6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.0471883 Aug 31 09:16:18.704972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.747361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:18.783024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['4314194e-adc3-4689-a483-8b26e061fd3b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:18.787452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b04c9f02-15d2-43bd-8cd4-4046ffb424fe'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:18.803368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-7a239510-cdaa-4498-8483-fef7827a96b2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101472 Aug 31 09:16:18.825594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=94ee1b1b-2dea-43ac-ae11-d4b353a849f6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:18.936793 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.938243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:16:18.967221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 8addc40e-a673-448b-b050-d56c68a05a52, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8addc40e-a673-448b-b050-d56c68a05a52,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:18.982813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.042009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 8addc40e-a673-448b-b050-d56c68a05a52 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:19.083487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.298616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.309802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.362615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f7c85-8b88-47d5-a9c1-9632abb969b5 req-4242f056-1096-4733-832a-aae6bfbb056f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.364969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-113f7c85-8b88-47d5-a9c1-9632abb969b5 req-4242f056-1096-4733-832a-aae6bfbb056f tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=7093d9e5-53fc-45e8-a78f-3b84d16c4ab5 HTTP/1.1" status: 200 len: 950 time: 0.9065046 Aug 31 09:16:19.375881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.378384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad886b53-3afc-4dbd-a116-821e20a6e90b {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:16:19.389351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.391374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d2c9a276-cbfd-4bd2-a3b6-9804f7e62c2a admin admin] 10.222.0.18 "DELETE /v2.0/routers/ad886b53-3afc-4dbd-a116-821e20a6e90b HTTP/1.1" status: 204 len: 168 time: 2.4872601 Aug 31 09:16:19.399853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40430) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:19.542175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Deleting subnet 9b3adce3-11de-4e36-b6c2-5104315570e6 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:19.544903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-217e68cc-240d-4943-9372-eb2db73651a1 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690958 Aug 31 09:16:19.568980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.622184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-113f7c85-8b88-47d5-a9c1-9632abb969b5 req-d9771f25-40b1-4bcf-a70a-94c3517671f5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151673 Aug 31 09:16:19.693866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.732071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:19.930292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.036481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.042702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:20.078172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3adce3-11de-4e36-b6c2-5104315570e6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:20.090949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.093104 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05d57e17-5159-4d61-836f-317bcd67b9c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b3adce3-11de-4e36-b6c2-5104315570e6 HTTP/1.1" status: 204 len: 168 time: 0.6899455 Aug 31 09:16:20.097555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40440) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:20.098321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a35838-4b55-4fb3-abc1-2a1a7c3d1f6f None None] Network d2a7ea50-6434-4536-9f42-80c390ce67f1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:20.146234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.158853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:20.161833 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a0fe61-b0d9-447a-beef-8f851104f8ed" -d '{"events": [{"server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "name": "network-vif-unplugged", "status": "completed", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:20.171151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-332f8ccd-fc87-48e1-8080-dfecf94fd44c service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931334 Aug 31 09:16:20.175754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.177896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.230627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.334797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 8addc40e-a673-448b-b050-d56c68a05a52 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:20.344866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.347341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59dcd13d-8759-4bc9-b01a-fcef8c09ee20 req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "DELETE /v2.0/ports/8addc40e-a673-448b-b050-d56c68a05a52 HTTP/1.1" status: 204 len: 173 time: 2.9512222 Aug 31 09:16:20.360371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8addc40e-a673-448b-b050-d56c68a05a52 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:20.388847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e65e3-d048-4410-a5b6-4c7777b04798 req-69a97fb5-b8bb-4a47-9d85-5277b9ee24d4 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:20.390856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e9e65e3-d048-4410-a5b6-4c7777b04798 req-69a97fb5-b8bb-4a47-9d85-5277b9ee24d4 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 946 time: 0.3698933 Aug 31 09:16:20.432884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:20.440184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', '942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:20.480380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Deleting port 7f63567a-023b-4c6b-a090-f475b79458c3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:20.481048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.551139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:20.565783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4364560c-3a3a-4574-9763-ea397343e860 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:20.613463 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b67dd76-eb6f-4a4d-82fa-84879ce045d9 x-openstack-request-id: req-8b67dd76-eb6f-4a4d-82fa-84879ce045d9 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:20.614141 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6ef5eda-b29b-4dd6-b638-2c08d04b32c1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:20.614535 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b67dd76-eb6f-4a4d-82fa-84879ce045d9 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:20.615212 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1', 'code': 200} Aug 31 09:16:20.688291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] For port 7f63567a-023b-4c6b-a090-f475b79458c3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f63567a-023b-4c6b-a090-f475b79458c3,segment=NetworkSegment(215e5415-fcb8-4bf6-b276-b78d3078de9e),segment_id=215e5415-fcb8-4bf6-b276-b78d3078de9e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:20.689100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.713080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Calling delete_port for 7f63567a-023b-4c6b-a090-f475b79458c3 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:20.881413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:20.881949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:20.882437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:20.885950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63ac0e-006e-406b-a381-4f810b9b4b6b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=8addc40e-a673-448b-b050-d56c68a05a52,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:20.926525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 8addc40e-a673-448b-b050-d56c68a05a52 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:20.927085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8addc40e-a673-448b-b050-d56c68a05a52 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:20.930051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 4364560c-3a3a-4574-9763-ea397343e860 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:20.930706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4364560c-3a3a-4574-9763-ea397343e860 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:20.932415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:20.950557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:20.950557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Attempting to bind port 97475a5c-4b2d-4611-b6db-247955999cfa on network 31a0506f-86cb-400d-bf03-47e26bfa185d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:20.966634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e9e65e3-d048-4410-a5b6-4c7777b04798 req-2f295af3-a320-44d7-a0e8-270ae0763a1d tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464697 Aug 31 09:16:20.983788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:20.983924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Checking segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:20.984276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Bound using segment: {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:20.984718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Bound port: 97475a5c-4b2d-4611-b6db-247955999cfa, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a21a1e-008c-48db-8a87-76d47be064b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '31a0506f-86cb-400d-bf03-47e26bfa185d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:20.985066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.046917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.051084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:21.053072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 94ee1b1b-2dea-43ac-ae11-d4b353a849f6 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:21.112707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85080f49-4806-4b53-973f-5ad381c1e5d9 req-c8c562a4-9118-43c3-a98e-4db1ab2747e6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.182355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85080f49-4806-4b53-973f-5ad381c1e5d9 req-c8c562a4-9118-43c3-a98e-4db1ab2747e6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.199899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85080f49-4806-4b53-973f-5ad381c1e5d9 req-c8c562a4-9118-43c3-a98e-4db1ab2747e6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1682 time: 0.3874815 Aug 31 09:16:21.245752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] No DVR routers for this DVR port 7f63567a-023b-4c6b-a090-f475b79458c3 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:21.269421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f63567a-023b-4c6b-a090-f475b79458c3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:21.354015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d05af-4d1a-40b1-b42b-864fa99b4f8f None None] DHCP port deletion for d2a7ea50-6434-4536-9f42-80c390ce67f1 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:16:21.476977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.505596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a7ea50-6434-4536-9f42-80c390ce67f1']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:21.538945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215e5415-fcb8-4bf6-b276-b78d3078de9e') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:21.539296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215e5415-fcb8-4bf6-b276-b78d3078de9e') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:21.556773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670fd21-2c9a-4f03-979e-3b11eb60c616 req-5b7eb833-f31a-4c92-85c8-e40fae6f1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.557705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670fd21-2c9a-4f03-979e-3b11eb60c616 req-5b7eb833-f31a-4c92-85c8-e40fae6f1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.560537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d670fd21-2c9a-4f03-979e-3b11eb60c616 req-5b7eb833-f31a-4c92-85c8-e40fae6f1716 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1986 time: 0.7634413 Aug 31 09:16:21.563906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.610381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.637927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:21.638847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:21.645769 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:21.786336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.800337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.804423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2a7ea50-6434-4536-9f42-80c390ce67f1 HTTP/1.1" status: 204 len: 168 time: 1.7046421 Aug 31 09:16:21.825173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66d7af-5fe9-43f9-a6a9-e94f98b70606 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a7ea50-6434-4536-9f42-80c390ce67f1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:21.852139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d670fd21-2c9a-4f03-979e-3b11eb60c616 req-b3a3b6b4-2ee7-41da-ab5b-b0e20f071e2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643125 Aug 31 09:16:21.880902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85080f49-4806-4b53-973f-5ad381c1e5d9 req-7787a71e-7a57-4ca1-b17b-7efa1567d82e tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794949 Aug 31 09:16:21.943233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2ae88-985c-4288-a9cf-cf0981e69049 req-9e79cd32-ffec-4d7c-85eb-d8fac3ddc3bc tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.946132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eaa2ae88-985c-4288-a9cf-cf0981e69049 req-9e79cd32-ffec-4d7c-85eb-d8fac3ddc3bc tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 945 time: 0.6601112 Aug 31 09:16:21.966332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:22.128505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:22.139486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:22.140545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eaa2ae88-985c-4288-a9cf-cf0981e69049 req-55736d70-2e26-4a1c-be0a-3eeb42c53b2d tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697512 Aug 31 09:16:22.145979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.215954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:22.283772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4fc032be-63c7-4ef8-8930-bfbe35f78f9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cca650d271648bc8e0e06655a5770ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734003 Aug 31 09:16:22.288308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40464) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:22.318745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f63567a-023b-4c6b-a090-f475b79458c3 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:22.415035 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfe4c75-74b4-4780-a8ae-ea9c8ebe74e3 x-openstack-request-id: req-4bfe4c75-74b4-4780-a8ae-ea9c8ebe74e3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:22.416114 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "name": "network-vif-unplugged", "status": "completed", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:22.416575 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bfe4c75-74b4-4780-a8ae-ea9c8ebe74e3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:22.417336 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa', 'code': 200} Aug 31 09:16:22.495716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=8']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:22.516251 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76440be6-8143-42de-bf4e-3e88075c78ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.561826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.562954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.566235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76440be6-8143-42de-bf4e-3e88075c78ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.566870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-d4d993df-4a21-489c-a81c-3ab3aa0260c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 1124 time: 5.0603113 Aug 31 09:16:22.581032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7f63567a-023b-4c6b-a090-f475b79458c3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:22.582016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f63567a-023b-4c6b-a090-f475b79458c3 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:22.588236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccbce6-04f8-4245-b87e-9a1696889b4c req-c7c2cb6d-1fb0-45f1-862e-3f62f2ad07ee tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.590935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23ccbce6-04f8-4245-b87e-9a1696889b4c req-c7c2cb6d-1fb0-45f1-862e-3f62f2ad07ee tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4203637 Aug 31 09:16:22.716626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port b04c9f02-15d2-43bd-8cd4-4046ffb424fe completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:22.723061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76440be6-8143-42de-bf4e-3e88075c78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.735756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76440be6-8143-42de-bf4e-3e88075c78ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.741494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-76440be6-8143-42de-bf4e-3e88075c78ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38a5ad2a-6095-48a2-8be5-2a84169bede8 HTTP/1.1" status: 204 len: 168 time: 0.4481738 Aug 31 09:16:22.757275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['97475a5c-4b2d-4611-b6db-247955999cfa'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:22.769242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76440be6-8143-42de-bf4e-3e88075c78ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a5ad2a-6095-48a2-8be5-2a84169bede8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:22.789366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['97475a5c-4b2d-4611-b6db-247955999cfa'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:22.827772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4bfd9c3-1f15-469c-b77a-a04eaff8c7ac req-ef7b43f6-78ef-4a08-b7eb-7e25bbce6fd7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 210 time: 0.1989126 Aug 31 09:16:22.896437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b04c9f02-15d2-43bd-8cd4-4046ffb424fe triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:22.900866 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:22.927814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23ccbce6-04f8-4245-b87e-9a1696889b4c req-b4650832-0922-4112-86f7-7f338ba62f50 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199308 Aug 31 09:16:23.710813 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.779339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:23.782973 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1ee348-4842-4131-8f16-eab75fc79d50" -d '{"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-plugged", "status": "completed", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:23.815658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:23.833421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.834579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:23.932273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-3c10ec18-0967-4a70-a2a4-72fed69666b7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:23.936450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-3c10ec18-0967-4a70-a2a4-72fed69666b7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.8189166 Aug 31 09:16:24.037223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:24.038787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:24.076647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 4314194e-adc3-4689-a483-8b26e061fd3b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:24.084267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 4314194e-adc3-4689-a483-8b26e061fd3b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:24.085149 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.324776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fd926-9474-4846-b551-10d7187b3b95 req-4bf0e8a5-4e6c-4488-bd97-7232c10c7458 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.327922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-972fd926-9474-4846-b551-10d7187b3b95 req-4bf0e8a5-4e6c-4488-bd97-7232c10c7458 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.3897531 Aug 31 09:16:24.392718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f86033-d282-4835-8660-62a5d7d35bb3 req-2e4a99b1-ffe5-43f2-b5b0-eee9a97053cc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.401450 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.403073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f86033-d282-4835-8660-62a5d7d35bb3 req-2e4a99b1-ffe5-43f2-b5b0-eee9a97053cc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.407290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2f86033-d282-4835-8660-62a5d7d35bb3 req-2e4a99b1-ffe5-43f2-b5b0-eee9a97053cc tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1682 time: 0.4668593 Aug 31 09:16:24.417461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:24.425534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.449761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'name': 'network-vif-deleted', 'tag': '8addc40e-a673-448b-b050-d56c68a05a52'}, {'name': 'network-changed', 'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:24.452932 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d558c8c8-cb12-43b8-93d3-5070ee16bddc" -d '{"events": [{"server_uuid": "7093d9e5-53fc-45e8-a78f-3b84d16c4ab5", "name": "network-vif-deleted", "tag": "8addc40e-a673-448b-b050-d56c68a05a52"}, {"name": "network-changed", "server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:24.474277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:24.483146 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.510682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-972fd926-9474-4846-b551-10d7187b3b95 req-5277eed2-6834-42fd-862d-ecb1a0ba5112 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686640 Aug 31 09:16:24.624186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:24.654593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2f86033-d282-4835-8660-62a5d7d35bb3 req-b9f5cfa1-f469-4162-8452-73066251e0e8 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057142 Aug 31 09:16:24.864057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.5 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/aa007e5f-effb-48d7-a2aa-575f2b6bba6e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:24.902127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81795e-531d-4a5a-aa16-730ef286d2e3 req-72d8b434-d7a6-43e8-aab3-2557bcd8f0e0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.911518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c81795e-531d-4a5a-aa16-730ef286d2e3 req-72d8b434-d7a6-43e8-aab3-2557bcd8f0e0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 946 time: 0.1247358 Aug 31 09:16:25.030412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40512) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:25.032301 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e16d5-6529-4c31-aaba-6546731f5299 x-openstack-request-id: req-a06e16d5-6529-4c31-aaba-6546731f5299 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:25.033134 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-plugged", "status": "completed", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:25.033299 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a06e16d5-6529-4c31-aaba-6546731f5299 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:25.033911 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'code': 200} Aug 31 09:16:25.138649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c81795e-531d-4a5a-aa16-730ef286d2e3 req-b41b02ea-0f8e-472e-a83e-56c5d9021733 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206786 Aug 31 09:16:25.281857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1840590401-network', 'tenant_id': 'feaa08b6f2254edda08a2b2884adcd18'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:25.322630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Made reservation on behalf of feaa08b6f2254edda08a2b2884adcd18 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:25.325602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.345318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.373155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e589a5a4-8e44-4c7e-a9cd-dc5c7c5179e5 req-9991efab-d576-4198-9994-0a722c2dcc43 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 210 time: 0.0745678 Aug 31 09:16:25.484106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd36e9-8608-4d84-91e6-a9c3ac185a74 req-cf117ade-bf7c-4b32-8781-efe5984ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.486303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dafd36e9-8608-4d84-91e6-a9c3ac185a74 req-cf117ade-bf7c-4b32-8781-efe5984ad381 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 1098 time: 0.2915831 Aug 31 09:16:25.564133 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2372b-e165-4d6c-a78b-d6361f769c71 x-openstack-request-id: req-0de2372b-e165-4d6c-a78b-d6361f769c71 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:25.564412 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093d9e5-53fc-45e8-a78f-3b84d16c4ab5", "name": "network-vif-deleted", "tag": "8addc40e-a673-448b-b050-d56c68a05a52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:25.564676 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0de2372b-e165-4d6c-a78b-d6361f769c71 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:25.570068 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093d9e5-53fc-45e8-a78f-3b84d16c4ab5', 'name': 'network-vif-deleted', 'tag': '8addc40e-a673-448b-b050-d56c68a05a52', 'status': 'completed', 'code': 200} Aug 31 09:16:25.570417 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa', 'status': 'completed', 'code': 200} Aug 31 09:16:25.583599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.593106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dafd36e9-8608-4d84-91e6-a9c3ac185a74 req-50439bd3-aa53-42db-ac13-b9c02dd99fa3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851786 Aug 31 09:16:25.594759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.604949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd5133-f2c1-4b7d-8dce-2e9ced6c7ddd req-92235b04-4c0c-4f89-896d-c67b41660a5d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.607028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6fd5133-f2c1-4b7d-8dce-2e9ced6c7ddd req-92235b04-4c0c-4f89-896d-c67b41660a5d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.2545855 Aug 31 09:16:25.666716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.670960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:16:25.675726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:25.692013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.692360 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Added segment b79dddce-8000-4ce3-8761-443b21c1d405 of type vlan for network 9e0dd2a7-d119-4146-bea7-cae114a6238b Aug 31 09:16:25.744004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6fd5133-f2c1-4b7d-8dce-2e9ced6c7ddd req-151c2e0f-3902-4d31-9fc0-ca2b474cf647 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180820 Aug 31 09:16:25.776944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d143d30-35ba-4b00-9306-86a34d65d34e req-e13c855a-dad9-4b80-8ee6-a4d129139672 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.779055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d143d30-35ba-4b00-9306-86a34d65d34e req-e13c855a-dad9-4b80-8ee6-a4d129139672 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 950 time: 0.1167998 Aug 31 09:16:25.817879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.862842 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.910731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d143d30-35ba-4b00-9306-86a34d65d34e req-25a85d61-7a0b-41b1-907b-0c95a637a1ce tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149936 Aug 31 09:16:25.917188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-046e397b-65b9-457b-9a01-267ff8ddec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.917188 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-046e397b-65b9-457b-9a01-267ff8ddec86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1127 time: 0.1203635 Aug 31 09:16:26.006393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.007782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.008636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.017748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:26.045182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:26.049198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:26.053669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:26.096681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0647082 Aug 31 09:16:26.103578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40528) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:26.202631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a306bc-107f-4cc0-a66c-f0f35a6a9c9b req-fb49715f-d29c-4ab8-9e13-c5a91f86711b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.202631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61a306bc-107f-4cc0-a66c-f0f35a6a9c9b req-fb49715f-d29c-4ab8-9e13-c5a91f86711b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.3304250 Aug 31 09:16:26.241964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.242818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.278376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc907b-0e03-4fe8-abb6-1be9ee934171 req-5828eea0-0754-4de2-889f-4f448953bf6d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.286226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc907b-0e03-4fe8-abb6-1be9ee934171 req-5828eea0-0754-4de2-889f-4f448953bf6d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.288691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15bc907b-0e03-4fe8-abb6-1be9ee934171 req-5828eea0-0754-4de2-889f-4f448953bf6d tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1682 time: 0.1829190 Aug 31 09:16:26.310238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-569cece2-0959-4a08-843a-42462db93e8c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2874660 Aug 31 09:16:26.339360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61a306bc-107f-4cc0-a66c-f0f35a6a9c9b req-d52c751c-1691-41d7-bb38-80c9680e0e6b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309874 Aug 31 09:16:26.351029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Request body: {'port': {'device_id': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:26.490318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15bc907b-0e03-4fe8-abb6-1be9ee934171 req-b99d71d2-b524-4808-ad7d-afe3e84a5af5 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896996 Aug 31 09:16:26.494689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.623106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Request body: {'subnet': {'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1840590401-subnet', 'tenant_id': 'feaa08b6f2254edda08a2b2884adcd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:26.633994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-744659d5-b5fe-44a0-b90c-98e9b04a2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.639080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-744659d5-b5fe-44a0-b90c-98e9b04a2716 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.7119846 Aug 31 09:16:26.777912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a39eb5-4ed6-492b-975f-ac4883d538d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0dd2a7-d119-4146-bea7-cae114a6238b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:26.782107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Made reservation on behalf of feaa08b6f2254edda08a2b2884adcd18 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:26.786160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.819711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9e0dd2a7-d119-4146-bea7-cae114a6238b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:16:27.049974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:27.052418 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c18f7fb-226d-42da-b069-1e48e707c185" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:27.282277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-018ad99e-9e12-4c8d-9388-0c59b0904550 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 217 time: 0.6045411 Aug 31 09:16:27.309345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7e0eb-8259-46b4-adc0-b1da654fb83b req-b5123f49-5a19-4e86-8257-f730e1d93116 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.317916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42a7e0eb-8259-46b4-adc0-b1da654fb83b req-b5123f49-5a19-4e86-8257-f730e1d93116 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 946 time: 0.6987524 Aug 31 09:16:27.345159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935d3f-ad8a-41dc-a2f9-964c3004d269 req-8cc42ef4-0bfd-41f3-bb9e-f2ff78b23b31 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.348324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39935d3f-ad8a-41dc-a2f9-964c3004d269 req-8cc42ef4-0bfd-41f3-bb9e-f2ff78b23b31 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 931 time: 0.7026062 Aug 31 09:16:27.453897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-57acbf1c-e001-4239-aef1-2b5b41476067 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.457277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-57acbf1c-e001-4239-aef1-2b5b41476067 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 950 time: 0.3073721 Aug 31 09:16:27.498247 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.577995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42a7e0eb-8259-46b4-adc0-b1da654fb83b req-805b0db9-d19d-44fb-b423-883041e44ad0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277730 Aug 31 09:16:27.623871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39935d3f-ad8a-41dc-a2f9-964c3004d269 req-fe503d31-ea4f-4137-9e62-754941f20e36 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318861 Aug 31 09:16:27.682318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa007e5f-effb-48d7-a2aa-575f2b6bba6e {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:27.694016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-db38529e-9a3f-42d4-a755-201ce38a0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.694824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.703764 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-db38529e-9a3f-42d4-a755-201ce38a0201 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.3481464 Aug 31 09:16:27.729291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Transition to ACTIVE for port object aa007e5f-effb-48d7-a2aa-575f2b6bba6e will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:27.746444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.845192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Checking segment: {'id': 'b79dddce-8000-4ce3-8761-443b21c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:27.845192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Network hostable DHCP agents. Network: 9e0dd2a7-d119-4146-bea7-cae114a6238b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:16:27.856762 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-5f23c9fa-2ec7-4e82-badc-d35c40256b8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246426 Aug 31 09:16:27.944455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:27.945426 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.980216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcdff44d-841d-45de-b158-0480384c7128,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:28.066016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Network 9e0dd2a7-d119-4146-bea7-cae114a6238b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:16:28.117073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9e0dd2a7-d119-4146-bea7-cae114a6238b) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:28.136845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.137797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.163141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Pushing event updated for resources: {'Port': ['ID=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:28.251614 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23ad5965-fb73-4ebd-9bd6-e6893868ece5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1466272 Aug 31 09:16:28.274533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab62779-8d34-4f57-a7b5-46f174e36dc1 None None] Network 9e0dd2a7-d119-4146-bea7-cae114a6238b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:28.276737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:28.345092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-5a98b975-60ad-49ee-92f9-1227de59e0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529281 Aug 31 09:16:28.355287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238a73-181f-4e4b-bb4b-d3135af6fab9 req-2ad3aa15-510f-4972-a8b9-1bac9af357a0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.370013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9238a73-181f-4e4b-bb4b-d3135af6fab9 req-2ad3aa15-510f-4972-a8b9-1bac9af357a0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.4563284 Aug 31 09:16:28.389804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bb5f8-51aa-4cab-8d28-ce95c8f221ab req-11292b63-9a92-4306-842c-b0a51af55ccd tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.401800 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-231bb5f8-51aa-4cab-8d28-ce95c8f221ab req-11292b63-9a92-4306-842c-b0a51af55ccd tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb HTTP/1.1" status: 200 len: 950 time: 0.3855150 Aug 31 09:16:28.690539 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7930cad2-507b-45e6-88b1-aa2905df31a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.724980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:28.729999 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d558c8c8-cb12-43b8-93d3-5070ee16bddc req-15515bce-2ded-4910-b2e0-ca3734b82b2f service neutron] 10.222.0.15 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802290 Aug 31 09:16:28.739458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.835332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9238a73-181f-4e4b-bb4b-d3135af6fab9 req-8a87ee82-e2ef-4cb9-94ca-3566c165d0ed tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148123 Aug 31 09:16:28.862197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Attempting to bind port aa007e5f-effb-48d7-a2aa-575f2b6bba6e on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:28.862869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Attempting to bind port aa007e5f-effb-48d7-a2aa-575f2b6bba6e by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:28.863308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Attempting to bind port aa007e5f-effb-48d7-a2aa-575f2b6bba6e on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:28.886512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:28.908282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-231bb5f8-51aa-4cab-8d28-ce95c8f221ab req-377a04a8-07eb-4dc0-81e8-491c344c40bd tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052378 Aug 31 09:16:28.930454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Port aa007e5f-effb-48d7-a2aa-575f2b6bba6e on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:28.932727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Attempting to bind port aa007e5f-effb-48d7-a2aa-575f2b6bba6e on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:28.953099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:28.953650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:28.954596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:28.955354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Bound port: aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:28.956738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.076837 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d98aa-6770-41c3-8de2-38c49ed181c8 x-openstack-request-id: req-654d98aa-6770-41c3-8de2-38c49ed181c8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:29.077431 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:29.086303 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-654d98aa-6770-41c3-8de2-38c49ed181c8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:29.086890 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:16:29.240560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56961d-75a5-4e36-bc11-8defbe037174 None None] Network 9e0dd2a7-d119-4146-bea7-cae114a6238b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:29.284350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] For port aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:29.302962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3ff1-b420-4ac0-9a22-12a39c8134e1 req-2832ab83-1cfc-44e0-830c-13a6e43e2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.306387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] For port aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:29.309201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d8ee3ff1-b420-4ac0-9a22-12a39c8134e1 req-2832ab83-1cfc-44e0-830c-13a6e43e2920 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1098 time: 0.1670930 Aug 31 09:16:29.335611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.408081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e019b1e-5912-4b3d-886d-846f9af5748e req-d5cb08c9-d146-4f53-9e14-a585050e404c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.409829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e019b1e-5912-4b3d-886d-846f9af5748e req-d5cb08c9-d146-4f53-9e14-a585050e404c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 944 time: 0.2400029 Aug 31 09:16:29.414037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Pushing event updated for resources: {'Port': ['ID=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:29.474557 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d8ee3ff1-b420-4ac0-9a22-12a39c8134e1 req-ea762536-d0b6-483d-abd3-bdfa2438e8f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454756 Aug 31 09:16:29.576445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.577581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.580552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c857bcd-0a04-49de-96f2-e0b0d77d0156 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa007e5f-effb-48d7-a2aa-575f2b6bba6e HTTP/1.1" status: 200 len: 1092 time: 3.2360170 Aug 31 09:16:29.581308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'tag': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:29.597993 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb24721e-bac9-4350-b7b9-7cfcd7f559cd", "tag": "aa007e5f-effb-48d7-a2aa-575f2b6bba6e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:30.126348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.141727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:30.185286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', '942794ba-7775-45d7-a9bd-c97c11c08f23'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:30.194810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-89bbbed4-b314-4567-ba04-e8169ac7da43 service neutron] 10.222.0.15 "GET /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.0765502 Aug 31 09:16:30.236789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=3d1d6428-c6c9-4af2-ac38-0308d8e7e41c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:30.257386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e019b1e-5912-4b3d-886d-846f9af5748e req-f50d3f90-eab1-44c5-af10-6b0b4f8139d5 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266873 Aug 31 09:16:30.283670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:30.349044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-2976bd9c-e3ce-480a-8deb-f0f3a072b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:30.356832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-2976bd9c-e3ce-480a-8deb-f0f3a072b1bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 1095 time: 0.6848269 Aug 31 09:16:30.384616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:30.385210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:30.440690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ab3f9-ecf4-4906-9447-375126b942be req-9eb9e8da-f5d8-4f7b-9c29-e477eb04cd54 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:30.443800 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e17ab3f9-ecf4-4906-9447-375126b942be req-9eb9e8da-f5d8-4f7b-9c29-e477eb04cd54 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 946 time: 0.3369925 Aug 31 09:16:30.596258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 3d1d6428-c6c9-4af2-ac38-0308d8e7e41c on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:30.604245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.608962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56f0ce36-f270-4f43-9b61-4c735bb15493 req-624157cf-3ce7-46ad-8c70-60c9f2660569 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "DELETE /v2.0/ports/3d1d6428-c6c9-4af2-ac38-0308d8e7e41c HTTP/1.1" status: 204 len: 173 time: 3.1223774 Aug 31 09:16:30.638300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:30.699683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:30.764896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-0cdc09e1-454a-4caa-a654-ccf9ceb4b85e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e HTTP/1.1" status: 200 len: 217 time: 0.2563570 Aug 31 09:16:30.788199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e17ab3f9-ecf4-4906-9447-375126b942be req-34e7bd2d-892d-46f6-9032-5ca5af9ced40 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304628 Aug 31 09:16:30.804358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97475a5c-4b2d-4611-b6db-247955999cfa {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:30.873548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:30.897559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984312a-a2f9-445b-97dc-1ef5d9a371d4 req-dba01cfb-5aba-4121-a7a2-64bd33096230 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:30.902656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7984312a-a2f9-445b-97dc-1ef5d9a371d4 req-dba01cfb-5aba-4121-a7a2-64bd33096230 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 943 time: 0.4565489 Aug 31 09:16:30.928619 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.001248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7984312a-a2f9-445b-97dc-1ef5d9a371d4 req-7eb3ead5-d5b6-4e6c-910e-5ee33577df85 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Aug 31 09:16:31.030765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-cf2de166-fccd-4337-94f0-2702dbf41aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.040068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-cf2de166-fccd-4337-94f0-2702dbf41aca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.2352307 Aug 31 09:16:31.116238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-e7fe51d5-c75b-48f6-b3e0-a5d1d953d36a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651112 Aug 31 09:16:31.308161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] Transition to ACTIVE for port object 97475a5c-4b2d-4611-b6db-247955999cfa will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:31.328261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.395904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-c088e7a7-88f5-4468-afde-f9c9c1cb547a service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650335 Aug 31 09:16:31.491499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] No DVR routers for this DVR port 97475a5c-4b2d-4611-b6db-247955999cfa on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:31.548407 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0951b77-ddb2-4848-8ba9-bcaec7b88ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.590667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4e287-dade-4d1d-984d-e2cb4d2aa90c req-8c368395-6816-41c7-aae0-e9953f0b82a2 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866467 Aug 31 09:16:31.622441 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] 10.222.0.15 "PUT /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4189935 Aug 31 09:16:31.668546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9a7d8-1a06-4b93-9ad9-3082d00ff571 service neutron] Pushing event updated for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:31.730547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.831415 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.859947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-20494fa8-aeda-45be-8833-1f0eb1caf4ef tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.871254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-20494fa8-aeda-45be-8833-1f0eb1caf4ef tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.873444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-20494fa8-aeda-45be-8833-1f0eb1caf4ef tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1682 time: 0.1705022 Aug 31 09:16:31.969045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64894-9146-45c2-9ced-363951465dfe req-0ee68438-7db5-4ea5-b7d5-572145921ab4 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.982389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64894-9146-45c2-9ced-363951465dfe req-0ee68438-7db5-4ea5-b7d5-572145921ab4 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.985470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04d64894-9146-45c2-9ced-363951465dfe req-0ee68438-7db5-4ea5-b7d5-572145921ab4 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/ports?device_id=200eac9e-dd00-4098-9abc-4c45615883c6 HTTP/1.1" status: 200 len: 1682 time: 0.3936124 Aug 31 09:16:32.053114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-c35ef1fa-e9ed-42a7-81c0-3140a60a47ed tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.056700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-c35ef1fa-e9ed-42a7-81c0-3140a60a47ed tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/networks?id=9e0dd2a7-d119-4146-bea7-cae114a6238b HTTP/1.1" status: 200 len: 818 time: 0.3403308 Aug 31 09:16:32.060179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:32.060475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f1a16356-69a6-437e-8b21-c8108d471428 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.060687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.063246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-f1a16356-69a6-437e-8b21-c8108d471428 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.1987853 Aug 31 09:16:32.245136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-5a7f712b-c31d-4008-b67a-be4ba2143ef1 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/quotas/feaa08b6f2254edda08a2b2884adcd18 HTTP/1.1" status: 200 len: 375 time: 0.1714406 Aug 31 09:16:32.287683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04d64894-9146-45c2-9ced-363951465dfe req-5a94def0-6768-42ad-9dae-b04487633373 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767572 Aug 31 09:16:32.360504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:32.361084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.363880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ff5c76e6-80b5-4c0b-826f-ae67d907e1e5 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=feaa08b6f2254edda08a2b2884adcd18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171303 Aug 31 09:16:32.395522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:32.397138 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bdc1c9-39fc-4f2c-8f94-ba3b6e440200 x-openstack-request-id: req-96bdc1c9-39fc-4f2c-8f94-ba3b6e440200 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:32.402655 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb24721e-bac9-4350-b7b9-7cfcd7f559cd", "tag": "aa007e5f-effb-48d7-a2aa-575f2b6bba6e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:32.403291 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96bdc1c9-39fc-4f2c-8f94-ba3b6e440200 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:32.404416 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'tag': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e', 'status': 'completed', 'code': 200} Aug 31 09:16:32.461658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-7f02be05-d171-422e-9028-14f77df5671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.466340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-7f02be05-d171-422e-9028-14f77df5671b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413&tenant_id=b15af48559bc46b9abc0f247ef2443dd HTTP/1.1" status: 200 len: 1097 time: 0.3569856 Aug 31 09:16:32.683240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-bac31824-1922-43e9-83c5-99ffe164c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.684914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-bac31824-1922-43e9-83c5-99ffe164c171 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 1095 time: 0.2169380 Aug 31 09:16:32.694386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bdf37-5273-40a3-aa61-397ed3c868d3 req-ef5b7732-d7f2-4e5c-b4be-67dc083fbc75 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.701171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42bdf37-5273-40a3-aa61-397ed3c868d3 req-ef5b7732-d7f2-4e5c-b4be-67dc083fbc75 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.1844475 Aug 31 09:16:32.720204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.730567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-aa6e5d89-1171-4d01-94e1-f1d2eff3c6cd service neutron] 10.222.0.18 "GET /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424821 Aug 31 09:16:32.738309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-65bd76f7-cb0c-4ece-b2f5-2bd91e7d8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.739887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-65bd76f7-cb0c-4ece-b2f5-2bd91e7d8528 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b15af48559bc46b9abc0f247ef2443dd&device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1097 time: 0.1977077 Aug 31 09:16:32.800461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=b6ef5eda-b29b-4dd6-b638-2c08d04b32c1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:32.892963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-676f8e25-437a-4297-96f0-bdaa83d62825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.894694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-676f8e25-437a-4297-96f0-bdaa83d62825 service neutron] 10.222.0.23 "GET /v2.0/networks?id=31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 200 len: 922 time: 0.1100924 Aug 31 09:16:32.950743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:32.955637 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.961319 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-60079bf2-9a9a-4590-8672-eeb19474396f tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "DELETE /v2.0/ports/b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 HTTP/1.1" status: 204 len: 173 time: 1.0787849 Aug 31 09:16:32.964765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-deleted', 'tag': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:32.969697 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd3811-686d-4b97-9cf9-05838de29235" -d '{"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-deleted", "tag": "b6ef5eda-b29b-4dd6-b638-2c08d04b32c1"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:33.063404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-43057b9c-6fac-464b-a263-7d6e783de252 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 200 len: 217 time: 0.0981121 Aug 31 09:16:33.167199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42bdf37-5273-40a3-aa61-397ed3c868d3 req-baa20607-40e7-4aa0-bd5a-cc5d21eb47dd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649963 Aug 31 09:16:33.235048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 71096d8a-da77-430d-9b6e-3532e7222950 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:33.235644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.270106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-3273dcbb-09b1-4696-8198-63657c02cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:33.272162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-3273dcbb-09b1-4696-8198-63657c02cf08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.5664287 Aug 31 09:16:33.303896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-c83da4db-5407-4979-92f2-91c929e2bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:33.307856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-c83da4db-5407-4979-92f2-91c929e2bb80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 200 len: 861 time: 0.2058022 Aug 31 09:16:33.423534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-3bea4c5e-fcf8-4a71-9627-39fb0d993036 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31a0506f-86cb-400d-bf03-47e26bfa185d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439632 Aug 31 09:16:33.433180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-390d9d23-7ba5-4d66-931b-0e58c0b2a189 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e HTTP/1.1" status: 200 len: 217 time: 0.1505497 Aug 31 09:16:33.449355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 71096d8a-da77-430d-9b6e-3532e7222950, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=71096d8a-da77-430d-9b6e-3532e7222950,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:33.450170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.473351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-fdfc191c-5ae5-46b4-a077-dacc92ac30e2 service neutron] 10.222.0.18 "GET /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004077 Aug 31 09:16:33.479392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 71096d8a-da77-430d-9b6e-3532e7222950 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:33.533279 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.570805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-51449b2f-8754-4658-b63f-caa12e8ff202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:33.573613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-51449b2f-8754-4658-b63f-caa12e8ff202 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1241934 Aug 31 09:16:33.623079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-6002f2b7-6968-4985-83fe-22a3e17726fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391471 Aug 31 09:16:33.713434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.762411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-ba8259d1-0981-4d40-bf04-620596ed0887 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275139 Aug 31 09:16:33.792022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=71096d8a-da77-430d-9b6e-3532e7222950,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:33.917360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 71096d8a-da77-430d-9b6e-3532e7222950 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:33.928056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.935485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1aaf1c06-8365-4ad8-8b8b-7e443dcded5e req-0d265f9d-939e-4168-9fea-cee853047058 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.15 "DELETE /v2.0/ports/71096d8a-da77-430d-9b6e-3532e7222950 HTTP/1.1" status: 204 len: 173 time: 0.9566329 Aug 31 09:16:33.944901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device aa007e5f-effb-48d7-a2aa-575f2b6bba6e details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:34.243810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:34.285923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:34.286514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b6ef5eda-b29b-4dd6-b638-2c08d04b32c1 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:34.290519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 71096d8a-da77-430d-9b6e-3532e7222950 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:34.297537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:34.327373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 71096d8a-da77-430d-9b6e-3532e7222950 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:34.327725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 71096d8a-da77-430d-9b6e-3532e7222950 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:34.335898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e', 'mac_address': 'fa:16:3e:90:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:34.406263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'name': 'network-vif-deleted', 'tag': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:34.444923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.474205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa007e5f-effb-48d7-a2aa-575f2b6bba6e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:34.529718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:34.540739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.770966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:34.797995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.800365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.801238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.801788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.802387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.803008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.803581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.804283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.806644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.806644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.806644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.808126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:34.845305 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a711b4c-6508-43c3-a53e-ad3fef82593c" -d '{"events": [{"server_uuid": "2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb", "name": "network-vif-deleted", "tag": "3d1d6428-c6c9-4af2-ac38-0308d8e7e41c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:34.853720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-ec053983-83dc-43ca-80c9-c5f5c3e8cd3d service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2208695 Aug 31 09:16:34.891995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ed81-963f-416e-82d8-df0d0d78bf58 req-fc4941d0-9175-4f6a-999d-c8f453a65860 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.893648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7529ed81-963f-416e-82d8-df0d0d78bf58 req-fc4941d0-9175-4f6a-999d-c8f453a65860 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 945 time: 0.8441055 Aug 31 09:16:34.998841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:35.029558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8e2f4-231b-45e5-86e8-f6cad804bfaa req-826fcc18-2cdf-483c-8148-4b69eadd3167 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:35.032838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ad8e2f4-231b-45e5-86e8-f6cad804bfaa req-826fcc18-2cdf-483c-8148-4b69eadd3167 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 943 time: 0.7924099 Aug 31 09:16:35.102017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7529ed81-963f-416e-82d8-df0d0d78bf58 req-0395fece-f842-4a28-93b7-0d3e30d3f7e7 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863959 Aug 31 09:16:35.129546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-469e504e-148f-4563-bcc4-6f81d89f5c41 service neutron] 10.222.0.23 "GET /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0856824 Aug 31 09:16:35.232744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36a8115-6901-40f8-aa08-6bb6c95c2dfb req-75248b8b-1b4c-4e58-b020-b47c6bb46c6a service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708518 Aug 31 09:16:35.247187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ad8e2f4-231b-45e5-86e8-f6cad804bfaa req-0543da1c-631e-4cf1-acbf-6530cbf412f9 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820161 Aug 31 09:16:35.394980 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c28e598-c15c-4894-a826-70e6833456d0 x-openstack-request-id: req-4c28e598-c15c-4894-a826-70e6833456d0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:35.395871 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-deleted", "tag": "b6ef5eda-b29b-4dd6-b638-2c08d04b32c1", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:35.395871 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c28e598-c15c-4894-a826-70e6833456d0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:35.396477 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-deleted', 'tag': 'b6ef5eda-b29b-4dd6-b638-2c08d04b32c1', 'status': 'completed', 'code': 200} Aug 31 09:16:35.677701 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-129efe26-bdd6-4f02-a7b7-f2bba9e3974f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1401908 Aug 31 09:16:35.805396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-93956550-9bd7-4ad6-8382-d9a2d5cf552f tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:35.808609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-93956550-9bd7-4ad6-8382-d9a2d5cf552f tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413&tenant_id=b15af48559bc46b9abc0f247ef2443dd&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.1637676 Aug 31 09:16:35.859154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f285b2-89aa-4332-9f69-eca15e894b70 req-d069e347-b8fb-4231-9f23-353e383154ad tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:35.859154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f285b2-89aa-4332-9f69-eca15e894b70 req-d069e347-b8fb-4231-9f23-353e383154ad tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.2946451 Aug 31 09:16:35.860488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40642) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:35.887797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40644) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:35.902892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'floatingip': {'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:36.033830 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.065821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.144995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting subnet 25eb764c-0036-45a4-8d85-c9d93e9b6f51 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:36.151736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.172855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-084a87d8-b5c7-45b7-a2cd-474c7d56611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.174590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-084a87d8-b5c7-45b7-a2cd-474c7d56611d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 1101 time: 0.4156265 Aug 31 09:16:36.236802 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.587431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-b9f0e415-60c2-4b19-af59-bdc1732620af service neutron] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:36.611869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2feb321-b722-4f72-863d-2efa3362c042 req-77071e1b-059e-4887-a215-14b253ead268 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 210 time: 0.3367236 Aug 31 09:16:36.694657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-b9f0e415-60c2-4b19-af59-bdc1732620af service neutron] Notify callbacks [] for binding, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.697376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecaa4480-b168-405e-8988-7aa22c2f89fb req-b9f0e415-60c2-4b19-af59-bdc1732620af service neutron] 10.222.0.23 "DELETE /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.8739543 Aug 31 09:16:36.710581 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f09988-5c7b-427c-848c-492cd9fb8fbd x-openstack-request-id: req-82f09988-5c7b-427c-848c-492cd9fb8fbd {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:36.711496 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb", "name": "network-vif-deleted", "tag": "3d1d6428-c6c9-4af2-ac38-0308d8e7e41c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:36.712752 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f09988-5c7b-427c-848c-492cd9fb8fbd {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:36.713633 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3ad7b7-fdfc-44a7-99a4-5ce69043edbb', 'name': 'network-vif-deleted', 'tag': '3d1d6428-c6c9-4af2-ac38-0308d8e7e41c', 'status': 'completed', 'code': 200} Aug 31 09:16:36.744040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.776956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e94128-3a26-4fa1-a7b5-a07922a747e1 req-ba8f6c62-4422-4567-a29d-f9d8b3e67152 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.780238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7e94128-3a26-4fa1-a7b5-a07922a747e1 req-ba8f6c62-4422-4567-a29d-f9d8b3e67152 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 946 time: 0.6588047 Aug 31 09:16:36.977693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7e94128-3a26-4fa1-a7b5-a07922a747e1 req-92f37f5d-c193-4d9a-84d8-9de61a9261f4 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556506 Aug 31 09:16:36.981304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-87a03c39-4a0b-42dd-8761-94d917c5479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.983519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-87a03c39-4a0b-42dd-8761-94d917c5479b service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.7650566 Aug 31 09:16:37.024052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3a2d6e44-1573-42a9-8b10-daa6e9c5a027 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.026523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3a2d6e44-1573-42a9-8b10-daa6e9c5a027 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.15 "GET /v2.0/networks?id=9e0dd2a7-d119-4146-bea7-cae114a6238b HTTP/1.1" status: 200 len: 818 time: 0.5143714 Aug 31 09:16:37.053382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Request body: {'port': {'device_id': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b', 'admin_state_up': True, 'tenant_id': 'feaa08b6f2254edda08a2b2884adcd18'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:37.100912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-e684b9f3-7429-4557-925a-39d662c65c91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 HTTP/1.1" status: 200 len: 217 time: 0.1036072 Aug 31 09:16:37.344004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.349336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-f18862ca-5b1c-4cf8-8e56-5663866cb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.352189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-f18862ca-5b1c-4cf8-8e56-5663866cb2c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2010365 Aug 31 09:16:37.365161 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:16:37.441030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-deleted', 'tag': '71096d8a-da77-430d-9b6e-3532e7222950'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:37.445269 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56731b3-e901-4dfe-8951-5ef834837cb5" -d '{"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-deleted", "tag": "71096d8a-da77-430d-9b6e-3532e7222950"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:37.492099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Subnet': ['ID=25eb764c-0036-45a4-8d85-c9d93e9b6f51,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:37.510185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.512200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fa340cb8-5ecd-438c-8a41-5649925b8e94 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/subnets/25eb764c-0036-45a4-8d85-c9d93e9b6f51 HTTP/1.1" status: 204 len: 168 time: 1.5055139 Aug 31 09:16:37.513506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e61fe04-f017-4997-9795-c4fa76a1f3cf None None] Network e3b0d461-1528-4d9c-a6ac-ae22a504cf54 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:37.520457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40670) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:37.538712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.543214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-328f7805-4f60-405a-a4fc-25b7f7421335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.547637 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-328f7805-4f60-405a-a4fc-25b7f7421335 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770883 Aug 31 09:16:37.549041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.620404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be47c-072f-4fbf-a01f-a7f8200cd8c5 req-d0679ce9-90db-4f12-ae40-749475ce5081 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.627929 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d96be47c-072f-4fbf-a01f-a7f8200cd8c5 req-d0679ce9-90db-4f12-ae40-749475ce5081 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 944 time: 0.4050322 Aug 31 09:16:37.642578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469f0f-8735-4c0b-82cc-e7342f0cf46d req-a35d63de-e777-4064-84c1-0f780558a381 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.644183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de469f0f-8735-4c0b-82cc-e7342f0cf46d req-a35d63de-e777-4064-84c1-0f780558a381 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 945 time: 0.4243195 Aug 31 09:16:37.656890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Made reservation on behalf of feaa08b6f2254edda08a2b2884adcd18 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:37.660487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.685099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-8d359040-9505-4ea7-86e4-8ca49a6e6589 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.686692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-8d359040-9505-4ea7-86e4-8ca49a6e6589 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 950 time: 0.3644009 Aug 31 09:16:37.813790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.832848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d96be47c-072f-4fbf-a01f-a7f8200cd8c5 req-9c6918cf-cdef-4963-83ca-a733a1c9cc0c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028532 Aug 31 09:16:37.887067 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Floating IP 937039dd-1741-472f-ba4e-d6dc8a6c7874 associated. External IP: 172.25.4.92, port: 4314194e-adc3-4689-a483-8b26e061fd3b. Aug 31 09:16:37.903692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] DHCP port deletion for e3b0d461-1528-4d9c-a6ac-ae22a504cf54 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:16:37.971651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de469f0f-8735-4c0b-82cc-e7342f0cf46d req-34d28223-2500-4085-98c4-7ea241832582 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016641 Aug 31 09:16:38.017558 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-31ca8a03-d80f-402d-8a38-101698cc6836 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000967 Aug 31 09:16:38.018159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device aa007e5f-effb-48d7-a2aa-575f2b6bba6e up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:38.104992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] Deleting port 8fcd88c1-7423-44d9-960e-85ec9392aa79 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:38.107105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.222924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fcd88c1-7423-44d9-960e-85ec9392aa79 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:38.231505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port aa007e5f-effb-48d7-a2aa-575f2b6bba6e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:38.280871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port aa007e5f-effb-48d7-a2aa-575f2b6bba6e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:38.282427 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.302176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] For port 8fcd88c1-7423-44d9-960e-85ec9392aa79, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fcd88c1-7423-44d9-960e-85ec9392aa79,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:38.303871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.353789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-10fa5c95-17d1-4d50-9121-a2582fea21ff req-ee384588-9744-43b9-b7a3-efe5089d51ea service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283255 Aug 31 09:16:38.363632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Allocated IP 172.20.0.9 (9e0dd2a7-d119-4146-bea7-cae114a6238b/dcdff44d-841d-45de-b158-0480384c7128/ed479033-b9b9-45b9-a675-2a12a95eec4e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:38.381145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7217a48-4ff2-43cf-a058-09f970927076 req-e2fa9a00-cf43-49bb-b3fb-a6fbafde2c3c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:38.383805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7217a48-4ff2-43cf-a058-09f970927076 req-e2fa9a00-cf43-49bb-b3fb-a6fbafde2c3c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 950 time: 0.2540836 Aug 31 09:16:38.384121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] Calling delete_port for 8fcd88c1-7423-44d9-960e-85ec9392aa79 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:38.416105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 942794ba-7775-45d7-a9bd-c97c11c08f23 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:38.416471 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.633057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 8fcd88c1-7423-44d9-960e-85ec9392aa79 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:38.634526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.700989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.738396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7217a48-4ff2-43cf-a058-09f970927076 req-13ab2478-e2a2-4c13-bb70-408812cfe043 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396511 Aug 31 09:16:38.771488 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.803930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.855393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73324372-89e6-4b99-aa12-18ac0247fa62 req-7b989344-137e-4a25-b3c4-d03f624477ce tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 210 time: 0.1302178 Aug 31 09:16:38.935027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] Pushing event deleted for resources: {'Port': ['ID=8fcd88c1-7423-44d9-960e-85ec9392aa79,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:38.944391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc9a8aa-51ba-4c5c-ae11-2d1558fa7428 None None] No DVR routers for this DVR port 8fcd88c1-7423-44d9-960e-85ec9392aa79 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:38.972986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:38.979193 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739483b-724e-4bf1-abb3-8e90eefa9301" -d '{"events": [{"server_uuid": "eb24721e-bac9-4350-b7b9-7cfcd7f559cd", "name": "network-vif-plugged", "status": "completed", "tag": "aa007e5f-effb-48d7-a2aa-575f2b6bba6e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:39.011772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:39.026107 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.036973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 942794ba-7775-45d7-a9bd-c97c11c08f23 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:39.057425 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:39.142050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 8fcd88c1-7423-44d9-960e-85ec9392aa79, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fcd88c1-7423-44d9-960e-85ec9392aa79,segment=NetworkSegment(aad7a311-c3bd-4571-afe4-d69baca854f4),segment_id=aad7a311-c3bd-4571-afe4-d69baca854f4)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:39.142431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.175438 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f04073-6a18-4a90-a695-d804914cb139 x-openstack-request-id: req-b8f04073-6a18-4a90-a695-d804914cb139 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:39.176439 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200eac9e-dd00-4098-9abc-4c45615883c6", "name": "network-vif-deleted", "tag": "71096d8a-da77-430d-9b6e-3532e7222950", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:39.176747 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8f04073-6a18-4a90-a695-d804914cb139 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:39.178186 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200eac9e-dd00-4098-9abc-4c45615883c6', 'name': 'network-vif-deleted', 'tag': '71096d8a-da77-430d-9b6e-3532e7222950', 'status': 'completed', 'code': 200} Aug 31 09:16:39.209094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.220579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=942794ba-7775-45d7-a9bd-c97c11c08f23,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:39.221147 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.230176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 8fcd88c1-7423-44d9-960e-85ec9392aa79 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:39.280698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.296156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Router c4e2519f-f80d-455e-b626-c55a154d6977 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:16:39.306658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 942794ba-7775-45d7-a9bd-c97c11c08f23 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:39.311908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-a450a2b1-4697-4e38-8a36-9fcdc379772b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:39.314345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-a450a2b1-4697-4e38-8a36-9fcdc379772b tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "GET /v2.0/ports?device_id=1748ef69-cfcf-4e9e-9b2b-173aabf99c70 HTTP/1.1" status: 200 len: 949 time: 0.1338484 Aug 31 09:16:39.351892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 942794ba-7775-45d7-a9bd-c97c11c08f23, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=942794ba-7775-45d7-a9bd-c97c11c08f23,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:39.359679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.373209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00d7d1-9cbd-44a8-aa46-dbc4db4ec25f req-4530ae1b-d31b-46fc-95d6-0adf6fbdaa69 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:39.378753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae00d7d1-9cbd-44a8-aa46-dbc4db4ec25f req-4530ae1b-d31b-46fc-95d6-0adf6fbdaa69 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 945 time: 0.3073366 Aug 31 09:16:39.496471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.653560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:16:39.659137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.671684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] Sync routers for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:16:39.683610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:39.683962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:16:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:39.700642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:39.701178 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.725055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980403d-5c0f-407b-abd6-3323af5072df req-2ae9e93c-e617-424b-9d51-e3ff0f290a87 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:39.728705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9980403d-5c0f-407b-abd6-3323af5072df req-2ae9e93c-e617-424b-9d51-e3ff0f290a87 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 949 time: 0.5015974 Aug 31 09:16:39.749341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae00d7d1-9cbd-44a8-aa46-dbc4db4ec25f req-564dc599-5966-457b-befd-f52826f445b1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931366 Aug 31 09:16:39.771784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.838892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9980403d-5c0f-407b-abd6-3323af5072df req-2c8772e7-b281-403c-9fd6-1b5df23b41d5 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819907 Aug 31 09:16:39.842071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.908308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=8fcd88c1-7423-44d9-960e-85ec9392aa79,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.926801 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6dd3edf0-cdb4-41f9-a54d-50b8f3a4f071 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "PUT /v2.0/floatingips/937039dd-1741-472f-ba4e-d6dc8a6c7874 HTTP/1.1" status: 200 len: 991 time: 4.0270810 Aug 31 09:16:39.942986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 8fcd88c1-7423-44d9-960e-85ec9392aa79 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:39.957575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:39.958442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.987010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:40.064073 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8dac07-3281-4c24-a2be-a37e8c189160 x-openstack-request-id: req-cb8dac07-3281-4c24-a2be-a37e8c189160 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:40.065069 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24721e-bac9-4350-b7b9-7cfcd7f559cd", "name": "network-vif-plugged", "status": "completed", "tag": "aa007e5f-effb-48d7-a2aa-575f2b6bba6e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:40.065499 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb8dac07-3281-4c24-a2be-a37e8c189160 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:40.066243 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e', 'code': 200} Aug 31 09:16:40.070259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:40.179827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:40.286388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:40.328997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.382540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=83b46698-1119-4f4f-9cfe-ce7eb5a48ba0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:40.383067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:40.422712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:40.456148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.459104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.479051 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.493519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:40.494606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:40.499609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.503863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f3dce2df-10cc-418b-94fc-4bc233b20369 req-abd71121-8291-4bf8-b8ca-41224ca3f3b5 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.15 "DELETE /v2.0/ports/83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 HTTP/1.1" status: 204 len: 173 time: 1.1822917 Aug 31 09:16:40.623094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-513db4bb-102b-4f67-81f7-b9f409263a5f req-e77d9428-696e-4af7-8034-5ddbb9f843bc tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cec9464-b43a-400c-85da-490386bce4d8 HTTP/1.1" status: 200 len: 210 time: 0.1320550 Aug 31 09:16:40.627726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.642142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=942794ba-7775-45d7-a9bd-c97c11c08f23,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:40.660332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b0d461-1528-4d9c-a6ac-ae22a504cf54']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:40.694628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:40.705466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Network 9e0dd2a7-d119-4146-bea7-cae114a6238b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:40.728524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad7a311-c3bd-4571-afe4-d69baca854f4') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:40.728921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad7a311-c3bd-4571-afe4-d69baca854f4') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:40.735326 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.747787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:40.764397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:40.800663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.830635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:40.833723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 942794ba-7775-45d7-a9bd-c97c11c08f23 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:40.857442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.861140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26beec64-edda-4355-bf1e-c1a4aedc15c4 req-419d7fea-63ed-47e7-becd-087f9de18cb2 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "DELETE /v2.0/ports/942794ba-7775-45d7-a9bd-c97c11c08f23 HTTP/1.1" status: 204 len: 173 time: 3.1626642 Aug 31 09:16:40.861919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'name': 'network-vif-deleted', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:40.865200 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47818c2c-e1ec-4ef9-b65b-2dc807baf288" -d '{"events": [{"server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "name": "network-vif-deleted", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:40.877965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e309-324d-4f5b-8af6-6567e55d8d09 req-ab2abdc1-6d9d-470a-b213-11eb3793b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:40.879542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66b0e309-324d-4f5b-8af6-6567e55d8d09 req-ab2abdc1-6d9d-470a-b213-11eb3793b2ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 1097 time: 0.4029386 Aug 31 09:16:40.881437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911766ce-e7f0-4529-b931-040d586aff6d req-20fdf54f-0411-4f22-93c5-9f28ddcfd7bb tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:40.891117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-911766ce-e7f0-4529-b931-040d586aff6d req-20fdf54f-0411-4f22-93c5-9f28ddcfd7bb tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 1097 time: 0.8128281 Aug 31 09:16:40.903929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'mac_address': 'fa:16:3e:3f:91:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:40.932586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Pushing event updated for resources: {'Port': ['ID=ed479033-b9b9-45b9-a675-2a12a95eec4e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:40.940928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:40.971231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.002880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:41.004089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.047679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:41.049000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.077119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.107374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b04c9f02-15d2-43bd-8cd4-4046ffb424fe {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:41.162030 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:41.169025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:41.170297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66b0e309-324d-4f5b-8af6-6567e55d8d09 req-61e37172-ab62-477b-aea3-e31a052908e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601671 Aug 31 09:16:41.181800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}, {'server_uuid': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'name': 'network-vif-deleted', 'tag': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:41.189300 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-3f87a0c0-e051-40aa-85ec-f6d9853b4e68 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1432476 Aug 31 09:16:41.191290 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3784ec8-11e0-4865-b82a-ee53577bdee7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}, {"server_uuid": "1748ef69-cfcf-4e9e-9b2b-173aabf99c70", "name": "network-vif-deleted", "tag": "83b46698-1119-4f4f-9cfe-ce7eb5a48ba0"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:41.194109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.231994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Request body: {'port': {'device_id': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:41.309994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-911766ce-e7f0-4529-b931-040d586aff6d req-58cc46cc-5a28-4f2a-84d8-32e394fd4830 tempest-LiveAutoBlockMigrationV225Test-1694120375 tempest-LiveAutoBlockMigrationV225Test-1694120375-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164927 Aug 31 09:16:41.323087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.344446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '937039dd-1741-472f-ba4e-d6dc8a6c7874', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:16:37Z', 'revision_number': 1, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:41.355476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.358867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/networks/e3b0d461-1528-4d9c-a6ac-ae22a504cf54 HTTP/1.1" status: 204 len: 168 time: 3.8347836 Aug 31 09:16:41.363517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40744) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:41.378829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b04c9f02-15d2-43bd-8cd4-4046ffb424fe'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:41.484102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1f312-b451-416e-b089-88b9d3d149d6 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Network': ['ID=e3b0d461-1528-4d9c-a6ac-ae22a504cf54,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:41.541854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.580471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting subnet 2ae402d7-7dda-4d5b-bef4-01dc25dab480 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:41.594754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.640641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486198-e521-496e-8674-d378f3773dc3 req-d692ab5b-d2a5-4728-86fa-628b0b78a979 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:41.643213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c486198-e521-496e-8674-d378f3773dc3 req-d692ab5b-d2a5-4728-86fa-628b0b78a979 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 931 time: 0.1744077 Aug 31 09:16:41.703412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:41.751358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] Checking router: c4e2519f-f80d-455e-b626-c55a154d6977 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:16:41.769912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.829063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:41.837056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:16:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:41.883777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c486198-e521-496e-8674-d378f3773dc3 req-85fbd4ec-80e6-4c19-acd1-e45db366c5a4 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333989 Aug 31 09:16:42.150764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23'}, {'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:42.153971 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bfe129-32f3-4e41-8e0c-c0d0037589f5" -d '{"events": [{"server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23"}, {"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-unplugged", "status": "completed", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:42.158508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.159661 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a528ca-3c6d-42ce-a820-078594740f7a x-openstack-request-id: req-36a528ca-3c6d-42ce-a820-078594740f7a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:42.159961 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "name": "network-vif-deleted", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:42.162678 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36a528ca-3c6d-42ce-a820-078594740f7a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:42.164289 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'name': 'network-vif-deleted', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23', 'status': 'completed', 'code': 200} Aug 31 09:16:42.248883 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368bbb1e-8735-4ed6-b40c-1e9d35ac48e6 x-openstack-request-id: req-368bbb1e-8735-4ed6-b40c-1e9d35ac48e6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:42.249637 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "status": "completed", "code": 200}, {"server_uuid": "1748ef69-cfcf-4e9e-9b2b-173aabf99c70", "name": "network-vif-deleted", "tag": "83b46698-1119-4f4f-9cfe-ce7eb5a48ba0", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:42.250064 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-368bbb1e-8735-4ed6-b40c-1e9d35ac48e6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:42.250688 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'status': 'completed', 'code': 200} Aug 31 09:16:42.251130 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1748ef69-cfcf-4e9e-9b2b-173aabf99c70', 'name': 'network-vif-deleted', 'tag': '83b46698-1119-4f4f-9cfe-ce7eb5a48ba0', 'status': 'completed', 'code': 200} Aug 31 09:16:42.301530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:42.351736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:42.352320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83b46698-1119-4f4f-9cfe-ce7eb5a48ba0 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:42.466054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.493451 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:42.543777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed479033-b9b9-45b9-a675-2a12a95eec4e {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:42.553423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.576453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Transition to ACTIVE for port object ed479033-b9b9-45b9-a675-2a12a95eec4e will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:42.604532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.629885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae402d7-7dda-4d5b-bef4-01dc25dab480,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:42.640216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.647126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff6df055-9adb-4b58-b644-820dfad1f431 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/subnets/2ae402d7-7dda-4d5b-bef4-01dc25dab480 HTTP/1.1" status: 204 len: 168 time: 1.2814007 Aug 31 09:16:42.650872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40782) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:42.678935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac6c5f-f187-4e7a-b0d1-a299184e815a None None] Network 92c7abbe-403b-4086-9917-77f5a13d21d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:42.789336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-b47a11fd-7b9f-446f-8ad8-62afac105d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:42.797121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-b47a11fd-7b9f-446f-8ad8-62afac105d88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1098 time: 0.4458170 Aug 31 09:16:42.830263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Pushing event updated for resources: {'Port': ['ID=ed479033-b9b9-45b9-a675-2a12a95eec4e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:42.867272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4536-a9b4-4919-9827-4cdff7a8c1fb req-e4d8a54e-2063-4e78-a20d-c7b04131995d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:42.887707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-021e4536-a9b4-4919-9827-4cdff7a8c1fb req-e4d8a54e-2063-4e78-a20d-c7b04131995d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 945 time: 0.7657211 Aug 31 09:16:43.016344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-021e4536-a9b4-4919-9827-4cdff7a8c1fb req-6d85f8d1-6710-4914-8e1c-49a5fd70b324 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252863 Aug 31 09:16:43.092167 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985c60f-d8fe-4c28-8fc9-524966041cbb x-openstack-request-id: req-d985c60f-d8fe-4c28-8fc9-524966041cbb {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:43.092473 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec9464-b43a-400c-85da-490386bce4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "942794ba-7775-45d7-a9bd-c97c11c08f23", "code": 200}, {"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-unplugged", "status": "completed", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:43.092933 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d985c60f-d8fe-4c28-8fc9-524966041cbb {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:43.093547 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec9464-b43a-400c-85da-490386bce4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '942794ba-7775-45d7-a9bd-c97c11c08f23', 'code': 200} Aug 31 09:16:43.093982 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'code': 200} Aug 31 09:16:43.097494 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.328477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '937039dd-1741-472f-ba4e-d6dc8a6c7874', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:16:37Z', 'revision_number': 1, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:43.347455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-41c44be9-ee60-4823-b648-946fee4571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.350752 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-41c44be9-ee60-4823-b648-946fee4571f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.5321786 Aug 31 09:16:43.391162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0aa84-43a3-4fc2-820c-cd57c39d6301 None None] The sync data for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 is: [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '937039dd-1741-472f-ba4e-d6dc8a6c7874', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:16:37Z', 'revision_number': 1, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:43.451509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] DHCP port deletion for 92c7abbe-403b-4086-9917-77f5a13d21d5 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:16:43.502885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Attempting to bind port ed479033-b9b9-45b9-a675-2a12a95eec4e on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:43.504003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Attempting to bind port ed479033-b9b9-45b9-a675-2a12a95eec4e by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'b79dddce-8000-4ce3-8761-443b21c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:43.506217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Attempting to bind port ed479033-b9b9-45b9-a675-2a12a95eec4e on network 9e0dd2a7-d119-4146-bea7-cae114a6238b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:43.590729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] Deleting port 47879d82-4439-4bf0-95ea-51f01e3f0940 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:43.591670 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.620138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Deleting port 47879d82-4439-4bf0-95ea-51f01e3f0940 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:43.621093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.690503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Port ed479033-b9b9-45b9-a675-2a12a95eec4e on network 9e0dd2a7-d119-4146-bea7-cae114a6238b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:43.692721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Attempting to bind port ed479033-b9b9-45b9-a675-2a12a95eec4e on network 9e0dd2a7-d119-4146-bea7-cae114a6238b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:43.727895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] For port 47879d82-4439-4bf0-95ea-51f01e3f0940, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47879d82-4439-4bf0-95ea-51f01e3f0940,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:43.728528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.783284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:43.785209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Checking segment: {'id': 'b79dddce-8000-4ce3-8761-443b21c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:43.786261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Bound using segment: {'id': 'b79dddce-8000-4ce3-8761-443b21c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:43.787475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Bound port: ed479033-b9b9-45b9-a675-2a12a95eec4e, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79dddce-8000-4ce3-8761-443b21c1d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:43.788382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.806271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488', 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:43.810085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] Calling delete_port for 47879d82-4439-4bf0-95ea-51f01e3f0940 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:43.813359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-d2a65b67-515c-47a3-bedf-ae9c6bf470fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.4372079 Aug 31 09:16:43.830103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878373-086d-4d66-8ba6-d2b6a38c88a9 req-a98f85e4-5e60-441d-a482-9d3fc3d256ef tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.846690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de878373-086d-4d66-8ba6-d2b6a38c88a9 req-a98f85e4-5e60-441d-a482-9d3fc3d256ef tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 945 time: 0.6214075 Aug 31 09:16:43.898056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] For port 47879d82-4439-4bf0-95ea-51f01e3f0940, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47879d82-4439-4bf0-95ea-51f01e3f0940,segment=NetworkSegment(6a379db4-e7c9-42c8-9d7e-c454058e5adb),segment_id=6a379db4-e7c9-42c8-9d7e-c454058e5adb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:43.898601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.950571 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfad5e-5359-461d-b38f-8f146c922257 None None] New status for floating IP 937039dd-1741-472f-ba4e-d6dc8a6c7874: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:16:43.984493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3be815a7-a5d9-4c80-a0b6-c0df85cf8a3b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.988516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3be815a7-a5d9-4c80-a0b6-c0df85cf8a3b tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 945 time: 0.3291235 Aug 31 09:16:43.999406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Calling delete_port for 47879d82-4439-4bf0-95ea-51f01e3f0940 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:44.015176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffee9a4-468a-4d72-9151-e2af68c1e58a req-26d3d9f8-9d42-4500-b205-5505a9a5a590 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.032446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ffee9a4-468a-4d72-9151-e2af68c1e58a req-26d3d9f8-9d42-4500-b205-5505a9a5a590 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 943 time: 0.4854918 Aug 31 09:16:44.034452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-e7474ada-4df4-48d6-95cf-0529440731a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.037742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-e7474ada-4df4-48d6-95cf-0529440731a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.2066672 Aug 31 09:16:44.256586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-640c4b17-97ff-4988-a7f9-2960fe23eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.259928 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-640c4b17-97ff-4988-a7f9-2960fe23eed6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099302 Aug 31 09:16:44.311601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:44.316016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:44.320079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47879d82-4439-4bf0-95ea-51f01e3f0940 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:44.370087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] For port ed479033-b9b9-45b9-a675-2a12a95eec4e, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:44.380749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] For port ed479033-b9b9-45b9-a675-2a12a95eec4e, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e,segment=NetworkSegment(b79dddce-8000-4ce3-8761-443b21c1d405),segment_id=b79dddce-8000-4ce3-8761-443b21c1d405)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:44.444700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de878373-086d-4d66-8ba6-d2b6a38c88a9 req-32398609-a6d6-47fb-8713-5579e17c1468 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954821 Aug 31 09:16:44.462845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.471929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.529490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ffee9a4-468a-4d72-9151-e2af68c1e58a req-f9beb337-e6ed-4b4e-ae67-cc074462115d tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953265 Aug 31 09:16:44.584851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Port': ['ID=47879d82-4439-4bf0-95ea-51f01e3f0940,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:44.595181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.595766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.597285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] 10.222.0.15 "PUT /v2.0/ports/ed479033-b9b9-45b9-a675-2a12a95eec4e HTTP/1.1" status: 200 len: 1092 time: 3.3764267 Aug 31 09:16:44.608192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] No DVR routers for this DVR port 47879d82-4439-4bf0-95ea-51f01e3f0940 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:44.623908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'tag': 'ed479033-b9b9-45b9-a675-2a12a95eec4e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:44.625530 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c595dd8a-c5c5-4089-8c61-a607a3011d33" -d '{"events": [{"name": "network-changed", "server_uuid": "cf975ff3-62e3-4cc2-bd26-3e4ef963801b", "tag": "ed479033-b9b9-45b9-a675-2a12a95eec4e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:44.725987 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-909f4147-1833-4ef8-ae0a-ea1d6a808fbe service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564950 Aug 31 09:16:44.776532 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.823859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 47879d82-4439-4bf0-95ea-51f01e3f0940 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:44.824658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47879d82-4439-4bf0-95ea-51f01e3f0940 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:44.869857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.920556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c7abbe-403b-4086-9917-77f5a13d21d5']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:44.934595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] Pushing event deleted for resources: {'Port': ['ID=47879d82-4439-4bf0-95ea-51f01e3f0940,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:44.961279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a379db4-e7c9-42c8-9d7e-c454058e5adb') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:44.963509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a379db4-e7c9-42c8-9d7e-c454058e5adb') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:44.989046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.018830 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:16:45.022344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4980d4-8df6-42f0-8b96-cb2472241c95 None None] No DVR routers for this DVR port 47879d82-4439-4bf0-95ea-51f01e3f0940 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:45.043237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.085107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0b82-7081-4f6f-b889-8e1998da13ca service neutron] Pushing event updated for resources: {'Port': ['ID=ed479033-b9b9-45b9-a675-2a12a95eec4e,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:45.101020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c3784ec8-11e0-4865-b82a-ee53577bdee7 req-187691df-89b1-4afc-a103-08f123ae0138 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498528 Aug 31 09:16:45.102789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:45.103489 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:45.110035 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:45.196540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b04c9f02-15d2-43bd-8cd4-4046ffb424fe triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:45.197163 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.205715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Deleting port 97475a5c-4b2d-4611-b6db-247955999cfa {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:45.206374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.223170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-04192fa9-7dce-4b51-b683-f30112be2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:45.226264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-04192fa9-7dce-4b51-b683-f30112be2d56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=feaa08b6f2254edda08a2b2884adcd18&device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 1095 time: 0.4690552 Aug 31 09:16:45.314344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:45.345298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'mac_address': 'fa:16:3e:3f:37:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:45.367245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489c279-1927-4384-ab75-71dc0172a950 req-a528a450-8c27-4a51-847d-e33abe6f0d55 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:45.370997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4489c279-1927-4384-ab75-71dc0172a950 req-a528a450-8c27-4a51-847d-e33abe6f0d55 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 945 time: 0.4817638 Aug 31 09:16:45.396723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.421634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.436143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] 10.222.0.18 "DELETE /v2.0/networks/92c7abbe-403b-4086-9917-77f5a13d21d5 HTTP/1.1" status: 204 len: 168 time: 2.7791736 Aug 31 09:16:45.472264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5099b-1a5c-495c-a67f-9616ef82e691 tempest-ServersTestMultiNic-327568080 tempest-ServersTestMultiNic-327568080-project] Pushing event deleted for resources: {'Network': ['ID=92c7abbe-403b-4086-9917-77f5a13d21d5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:45.567919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.592587 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc738a51-8ed1-4ab2-aa46-1832037f81bd x-openstack-request-id: req-bc738a51-8ed1-4ab2-aa46-1832037f81bd {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:45.593102 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf975ff3-62e3-4cc2-bd26-3e4ef963801b", "tag": "ed479033-b9b9-45b9-a675-2a12a95eec4e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:45.595052 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc738a51-8ed1-4ab2-aa46-1832037f81bd {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:45.595052 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'tag': 'ed479033-b9b9-45b9-a675-2a12a95eec4e', 'status': 'completed', 'code': 200} Aug 31 09:16:45.607820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ef7501c5-c17f-4f5d-ad8e-2a0a37b28744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e HTTP/1.1" status: 200 len: 217 time: 0.2743034 Aug 31 09:16:45.699562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] For port 97475a5c-4b2d-4611-b6db-247955999cfa, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97475a5c-4b2d-4611-b6db-247955999cfa,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:45.700166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.704745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea4a480-9100-4a57-8149-338daca4d6f1 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:45.729070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Calling delete_port for 97475a5c-4b2d-4611-b6db-247955999cfa owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:45.859960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:45.898724 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.903456 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.021433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:46.105890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['dea4a480-9100-4a57-8149-338daca4d6f1'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:46.108823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-07bbbcbb-499a-4af0-9017-6e64a3772b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:46.110900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-07bbbcbb-499a-4af0-9017-6e64a3772b83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dcdff44d-841d-45de-b158-0480384c7128 HTTP/1.1" status: 200 len: 858 time: 0.1249428 Aug 31 09:16:46.124567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4489c279-1927-4384-ab75-71dc0172a950 req-402519a2-72c3-4b21-a4f6-b4be624b8a99 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927687 Aug 31 09:16:46.208958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:46.213912 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbcdd9a-c328-4fe8-96fc-c5d35fbb05e8" -d '{"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-plugged", "status": "completed", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:46.261377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-ddd338ec-b301-41dd-9757-ed5379cbb815 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e0dd2a7-d119-4146-bea7-cae114a6238b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351213 Aug 31 09:16:46.273332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.321864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 97475a5c-4b2d-4611-b6db-247955999cfa {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:46.322502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97475a5c-4b2d-4611-b6db-247955999cfa not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:46.437347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:46.482122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.540190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:46.610489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event deleted for resources: {'Port': ['ID=97475a5c-4b2d-4611-b6db-247955999cfa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:46.618745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:46.624406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d4fc62-03b1-4a3b-8265-d78465dbb762 req-f4c0e322-9527-404e-8c46-9a579d54952e tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ea6a5bb-9ea8-4842-93ae-acb94eefc413 HTTP/1.1" status: 200 len: 210 time: 0.4014530 Aug 31 09:16:46.710896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] No DVR routers for this DVR port 97475a5c-4b2d-4611-b6db-247955999cfa on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:46.751018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.755694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bec1b29-2670-470e-ab05-bc081db7172a req-3f9fba1c-b999-41c2-b909-230aac41a0f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "DELETE /v2.0/ports/97475a5c-4b2d-4611-b6db-247955999cfa HTTP/1.1" status: 204 len: 173 time: 2.6025918 Aug 31 09:16:46.780066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-a0616fae-28a9-4912-aeb4-d246f1f24522 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7187018 Aug 31 09:16:46.853691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeff7b-7cf7-4277-b54b-3c898fa617e2 req-a0b71715-164c-4422-82b8-fbbb6d2f4efa tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:46.863107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cdeff7b-7cf7-4277-b54b-3c898fa617e2 req-a0b71715-164c-4422-82b8-fbbb6d2f4efa tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 943 time: 0.2557497 Aug 31 09:16:46.898292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['50ea465d-41c5-48dc-985c-7e5ced92a304'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:46.935683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-927bc8f0-aaad-4810-bfb8-f87afbe07c13 service neutron] 10.222.0.15 "GET /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243830 Aug 31 09:16:47.164889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f023f-cc37-4c50-9853-696c59b79d43 req-2cf82c2a-4ef0-4664-8d3c-b8659d771ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:47.170393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-2cf82c2a-4ef0-4664-8d3c-b8659d771ec9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 1102 time: 0.2881708 Aug 31 09:16:47.171490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cdeff7b-7cf7-4277-b54b-3c898fa617e2 req-02438283-4f22-494d-9289-8c25b8d7708c tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070083 Aug 31 09:16:47.566560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-940c90cb-cd33-41c1-944d-26ebc8228b3f req-c139d21e-e837-4e86-a7df-cb193c2695d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087186 Aug 31 09:16:47.662302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'name': 'network-vif-deleted', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:47.666065 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdb9332-2082-43f1-99b9-b45ac77ae3cb" -d '{"events": [{"server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "name": "network-vif-deleted", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:48.019193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-5020a83e-243d-4955-934c-42aa76ee2702 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:48.029826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-5020a83e-243d-4955-934c-42aa76ee2702 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/ports?device_id=942f4278-64f4-4100-b86f-c6bdeac67bbc HTTP/1.1" status: 200 len: 950 time: 0.7100065 Aug 31 09:16:48.046122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-f534ea7c-5d20-4417-88e1-3f7a8dc56030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:48.049876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-f534ea7c-5d20-4417-88e1-3f7a8dc56030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=feaa08b6f2254edda08a2b2884adcd18&device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 1095 time: 0.3158832 Aug 31 09:16:48.060921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f023f-cc37-4c50-9853-696c59b79d43 req-21a2b18b-4d23-435d-aab6-59cfefbe8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:48.063857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-21a2b18b-4d23-435d-aab6-59cfefbe8152 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.8538103 Aug 31 09:16:48.293005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:48.498170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.538218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port dea4a480-9100-4a57-8149-338daca4d6f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:48.538795 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.881269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-f1eb6bb9-7c73-4890-9bf8-ed316ee2a762 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 HTTP/1.1" status: 200 len: 217 time: 0.7664924 Aug 31 09:16:48.885516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.015281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:49.022513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.187798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:49.268840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f023f-cc37-4c50-9853-696c59b79d43 req-36d7c742-62c4-40a5-9336-1571b1b18cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:49.271726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-36d7c742-62c4-40a5-9336-1571b1b18cdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2706814 Aug 31 09:16:49.354396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-d4973b83-3496-478e-82c4-9251e7da9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:49.357289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-d4973b83-3496-478e-82c4-9251e7da9f2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9e0dd2a7-d119-4146-bea7-cae114a6238b HTTP/1.1" status: 200 len: 919 time: 1.2916477 Aug 31 09:16:49.424530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-440a89b2-687a-47c1-85e5-97638feac924 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e HTTP/1.1" status: 200 len: 217 time: 0.0516117 Aug 31 09:16:49.448558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f023f-cc37-4c50-9853-696c59b79d43 req-c750346f-f034-49b1-9e74-6a8915155655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:49.450492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-c750346f-f034-49b1-9e74-6a8915155655 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1706934 Aug 31 09:16:49.492510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:49.494084 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.580434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-7ffd05e0-bab7-4039-9247-02c5d98ccd3c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:49.582054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-7ffd05e0-bab7-4039-9247-02c5d98ccd3c tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/ports?device_id=6486b9ed-b5fb-41bc-abdb-cac15584cf2b HTTP/1.1" status: 200 len: 950 time: 0.1871474 Aug 31 09:16:49.645665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:49.646547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.673149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:49.868303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.903623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e', '35289655-c8b1-4b6f-b1d7-5fc441437488'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:49.943887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 35289655-c8b1-4b6f-b1d7-5fc441437488 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:49.944540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.039213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:50.084633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=b49da53f-97bd-45a4-a44f-c3a12fc3d8d1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:50.095141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-0a01f7fe-fa3d-4d16-a252-56a73df79bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:50.102927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-0a01f7fe-fa3d-4d16-a252-56a73df79bb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dcdff44d-841d-45de-b158-0480384c7128 HTTP/1.1" status: 200 len: 858 time: 0.6600804 Aug 31 09:16:50.189016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:50.191076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:50.279392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-c04d3751-1093-4ee2-8dbd-f027b938b4aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9e0dd2a7-d119-4146-bea7-cae114a6238b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712527 Aug 31 09:16:50.303856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ed479033-b9b9-45b9-a675-2a12a95eec4e details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:50.510305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 35289655-c8b1-4b6f-b1d7-5fc441437488, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=35289655-c8b1-4b6f-b1d7-5fc441437488,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:50.511962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.595857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 35289655-c8b1-4b6f-b1d7-5fc441437488 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:50.701564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-87ab860b-36be-4e45-b2c6-19f41ca716dc service neutron] 10.222.0.15 "GET /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674090 Aug 31 09:16:50.724210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:50.804940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.808564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1078002-1d2a-4a31-8e77-67df4158e8ae req-4d8492d3-f268-42e6-93be-a8427198ddef tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "DELETE /v2.0/ports/b49da53f-97bd-45a4-a44f-c3a12fc3d8d1 HTTP/1.1" status: 204 len: 173 time: 2.7567213 Aug 31 09:16:50.816121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ed479033-b9b9-45b9-a675-2a12a95eec4e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e,segment=NetworkSegment(b79dddce-8000-4ce3-8761-443b21c1d405),segment_id=b79dddce-8000-4ce3-8761-443b21c1d405)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:50.982220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'ed479033-b9b9-45b9-a675-2a12a95eec4e', 'network_id': '9e0dd2a7-d119-4146-bea7-cae114a6238b', 'port_id': 'ed479033-b9b9-45b9-a675-2a12a95eec4e', 'mac_address': 'fa:16:3e:fe:9d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdff44d-841d-45de-b158-0480384c7128', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:51.078351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.099042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-c5c29bf4-52a1-46fd-8426-d4238a6267f0 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6162343 Aug 31 09:16:51.246398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=35289655-c8b1-4b6f-b1d7-5fc441437488,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:51.378921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.429175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 35289655-c8b1-4b6f-b1d7-5fc441437488 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:51.432406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed479033-b9b9-45b9-a675-2a12a95eec4e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:51.447971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.452090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eea2932f-1dbf-4cb5-b9b0-4caf26ab6a51 req-75c70553-fbf3-44e8-a3d3-376f5ebd6f87 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "DELETE /v2.0/ports/35289655-c8b1-4b6f-b1d7-5fc441437488 HTTP/1.1" status: 204 len: 173 time: 1.8610744 Aug 31 09:16:51.452823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'name': 'network-vif-deleted', 'tag': '35289655-c8b1-4b6f-b1d7-5fc441437488'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:51.466559 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d475dc76-6393-4a2c-ae85-2796a4dc5ede" -d '{"events": [{"server_uuid": "6486b9ed-b5fb-41bc-abdb-cac15584cf2b", "name": "network-vif-deleted", "tag": "35289655-c8b1-4b6f-b1d7-5fc441437488"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:51.494864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ed479033-b9b9-45b9-a675-2a12a95eec4e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e,segment=NetworkSegment(b79dddce-8000-4ce3-8761-443b21c1d405),segment_id=b79dddce-8000-4ce3-8761-443b21c1d405)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:51.512581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.734253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c595dd8a-c5c5-4089-8c61-a607a3011d33 req-210cd81a-5abf-41b1-ae73-30567bc1d58a service neutron] 10.222.0.15 "GET /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9767354 Aug 31 09:16:51.776946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-694f023f-cc37-4c50-9853-696c59b79d43 req-a35a900e-c51a-404a-8783-69573cd5c5d3 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693656 Aug 31 09:16:51.835656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ed479033-b9b9-45b9-a675-2a12a95eec4e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:51.878110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['79cbac11-8e87-43d0-a4d1-552ff5fdd27e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:52.140493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ed479033-b9b9-45b9-a675-2a12a95eec4e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:52.151302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 35289655-c8b1-4b6f-b1d7-5fc441437488 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:52.713862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 35289655-c8b1-4b6f-b1d7-5fc441437488 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:52.714416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 35289655-c8b1-4b6f-b1d7-5fc441437488 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:54.310016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ed479033-b9b9-45b9-a675-2a12a95eec4e up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:54.525503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port ed479033-b9b9-45b9-a675-2a12a95eec4e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:54.533338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port ed479033-b9b9-45b9-a675-2a12a95eec4e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:54.534152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.710306 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.815266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ed479033-b9b9-45b9-a675-2a12a95eec4e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e,segment=NetworkSegment(b79dddce-8000-4ce3-8761-443b21c1d405),segment_id=b79dddce-8000-4ce3-8761-443b21c1d405)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:54.823970 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.001453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ed479033-b9b9-45b9-a675-2a12a95eec4e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:58.498930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a89dea7-aca6-48ab-be42-257c8d9f7f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.520418 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5acfe512-5bec-497e-8fe9-55b63dcff987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.715558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.826460 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.552080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.399892 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884215a1-21b4-4ecf-b5ed-a736df05b1a5 x-openstack-request-id: req-884215a1-21b4-4ecf-b5ed-a736df05b1a5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:04.400179 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-plugged", "status": "completed", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:04.400431 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-884215a1-21b4-4ecf-b5ed-a736df05b1a5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:04.400842 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'code': 200} Aug 31 09:17:04.496220 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99add94-c19c-4758-b3c1-cc11d1655034 x-openstack-request-id: req-b99add94-c19c-4758-b3c1-cc11d1655034 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:04.496888 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea6a5bb-9ea8-4842-93ae-acb94eefc413", "name": "network-vif-deleted", "tag": "97475a5c-4b2d-4611-b6db-247955999cfa", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:04.496888 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b99add94-c19c-4758-b3c1-cc11d1655034 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:04.499832 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea6a5bb-9ea8-4842-93ae-acb94eefc413', 'name': 'network-vif-deleted', 'tag': '97475a5c-4b2d-4611-b6db-247955999cfa', 'status': 'completed', 'code': 200} Aug 31 09:17:04.626853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-d99796fc-ad99-44f4-b4e6-8b6f1ed32395 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.629808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-d99796fc-ad99-44f4-b4e6-8b6f1ed32395 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.2132702 Aug 31 09:17:04.660673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-eb0329fb-c633-4de3-8a2e-0414fbfc118c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.0203545 Aug 31 09:17:04.856837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-8e111c3b-7b6d-4ac1-8cf7-9f36175bc6a8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816854 Aug 31 09:17:04.882373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-11feaf7f-1e34-4f4a-b9d2-50093ea128a3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:17:04.884731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-11feaf7f-1e34-4f4a-b9d2-50093ea128a3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140393 Aug 31 09:17:04.902355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb793d-e8fa-463b-9e45-e29bb521fd03 req-32921c73-095c-4d05-87b4-264fe4e48a0d tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.905705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2bb793d-e8fa-463b-9e45-e29bb521fd03 req-32921c73-095c-4d05-87b4-264fe4e48a0d tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 945 time: 0.1502993 Aug 31 09:17:05.042388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2bb793d-e8fa-463b-9e45-e29bb521fd03 req-c91ece6f-fa4f-4afb-94db-9093de832080 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214578 Aug 31 09:17:05.097320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-80b4f6be-814a-43db-adeb-9003d60ff552 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898258 Aug 31 09:17:05.256165 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3584fd-fe9c-43f6-850c-c454b6707ed4 x-openstack-request-id: req-5c3584fd-fe9c-43f6-850c-c454b6707ed4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:05.257104 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6486b9ed-b5fb-41bc-abdb-cac15584cf2b", "name": "network-vif-deleted", "tag": "35289655-c8b1-4b6f-b1d7-5fc441437488", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:05.257104 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c3584fd-fe9c-43f6-850c-c454b6707ed4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:05.257104 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6486b9ed-b5fb-41bc-abdb-cac15584cf2b', 'name': 'network-vif-deleted', 'tag': '35289655-c8b1-4b6f-b1d7-5fc441437488', 'status': 'completed', 'code': 200} Aug 31 09:17:05.271833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bcca0d2-8308-4eec-8496-ae85dd26da1a req-da38d726-4ae1-4a2e-8a74-0145a1dc118f service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666949 Aug 31 09:17:05.458663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40994) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:06.077692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.402435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}, {'server_uuid': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed479033-b9b9-45b9-a675-2a12a95eec4e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:06.410377 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4c731-4af6-42e4-b120-458382b27692" -d '{"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-plugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}, {"server_uuid": "cf975ff3-62e3-4cc2-bd26-3e4ef963801b", "name": "network-vif-plugged", "status": "completed", "tag": "ed479033-b9b9-45b9-a675-2a12a95eec4e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:06.498017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.611657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'name': 'network-vif-deleted', 'tag': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:06.613294 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8173073-9d22-483f-837f-dd5285f0b438" -d '{"events": [{"server_uuid": "942f4278-64f4-4100-b86f-c6bdeac67bbc", "name": "network-vif-deleted", "tag": "b49da53f-97bd-45a4-a44f-c3a12fc3d8d1"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:06.791070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46053ff2-0c46-4aec-9fca-e266884ba9e2 req-8d5e31ff-6b38-4087-99f1-afa9a4514f95 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:06.799305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46053ff2-0c46-4aec-9fca-e266884ba9e2 req-8d5e31ff-6b38-4087-99f1-afa9a4514f95 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 945 time: 0.1232898 Aug 31 09:17:06.916224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46053ff2-0c46-4aec-9fca-e266884ba9e2 req-841306f3-6a1f-48b0-b0a0-120781542753 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086154 Aug 31 09:17:07.086710 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a38da0-23bb-4642-8b7f-bdfab70ab124 x-openstack-request-id: req-84a38da0-23bb-4642-8b7f-bdfab70ab124 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:07.088078 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-plugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "code": 200}, {"server_uuid": "cf975ff3-62e3-4cc2-bd26-3e4ef963801b", "name": "network-vif-plugged", "status": "completed", "tag": "ed479033-b9b9-45b9-a675-2a12a95eec4e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:07.088274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Deleting port a403fcc3-7c60-469a-8a0f-2f3757765041 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:07.088754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.089078 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84a38da0-23bb-4642-8b7f-bdfab70ab124 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:07.090525 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'code': 200} Aug 31 09:17:07.091211 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed479033-b9b9-45b9-a675-2a12a95eec4e', 'code': 200} Aug 31 09:17:07.354768 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d1367-b277-4f3e-a53c-7bd73a7702f3 x-openstack-request-id: req-b28d1367-b277-4f3e-a53c-7bd73a7702f3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:07.354768 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942f4278-64f4-4100-b86f-c6bdeac67bbc", "name": "network-vif-deleted", "tag": "b49da53f-97bd-45a4-a44f-c3a12fc3d8d1", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:07.355478 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b28d1367-b277-4f3e-a53c-7bd73a7702f3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:07.355478 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f4278-64f4-4100-b86f-c6bdeac67bbc', 'name': 'network-vif-deleted', 'tag': 'b49da53f-97bd-45a4-a44f-c3a12fc3d8d1', 'status': 'completed', 'code': 200} Aug 31 09:17:07.399171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] For port a403fcc3-7c60-469a-8a0f-2f3757765041, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a403fcc3-7c60-469a-8a0f-2f3757765041,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:07.402065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.471058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Calling delete_port for a403fcc3-7c60-469a-8a0f-2f3757765041 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:07.620564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b87ca-f48e-413e-99cd-5b4b6192fcdc req-f636a038-7f77-4ad3-ab5b-b920c551cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.623102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c1b87ca-f48e-413e-99cd-5b4b6192fcdc req-f636a038-7f77-4ad3-ab5b-b920c551cb3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 1097 time: 0.4016552 Aug 31 09:17:07.701874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46e52-5567-4e5c-87af-a814d47b0918 req-504828e6-2763-4df7-adf6-36a69cb722fb tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.704752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23f46e52-5567-4e5c-87af-a814d47b0918 req-504828e6-2763-4df7-adf6-36a69cb722fb tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 951 time: 0.4123569 Aug 31 09:17:07.750558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aeef4-2d01-4b79-9eff-434538f43d09 req-1869a3f6-957c-401a-b56e-d2c86942fd48 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.753199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-580aeef4-2d01-4b79-9eff-434538f43d09 req-1869a3f6-957c-401a-b56e-d2c86942fd48 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 949 time: 0.3182328 Aug 31 09:17:08.205720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c1b87ca-f48e-413e-99cd-5b4b6192fcdc req-4a876423-2dff-46b9-9c5f-01a4859e5c12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611527 Aug 31 09:17:08.256021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23f46e52-5567-4e5c-87af-a814d47b0918 req-fd3daa47-7461-49cb-af00-0c3a39ad886f tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299668 Aug 31 09:17:08.282333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-580aeef4-2d01-4b79-9eff-434538f43d09 req-8fcbc8f5-163a-45cc-86ca-b7ba9388bdcc tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/security-groups?id=d332f830-e091-434a-bd16-7daeb0395e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161421 Aug 31 09:17:08.403251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:08.510962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.539644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.597802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:08.605956 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.607724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:08.742663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a403fcc3-7c60-469a-8a0f-2f3757765041,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:08.832079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-482f1f24-421d-411d-a6b8-34dd301e5c18 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:08.834583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-482f1f24-421d-411d-a6b8-34dd301e5c18 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 949 time: 0.4560971 Aug 31 09:17:08.842976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:08.848812 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.907066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:08.916284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.983551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:09.080098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-b4c29963-3082-430b-a698-8afbb4d127dd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:09.082837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-b4c29963-3082-430b-a698-8afbb4d127dd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.6328156 Aug 31 09:17:09.093779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe'}, {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:09.096684 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225aea5d-545b-42c9-96a9-03e4fdf9ed77" -d '{"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe"}, {"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-unplugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:09.155612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-dec0acce-00db-4ff7-8a0d-7bb10fefce5a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:09.158383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-dec0acce-00db-4ff7-8a0d-7bb10fefce5a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.6857729 Aug 31 09:17:09.237809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-30b89c39-14e1-48c0-84ef-98daac863443 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.1457548 Aug 31 09:17:09.301089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-2218155c-c98b-49ad-a668-81adcf8c2d1a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/quotas/488d2f853bf9442497aa96a8cf8164b0 HTTP/1.1" status: 200 len: 375 time: 0.0710840 Aug 31 09:17:09.527701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Deleting port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:09.528186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.546950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-c6a0424e-3dbd-4531-aaff-d94f853ed506 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2910931 Aug 31 09:17:09.628501 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.657710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-bb71dd40-1d79-4a93-a890-5a0150b7f540 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3204806 Aug 31 09:17:10.079754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] For port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:10.080765 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.089893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-8c055804-51ee-4c8e-9339-e1cd2eb7f8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209336 Aug 31 09:17:10.232101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Calling delete_port for 79cbac11-8e87-43d0-a4d1-552ff5fdd27e owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:10.294854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-f5dac6b1-57df-4f64-816b-154cba9328af service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652516 Aug 31 09:17:10.493895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-c3a0a50d-5797-41d7-969f-dd3f17733bb7 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:10.495569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-c3a0a50d-5797-41d7-969f-dd3f17733bb7 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7f2d7f5-8283-4014-8f9c-868f81e46cd5 HTTP/1.1" status: 200 len: 944 time: 0.3870537 Aug 31 09:17:10.589149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-745aa133-a410-47b7-b64d-db8c78a7002d service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849949 Aug 31 09:17:11.088136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-a9cd5c59-b4e3-4e52-8b8e-eae506948a7e service neutron] 10.222.0.18 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400126 Aug 31 09:17:11.120818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Router ee5b230c-d747-424d-a3f8-82bbf69ac620 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:11.214137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf6ea9-3e68-4af5-b48f-d322bda68c29 req-adaecab6-abc9-4685-a6d2-b0940f19b7b0 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:11.215816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ecf6ea9-3e68-4af5-b48f-d322bda68c29 req-adaecab6-abc9-4685-a6d2-b0940f19b7b0 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 945 time: 0.1760192 Aug 31 09:17:11.262925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.267334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Deleting port b04c9f02-15d2-43bd-8cd4-4046ffb424fe {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:11.267530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.400759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Pushing event deleted for resources: {'Port': ['ID=79cbac11-8e87-43d0-a4d1-552ff5fdd27e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:11.574564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ecf6ea9-3e68-4af5-b48f-d322bda68c29 req-9d06f372-c773-45b4-8700-12b457c9e8cf tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202105 Aug 31 09:17:11.607855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] No DVR routers for this DVR port 79cbac11-8e87-43d0-a4d1-552ff5fdd27e on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:11.617837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.620122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ff91ab6-a3e3-4986-afab-415ec9063168 req-7c22750a-4ae1-4f97-8e48-187c045c0315 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.23 "DELETE /v2.0/ports/79cbac11-8e87-43d0-a4d1-552ff5fdd27e HTTP/1.1" status: 204 len: 173 time: 2.7562439 Aug 31 09:17:11.620665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067087-75ac-4053-90c3-1c813277710b', 'name': 'network-vif-deleted', 'tag': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:11.623299 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285fb8c3-e1c2-41b9-b703-1de6e00b988c" -d '{"events": [{"server_uuid": "96067087-75ac-4053-90c3-1c813277710b", "name": "network-vif-deleted", "tag": "79cbac11-8e87-43d0-a4d1-552ff5fdd27e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:11.636849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:11.650932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0cb7bf6a-2783-4e3d-92ab-09c4502b6d62 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee5b230c-d747-424d-a3f8-82bbf69ac620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1909308 Aug 31 09:17:11.653865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41160) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:11.686032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] Sync routers for ids ['ee5b230c-d747-424d-a3f8-82bbf69ac620'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:11.690128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] For port b04c9f02-15d2-43bd-8cd4-4046ffb424fe, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:11.690778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.723090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Calling delete_port for b04c9f02-15d2-43bd-8cd4-4046ffb424fe owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:11.751229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] Routers {'ee5b230c-d747-424d-a3f8-82bbf69ac620'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:11.752735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:17:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ee5b230c-d747-424d-a3f8-82bbf69ac620'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:11.963067 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53c6c0-212c-4400-9b21-72e3d1e3cf06 x-openstack-request-id: req-6b53c6c0-212c-4400-9b21-72e3d1e3cf06 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:11.964564 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe", "code": 200}, {"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-unplugged", "status": "completed", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:11.965110 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b53c6c0-212c-4400-9b21-72e3d1e3cf06 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:11.967688 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'code': 200} Aug 31 09:17:11.968871 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'code': 200} Aug 31 09:17:12.083654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.141213 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.201356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 79cbac11-8e87-43d0-a4d1-552ff5fdd27e no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:12.246882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae14709c-9392-4e61-a29b-c1812efce4e5 req-28d5fa97-454f-45fd-bb2e-44b209327c22 tempest-ServersOnMultiNodesTest-136472352 tempest-ServersOnMultiNodesTest-136472352-project] 10.222.0.18 "GET /v2.0/ports?device_id=96067087-75ac-4053-90c3-1c813277710b HTTP/1.1" status: 200 len: 210 time: 0.1457150 Aug 31 09:17:12.272157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 79cbac11-8e87-43d0-a4d1-552ff5fdd27e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:12.274963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 79cbac11-8e87-43d0-a4d1-552ff5fdd27e not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:12.330422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.331941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] Set router ee5b230c-d747-424d-a3f8-82bbf69ac620 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:12.388438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-116b8505-4a13-4f7d-b6a8-863792ec874d req-132fdf29-24fe-4838-b8fb-4d736bc6c651 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 210 time: 0.1797605 Aug 31 09:17:12.423909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Deleting port 74c8ff07-b2b7-4397-b6e6-2740b54f9117 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:12.425055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.438506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event deleted for resources: {'Port': ['ID=b04c9f02-15d2-43bd-8cd4-4046ffb424fe,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:12.495137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cc481e3-41b6-4e2a-a4dd-cba010323691 req-02dcfb3c-cc27-4a42-afd9-5aed053503a9 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 210 time: 0.1040857 Aug 31 09:17:12.497470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.498761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.499635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.500638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.501266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.502087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.502712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.503675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.504229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.504800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.505479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.506359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:12.590798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] No DVR routers for this DVR port b04c9f02-15d2-43bd-8cd4-4046ffb424fe on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:12.596750 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.610646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ff450bb-06c7-4902-baef-083d268b3e10 req-158b6a60-3370-4ccb-a85b-b8910b294b13 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.15 "DELETE /v2.0/ports/b04c9f02-15d2-43bd-8cd4-4046ffb424fe HTTP/1.1" status: 204 len: 173 time: 2.1004083 Aug 31 09:17:12.619493 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72914bce-c862-46df-86f4-f345a553ac4e x-openstack-request-id: req-72914bce-c862-46df-86f4-f345a553ac4e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:12.620030 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067087-75ac-4053-90c3-1c813277710b", "name": "network-vif-deleted", "tag": "79cbac11-8e87-43d0-a4d1-552ff5fdd27e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:12.620508 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72914bce-c862-46df-86f4-f345a553ac4e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:12.621217 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96067087-75ac-4053-90c3-1c813277710b', 'name': 'network-vif-deleted', 'tag': '79cbac11-8e87-43d0-a4d1-552ff5fdd27e', 'status': 'completed', 'code': 200} Aug 31 09:17:12.696986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] For port 74c8ff07-b2b7-4397-b6e6-2740b54f9117, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=74c8ff07-b2b7-4397-b6e6-2740b54f9117,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:12.697876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.723073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Calling delete_port for 74c8ff07-b2b7-4397-b6e6-2740b54f9117 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:12.968385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-fe1a5c3a-d666-44c5-8d73-6b38f90665f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:12.971868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-fe1a5c3a-d666-44c5-8d73-6b38f90665f9 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.2301891 Aug 31 09:17:13.228057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.275857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:17:08Z', 'revision_number': 5, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port': {'id': '74c8ff07-b2b7-4397-b6e6-2740b54f9117', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:38Z', 'updated_at': '2021-08-31T09:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:13.287375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c8ff07-b2b7-4397-b6e6-2740b54f9117,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:13.325978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069061ab-8bf2-4d47-bda2-5609900fbe32 req-ab235926-0fcd-4013-91f4-1ef96ff59e45 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:13.336201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] Checking router: ee5b230c-d747-424d-a3f8-82bbf69ac620 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:13.343251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-069061ab-8bf2-4d47-bda2-5609900fbe32 req-ab235926-0fcd-4013-91f4-1ef96ff59e45 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 945 time: 0.1892042 Aug 31 09:17:13.361723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] Routers {'ee5b230c-d747-424d-a3f8-82bbf69ac620'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:13.362842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:17:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ee5b230c-d747-424d-a3f8-82bbf69ac620'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:13.379958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.390516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Deleting port 50ea465d-41c5-48dc-985c-7e5ced92a304 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:13.390886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.492992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] Set router ee5b230c-d747-424d-a3f8-82bbf69ac620 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:13.568169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:17:13Z', 'revision_number': 7, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:13.605198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.612089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.615243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f54f71-ef37-446d-b513-5f71567f52ce None None] The sync data for ids ['ee5b230c-d747-424d-a3f8-82bbf69ac620'] in n-d-800634-13 is: [{'id': 'ee5b230c-d747-424d-a3f8-82bbf69ac620', 'name': 'tempest-ServersTestMultiNic-1961542905-router', 'tenant_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:33Z', 'updated_at': '2021-08-31T09:17:13Z', 'revision_number': 7, 'project_id': 'c2bcb2911c7a442b856bde8ebaaf8194', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:13.635392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-069061ab-8bf2-4d47-bda2-5609900fbe32 req-30e651fb-bc45-4b41-9545-42f1e3d76815 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742200 Aug 31 09:17:13.701065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ff3ad-211e-43c6-80c5-49fd507964b8 req-e57a7d33-cb1e-43c9-a5b2-4f0236a2fe0c tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:13.705539 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e3ff3ad-211e-43c6-80c5-49fd507964b8 req-e57a7d33-cb1e-43c9-a5b2-4f0236a2fe0c tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 945 time: 0.3411272 Aug 31 09:17:13.752501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] For port 50ea465d-41c5-48dc-985c-7e5ced92a304, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=50ea465d-41c5-48dc-985c-7e5ced92a304,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:13.753188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.779743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Calling delete_port for 50ea465d-41c5-48dc-985c-7e5ced92a304 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:13.793012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e3ff3ad-211e-43c6-80c5-49fd507964b8 req-d5ff21b6-6011-4f5f-b4d7-2ade418273ba tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Aug 31 09:17:13.926252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.928459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5b230c-d747-424d-a3f8-82bbf69ac620 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:17:13.947037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:13.949161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9ae81778-1f26-4092-b5d4-1aef9fc04990 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ee5b230c-d747-424d-a3f8-82bbf69ac620 HTTP/1.1" status: 204 len: 168 time: 2.2939427 Aug 31 09:17:13.954988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41216) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:14.012063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be420f84-46fd-44f1-b785-2283dc200d13 req-c9ab56fa-6196-45dc-baa3-13433ab7a0c4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 210 time: 0.0934694 Aug 31 09:17:14.250083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4665cc99-63f1-4da5-9d2c-578ad3411fc2 req-6331e2a1-4f51-4de5-ad1e-93ff21db7f72 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 210 time: 0.1424587 Aug 31 09:17:14.423925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:14.427045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a403fcc3-7c60-469a-8a0f-2f3757765041 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:14.532184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: b04c9f02-15d2-43bd-8cd4-4046ffb424fe {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:14.532717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b04c9f02-15d2-43bd-8cd4-4046ffb424fe not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:14.536365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a403fcc3-7c60-469a-8a0f-2f3757765041 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:14.536830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a403fcc3-7c60-469a-8a0f-2f3757765041 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:14.639631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-deleted', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:14.644570 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91858d81-5ebd-4665-8c9b-3cc4804af590" -d '{"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-deleted", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:14.653592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41248) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:14.704080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:14.802956 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc199ea0-d99b-4ea4-90f6-f9220531a9dc x-openstack-request-id: req-fc199ea0-d99b-4ea4-90f6-f9220531a9dc {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:14.803413 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2d7f5-8283-4014-8f9c-868f81e46cd5", "name": "network-vif-deleted", "tag": "b04c9f02-15d2-43bd-8cd4-4046ffb424fe", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:14.803810 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc199ea0-d99b-4ea4-90f6-f9220531a9dc {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:14.805004 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f2d7f5-8283-4014-8f9c-868f81e46cd5', 'name': 'network-vif-deleted', 'tag': 'b04c9f02-15d2-43bd-8cd4-4046ffb424fe', 'status': 'completed', 'code': 200} Aug 31 09:17:14.831809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-a7fc0029-857d-4a94-8d02-f218655436f2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:14.834719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-a7fc0029-857d-4a94-8d02-f218655436f2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 804 time: 0.4734125 Aug 31 09:17:14.863847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event deleted for resources: {'Port': ['ID=50ea465d-41c5-48dc-985c-7e5ced92a304,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:14.889777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Request body: {'port': {'device_id': '0da027fd-c741-491f-902e-77250c786bb1', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'admin_state_up': True, 'tenant_id': '488d2f853bf9442497aa96a8cf8164b0'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:14.910669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Deleting subnet d2b3c94e-64b4-45ac-9c1a-b6b2e181914f {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:14.927656 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.050268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.091602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] No DVR routers for this DVR port 50ea465d-41c5-48dc-985c-7e5ced92a304 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:15.103218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.105053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-af846ab6-23a0-480c-9589-38a9be84c9e1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.106887 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-af846ab6-23a0-480c-9589-38a9be84c9e1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 1.4707181 Aug 31 09:17:15.107893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95fffadd-054d-46c6-b0e6-b812cbdf7ba3 req-d2dd3e4e-464a-422e-a462-6fc696a06013 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "DELETE /v2.0/ports/50ea465d-41c5-48dc-985c-7e5ced92a304 HTTP/1.1" status: 204 len: 173 time: 2.1137362 Aug 31 09:17:15.133112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:15.220354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0bf3e6a-c4c5-448f-9709-77133c33171b req-e848becf-6ff1-45d7-bc4c-5a0a29eed57f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4087a1f2-acbc-4927-804c-f2326c0e7903 HTTP/1.1" status: 200 len: 210 time: 0.2223527 Aug 31 09:17:15.268072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.424620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2886c714-4d6d-4122-8543-5e0a31a6d781 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3ea2c1d000a48429f8eaf748aed1d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649059 Aug 31 09:17:15.428121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41288) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:15.432633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:15.438068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.452765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.511447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5567df6-4600-440e-a6fa-31ec1d0ea072 req-1647049d-dc59-4bc9-886c-af5463cf6045 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.514458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5567df6-4600-440e-a6fa-31ec1d0ea072 req-1647049d-dc59-4bc9-886c-af5463cf6045 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 945 time: 0.3706293 Aug 31 09:17:15.538152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-28763f10-9930-411a-b4ed-b935f488423e tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.538403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b3c94e-64b4-45ac-9c1a-b6b2e181914f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:15.538543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-28763f10-9930-411a-b4ed-b935f488423e tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 945 time: 0.3959217 Aug 31 09:17:15.543110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.545212 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d2b3c94e-64b4-45ac-9c1a-b6b2e181914f HTTP/1.1" status: 204 len: 168 time: 1.5886779 Aug 31 09:17:15.549957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be5ae5-191f-4b35-a705-e32b4915c5e0 None None] Network 6e2361cd-5687-47ef-ba34-a96e2055e913 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:15.556140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:15.579164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.579164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.579164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.579164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.579994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.579994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.580196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.580500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.580818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.581125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.581437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.581754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e561fe2-6c51-4c68-acae-675fd1f0a938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:15.670154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Made reservation on behalf of 488d2f853bf9442497aa96a8cf8164b0 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:15.676999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.731415 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7899-eee4-4250-ad37-b4a3d11f7993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.745558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.761347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb1754f3-10b9-4c01-bf5d-ce47bda1fd3b req-2d250632-cc18-401b-99fb-2644ecb35a51 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 210 time: 0.1175380 Aug 31 09:17:15.822159 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7899-eee4-4250-ad37-b4a3d11f7993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.889375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.9 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/fa2b909e-a7bb-42fd-b03f-3627f65ebfd2) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:15.898800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] DHCP port deletion for 6e2361cd-5687-47ef-ba34-a96e2055e913 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:17:15.979342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5567df6-4600-440e-a6fa-31ec1d0ea072 req-6b2fa354-b43f-4fb7-821d-41893c17d813 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233668 Aug 31 09:17:16.024775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7899-eee4-4250-ad37-b4a3d11f7993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.029699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7899-eee4-4250-ad37-b4a3d11f7993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.033783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f91fadcd-8114-44e1-9c63-aeac2488c23e req-6a162361-a00e-41ec-9e42-ce3af04fcebd tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 210 time: 0.1208546 Aug 31 09:17:16.036161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a6f7899-eee4-4250-ad37-b4a3d11f7993 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d332f830-e091-434a-bd16-7daeb0395e2a HTTP/1.1" status: 204 len: 168 time: 0.6052482 Aug 31 09:17:16.054649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Deleting port c41a8292-9233-4f68-b3dc-bcbdb46e3175 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:16.055105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.057050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:16.089552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] Deleting port c41a8292-9233-4f68-b3dc-bcbdb46e3175 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:16.091461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.177197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f7899-eee4-4250-ad37-b4a3d11f7993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d332f830-e091-434a-bd16-7daeb0395e2a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:16.266746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:16.365609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 50ea465d-41c5-48dc-985c-7e5ced92a304 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:16.366440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 50ea465d-41c5-48dc-985c-7e5ced92a304 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:16.372401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] For port c41a8292-9233-4f68-b3dc-bcbdb46e3175, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c41a8292-9233-4f68-b3dc-bcbdb46e3175,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:16.373024 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.377178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] For port c41a8292-9233-4f68-b3dc-bcbdb46e3175, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c41a8292-9233-4f68-b3dc-bcbdb46e3175,segment=NetworkSegment(ee83c4f8-318e-490d-9b61-d281e8a0d08e),segment_id=ee83c4f8-318e-490d-9b61-d281e8a0d08e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:16.378574 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.410106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 74c8ff07-b2b7-4397-b6e6-2740b54f9117 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:16.426222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Calling delete_port for c41a8292-9233-4f68-b3dc-bcbdb46e3175 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:16.432169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Deleting port ed479033-b9b9-45b9-a675-2a12a95eec4e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:16.432961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.466901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.512387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 74c8ff07-b2b7-4397-b6e6-2740b54f9117 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:16.512387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 74c8ff07-b2b7-4397-b6e6-2740b54f9117 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:16.512891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c41a8292-9233-4f68-b3dc-bcbdb46e3175 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:16.521817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] Calling delete_port for c41a8292-9233-4f68-b3dc-bcbdb46e3175 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:16.659613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] For port ed479033-b9b9-45b9-a675-2a12a95eec4e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ed479033-b9b9-45b9-a675-2a12a95eec4e,segment=NetworkSegment(b79dddce-8000-4ce3-8761-443b21c1d405),segment_id=b79dddce-8000-4ce3-8761-443b21c1d405)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:16.660272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.667435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Allocated IP 172.20.0.4 (e1b8595f-9b9f-44bf-9db0-0697c1530a38/a184fb36-2223-4d99-9a64-c280e3fa8e78/f124ec8e-b998-462d-a96a-81e2001f3ed6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:16.706629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Calling delete_port for ed479033-b9b9-45b9-a675-2a12a95eec4e owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:16.830301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.851374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.880930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41a8292-9233-4f68-b3dc-bcbdb46e3175,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:16.888260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No active binding found for port c41a8292-9233-4f68-b3dc-bcbdb46e3175 {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:17:16.892157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c41a8292-9233-4f68-b3dc-bcbdb46e3175 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:16.895742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] No DVR routers for this DVR port c41a8292-9233-4f68-b3dc-bcbdb46e3175 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:16.910026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:16.980997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:17.022653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'name': 'network-vif-deleted', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:17.030285 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c61db7-813d-4221-8fdd-6251c010b371" -d '{"events": [{"server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "name": "network-vif-deleted", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:17.033659 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.063245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] No DVR routers for this DVR port c41a8292-9233-4f68-b3dc-bcbdb46e3175 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:17.095447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c033310-519d-496b-8217-2c6d0d294ec1 None None] Pushing event deleted for resources: {'Port': ['ID=c41a8292-9233-4f68-b3dc-bcbdb46e3175,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:17.143964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:17.156327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:17.161100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:17.191425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41352) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:17.194139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.233735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2361cd-5687-47ef-ba34-a96e2055e913']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:17.292799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee83c4f8-318e-490d-9b61-d281e8a0d08e') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:17.293845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee83c4f8-318e-490d-9b61-d281e8a0d08e') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:17.331648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.385598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.386173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.439296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2519b110-eff8-49a7-809b-bb6115e46309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=780042ddf4b04302bcf71767b002850f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376692 Aug 31 09:17:17.439296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.442823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41356) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:17.453074 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-1bea9c61-f886-4ebf-8509-1627e13596bc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3270016 Aug 31 09:17:17.466954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:17.467682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:17.471015 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:17.503475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Request body: {'port': {'device_id': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:17.690724 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.702995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.705058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856a07f-c98e-4135-9444-a2f74a683159 req-e282c12d-4d8a-458d-8595-bbc5b96b7008 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.707266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6e2361cd-5687-47ef-ba34-a96e2055e913 HTTP/1.1" status: 204 len: 168 time: 2.1429188 Aug 31 09:17:17.713308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a856a07f-c98e-4135-9444-a2f74a683159 req-e282c12d-4d8a-458d-8595-bbc5b96b7008 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.6679070 Aug 31 09:17:17.740549 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.759721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f7106b-8c6f-470e-a4ed-5ecbf1d1747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.762391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638a45-8f51-4e4c-952a-f4522b02f927 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2361cd-5687-47ef-ba34-a96e2055e913,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:17.791232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-24d46ca1-7850-49bc-be44-f70ceab4aa35 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.793069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-24d46ca1-7850-49bc-be44-f70ceab4aa35 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 945 time: 0.5530539 Aug 31 09:17:17.841477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f7106b-8c6f-470e-a4ed-5ecbf1d1747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.846802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6946-b8cd-4484-9f3e-8e88b3d50a2d req-15cfeb56-550d-4def-bad0-affed47a060b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.848374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf9c6946-b8cd-4484-9f3e-8e88b3d50a2d req-15cfeb56-550d-4def-bad0-affed47a060b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 931 time: 0.6107063 Aug 31 09:17:17.975828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a856a07f-c98e-4135-9444-a2f74a683159 req-e38a6bfc-8bdb-464e-9317-db41ec7e9a11 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219911 Aug 31 09:17:17.977015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.990938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ed479033-b9b9-45b9-a675-2a12a95eec4e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:17.991586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.012801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf9c6946-b8cd-4484-9f3e-8e88b3d50a2d req-d9830443-3c11-44d2-917a-6da496790434 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388018 Aug 31 09:17:18.045457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:18.125781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f7106b-8c6f-470e-a4ed-5ecbf1d1747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.131203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f7106b-8c6f-470e-a4ed-5ecbf1d1747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.144629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83f7106b-8c6f-470e-a4ed-5ecbf1d1747b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e12ac438-df0d-4f7d-9e8a-99f674463d27 HTTP/1.1" status: 204 len: 168 time: 0.6934106 Aug 31 09:17:18.167606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Pushing event deleted for resources: {'Port': ['ID=ed479033-b9b9-45b9-a675-2a12a95eec4e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:18.223091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8eb572d-aae6-4b14-960f-45e2dc7f1ae3 req-f0b5ab5c-674a-4c83-b0da-8285e1c9ca15 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf975ff3-62e3-4cc2-bd26-3e4ef963801b HTTP/1.1" status: 200 len: 210 time: 0.0954688 Aug 31 09:17:18.238123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7106b-8c6f-470e-a4ed-5ecbf1d1747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ac438-df0d-4f7d-9e8a-99f674463d27,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:18.251148 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3c119ace-fff7-4baa-b416-c792b760014c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2bcb2911c7a442b856bde8ebaaf8194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039759 Aug 31 09:17:18.256778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41364) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:18.337069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74f9f210-e3f7-4809-9aca-4577db6f6649 req-64b30086-ac99-4f96-bce3-b6f0ddf0e2a3 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 210 time: 0.1630585 Aug 31 09:17:18.343754 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24957ed6-93f3-4d02-a478-dc008c26a168 x-openstack-request-id: req-24957ed6-93f3-4d02-a478-dc008c26a168 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:18.344124 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087a1f2-acbc-4927-804c-f2326c0e7903", "name": "network-vif-deleted", "tag": "50ea465d-41c5-48dc-985c-7e5ced92a304", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:18.344609 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24957ed6-93f3-4d02-a478-dc008c26a168 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:18.345221 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087a1f2-acbc-4927-804c-f2326c0e7903', 'name': 'network-vif-deleted', 'tag': '50ea465d-41c5-48dc-985c-7e5ced92a304', 'status': 'completed', 'code': 200} Aug 31 09:17:18.428690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.431368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] No DVR routers for this DVR port ed479033-b9b9-45b9-a675-2a12a95eec4e on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:18.437310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Deleting port 197b36df-282e-4958-aa89-ee3741a10dff {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:18.437875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.447260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.451118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fda0297-632c-4976-ac86-6dfd5c46c4fb req-c94457e4-0c5b-40ea-9cb1-21c654604d28 tempest-InstanceActionsV221TestJSON-1616203980 tempest-InstanceActionsV221TestJSON-1616203980-project] 10.222.0.15 "DELETE /v2.0/ports/ed479033-b9b9-45b9-a675-2a12a95eec4e HTTP/1.1" status: 204 len: 173 time: 2.8913553 Aug 31 09:17:18.517462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b84c78e5-a50f-4f66-91b2-762adbf6be20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.670219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.683990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:18.702713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b84c78e5-a50f-4f66-91b2-762adbf6be20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.717082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.765281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Transition to ACTIVE for port object fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:18.787158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.791141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Network e1b8595f-9b9f-44bf-9db0-0697c1530a38 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:18.800925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:18.807203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:18.850099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:18.875515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] For port 197b36df-282e-4958-aa89-ee3741a10dff, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=197b36df-282e-4958-aa89-ee3741a10dff,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:18.876101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.910404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Calling delete_port for 197b36df-282e-4958-aa89-ee3741a10dff owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:18.928809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.930181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.951423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-afb51101-f15e-440e-bb3e-ff82d7a39861 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0977795 Aug 31 09:17:19.000878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b84c78e5-a50f-4f66-91b2-762adbf6be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.005720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b84c78e5-a50f-4f66-91b2-762adbf6be20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.009822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Request body: {'port': {'device_id': '0da027fd-c741-491f-902e-77250c786bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:19.012829 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b84c78e5-a50f-4f66-91b2-762adbf6be20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01 HTTP/1.1" status: 204 len: 168 time: 0.7530863 Aug 31 09:17:19.040789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:19.111949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c78e5-a50f-4f66-91b2-762adbf6be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1cd2f6-a41c-41bc-90ff-2bc2160a1e01,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:19.146098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.236765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Attempting to bind port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:19.238924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Attempting to bind port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:19.240730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Attempting to bind port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:19.254605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:19.256717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Attempting to bind port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:19.283511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:19.284362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:19.285200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:19.286503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Bound port: fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:19.287003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.360740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad06c-d67e-4f33-be8a-2d0561b580ac req-234c68ae-3b68-4935-a450-a8f1191e2266 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:19.369339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49cad06c-d67e-4f33-be8a-2d0561b580ac req-234c68ae-3b68-4935-a450-a8f1191e2266 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 943 time: 0.2038617 Aug 31 09:17:19.379580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.462712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:19.468650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:19.475905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.547138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:19.548893 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.552159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] 10.222.0.23 "PUT /v2.0/ports/fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 HTTP/1.1" status: 200 len: 1092 time: 2.0552354 Aug 31 09:17:19.556278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:19.559750 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be50e79-15b0-40fc-a765-b1717e7a9e23" -d '{"events": [{"name": "network-changed", "server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:19.587629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event deleted for resources: {'Port': ['ID=197b36df-282e-4958-aa89-ee3741a10dff,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:19.623548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49cad06c-d67e-4f33-be8a-2d0561b580ac req-0f63f6b0-24bb-47a9-9ecf-1c3971c00250 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524066 Aug 31 09:17:19.633830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f302-c0c6-48ef-8621-bfd173434599 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:19.735713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-9d3a99b2-f61b-4b3e-9c43-a938bcb3b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:19.738869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-9d3a99b2-f61b-4b3e-9c43-a938bcb3b4ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 1095 time: 0.0825677 Aug 31 09:17:19.781235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] No DVR routers for this DVR port 197b36df-282e-4958-aa89-ee3741a10dff on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:19.802829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.820458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c05c074-0b31-43a5-989f-d74035164bf0 req-44ef81ba-986b-497d-8df8-11d6a792a031 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "DELETE /v2.0/ports/197b36df-282e-4958-aa89-ee3741a10dff HTTP/1.1" status: 204 len: 173 time: 2.0082297 Aug 31 09:17:19.891632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-e857575e-364f-4f29-96d8-dbeec08c518f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 HTTP/1.1" status: 200 len: 217 time: 0.1358738 Aug 31 09:17:19.999758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4db35dfd-b679-41b2-822e-9e7f0a26d463 req-0df9b8a3-d98a-469b-b623-bb246ba092e6 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=f740465f-15da-422c-9f37-7be4e0d6d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0956888 Aug 31 09:17:20.116414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-8260feef-0642-478f-9850-fbb5632933a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:20.121172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-8260feef-0642-478f-9850-fbb5632933a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.2142997 Aug 31 09:17:20.160628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 197b36df-282e-4958-aa89-ee3741a10dff no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:20.254325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 197b36df-282e-4958-aa89-ee3741a10dff {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:20.256029 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-2b367587-594e-41c8-951e-495c97956239 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146569 Aug 31 09:17:20.256749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 197b36df-282e-4958-aa89-ee3741a10dff not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:20.348370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'name': 'network-vif-deleted', 'tag': 'ed479033-b9b9-45b9-a675-2a12a95eec4e'}, {'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'name': 'network-vif-deleted', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:20.353254 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95a604-7064-4f76-9b24-49a7b94107c2" -d '{"events": [{"server_uuid": "cf975ff3-62e3-4cc2-bd26-3e4ef963801b", "name": "network-vif-deleted", "tag": "ed479033-b9b9-45b9-a675-2a12a95eec4e"}, {"server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "name": "network-vif-deleted", "tag": "197b36df-282e-4958-aa89-ee3741a10dff"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:20.419166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f124ec8e-b998-462d-a96a-81e2001f3ed6 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:20.436833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.453483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-ca0e3b6e-7936-41a1-9ab3-655a0def6498 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890178 Aug 31 09:17:20.457489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ed479033-b9b9-45b9-a675-2a12a95eec4e no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:20.499792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5b8ad-f1a1-44ae-9822-8e743704d699 req-5bcab737-2f8c-4200-a5a9-252f220ea81a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:20.511746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26a5b8ad-f1a1-44ae-9822-8e743704d699 req-5bcab737-2f8c-4200-a5a9-252f220ea81a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 931 time: 0.1652668 Aug 31 09:17:20.531866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: ed479033-b9b9-45b9-a675-2a12a95eec4e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:20.532292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ed479033-b9b9-45b9-a675-2a12a95eec4e not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:20.540062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Transition to ACTIVE for port object f124ec8e-b998-462d-a96a-81e2001f3ed6 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:20.555314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:20.565007 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.693492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26a5b8ad-f1a1-44ae-9822-8e743704d699 req-a9ce40d7-d4da-4c0e-9675-8b6211c9c03b tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693161 Aug 31 09:17:20.778576 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d526135-b5c4-4700-adef-95e7ffc5cc79 req-9e8a6c35-d3be-469e-895b-1733ab8a4613 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032773 Aug 31 09:17:20.784200 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaa3021-a76a-49c8-b8f6-15ca7099df58 x-openstack-request-id: req-ceaa3021-a76a-49c8-b8f6-15ca7099df58 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:20.784680 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:20.785108 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceaa3021-a76a-49c8-b8f6-15ca7099df58 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:20.786455 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2', 'status': 'completed', 'code': 200} Aug 31 09:17:20.795497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:20.880159 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdc3cf1-9700-4092-aca9-19e1f20d1d8d x-openstack-request-id: req-6cdc3cf1-9700-4092-aca9-19e1f20d1d8d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:20.881181 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf975ff3-62e3-4cc2-bd26-3e4ef963801b", "name": "network-vif-deleted", "tag": "ed479033-b9b9-45b9-a675-2a12a95eec4e", "status": "completed", "code": 200}, {"server_uuid": "f740465f-15da-422c-9f37-7be4e0d6d5f1", "name": "network-vif-deleted", "tag": "197b36df-282e-4958-aa89-ee3741a10dff", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:20.885280 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cdc3cf1-9700-4092-aca9-19e1f20d1d8d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:20.886376 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf975ff3-62e3-4cc2-bd26-3e4ef963801b', 'name': 'network-vif-deleted', 'tag': 'ed479033-b9b9-45b9-a675-2a12a95eec4e', 'status': 'completed', 'code': 200} Aug 31 09:17:20.886376 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f740465f-15da-422c-9f37-7be4e0d6d5f1', 'name': 'network-vif-deleted', 'tag': '197b36df-282e-4958-aa89-ee3741a10dff', 'status': 'completed', 'code': 200} Aug 31 09:17:20.899615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-network', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:20.964218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Attempting to bind port f124ec8e-b998-462d-a96a-81e2001f3ed6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:20.964832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Attempting to bind port f124ec8e-b998-462d-a96a-81e2001f3ed6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:20.972654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Attempting to bind port f124ec8e-b998-462d-a96a-81e2001f3ed6 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:20.989495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Port f124ec8e-b998-462d-a96a-81e2001f3ed6 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:20.990703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Attempting to bind port f124ec8e-b998-462d-a96a-81e2001f3ed6 on network e1b8595f-9b9f-44bf-9db0-0697c1530a38 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:21.000959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:21.001586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Checking segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:21.002216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Bound using segment: {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:21.011587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-13d78bf0-8203-4c81-b5cc-c8beaae59bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.013354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-13d78bf0-8203-4c81-b5cc-c8beaae59bb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 1095 time: 0.1174154 Aug 31 09:17:21.014814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Bound port: f124ec8e-b998-462d-a96a-81e2001f3ed6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a826c7-fea5-4d5d-9916-8f456d2632b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:21.015531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.021653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Made reservation on behalf of c379d43206274b68afb776d251dcfe2d for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:21.026623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.076423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.138903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41504) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:21.205439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-8058942b-5771-49c6-b069-8780cf8f12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.208862 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-8058942b-5771-49c6-b069-8780cf8f12bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.1875312 Aug 31 09:17:21.309148 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-f018fa52-5d6d-4e0e-a5c3-793be63b9bda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 HTTP/1.1" status: 200 len: 217 time: 0.0896947 Aug 31 09:17:21.338390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6ff19-9b0f-455d-85fc-31a984382eee req-3aa5ba89-ebec-44cf-a22d-251cf10ccfae tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.346036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8f6ff19-9b0f-455d-85fc-31a984382eee req-3aa5ba89-ebec-44cf-a22d-251cf10ccfae tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 943 time: 0.1674733 Aug 31 09:17:21.351497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:21.357184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:21.374704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.396047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1423677487-network', 'tenant_id': '499b54f8c181450080fb68a2c0d8f7c1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:21.431477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-848fb6c2-1404-47de-8fcf-4e6eb5985170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.433723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-848fb6c2-1404-47de-8fcf-4e6eb5985170 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1166878 Aug 31 09:17:21.441367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.442032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.443660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] 10.222.0.23 "PUT /v2.0/ports/f124ec8e-b998-462d-a96a-81e2001f3ed6 HTTP/1.1" status: 200 len: 1092 time: 2.4406667 Aug 31 09:17:21.494585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8f6ff19-9b0f-455d-85fc-31a984382eee req-2b4909e1-7c70-4273-ab49-63227bfd2958 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474266 Aug 31 09:17:21.513288 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-fce934ea-8a74-43ae-8f7c-e42c9dbcdd62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677416 Aug 31 09:17:21.526389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.549735 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.571171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582836a6-0f4c-4434-8dca-81172b0ba007 service neutron] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:21.599278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:21.624654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.624993 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Added segment 678d2431-7f08-4a2b-ae36-eed87411f0a7 of type vlan for network fa90a678-3d40-4555-a22f-c9546682314a Aug 31 09:17:21.641326 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcff4bb-194b-4c05-95c1-ce8149c19b69,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:21.662545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-b1b75cca-afc0-40d6-8545-d3f460c20a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.666724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-b1b75cca-afc0-40d6-8545-d3f460c20a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 1095 time: 0.1356275 Aug 31 09:17:21.695630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Made reservation on behalf of 499b54f8c181450080fb68a2c0d8f7c1 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:21.699670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.718908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:21.743475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.814387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-355f75da-6d5e-4b7d-86a8-d44a96791ffd service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861907 Aug 31 09:17:21.856709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-a8bb047d-0a7c-47b2-8ba4-241183689430 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6 HTTP/1.1" status: 200 len: 217 time: 0.1523700 Aug 31 09:17:21.874812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.984855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Deleting subnet dcdff44d-841d-45de-b158-0480384c7128 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:21.999061 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2be50e79-15b0-40fc-a765-b1717e7a9e23 req-1a18223c-067e-4631-afb4-20aa44e222c4 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745970 Aug 31 09:17:22.007005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.069878 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.073004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.073616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.094198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a538-32a9-4025-89b7-527184b5f136 req-2d915a79-4ccd-4c15-8f39-fd8b7fc390cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.096666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-2d915a79-4ccd-4c15-8f39-fd8b7fc390cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.2174075 Aug 31 09:17:22.178401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.183157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.199118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:22.203448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.239295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:22.279562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.280102 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Added segment 2d8c1b92-2891-4807-a42d-d273a35f15b2 of type vlan for network 411ca0f5-dd6f-4838-86bf-d283f3713638 Aug 31 09:17:22.295914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0166d4d1-e967-4141-8eb7-6cceec5b840a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.305124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-660c32ea-8aa2-4ad7-a993-7dd1cddf7f4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910014 Aug 31 09:17:22.318272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7612836 Aug 31 09:17:22.333007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41552) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:22.341611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Request body: {'subnet': {'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-subnet', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:22.368695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.387828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:22.406919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Made reservation on behalf of c379d43206274b68afb776d251dcfe2d for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:22.411086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2', 'mac_address': 'fa:16:3e:14:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:22.413928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.478653 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.486864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d9e8-30be-420a-b431-3f34d81a4ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa90a678-3d40-4555-a22f-c9546682314a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.503835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:22.513777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network fa90a678-3d40-4555-a22f-c9546682314a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:22.545876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.566335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad8a3f-ef44-4d3d-9a9f-a3656c353b00 req-9a1b76a9-e3ba-4eba-a02c-f91d33bc6022 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.569165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8ad8a3f-ef44-4d3d-9a9f-a3656c353b00 req-9a1b76a9-e3ba-4eba-a02c-f91d33bc6022 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 943 time: 0.4108367 Aug 31 09:17:22.582438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.584791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.587380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.641535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:22.656417 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.734044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3da76-c6e2-40fd-a73e-236c8795a21c req-18d83d93-3431-4c63-a4bb-5e3946df692c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.737088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7e3da76-c6e2-40fd-a73e-236c8795a21c req-18d83d93-3431-4c63-a4bb-5e3946df692c tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.4281330 Aug 31 09:17:22.762284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.796635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6552091 Aug 31 09:17:22.809391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41556) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:22.813840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-0690df71-6555-490a-a459-2794fa9a3b1f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.816854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-0690df71-6555-490a-a459-2794fa9a3b1f tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 944 time: 0.3197825 Aug 31 09:17:22.830643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Request body: {'subnet': {'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1423677487-subnet', 'tenant_id': '499b54f8c181450080fb68a2c0d8f7c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:22.839394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8ad8a3f-ef44-4d3d-9a9f-a3656c353b00 req-9e82decd-dfd6-41c3-b584-fcc0aacb4e21 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255306 Aug 31 09:17:22.855774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-2ea7017d-a1c3-493b-8097-8c32201d6f8b service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341973 Aug 31 09:17:22.858947 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.881512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0889d4-e505-4bf8-af98-bb003c392d8f admin admin] Pushing event updated for resources: {'Network': ['ID=411ca0f5-dd6f-4838-86bf-d283f3713638,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.902155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 411ca0f5-dd6f-4838-86bf-d283f3713638 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:22.906763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:22.910990 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b2333-2a4e-470f-99b8-fd111c497a41" -d '{"events": [{"name": "network-changed", "server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:22.972977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['fa2b909e-a7bb-42fd-b03f-3627f65ebfd2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:23.076375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcdff44d-841d-45de-b158-0480384c7128,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:23.087460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.094439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6b24039b-87cc-4342-8e7a-02c7cefb79fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dcdff44d-841d-45de-b158-0480384c7128 HTTP/1.1" status: 204 len: 168 time: 1.3684962 Aug 31 09:17:23.096240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41572) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:23.116180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7e3da76-c6e2-40fd-a73e-236c8795a21c req-2b8e0c05-2d1d-4d1d-80eb-dd55bae03a98 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/security-groups?id=22176230-c0a9-43a8-9cc5-01aa74cc24dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369827 Aug 31 09:17:23.157168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Made reservation on behalf of 499b54f8c181450080fb68a2c0d8f7c1 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:23.162028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.207517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.399468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Deleting port 706c0d1b-3bc0-47af-b85b-00a572498b82 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:23.399468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.430665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.478237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5eef05-43d4-43bd-93bf-db76d0009287,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:23.488673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Checking segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:23.489506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Network hostable DHCP agents. Network: fa90a678-3d40-4555-a22f-c9546682314a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:23.503840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41f1a538-32a9-4025-89b7-527184b5f136 req-f9426474-ee6a-4d61-9f0c-afaf9d440724 service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234696 Aug 31 09:17:23.515111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de2f1d-f424-469a-9dc1-420891516a90 req-8665ba77-ff7c-4bdb-9e95-e283618f2016 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:23.517155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98de2f1d-f424-469a-9dc1-420891516a90 req-8665ba77-ff7c-4bdb-9e95-e283618f2016 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 944 time: 0.2008672 Aug 31 09:17:23.605489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Network fa90a678-3d40-4555-a22f-c9546682314a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:23.670743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, fa90a678-3d40-4555-a22f-c9546682314a) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:23.677185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:23.678528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.685946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dae666-e8ec-44c3-8d8c-efb5a4ee6d71 None None] Network fa90a678-3d40-4555-a22f-c9546682314a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:23.700274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98de2f1d-f424-469a-9dc1-420891516a90 req-11add5cf-2438-4c66-b790-0281cffd2f6e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117187 Aug 31 09:17:23.725722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] For port 706c0d1b-3bc0-47af-b85b-00a572498b82, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=706c0d1b-3bc0-47af-b85b-00a572498b82,segment=NetworkSegment(e0a21a1e-008c-48db-8a87-76d47be064b7),segment_id=e0a21a1e-008c-48db-8a87-76d47be064b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:23.726832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.756149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.764853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f2b41268-1bba-4457-b6f4-6664cef3420d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4265466 Aug 31 09:17:23.771461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Calling delete_port for 706c0d1b-3bc0-47af-b85b-00a572498b82 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:23.776188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41600) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:23.780190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0dd2a7-d119-4146-bea7-cae114a6238b']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:23.792401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:23.805092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.844026 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6389463e-062d-486b-b174-075484808520 x-openstack-request-id: req-6389463e-062d-486b-b174-075484808520 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:23.844324 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:23.844622 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6389463e-062d-486b-b174-075484808520 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:23.845015 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'status': 'completed', 'code': 200} Aug 31 09:17:23.849513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79dddce-8000-4ce3-8761-443b21c1d405') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:23.850031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79dddce-8000-4ce3-8761-443b21c1d405') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:23.885474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8ea436-5052-4bfb-9668-4292de1ed4d7,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:23.943405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.948466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Checking segment: {'id': '2d8c1b92-2891-4807-a42d-d273a35f15b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:23.949604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Network hostable DHCP agents. Network: 411ca0f5-dd6f-4838-86bf-d283f3713638, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:23.966625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.967925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.980533 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.982827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-d978911e-8944-40c6-8ebe-9eb24f8ec9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:23.983928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-d978911e-8944-40c6-8ebe-9eb24f8ec9c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=488d2f853bf9442497aa96a8cf8164b0&device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0893450 Aug 31 09:17:24.004779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:24.005490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:24.009106 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:24.029222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Network 411ca0f5-dd6f-4838-86bf-d283f3713638 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:24.070442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-fa90a678-3d40-4555-a22f-c9546682314a', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:17:24.072635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.114108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 411ca0f5-dd6f-4838-86bf-d283f3713638) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:24.156211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bceb77e-47a9-4f2c-a3a9-d9632d36cf4e None None] Network 411ca0f5-dd6f-4838-86bf-d283f3713638 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:24.162168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.170662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.174512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e0dd2a7-d119-4146-bea7-cae114a6238b HTTP/1.1" status: 204 len: 168 time: 1.0334377 Aug 31 09:17:24.249209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.250219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.286571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc69090-b6f2-44cd-9321-3f40104d0d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0dd2a7-d119-4146-bea7-cae114a6238b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:24.361406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.374565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.394566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc8d755b-1e73-4c03-9d5f-083625d1b2f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5728400 Aug 31 09:17:24.606209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:24.664240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41614) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:24.700257 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.740380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae05b99-9d0a-4bfa-b804-a40958431edf req-1757cb1f-985f-4825-8b6c-7f45f802ed14 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.744002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ae05b99-9d0a-4bfa-b804-a40958431edf req-1757cb1f-985f-4825-8b6c-7f45f802ed14 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 943 time: 0.6023352 Aug 31 09:17:24.759209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9127f44a-99f0-4a1e-a804-06d47e1e0514 req-061394e0-a8b2-4352-83ad-dfe2c7fb43c5 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ccc778a-19dc-445d-bbfe-94643ebb5d8e HTTP/1.1" status: 200 len: 210 time: 0.4116185 Aug 31 09:17:24.788191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Pushing event deleted for resources: {'Port': ['ID=706c0d1b-3bc0-47af-b85b-00a572498b82,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:24.809467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-17e101ae-dc70-4e05-a4b3-ebb3fcd7f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.813586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-17e101ae-dc70-4e05-a4b3-ebb3fcd7f294 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 200 len: 905 time: 0.8217843 Aug 31 09:17:24.814555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-42299aac-b4ed-4f05-8088-d2304e0683a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=feaa08b6f2254edda08a2b2884adcd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455729 Aug 31 09:17:24.818288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41622) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:24.832755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:24.844243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da217a5-5cff-494f-bec8-2a5e5fac030f None None] Network 411ca0f5-dd6f-4838-86bf-d283f3713638 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:24.926185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:24.926579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.970877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ae05b99-9d0a-4bfa-b804-a40958431edf req-77bb0f31-0a8e-4251-9d0f-a065a4007c1f tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085257 Aug 31 09:17:24.993594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-0dd7e587-c383-4aed-b9cf-b191b78647cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6 HTTP/1.1" status: 200 len: 217 time: 0.1220059 Aug 31 09:17:24.994130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Allocated IP 172.20.0.2 (fa90a678-3d40-4555-a22f-c9546682314a/df5eef05-43d4-43bd-93bf-db76d0009287/2cfa064e-969e-4295-b79d-70173235ccd3) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:25.036837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bdb8-4a8c-4c01-9c57-e6c4c00bd72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.155363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bdb8-4a8c-4c01-9c57-e6c4c00bd72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.173775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca78f3b-708e-472f-8197-74527ecbcdf6 req-4cf643b4-57a8-4aae-bc79-2380a1c36cf0 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:25.187124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ca78f3b-708e-472f-8197-74527ecbcdf6 req-4cf643b4-57a8-4aae-bc79-2380a1c36cf0 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 947 time: 0.2934146 Aug 31 09:17:25.206662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-bf204364-acfc-4207-9153-fb8cd261fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:25.208602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-bf204364-acfc-4207-9153-fb8cd261fe93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 200 len: 844 time: 0.2053361 Aug 31 09:17:25.264148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-927f01fc-0a43-4325-92df-698bef375573 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1b8595f-9b9f-44bf-9db0-0697c1530a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446324 Aug 31 09:17:25.309851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] No DVR routers for this DVR port 706c0d1b-3bc0-47af-b85b-00a572498b82 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:25.315476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.319172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2af0b3fe-6f6a-491a-befc-170c5316eafa req-f98af1ab-5a65-4db6-a63e-90c66ace8c33 tempest-LiveAutoBlockMigrationV225Test-472030901 tempest-LiveAutoBlockMigrationV225Test-472030901-project] 10.222.0.23 "DELETE /v2.0/ports/706c0d1b-3bc0-47af-b85b-00a572498b82 HTTP/1.1" status: 204 len: 173 time: 2.4925442 Aug 31 09:17:25.324419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'name': 'network-vif-deleted', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:25.328606 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e73a8c-8fd5-4cb4-a96e-968ee7f9f361" -d '{"events": [{"server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "name": "network-vif-deleted", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:25.432815 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.518522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:25.519907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ca78f3b-708e-472f-8197-74527ecbcdf6 req-13bbf9bc-a101-4f46-b272-21d4c922a264 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217127 Aug 31 09:17:25.521008 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6c0c5c-78ea-468f-9043-7b41165a7a2c" -d '{"events": [{"server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "name": "network-vif-plugged", "status": "completed", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:25.527779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bdb8-4a8c-4c01-9c57-e6c4c00bd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.530695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3f9bdb8-4a8c-4c01-9c57-e6c4c00bd72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.532605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b3f9bdb8-4a8c-4c01-9c57-e6c4c00bd72e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b0999bb-42f0-46e4-98ad-e71d63d2ce7e HTTP/1.1" status: 204 len: 168 time: 0.7128053 Aug 31 09:17:25.573955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9bdb8-4a8c-4c01-9c57-e6c4c00bd72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0999bb-42f0-46e4-98ad-e71d63d2ce7e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:25.597537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:25.671732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-8fa1cf17-3d76-4273-ae43-9574d3f08344 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:25.674302 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-8fa1cf17-3d76-4273-ae43-9574d3f08344 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/networks?id=411ca0f5-dd6f-4838-86bf-d283f3713638 HTTP/1.1" status: 200 len: 821 time: 0.2833350 Aug 31 09:17:25.681688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-615a83b8-0abb-4211-9620-f56572fd5411 service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956854 Aug 31 09:17:25.731684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.750002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-b02edd7e-44a7-45d9-9cec-bab17a2abeb3 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/quotas/499b54f8c181450080fb68a2c0d8f7c1 HTTP/1.1" status: 200 len: 375 time: 0.0422997 Aug 31 09:17:25.782081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.847366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-fb8d91c4-e70a-4602-8493-466290e93ff0 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=499b54f8c181450080fb68a2c0d8f7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838008 Aug 31 09:17:25.974289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.976813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c1f9-793b-4f32-9287-074681d130d1 req-9ba94cf6-493b-4ec9-8637-59644ed87b35 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:25.985204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce95c1f9-793b-4f32-9287-074681d130d1 req-9ba94cf6-493b-4ec9-8637-59644ed87b35 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.2958550 Aug 31 09:17:26.039721 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.065546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Transition to ACTIVE for port object 2cfa064e-969e-4295-b79d-70173235ccd3 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:26.077027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14b2333-2a4e-470f-99b8-fd111c497a41 req-536bd736-19ff-4cca-9c85-2ee3653a8098 service neutron] 10.222.0.23 "GET /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711808 Aug 31 09:17:26.082197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:26.119164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Transition to ACTIVE for port object 2cfa064e-969e-4295-b79d-70173235ccd3 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:26.139444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce95c1f9-793b-4f32-9287-074681d130d1 req-4d9944d6-444a-443f-886a-c3830cdcf077 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524587 Aug 31 09:17:26.141311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.142172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-21899357-af7a-443b-ab93-62648f249d37 service neutron] 10.222.0.18 "GET /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735186 Aug 31 09:17:26.194035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Allocated IP 172.25.4.117 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/b34b53cf-f0fe-49dd-8d04-1f86e8528de3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:26.251645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Pushing event updated for resources: {'Port': ['ID=2cfa064e-969e-4295-b79d-70173235ccd3,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:26.297048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Network fa90a678-3d40-4555-a22f-c9546682314a is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:26.299906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f124ec8e-b998-462d-a96a-81e2001f3ed6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:26.307218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:26.311775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:26.354923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:26.358309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-9e5b4e20-93ad-42d2-826e-eca0a07793c0 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:26.364936 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-9e5b4e20-93ad-42d2-826e-eca0a07793c0 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 947 time: 0.3242745 Aug 31 09:17:26.378500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 706c0d1b-3bc0-47af-b85b-00a572498b82 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:26.381143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 706c0d1b-3bc0-47af-b85b-00a572498b82 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:26.437997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-ca57ad52-2b1e-4189-a432-9dd46cbbfaf6 service neutron] 10.222.0.18 "GET /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659442 Aug 31 09:17:26.452291 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b54bf9-45b0-464b-b44b-88b2a5b59ed8 x-openstack-request-id: req-b3b54bf9-45b0-464b-b44b-88b2a5b59ed8 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:26.452922 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccc778a-19dc-445d-bbfe-94643ebb5d8e", "name": "network-vif-deleted", "tag": "706c0d1b-3bc0-47af-b85b-00a572498b82", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:26.453369 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3b54bf9-45b0-464b-b44b-88b2a5b59ed8 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:26.455633 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccc778a-19dc-445d-bbfe-94643ebb5d8e', 'name': 'network-vif-deleted', 'tag': '706c0d1b-3bc0-47af-b85b-00a572498b82', 'status': 'completed', 'code': 200} Aug 31 09:17:26.515098 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940c05d0-6db8-4607-8b14-90df89843d12 x-openstack-request-id: req-940c05d0-6db8-4607-8b14-90df89843d12 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:26.515547 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "name": "network-vif-plugged", "status": "completed", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:26.515968 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-940c05d0-6db8-4607-8b14-90df89843d12 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:26.516623 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2', 'code': 200} Aug 31 09:17:26.605314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Attempting to bind port 2cfa064e-969e-4295-b79d-70173235ccd3 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:26.605898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Attempting to bind port 2cfa064e-969e-4295-b79d-70173235ccd3 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:26.606145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41658) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:26.606493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Attempting to bind port 2cfa064e-969e-4295-b79d-70173235ccd3 on network fa90a678-3d40-4555-a22f-c9546682314a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:26.627075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:26.631343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Checking segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:26.632080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.633344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Bound using segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:26.634176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Bound port: 2cfa064e-969e-4295-b79d-70173235ccd3, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:26.634992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.824030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:26.840443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3681d-686e-439d-a43e-22efdedfe92e req-cfdb03b7-8f12-4078-98c1-df8fb6173dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:26.856450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63e3681d-686e-439d-a43e-22efdedfe92e req-cfdb03b7-8f12-4078-98c1-df8fb6173dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 1097 time: 0.2086761 Aug 31 09:17:26.887338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'mac_address': 'fa:16:3e:2a:7f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:26.900640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.983566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.010251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] For port 2cfa064e-969e-4295-b79d-70173235ccd3, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:27.068200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] For port 2cfa064e-969e-4295-b79d-70173235ccd3, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2cfa064e-969e-4295-b79d-70173235ccd3,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:27.087289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.090197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:27.101955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Deleting port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:27.102377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.102806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.112585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:27.133773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:27.173528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Pushing event updated for resources: {'Port': ['ID=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:27.223233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f124ec8e-b998-462d-a96a-81e2001f3ed6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:27.303002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63e3681d-686e-439d-a43e-22efdedfe92e req-ad3d2ab3-1d6c-49df-9068-9cb12974194a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769433 Aug 31 09:17:27.356731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900758cd-3ce9-4dae-99f7-d72ddf5bf79d req-a66265a9-d767-4e6a-b7e9-a6f87d5e3922 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:27.371692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-900758cd-3ce9-4dae-99f7-d72ddf5bf79d req-a66265a9-d767-4e6a-b7e9-a6f87d5e3922 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 947 time: 0.4517772 Aug 31 09:17:27.386046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:27.395224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5762-64d2-4a61-8685-1f7cf2ba70e2 None None] Pushing event updated for resources: {'Port': ['ID=2cfa064e-969e-4295-b79d-70173235ccd3,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:27.400264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.410907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14adb8d-86d2-49ae-82ca-37a34ea1612e req-ebafd256-37a5-4aeb-bcb8-218b9cd9c3c2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:27.412935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14adb8d-86d2-49ae-82ca-37a34ea1612e req-ebafd256-37a5-4aeb-bcb8-218b9cd9c3c2 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 943 time: 0.6319225 Aug 31 09:17:27.456064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Deleting subnet a31fd344-535f-4ce6-9e5c-50c35f59f56e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:27.519292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.551257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:27.651036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] For port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:27.651884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.664047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41684) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:27.698716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14adb8d-86d2-49ae-82ca-37a34ea1612e req-90c8d9d2-b1f3-44a2-833d-3964e2632715 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381387 Aug 31 09:17:27.716313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Calling delete_port for ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:27.745833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f124ec8e-b998-462d-a96a-81e2001f3ed6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:27.854623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.020310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-900758cd-3ce9-4dae-99f7-d72ddf5bf79d req-c97817bd-92dc-40ad-8219-1135798f2814 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806344 Aug 31 09:17:28.044547 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1babea6-b683-40fa-aba6-b9a58938b74c req-1b2322da-bb65-45ec-a86d-73b527043bb9 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 210 time: 0.0869107 Aug 31 09:17:28.087983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.198242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1040003396-network', 'tenant_id': '0a040f888d7840e0a594fdae62cedafe'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:28.262307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:28.269912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.305097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.415632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Made reservation on behalf of 0a040f888d7840e0a594fdae62cedafe for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:28.419016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.471025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31fd344-535f-4ce6-9e5c-50c35f59f56e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:28.480532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.497519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2cfa064e-969e-4295-b79d-70173235ccd3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:28.533318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.547182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e932fc74-2872-4ead-9277-73403b612bf4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a31fd344-535f-4ce6-9e5c-50c35f59f56e HTTP/1.1" status: 204 len: 168 time: 1.9392178 Aug 31 09:17:28.551114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41688) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:28.653899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fdb1cc55-1c99-4dbf-88d1-17fba4afc9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.720066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.728028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e420b9-a674-4c53-86db-0fe1b385ee0f req-c3afd100-0d30-4aaa-9047-8b539048837c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:28.729883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e420b9-a674-4c53-86db-0fe1b385ee0f req-c3afd100-0d30-4aaa-9047-8b539048837c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.4284971 Aug 31 09:17:28.738640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.766107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 2cfa064e-969e-4295-b79d-70173235ccd3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:28.874619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Pushing event deleted for resources: {'Port': ['ID=ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:28.917598 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1e420b9-a674-4c53-86db-0fe1b385ee0f req-752d9507-6df0-4d19-8d1c-c7ece3bf849d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729209 Aug 31 09:17:28.973628 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.019338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a0506f-86cb-400d-bf03-47e26bfa185d']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:29.041150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a21a1e-008c-48db-8a87-76d47be064b7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:29.041913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a21a1e-008c-48db-8a87-76d47be064b7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:29.044006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] No DVR routers for this DVR port ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:29.056854 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.059953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a06b2bd2-6a81-41f9-8b6b-9c574e7a45aa req-eeac338d-9ad9-4c89-9b9d-f706b7c7a88c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.23 "DELETE /v2.0/ports/ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5 HTTP/1.1" status: 204 len: 173 time: 2.6161733 Aug 31 09:17:29.060617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-deleted', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:29.063348 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7877ce-d70c-4727-b45b-6ce1ece5c0f1" -d '{"events": [{"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-deleted", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:29.096243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.122352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.129444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.136561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.141870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.157389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:29.157859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.254170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:29.268697 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c3b016-53b2-4f0f-af1d-7c9d362abf11 x-openstack-request-id: req-c0c3b016-53b2-4f0f-af1d-7c9d362abf11 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:29.269177 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e412b39-5450-40a8-abe3-2169de45253f", "name": "network-vif-deleted", "tag": "ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:29.269531 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0c3b016-53b2-4f0f-af1d-7c9d362abf11 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:29.270046 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e412b39-5450-40a8-abe3-2169de45253f', 'name': 'network-vif-deleted', 'tag': 'ca74a28b-2bb7-4efa-9ffa-3dfd7bd70db5', 'status': 'completed', 'code': 200} Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:29.309320 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:29.406973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.407844 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Added segment d9552f8e-0077-42d0-b886-e7c565e9dd44 of type vlan for network a9f14a53-19ed-450d-93de-5290396fc5ad Aug 31 09:17:29.440724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce0639-2f78-47b1-8f3f-e68db8651694 None None] Network fa90a678-3d40-4555-a22f-c9546682314a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:29.459684 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.481352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8690d70e-367d-4702-884f-f055ac6c991d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.507858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.521067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] 10.222.0.18 "DELETE /v2.0/networks/31a0506f-86cb-400d-bf03-47e26bfa185d HTTP/1.1" status: 204 len: 168 time: 0.9683259 Aug 31 09:17:29.529596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41700) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:29.556611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63950c-01ff-4a81-a246-412172f30013 req-28e30974-58b2-403e-93d0-7773d940958a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:29.557545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] Provisioning for port 2cfa064e-969e-4295-b79d-70173235ccd3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:29.560287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc63950c-01ff-4a81-a246-412172f30013 req-28e30974-58b2-403e-93d0-7773d940958a tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 944 time: 0.6207442 Aug 31 09:17:29.571303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] Provisioning complete for port 2cfa064e-969e-4295-b79d-70173235ccd3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:29.571675 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.572543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.675216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-180f47c3-89f0-4623-bd22-97df268b8ace req-e2bb096e-2496-4a8c-b1df-484b884f255d tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e412b39-5450-40a8-abe3-2169de45253f HTTP/1.1" status: 200 len: 210 time: 0.1445816 Aug 31 09:17:29.676527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf31ea-9065-4124-b993-435c4d7a4072 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a0506f-86cb-400d-bf03-47e26bfa185d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.706686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.709281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc63950c-01ff-4a81-a246-412172f30013 req-b2d2855d-c5ec-482c-b8e1-1429ad058d29 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930889 Aug 31 09:17:29.717995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:29.720759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.805927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-dd274796-df03-46a7-9378-8d78f4d552bc tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:29.812926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-dd274796-df03-46a7-9378-8d78f4d552bc tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.15 "GET /v2.0/networks?id=411ca0f5-dd6f-4838-86bf-d283f3713638 HTTP/1.1" status: 200 len: 821 time: 0.4968424 Aug 31 09:17:29.853378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Deleting subnet 22ebd6a1-e473-48a7-a0e5-4ee3ed4f22e0 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:29.857431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.862143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Request body: {'port': {'device_id': '71199119-8712-4adf-9505-88310b9733dd', 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638', 'admin_state_up': True, 'tenant_id': '499b54f8c181450080fb68a2c0d8f7c1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:29.928657 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2488720 Aug 31 09:17:29.938050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:29.945598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Request body: {'subnet': {'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1040003396-subnet', 'tenant_id': '0a040f888d7840e0a594fdae62cedafe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:29.952411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:17:29.959445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.964821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cdf7c-0c5e-4d2e-a4fa-ffcad4d1e06a admin admin] Pushing event updated for resources: {'Network': ['ID=a9f14a53-19ed-450d-93de-5290396fc5ad,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.993365 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.026774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67c1b741-0b8c-48ec-83b3-51c38f9c608a req-38a42b89-5387-4821-a675-70011c836b88 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 210 time: 0.2065182 Aug 31 09:17:30.032418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a9f14a53-19ed-450d-93de-5290396fc5ad details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:30.122112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Made reservation on behalf of 0a040f888d7840e0a594fdae62cedafe for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:30.126035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.131299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.186895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c4a9-9a43-4dd3-a887-6caa7f9600f4 req-b1b08648-e7de-49ed-a923-ced5df9a4f3a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:30.189563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb84c4a9-9a43-4dd3-a887-6caa7f9600f4 req-b1b08648-e7de-49ed-a923-ced5df9a4f3a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.1515522 Aug 31 09:17:30.215769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] For port 2cfa064e-969e-4295-b79d-70173235ccd3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2cfa064e-969e-4295-b79d-70173235ccd3,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:30.223290 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.266541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb84c4a9-9a43-4dd3-a887-6caa7f9600f4 req-f333df39-8132-49c9-bc5c-29b8bac36ae6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685649 Aug 31 09:17:30.269322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Made reservation on behalf of 499b54f8c181450080fb68a2c0d8f7c1 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:30.270560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f124ec8e-b998-462d-a96a-81e2001f3ed6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:30.276206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.392427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.411838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ccbb0-014b-4840-a4a5-5fa71a267fb1 None None] Pushing event updated for resources: {'Port': ['ID=2cfa064e-969e-4295-b79d-70173235ccd3,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:30.455068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.455982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port f124ec8e-b998-462d-a96a-81e2001f3ed6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:30.460955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] 10.222.0.18 "DELETE /v2.0/subnets/22ebd6a1-e473-48a7-a0e5-4ee3ed4f22e0 HTTP/1.1" status: 204 len: 168 time: 0.9256678 Aug 31 09:17:30.463130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port f124ec8e-b998-462d-a96a-81e2001f3ed6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:30.463585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.480193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41708) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:30.523430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008517bb-ce8e-4c67-b587-33eb61025cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ebd6a1-e473-48a7-a0e5-4ee3ed4f22e0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:30.634883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:30.653791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.663917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:30.682247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:30.683629 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:17:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:30.739280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:30.742880 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582740c-2232-4a2c-a003-4198a712b038" -d '{"events": [{"server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "name": "network-vif-plugged", "status": "completed", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:30.782547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:30.786410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f28d44bd-830d-46e6-b8be-5adebfce4f86 None None] Provisioning complete for port 2cfa064e-969e-4295-b79d-70173235ccd3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:30.787165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f28d44bd-830d-46e6-b8be-5adebfce4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.794165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.815749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642aa17-3285-4092-9c00-38b034283ae0 req-f00b15a0-d20b-457a-a407-dc6f26f39aac tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:30.831906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6642aa17-3285-4092-9c00-38b034283ae0 req-f00b15a0-d20b-457a-a407-dc6f26f39aac tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.4159586 Aug 31 09:17:30.851671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.855715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.859449 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a578ff5-3899-48ac-8178-03ca62636a75 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.0805485 Aug 31 09:17:30.862314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41718) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:30.906804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Allocated IP 172.20.0.4 (411ca0f5-dd6f-4838-86bf-d283f3713638/2e8ea436-5052-4bfb-9668-4292de1ed4d7/ff547e77-cc66-4627-87a3-4c11d1451416) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:30.962857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:30.993707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.023184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6642aa17-3285-4092-9c00-38b034283ae0 req-32e45d59-b95f-48d3-b7ed-dad28e89edd8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814353 Aug 31 09:17:31.023559 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:31.200602 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0b218-7aba-4891-b953-cf7e37626815 x-openstack-request-id: req-deb0b218-7aba-4891-b953-cf7e37626815 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:31.201308 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "name": "network-vif-plugged", "status": "completed", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:31.201856 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-deb0b218-7aba-4891-b953-cf7e37626815 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:31.202712 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'code': 200} Aug 31 09:17:31.351855 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.365769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babc93fb-800a-46b6-9438-77a666019fef']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:31.379812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b08de5a-bc8b-4f57-aade-9c6c4c02b273') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:31.380558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b08de5a-bc8b-4f57-aade-9c6c4c02b273') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:31.400511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.415499 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:27Z', 'revision_number': 3, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:31.421804 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.438332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:31.444182 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.469510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf08dd71-f20c-450d-aeee-d784652197c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.492099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:31.493085 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Updating router dfcd2bb1-ac48-46f7-bb93-877855a45dcf port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:31.517744 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:31.562985 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.594139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a17a9-664b-4dbb-8f4d-fcb283fcd995 req-5f48e847-380a-4b68-aa0b-1065cd518dcb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:31.597050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-651a17a9-664b-4dbb-8f4d-fcb283fcd995 req-5f48e847-380a-4b68-aa0b-1065cd518dcb tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 945 time: 0.3480222 Aug 31 09:17:31.678196 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.693022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e67b540-cab7-4c33-9eef-c811845207d5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:31.712959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.716852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/babc93fb-800a-46b6-9438-77a666019fef HTTP/1.1" status: 204 len: 168 time: 1.2298303 Aug 31 09:17:31.735331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf05c-09c6-4992-9e9e-d837f6ab7307 req-aafbcade-98dd-46bd-a7af-0d78cd1b697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:31.735590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.742187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-09abf05c-09c6-4992-9e9e-d837f6ab7307 req-aafbcade-98dd-46bd-a7af-0d78cd1b697d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 1097 time: 0.1324527 Aug 31 09:17:31.784779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Checking segment: {'id': 'd9552f8e-0077-42d0-b886-e7c565e9dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:31.785789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Network hostable DHCP agents. Network: a9f14a53-19ed-450d-93de-5290396fc5ad, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:31.812850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1126672-df69-4529-bf6b-ae5d26c9b6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=babc93fb-800a-46b6-9438-77a666019fef,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:31.833143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.861959 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-09abf05c-09c6-4992-9e9e-d837f6ab7307 req-9cd01a83-eecb-4f7b-a8eb-61c8dfa19c95 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104164 Aug 31 09:17:31.868138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Network a9f14a53-19ed-450d-93de-5290396fc5ad is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:31.885093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a9f14a53-19ed-450d-93de-5290396fc5ad) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:31.899633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adcefcc6-535d-453a-8725-621a53d9c98d req-be8a72ed-462d-46b0-8c79-3094d0becb52 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 210 time: 0.1367114 Aug 31 09:17:31.912701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4f692-5c37-41e9-9fa5-539a0f2df010 None None] Network a9f14a53-19ed-450d-93de-5290396fc5ad requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:31.940233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:31.940656 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.965973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-651a17a9-664b-4dbb-8f4d-fcb283fcd995 req-c558e45d-b92b-4cea-84b3-2964a0f1485d tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908404 Aug 31 09:17:31.979483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3c5a828c-cd17-4ed2-bbcd-083222e6ff71 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0396769 Aug 31 09:17:32.088178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.147323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41732) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:32.315654 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.335465 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Transition to ACTIVE for port object b34b53cf-f0fe-49dd-8d04-1f86e8528de3 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:32.349258 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.353364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e358c-0e91-44cc-8ce1-2e30c8816375 None None] Network a9f14a53-19ed-450d-93de-5290396fc5ad requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:32.449564 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Pushing event updated for resources: {'Port': ['ID=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:32.469276 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e1a57a2-90a2-438f-82db-cda97803b3b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b15af48559bc46b9abc0f247ef2443dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105559 Aug 31 09:17:32.471187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41738) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:32.486830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87142ee1-7d0e-4df3-8db0-1192cbb38c38 req-c68a18c7-c087-40f4-82ec-d5310b2bbe51 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:32.496222 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.502384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87142ee1-7d0e-4df3-8db0-1192cbb38c38 req-c68a18c7-c087-40f4-82ec-d5310b2bbe51 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 949 time: 0.3044949 Aug 31 09:17:32.504713 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.507658 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.508109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.508461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.508966 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.510005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.512025 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.513349 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.513960 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.515876 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.516414 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.518869 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:32.530028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2cfa064e-969e-4295-b79d-70173235ccd3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:32.552523 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Attempting to bind port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:32.553202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Attempting to bind port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:32.554289 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Attempting to bind port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:32.560833 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:32.561727 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:32.562420 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.563050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:32.563941 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Bound port: b34b53cf-f0fe-49dd-8d04-1f86e8528de3, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:32.564622 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.635046 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] For port b34b53cf-f0fe-49dd-8d04-1f86e8528de3, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:32.636627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f4f2ac-96e4-46ee-bf5d-cd019ef8dfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.639229 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] For port b34b53cf-f0fe-49dd-8d04-1f86e8528de3, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:32.646287 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.646578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Network 411ca0f5-dd6f-4838-86bf-d283f3713638 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:32.686174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2cfa064e-969e-4295-b79d-70173235ccd3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:32.686174 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.701189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:32.716486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:32.718784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f4f2ac-96e4-46ee-bf5d-cd019ef8dfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.746214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87142ee1-7d0e-4df3-8db0-1192cbb38c38 req-640fb38c-e049-449b-8055-563742289f1e tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423379 Aug 31 09:17:32.787549 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e234-3c84-43d5-bbe0-fff55086cf00 None None] Pushing event updated for resources: {'Port': ['ID=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:32.839260 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:32.840523 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:17:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:32.879936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Pushing event updated for resources: {'Port': ['ID=ff547e77-cc66-4627-87a3-4c11d1451416,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:32.882346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f4f2ac-96e4-46ee-bf5d-cd019ef8dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.886989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-29f4f2ac-96e4-46ee-bf5d-cd019ef8dfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.888672 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-29f4f2ac-96e4-46ee-bf5d-cd019ef8dfa8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22176230-c0a9-43a8-9cc5-01aa74cc24dc HTTP/1.1" status: 204 len: 168 time: 0.4160078 Aug 31 09:17:32.891065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:32.892462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.911872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4f2ac-96e4-46ee-bf5d-cd019ef8dfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22176230-c0a9-43a8-9cc5-01aa74cc24dc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:32.921828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c13d13a0-71a4-4cb6-914d-ec534d5c4264 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0772328 Aug 31 09:17:32.963437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Request body: {'port': {'device_id': '71199119-8712-4adf-9505-88310b9733dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:33.111534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e90c3-c4a8-463a-92ba-71452e76b220 req-b9779486-d9fe-4ab8-a3d0-fdbf267673f1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:33.126667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204e90c3-c4a8-463a-92ba-71452e76b220 req-b9779486-d9fe-4ab8-a3d0-fdbf267673f1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.4856532 Aug 31 09:17:33.131369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.248844 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:33.285077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.315857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204e90c3-c4a8-463a-92ba-71452e76b220 req-c0b44e94-1942-4780-bf59-931746113168 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880424 Aug 31 09:17:33.426768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Allocated IP 172.20.0.1 (fa90a678-3d40-4555-a22f-c9546682314a/df5eef05-43d4-43bd-93bf-db76d0009287/0a50c03c-dbb1-4e31-9502-25885d4c0045) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:33.511467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.615780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.640225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Transition to ACTIVE for port object 0a50c03c-dbb1-4e31-9502-25885d4c0045 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:33.736449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.759029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-9f7972f2-353b-4363-9d72-33d0b1639d7d tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:33.760777 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-9f7972f2-353b-4363-9d72-33d0b1639d7d tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 949 time: 0.1033502 Aug 31 09:17:33.807175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41764) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:33.849459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Network fa90a678-3d40-4555-a22f-c9546682314a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:33.858976 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:27Z', 'revision_number': 3, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:33.868751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:33.880675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:33.905771 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11bfdc-bb82-440b-b2b1-b341ae1dccba None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:27Z', 'revision_number': 3, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:33.921627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Pushing event updated for resources: {'Port': ['ID=0a50c03c-dbb1-4e31-9502-25885d4c0045,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:34.065175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.131055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-a639cc96-a243-4d29-858e-a9b0aeb8e21a tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:34.137417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-a639cc96-a243-4d29-858e-a9b0aeb8e21a tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/networks?id=a9f14a53-19ed-450d-93de-5290396fc5ad HTTP/1.1" status: 200 len: 822 time: 0.7139754 Aug 31 09:17:34.244282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f6ceec56-2f63-4949-9672-c062862adf84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4281ba3aa7434e6db99641708153e706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320490 Aug 31 09:17:34.277412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41768) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:34.335821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-207de65b-4335-4563-948a-f20bfa7be2e6 None None] Provisioning for port 0a50c03c-dbb1-4e31-9502-25885d4c0045 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:34.351287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-207de65b-4335-4563-948a-f20bfa7be2e6 None None] Provisioning complete for port 0a50c03c-dbb1-4e31-9502-25885d4c0045 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:34.352915 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-207de65b-4335-4563-948a-f20bfa7be2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.356896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f78ec9-df12-486c-be9f-8d583f45e738 req-45eb8170-814d-4a00-9cc5-fc28cd93a79f tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:34.358935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8f78ec9-df12-486c-be9f-8d583f45e738 req-45eb8170-814d-4a00-9cc5-fc28cd93a79f tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 931 time: 0.3843536 Aug 31 09:17:34.370881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-8a979baa-4639-4e8c-9340-d82820e9cae6 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/quotas/0a040f888d7840e0a594fdae62cedafe HTTP/1.1" status: 200 len: 375 time: 0.2039316 Aug 31 09:17:34.441256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-207de65b-4335-4563-948a-f20bfa7be2e6 None None] Port 0a50c03c-dbb1-4e31-9502-25885d4c0045 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:17:34.450851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-27fb3b62-497b-4d2d-afe0-2b79140d77c3 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a040f888d7840e0a594fdae62cedafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787685 Aug 31 09:17:34.490593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Deleting port dea4a480-9100-4a57-8149-338daca4d6f1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:34.491149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.507336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.590220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8f78ec9-df12-486c-be9f-8d583f45e738 req-d2a07ddb-2e5e-4ef9-8417-8df4079a8897 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703746 Aug 31 09:17:34.659659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-d61789af-d5a8-485b-8686-9963a551a97c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:34.666397 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-d61789af-d5a8-485b-8686-9963a551a97c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.4238954 Aug 31 09:17:34.810905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2827fe64-96b0-4107-9877-b956a23ff2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.816742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-96333195-ae04-4885-8083-302e5421977e service neutron] 10.222.0.18 "GET /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383033 Aug 31 09:17:34.821171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff547e77-cc66-4627-87a3-4c11d1451416 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:34.832938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.898145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Transition to ACTIVE for port object ff547e77-cc66-4627-87a3-4c11d1451416 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:34.922837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b85cd-22f5-48a9-99e1-49f034443501 req-a5acb156-32d9-4ebe-abd1-552b51c77f82 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:34.924970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-445b85cd-22f5-48a9-99e1-49f034443501 req-a5acb156-32d9-4ebe-abd1-552b51c77f82 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 945 time: 0.1589222 Aug 31 09:17:34.925684 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.005424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2827fe64-96b0-4107-9877-b956a23ff2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.065793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff547e77-cc66-4627-87a3-4c11d1451416,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:35.072711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-b2cea08f-f4b9-43f0-a086-677837a52bdd service neutron] 10.222.0.18 "GET /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435191 Aug 31 09:17:35.105103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-445b85cd-22f5-48a9-99e1-49f034443501 req-bc44bb12-50bf-4596-b7b5-811778acb572 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593783 Aug 31 09:17:35.170374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Attempting to bind port ff547e77-cc66-4627-87a3-4c11d1451416 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:35.171085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Attempting to bind port ff547e77-cc66-4627-87a3-4c11d1451416 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2d8c1b92-2891-4807-a42d-d273a35f15b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:35.171204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Attempting to bind port ff547e77-cc66-4627-87a3-4c11d1451416 on network 411ca0f5-dd6f-4838-86bf-d283f3713638 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:35.176667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Port ff547e77-cc66-4627-87a3-4c11d1451416 on network 411ca0f5-dd6f-4838-86bf-d283f3713638 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:35.177057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Attempting to bind port ff547e77-cc66-4627-87a3-4c11d1451416 on network 411ca0f5-dd6f-4838-86bf-d283f3713638 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:35.184136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:35.185074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Checking segment: {'id': '2d8c1b92-2891-4807-a42d-d273a35f15b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:35.185074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Bound using segment: {'id': '2d8c1b92-2891-4807-a42d-d273a35f15b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:35.185336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Bound port: ff547e77-cc66-4627-87a3-4c11d1451416, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8c1b92-2891-4807-a42d-d273a35f15b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:35.185876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.190171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] For port dea4a480-9100-4a57-8149-338daca4d6f1, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dea4a480-9100-4a57-8149-338daca4d6f1,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:35.190779 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.236154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Calling delete_port for dea4a480-9100-4a57-8149-338daca4d6f1 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:35.393794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] For port ff547e77-cc66-4627-87a3-4c11d1451416, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:35.421979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] For port ff547e77-cc66-4627-87a3-4c11d1451416, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ff547e77-cc66-4627-87a3-4c11d1451416,segment=NetworkSegment(2d8c1b92-2891-4807-a42d-d273a35f15b2),segment_id=2d8c1b92-2891-4807-a42d-d273a35f15b2)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:35.440489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314babe-4e9c-441b-9220-3587dac7dcea req-6305cac5-51db-444b-9c61-beb070a18d95 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:35.455322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4314babe-4e9c-441b-9220-3587dac7dcea req-6305cac5-51db-444b-9c61-beb070a18d95 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 949 time: 0.1705685 Aug 31 09:17:35.468193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:35.468193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.486350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.501800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2827fe64-96b0-4107-9877-b956a23ff2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.505010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2827fe64-96b0-4107-9877-b956a23ff2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.509892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2827fe64-96b0-4107-9877-b956a23ff2f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fb4753f-805c-4684-ad7a-8af52740e9da HTTP/1.1" status: 204 len: 168 time: 1.2278523 Aug 31 09:17:35.587816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827fe64-96b0-4107-9877-b956a23ff2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4753f-805c-4684-ad7a-8af52740e9da,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:35.614377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:35.615083 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.616796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff547e77-cc66-4627-87a3-4c11d1451416 HTTP/1.1" status: 200 len: 1092 time: 2.6606510 Aug 31 09:17:35.625195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71199119-8712-4adf-9505-88310b9733dd', 'tag': 'ff547e77-cc66-4627-87a3-4c11d1451416'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:35.628178 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f09c0-fa8e-4594-941b-700ec884b19d" -d '{"events": [{"name": "network-changed", "server_uuid": "71199119-8712-4adf-9505-88310b9733dd", "tag": "ff547e77-cc66-4627-87a3-4c11d1451416"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:35.738846 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.740882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33a1e-3734-4e66-8020-9a87708a63c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff547e77-cc66-4627-87a3-4c11d1451416,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:35.793560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.812284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4314babe-4e9c-441b-9220-3587dac7dcea req-cd2afc89-de4c-422f-8660-2d5fa50d977c tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552458 Aug 31 09:17:35.919465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3bf7a-3f96-4fd7-a963-1bf7986f7547 req-b0b273ff-7058-412d-a2a5-78ebd980a633 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:35.922212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38f3bf7a-3f96-4fd7-a963-1bf7986f7547 req-b0b273ff-7058-412d-a2a5-78ebd980a633 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 945 time: 0.3196228 Aug 31 09:17:35.936332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-0a67c4f4-970c-47ba-ac99-d17e3a76d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:35.938861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-0a67c4f4-970c-47ba-ac99-d17e3a76d024 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=499b54f8c181450080fb68a2c0d8f7c1&device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 1095 time: 0.2286103 Aug 31 09:17:36.052079 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.053276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-fda99ff3-f0c4-49d9-977b-fa15cbf09a36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff547e77-cc66-4627-87a3-4c11d1451416 HTTP/1.1" status: 200 len: 217 time: 0.0937479 Aug 31 09:17:36.062169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:36.063076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.135420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:36.138331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.140816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Pushing event updated for resources: {'Port': ['ID=0a50c03c-dbb1-4e31-9502-25885d4c0045,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:36.147267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-2c555e7d-bae0-4660-acb2-c693da6e849e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5019903 Aug 31 09:17:36.294206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38f3bf7a-3f96-4fd7-a963-1bf7986f7547 req-629f4a5d-e544-4935-953b-1288297f59b2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503866 Aug 31 09:17:36.308065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:36.326002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.422175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e0ab92ce-47b1-447d-94e3-03998af55dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.433869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-e0ab92ce-47b1-447d-94e3-03998af55dc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e8ea436-5052-4bfb-9668-4292de1ed4d7 HTTP/1.1" status: 200 len: 861 time: 0.3611846 Aug 31 09:17:36.543896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b34b53cf-f0fe-49dd-8d04-1f86e8528de3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:36.559628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-c186ac8d-00f4-4941-a253-47c5077cdbd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411ca0f5-dd6f-4838-86bf-d283f3713638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119771 Aug 31 09:17:36.646091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Pushing event deleted for resources: {'Port': ['ID=dea4a480-9100-4a57-8149-338daca4d6f1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:36.829000 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1198d47e-043d-4207-bb44-673f63280a2e x-openstack-request-id: req-1198d47e-043d-4207-bb44-673f63280a2e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:36.829851 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71199119-8712-4adf-9505-88310b9733dd", "tag": "ff547e77-cc66-4627-87a3-4c11d1451416", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:36.830324 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1198d47e-043d-4207-bb44-673f63280a2e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:36.831069 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71199119-8712-4adf-9505-88310b9733dd', 'tag': 'ff547e77-cc66-4627-87a3-4c11d1451416', 'status': 'completed', 'code': 200} Aug 31 09:17:36.891056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.968777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-523d8a58-a16c-46bf-bc64-add5777dbfc6 req-ba68ad32-ad63-4b0a-805d-1b16dd295b65 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 210 time: 0.1361837 Aug 31 09:17:36.975111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:36.977589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:36.983421 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef1366-7745-41a1-bfde-1636ae44c733" -d '{"events": [{"server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:37.010293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] No DVR routers for this DVR port dea4a480-9100-4a57-8149-338daca4d6f1 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:37.025484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-b2cbc580-8421-48ce-8a81-5908f0797c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.028640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-b2cbc580-8421-48ce-8a81-5908f0797c52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1098 time: 0.7137678 Aug 31 09:17:37.032425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.036630 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61fe8fb4-858a-4c56-bfbd-fe3a0face115 req-c2f8887c-a4e3-4542-b050-e3f5cda775d7 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.15 "DELETE /v2.0/ports/dea4a480-9100-4a57-8149-338daca4d6f1 HTTP/1.1" status: 204 len: 173 time: 3.2466400 Aug 31 09:17:37.041317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-deleted', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:37.046175 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a95f2e0-5ceb-4aa6-b331-95f5053976cd" -d '{"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-deleted", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:37.077479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-0fb51d0d-037d-41f1-ad0e-b77f5326ef50 service neutron] 10.222.0.15 "GET /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040140 Aug 31 09:17:37.097632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Network fa90a678-3d40-4555-a22f-c9546682314a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:37.106785 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.115044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:37.139480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:37.142680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.152023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ac074-7e0a-4b36-a1af-aec69219bb3e req-680e8f15-2eda-44e6-9ae2-93e0debe0e07 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.154406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc3ac074-7e0a-4b36-a1af-aec69219bb3e req-680e8f15-2eda-44e6-9ae2-93e0debe0e07 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 943 time: 0.3283501 Aug 31 09:17:37.163782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:37.528094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.592684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:37.711880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:37.736153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.737146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.737986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.738807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.739664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.740414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.741696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.742676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.743445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.744208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.745201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.746170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:37.785781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc3ac074-7e0a-4b36-a1af-aec69219bb3e req-54ee3230-9dc4-4c27-8c2f-31bf9d4237fd tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546350 Aug 31 09:17:37.818718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1154985-ca9b-40f8-b976-b793c0d56c07 req-59578838-af91-4516-8654-421ea78523f0 tempest-ListImageFiltersTestJSON-1633932381 tempest-ListImageFiltersTestJSON-1633932381-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c781614-bbc3-4a2b-ac68-ca7cdcd323e1 HTTP/1.1" status: 200 len: 210 time: 0.1371269 Aug 31 09:17:37.884180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0b61ff8-30b6-44f2-bdb4-9264a9507a3f req-eb09d38f-21d9-4d18-bce7-50ab8a30ee7e service neutron] 10.222.0.15 "GET /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847359 Aug 31 09:17:37.904950 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea911d-61d8-4190-ba69-eb5b9874a101 x-openstack-request-id: req-c5ea911d-61d8-4190-ba69-eb5b9874a101 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:37.905398 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:37.905570 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5ea911d-61d8-4190-ba69-eb5b9874a101 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:37.905855 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2', 'code': 200} Aug 31 09:17:37.921975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.951974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port b34b53cf-f0fe-49dd-8d04-1f86e8528de3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:37.971212 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.973805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0ca55cf9-1ea9-4ca0-8875-df3a074fbb71 None None] Provisioning complete for port 0a50c03c-dbb1-4e31-9502-25885d4c0045 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:37.974504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ca55cf9-1ea9-4ca0-8875-df3a074fbb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.074927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41850) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:38.090408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:38.104716 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b622e-6c5f-43d2-bdb4-9b8b77342972 x-openstack-request-id: req-630b622e-6c5f-43d2-bdb4-9b8b77342972 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:38.105555 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c781614-bbc3-4a2b-ac68-ca7cdcd323e1", "name": "network-vif-deleted", "tag": "dea4a480-9100-4a57-8149-338daca4d6f1", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:38.105710 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-630b622e-6c5f-43d2-bdb4-9b8b77342972 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:38.106386 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c781614-bbc3-4a2b-ac68-ca7cdcd323e1', 'name': 'network-vif-deleted', 'tag': 'dea4a480-9100-4a57-8149-338daca4d6f1', 'status': 'completed', 'code': 200} Aug 31 09:17:38.110016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=fa2b909e-a7bb-42fd-b03f-3627f65ebfd2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:38.154904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0ca55cf9-1ea9-4ca0-8875-df3a074fbb71 None None] Port 0a50c03c-dbb1-4e31-9502-25885d4c0045 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:17:38.160767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:38.166336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c115752-c071-41c3-8a69-166908577ebf req-1d1179a7-3dc6-4595-b57f-a1ce152ca1af tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c HTTP/1.1" status: 200 len: 210 time: 0.0899866 Aug 31 09:17:38.339070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2301b5-d086-46a8-9091-f572ce977cd2 req-088a8f35-6bb2-4c57-a534-b8e0957a4cf2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 210 time: 0.1500282 Aug 31 09:17:38.360610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1089513873-network', 'tenant_id': '054ff0b4305441489057a11d32a4ab3c'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:38.376578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-ee15723d-8756-4ca1-80a9-e604f84526d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.380467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-ee15723d-8756-4ca1-80a9-e604f84526d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=499b54f8c181450080fb68a2c0d8f7c1&device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 1095 time: 0.3856208 Aug 31 09:17:38.470241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:38.475433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.480809 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f27a6788-67c8-43dc-8e40-a702eece2436 req-54d5f9d9-cd1b-410d-b7a2-5bdca444b95a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "DELETE /v2.0/ports/fa2b909e-a7bb-42fd-b03f-3627f65ebfd2 HTTP/1.1" status: 204 len: 173 time: 3.7789967 Aug 31 09:17:38.506516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:38.581018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: dea4a480-9100-4a57-8149-338daca4d6f1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:38.581567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dea4a480-9100-4a57-8149-338daca4d6f1 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:38.588822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-a4f30b21-d7fc-4143-b4da-e6e7b4e66694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.592110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-a4f30b21-d7fc-4143-b4da-e6e7b4e66694 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 1.5283985 Aug 31 09:17:38.593302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Made reservation on behalf of 054ff0b4305441489057a11d32a4ab3c for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:38.596389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.620514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.694536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-7b05f56a-becb-49de-adea-f215913e2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.703322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-7b05f56a-becb-49de-adea-f215913e2ba5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=411ca0f5-dd6f-4838-86bf-d283f3713638 HTTP/1.1" status: 200 len: 922 time: 0.3106289 Aug 31 09:17:38.945965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-d3fdd71b-6de6-4d52-9bb3-270b8ae5e896 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff547e77-cc66-4627-87a3-4c11d1451416 HTTP/1.1" status: 200 len: 217 time: 0.1822536 Aug 31 09:17:39.181777 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-ee0939a6-0506-467f-a660-623975c0e273 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 1001 time: 0.5798922 Aug 31 09:17:39.221537 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.240065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-d955fe41-24e9-45b0-a037-bb516032bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.243148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-d955fe41-24e9-45b0-a037-bb516032bd77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e8ea436-5052-4bfb-9668-4292de1ed4d7 HTTP/1.1" status: 200 len: 861 time: 0.2587676 Aug 31 09:17:39.244184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.275737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:39.314716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2ce24-ddbd-497b-b26b-2104b4a19549 req-27f56f0a-beb3-439c-8a59-9811327f0a46 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.317610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:39.329177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed2ce24-ddbd-497b-b26b-2104b4a19549 req-27f56f0a-beb3-439c-8a59-9811327f0a46 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 945 time: 0.3875697 Aug 31 09:17:39.343899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:39.348054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:17:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:39.374673 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7c8f0bde-5d69-417c-bb4c-b8eddb802aae admin admin] 10.222.0.18 "PUT /v2.0/routers/dfcd2bb1-ac48-46f7-bb93-877855a45dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5054920 Aug 31 09:17:39.421917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:39.425218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-b1748e4a-dd31-422b-b5a3-fbf24af5fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.428325 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-b1748e4a-dd31-422b-b5a3-fbf24af5fd53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.2255979 Aug 31 09:17:39.431191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-d81cc6b9-c6d4-4732-bf42-22934bff2547 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411ca0f5-dd6f-4838-86bf-d283f3713638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647656 Aug 31 09:17:39.492098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734226a-82be-4f95-9e07-f980ef2aa1eb req-bcc1532a-460c-459c-bb50-8568c48f395b tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.507880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4734226a-82be-4f95-9e07-f980ef2aa1eb req-bcc1532a-460c-459c-bb50-8568c48f395b tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 943 time: 0.5569654 Aug 31 09:17:39.539626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e9f52a-d40c-4081-a768-5236e0bc0a71,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:39.574928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-d6c4e8d6-d523-4f6e-911d-11f9b20d507d tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.581447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-d6c4e8d6-d523-4f6e-911d-11f9b20d507d tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.15 "GET /v2.0/networks?id=a9f14a53-19ed-450d-93de-5290396fc5ad HTTP/1.1" status: 200 len: 822 time: 0.3969617 Aug 31 09:17:39.606542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Request body: {'port': {'device_id': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad', 'admin_state_up': True, 'tenant_id': '0a040f888d7840e0a594fdae62cedafe'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:39.624686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.631688 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Added segment 434ef74d-117c-40ed-8f35-d95fc6812916 of type vlan for network 5fbce794-394b-4d25-bc96-8c793cadf2b0 Aug 31 09:17:39.714076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-a0543f65-bbf1-49ca-be62-30ad3abaa7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.716046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-a0543f65-bbf1-49ca-be62-30ad3abaa7cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723193 Aug 31 09:17:39.790931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:39.845528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed2ce24-ddbd-497b-b26b-2104b4a19549 req-08fc2a2b-3a0a-4ccb-b382-66ce1e49ee98 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145876 Aug 31 09:17:39.908675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4734226a-82be-4f95-9e07-f980ef2aa1eb req-01f76685-6127-43c5-b3cb-a359951684f5 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006407 Aug 31 09:17:39.921431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.957249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-d5bda929-80f4-4dd7-a5bd-b2cbd53b4a73 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322953 Aug 31 09:17:40.092473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c918f5d8-9b0a-4c52-a38e-4d54cbd87c75 req-c392c1be-75f5-4b4a-875c-1ac34b0e1e16 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 210 time: 0.0583839 Aug 31 09:17:40.099688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-ca1a6846-efcc-4c9a-a36f-ccd4baca1719 service neutron] 10.222.0.15 "GET /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892658 Aug 31 09:17:40.102408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.104704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:40.105753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.113097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'name': 'network-vif-deleted', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:40.118388 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2479a-04ec-443e-9251-946ba78f279c" -d '{"events": [{"server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "name": "network-vif-deleted", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:40.142178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Made reservation on behalf of 0a040f888d7840e0a594fdae62cedafe for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:40.155404 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.203904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1252961 Aug 31 09:17:40.239120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:40.260045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Request body: {'subnet': {'network_id': '5fbce794-394b-4d25-bc96-8c793cadf2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1089513873-subnet', 'tenant_id': '054ff0b4305441489057a11d32a4ab3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:40.294342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 2, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:40.344170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f124ec8e-b998-462d-a96a-81e2001f3ed6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:40.348273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:40.348930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Updating router dfcd2bb1-ac48-46f7-bb93-877855a45dcf port 0a50c03c-dbb1-4e31-9502-25885d4c0045 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:17:40.418849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.438642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b34b53cf-f0fe-49dd-8d04-1f86e8528de3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:40.466701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc524-be4d-4f54-926a-b1a708f577b4 admin admin] Pushing event updated for resources: {'Network': ['ID=5fbce794-394b-4d25-bc96-8c793cadf2b0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:40.545658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5fbce794-394b-4d25-bc96-8c793cadf2b0 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:40.549354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5f09c0-fa8e-4594-941b-700ec884b19d req-681fd006-d7a2-4bbf-b11d-917ec9470c0f service neutron] 10.222.0.15 "GET /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211433 Aug 31 09:17:40.576599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Made reservation on behalf of 054ff0b4305441489057a11d32a4ab3c for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:40.598359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.850848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8063f0fd-3715-4d9e-a15a-51a7771b03a8 req-543879b5-3569-443c-a6f6-7d8a45a79184 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8829703 Aug 31 09:17:40.986713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-a284ec5a-8dfc-4996-b9bb-471085748c41 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:40.989154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-a284ec5a-8dfc-4996-b9bb-471085748c41 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 821 time: 0.3018093 Aug 31 09:17:41.031930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-e9c7c571-3dc8-4c41-a9d1-1b5cbfc45d7b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/quotas/c379d43206274b68afb776d251dcfe2d HTTP/1.1" status: 200 len: 375 time: 0.0293441 Aug 31 09:17:41.033525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Allocated IP 172.20.0.4 (a9f14a53-19ed-450d-93de-5290396fc5ad/9e67b540-cab7-4c33-9eef-c811845207d5/64007497-5d30-42b9-a459-0688192f7f4f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:41.187226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-da3aafcd-360e-4738-9134-1b4388e0be45 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516416 Aug 31 09:17:41.209145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:41.210430 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.296963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:41.339331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'network_id': 'e1b8595f-9b9f-44bf-9db0-0697c1530a38', 'port_id': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'mac_address': 'fa:16:3e:2a:7f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184fb36-2223-4d99-9a64-c280e3fa8e78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:41.481772 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.491010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-a89c7a2e-7ed4-4b74-9c73-2c3a57d542ba service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021743 Aug 31 09:17:41.499938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.515396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f124ec8e-b998-462d-a96a-81e2001f3ed6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:41.607091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:41.623095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.630423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.752586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:41.763546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f124ec8e-b998-462d-a96a-81e2001f3ed6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:41.838641 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.841118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Network a9f14a53-19ed-450d-93de-5290396fc5ad is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:41.847181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-ea6a8d3b-461e-4180-aac4-0503b78963fd service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408751 Aug 31 09:17:41.851490 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac267fcf-5221-45ec-97a8-b1c54e7fb6bf x-openstack-request-id: req-ac267fcf-5221-45ec-97a8-b1c54e7fb6bf {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:41.852655 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c", "name": "network-vif-deleted", "tag": "fa2b909e-a7bb-42fd-b03f-3627f65ebfd2", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:41.853194 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac267fcf-5221-45ec-97a8-b1c54e7fb6bf {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:41.854007 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e628ae8-f7a2-4afd-ab75-98f8fbd4c50c', 'name': 'network-vif-deleted', 'tag': 'fa2b909e-a7bb-42fd-b03f-3627f65ebfd2', 'status': 'completed', 'code': 200} Aug 31 09:17:41.856015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:41.860831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:41.868008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.911657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Transition to ACTIVE for port object 0a50c03c-dbb1-4e31-9502-25885d4c0045 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:41.969880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Pushing event updated for resources: {'Port': ['ID=64007497-5d30-42b9-a459-0688192f7f4f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:41.970590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.058918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Checking segment: {'id': '434ef74d-117c-40ed-8f35-d95fc6812916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fbce794-394b-4d25-bc96-8c793cadf2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:42.059442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Network hostable DHCP agents. Network: 5fbce794-394b-4d25-bc96-8c793cadf2b0, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:42.070394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.071511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.092644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0a5638-f19b-46fe-81d6-b8aff8d66b0e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:42.129298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-82d13f83-3def-4888-856f-f6594f509d9e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5274990 Aug 31 09:17:42.136519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Network 5fbce794-394b-4d25-bc96-8c793cadf2b0 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:42.138184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebf0ef-225b-4f68-8a4a-8eba92b6ae2b req-2f3e99b8-5b97-4bec-86f1-3ee5a0cd3e82 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.140553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ebf0ef-225b-4f68-8a4a-8eba92b6ae2b req-2f3e99b8-5b97-4bec-86f1-3ee5a0cd3e82 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 944 time: 0.1967568 Aug 31 09:17:42.166009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff581f-d512-481d-bffe-06c788243e7c None None] Pushing event updated for resources: {'Port': ['ID=0a50c03c-dbb1-4e31-9502-25885d4c0045,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:42.174694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Request body: {'port': {'device_id': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:42.197453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5fbce794-394b-4d25-bc96-8c793cadf2b0) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:42.224344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52c39c-c2e7-452a-ad3f-7067e8f8a56b None None] Network 5fbce794-394b-4d25-bc96-8c793cadf2b0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:42.278019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ebf0ef-225b-4f68-8a4a-8eba92b6ae2b req-4aa404fe-29f6-4ebb-9b27-c06149dfbdb0 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229043 Aug 31 09:17:42.365368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.386167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.480527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e475-04c2-4221-b622-8ac3b8d8f601 req-8c2aa4d7-9575-4fe0-b21e-bd258d37771c tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.500482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1971e475-04c2-4221-b622-8ac3b8d8f601 req-8c2aa4d7-9575-4fe0-b21e-bd258d37771c tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 943 time: 0.1740017 Aug 31 09:17:42.518721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a58db5df-8a75-4dab-8f79-6aed56ada906 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2704568 Aug 31 09:17:42.525704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ff547e77-cc66-4627-87a3-4c11d1451416 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:42.544706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.603698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1971e475-04c2-4221-b622-8ac3b8d8f601 req-44baf758-c118-4e6b-99a2-77924db62504 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964415 Aug 31 09:17:43.005606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237f12-2e6d-4569-a8dd-38190ab81bb6 req-ee7e15b0-65d8-4b45-9e94-877f2ab001b9 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.016238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62237f12-2e6d-4569-a8dd-38190ab81bb6 req-ee7e15b0-65d8-4b45-9e94-877f2ab001b9 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 931 time: 0.1390796 Aug 31 09:17:43.195135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62237f12-2e6d-4569-a8dd-38190ab81bb6 req-fef12321-dc2a-4acd-ba51-3251a5541a7e tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769927 Aug 31 09:17:43.201988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ff547e77-cc66-4627-87a3-4c11d1451416, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ff547e77-cc66-4627-87a3-4c11d1451416,segment=NetworkSegment(2d8c1b92-2891-4807-a42d-d273a35f15b2),segment_id=2d8c1b92-2891-4807-a42d-d273a35f15b2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:43.236621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'ff547e77-cc66-4627-87a3-4c11d1451416', 'network_id': '411ca0f5-dd6f-4838-86bf-d283f3713638', 'port_id': 'ff547e77-cc66-4627-87a3-4c11d1451416', 'mac_address': 'fa:16:3e:04:89:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8ea436-5052-4bfb-9668-4292de1ed4d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:43.435486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Attempting to bind port 0a50c03c-dbb1-4e31-9502-25885d4c0045 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:43.437553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Attempting to bind port 0a50c03c-dbb1-4e31-9502-25885d4c0045 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:43.438587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Attempting to bind port 0a50c03c-dbb1-4e31-9502-25885d4c0045 on network fa90a678-3d40-4555-a22f-c9546682314a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:43.513194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b636768-20f7-47f5-b28e-2b8ae0c7b449 req-8477a003-46b5-4f06-ba1c-991a06cd1e94 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 210 time: 0.1275067 Aug 31 09:17:43.577088 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.586782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64007497-5d30-42b9-a459-0688192f7f4f {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:43.613615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.613786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:43.613786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Checking segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:43.614887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.615495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Bound using segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:43.616508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Bound port: 0a50c03c-dbb1-4e31-9502-25885d4c0045, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:43.617117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.634813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Transition to ACTIVE for port object 64007497-5d30-42b9-a459-0688192f7f4f will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:43.644246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.657072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff547e77-cc66-4627-87a3-4c11d1451416 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:43.777141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900ab7e-f47b-4187-ab32-46e01417f1f8 None None] Network 5fbce794-394b-4d25-bc96-8c793cadf2b0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:43.791011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ff547e77-cc66-4627-87a3-4c11d1451416, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ff547e77-cc66-4627-87a3-4c11d1451416,segment=NetworkSegment(2d8c1b92-2891-4807-a42d-d273a35f15b2),segment_id=2d8c1b92-2891-4807-a42d-d273a35f15b2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:43.806442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Pushing event updated for resources: {'Port': ['ID=64007497-5d30-42b9-a459-0688192f7f4f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:43.849182 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.152534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Attempting to bind port 64007497-5d30-42b9-a459-0688192f7f4f on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:44.154147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Attempting to bind port 64007497-5d30-42b9-a459-0688192f7f4f by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'd9552f8e-0077-42d0-b886-e7c565e9dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:44.154512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Attempting to bind port 64007497-5d30-42b9-a459-0688192f7f4f on network a9f14a53-19ed-450d-93de-5290396fc5ad {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:44.173002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Port 64007497-5d30-42b9-a459-0688192f7f4f on network a9f14a53-19ed-450d-93de-5290396fc5ad not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:44.173648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Attempting to bind port 64007497-5d30-42b9-a459-0688192f7f4f on network a9f14a53-19ed-450d-93de-5290396fc5ad {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:44.193899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42010) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:44.200189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ff547e77-cc66-4627-87a3-4c11d1451416'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:44.206874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1088937216-network', 'tenant_id': '74e9c8341165429986785f555c401493'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:44.233038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-8d320761-fe74-45c8-af46-bb834ba8e1ee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.235281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-8d320761-fe74-45c8-af46-bb834ba8e1ee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.2927582 Aug 31 09:17:44.237940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:44.238377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Checking segment: {'id': 'd9552f8e-0077-42d0-b886-e7c565e9dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:44.238760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Bound using segment: {'id': 'd9552f8e-0077-42d0-b886-e7c565e9dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:44.239520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Bound port: 64007497-5d30-42b9-a459-0688192f7f4f, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9552f8e-0077-42d0-b886-e7c565e9dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:44.239882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.253784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-9b869fa7-ea7e-41ce-b074-5c136e8a1780 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.0124638 Aug 31 09:17:44.289066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Made reservation on behalf of 74e9c8341165429986785f555c401493 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:44.292518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.307584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ff547e77-cc66-4627-87a3-4c11d1451416,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.309467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.347562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-0e9f00aa-63b3-498c-885b-b31ca64af2a3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847321 Aug 31 09:17:44.390688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f124ec8e-b998-462d-a96a-81e2001f3ed6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:44.396961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] For port 0a50c03c-dbb1-4e31-9502-25885d4c0045, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:44.417415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] For port 64007497-5d30-42b9-a459-0688192f7f4f, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:44.442994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] For port 64007497-5d30-42b9-a459-0688192f7f4f, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64007497-5d30-42b9-a459-0688192f7f4f,segment=NetworkSegment(d9552f8e-0077-42d0-b886-e7c565e9dd44),segment_id=d9552f8e-0077-42d0-b886-e7c565e9dd44)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:44.457452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.521342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] For port 0a50c03c-dbb1-4e31-9502-25885d4c0045, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0a50c03c-dbb1-4e31-9502-25885d4c0045,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:44.535516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.536438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.539945 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] 10.222.0.15 "PUT /v2.0/ports/64007497-5d30-42b9-a459-0688192f7f4f HTTP/1.1" status: 200 len: 1092 time: 2.3766494 Aug 31 09:17:44.540695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'tag': '64007497-5d30-42b9-a459-0688192f7f4f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:44.543346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-a5e9b368-c260-44ec-8628-19cae0a76000 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862719 Aug 31 09:17:44.544941 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07e34b-aa1b-49e3-855d-81978f586e67" -d '{"events": [{"name": "network-changed", "server_uuid": "11514d3e-e383-44ab-a6c6-b3821e4f03fb", "tag": "64007497-5d30-42b9-a459-0688192f7f4f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:44.560493 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.595515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.659225 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.670002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9c890-2182-49ed-b15a-b58b9bc1c867 service neutron] Pushing event updated for resources: {'Port': ['ID=64007497-5d30-42b9-a459-0688192f7f4f,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.731384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:44.748097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b309ab-bce3-4283-ba28-d2453a9ba8b3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.805104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-df30cdf0-7df9-4bd1-9d84-417ab8d71461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.807026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-3112da9a-e5e6-4822-b842-16d479c22b92 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610638 Aug 31 09:17:44.820024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-df30cdf0-7df9-4bd1-9d84-417ab8d71461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a040f888d7840e0a594fdae62cedafe&device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 1095 time: 0.2121830 Aug 31 09:17:44.909893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff581f-d512-481d-bffe-06c788243e7c None None] Pushing event updated for resources: {'Port': ['ID=0a50c03c-dbb1-4e31-9502-25885d4c0045,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.921427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:44.926050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.926702 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Added segment cc473f12-4c09-4cdf-9eff-d1ec24b661a5 of type vlan for network 6d43f05b-c704-4323-a5a2-474296adc5a3 Aug 31 09:17:44.927463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:17:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:45.009328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207a4f-c4ad-4f44-8570-945722c608a4 req-9aeb7c9e-8beb-4dac-bad8-9a1138145d53 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.013331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba207a4f-c4ad-4f44-8570-945722c608a4 req-9aeb7c9e-8beb-4dac-bad8-9a1138145d53 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 944 time: 0.1082876 Aug 31 09:17:45.055899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port f124ec8e-b998-462d-a96a-81e2001f3ed6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:45.056576 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.118815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba207a4f-c4ad-4f44-8570-945722c608a4 req-e883bce7-08ac-4871-8753-be46daa73033 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903449 Aug 31 09:17:45.234719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-433c7465-e735-406a-9469-10027f7f10d2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.236744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-433c7465-e735-406a-9469-10027f7f10d2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 821 time: 0.4721932 Aug 31 09:17:45.240100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-8e86ddc2-ad02-4ae3-8117-dee35cc38bba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64007497-5d30-42b9-a459-0688192f7f4f HTTP/1.1" status: 200 len: 217 time: 0.3877652 Aug 31 09:17:45.317316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:45.368213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-acd20360-537a-4d3d-8c70-81fa22ae223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.370455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-acd20360-537a-4d3d-8c70-81fa22ae223d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e67b540-cab7-4c33-9eef-c811845207d5 HTTP/1.1" status: 200 len: 862 time: 0.1066535 Aug 31 09:17:45.391865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'port': {'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'admin_state_up': True, 'tenant_id': 'c379d43206274b68afb776d251dcfe2d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:45.454584 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.514036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6f36f-95ec-4afb-a2d6-ac9aeeba588b req-c998357a-c099-4d0b-a265-3ee5d1df6449 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.521072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bd6f36f-95ec-4afb-a2d6-ac9aeeba588b req-c998357a-c099-4d0b-a265-3ee5d1df6449 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 943 time: 0.1840839 Aug 31 09:17:45.527152 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f0e6c-e21d-46c2-8d7e-43e37eb3acfe x-openstack-request-id: req-603f0e6c-e21d-46c2-8d7e-43e37eb3acfe {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:45.527464 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11514d3e-e383-44ab-a6c6-b3821e4f03fb", "tag": "64007497-5d30-42b9-a459-0688192f7f4f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:45.530947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:45.535327 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-603f0e6c-e21d-46c2-8d7e-43e37eb3acfe {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:45.535918 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'tag': '64007497-5d30-42b9-a459-0688192f7f4f', 'status': 'completed', 'code': 200} Aug 31 09:17:45.548242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.598073 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-73e8c81d-6bcd-4732-b5a8-f8f22ad82700 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9f14a53-19ed-450d-93de-5290396fc5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043139 Aug 31 09:17:45.671329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bd6f36f-95ec-4afb-a2d6-ac9aeeba588b req-312b653b-8ff7-45fa-bc81-38ae1a79d5ee tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361485 Aug 31 09:17:45.722742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.723777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.724593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.731254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cb9b571-a2c6-4328-b107-17e8e340cd18 req-f828c6a6-5a59-49f2-80b4-85ddd5f2b2fc tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 210 time: 0.1263239 Aug 31 09:17:45.882685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e43938f6-ef87-4a4a-853a-903217cc03db req-2f440807-8648-40c6-8abd-e08e2230c458 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 210 time: 0.0658481 Aug 31 09:17:45.911411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7121844 Aug 31 09:17:45.911411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b0e81-a850-47a4-b409-f43552838b5e admin admin] Pushing event updated for resources: {'Network': ['ID=6d43f05b-c704-4323-a5a2-474296adc5a3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:45.921917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42048) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:45.937675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-30c194c6-6137-41cd-8a73-d59369f132c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee9bba0347714225b887f005bd11fc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081435 Aug 31 09:17:45.945124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Request body: {'subnet': {'network_id': '6d43f05b-c704-4323-a5a2-474296adc5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1088937216-subnet', 'tenant_id': '74e9c8341165429986785f555c401493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:45.949857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42052) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:45.995543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-dc151aff-2210-473f-9487-5b3beb02f9fe service neutron] 10.222.0.15 "GET /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833177 Aug 31 09:17:46.005912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Made reservation on behalf of c379d43206274b68afb776d251dcfe2d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:46.015269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.051847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6d43f05b-c704-4323-a5a2-474296adc5a3 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:46.057334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-826d6669-e82a-43df-acfe-fb78ba15b714 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.059176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-826d6669-e82a-43df-acfe-fb78ba15b714 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 944 time: 0.1251998 Aug 31 09:17:46.107632 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfa833ce-c5d8-4b8b-9252-96bf3ae7907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.121124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Made reservation on behalf of 74e9c8341165429986785f555c401493 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:46.125293 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.234900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:46.238206 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e96fbe1-2ec4-4938-b733-f9c3bca3ab3e" -d '{"events": [{"server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "name": "network-vif-plugged", "status": "completed", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:46.265459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:46.297673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfa833ce-c5d8-4b8b-9252-96bf3ae7907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.303089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.505872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ff547e77-cc66-4627-87a3-4c11d1451416 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:46.516096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:46.609073 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35319ab4-a535-48ce-8329-f2d8829ec39c req-15910232-a634-443c-8774-0c725ff4f1a8 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253248 Aug 31 09:17:46.645768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Allocated IP 172.20.0.3 (fa90a678-3d40-4555-a22f-c9546682314a/df5eef05-43d4-43bd-93bf-db76d0009287/8ba8b5dd-6bbc-4fc1-aad1-39d180393222) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:46.671133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:44Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:46.735454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.737138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0c19b-3215-46cb-8065-0f37bc2f85e5 None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:44Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:46.774867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port ff547e77-cc66-4627-87a3-4c11d1451416 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:46.790751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port ff547e77-cc66-4627-87a3-4c11d1451416 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:46.791388 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.870340 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfa833ce-c5d8-4b8b-9252-96bf3ae7907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.876604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfa833ce-c5d8-4b8b-9252-96bf3ae7907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.879667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dfa833ce-c5d8-4b8b-9252-96bf3ae7907b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67 HTTP/1.1" status: 204 len: 168 time: 0.9286776 Aug 31 09:17:46.942429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0562c-8dee-42a1-aed9-b7c5c5e0d857 req-f63185f7-0e58-4eaf-9e11-03c7feb80d22 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.945722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0eb0562c-8dee-42a1-aed9-b7c5c5e0d857 req-f63185f7-0e58-4eaf-9e11-03c7feb80d22 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 944 time: 0.7832594 Aug 31 09:17:46.951153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa833ce-c5d8-4b8b-9252-96bf3ae7907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2dc782-36b7-4b4b-aa1f-3ced1b79bb67,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:47.071613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c6df1-4ef8-46d9-b451-e0af4104bbe7 req-3612af95-0512-4867-92e1-f9f4f8c0501f tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.089413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384c6df1-4ef8-46d9-b451-e0af4104bbe7 req-3612af95-0512-4867-92e1-f9f4f8c0501f tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 944 time: 0.8046036 Aug 31 09:17:47.142101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:47.170240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8864afd-4249-4542-a440-654d4811ca35,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:47.182670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0eb0562c-8dee-42a1-aed9-b7c5c5e0d857 req-a98a3732-ae0a-4b1e-a616-7b4c20917398 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/security-groups?id=325d0a00-2643-4729-ba4b-9ce352f05401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902478 Aug 31 09:17:47.212994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Deleting port f124ec8e-b998-462d-a96a-81e2001f3ed6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:47.213445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:47.247849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ff547e77-cc66-4627-87a3-4c11d1451416, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ff547e77-cc66-4627-87a3-4c11d1451416,segment=NetworkSegment(2d8c1b92-2891-4807-a42d-d273a35f15b2),segment_id=2d8c1b92-2891-4807-a42d-d273a35f15b2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:47.269546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:47.432304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] For port f124ec8e-b998-462d-a96a-81e2001f3ed6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f124ec8e-b998-462d-a96a-81e2001f3ed6,segment=NetworkSegment(59a826c7-fea5-4d5d-9916-8f456d2632b1),segment_id=59a826c7-fea5-4d5d-9916-8f456d2632b1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:47.432923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:47.446691 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f5f00-7504-4467-bc56-828f835bbbd4 x-openstack-request-id: req-e00f5f00-7504-4467-bc56-828f835bbbd4 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:47.447232 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "name": "network-vif-plugged", "status": "completed", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:47.447604 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e00f5f00-7504-4467-bc56-828f835bbbd4 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:47.448881 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'code': 200} Aug 31 09:17:47.473700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Calling delete_port for f124ec8e-b998-462d-a96a-81e2001f3ed6 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:47.498219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-23ad47a2-5d35-4c54-a805-667468b56640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.501681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-23ad47a2-5d35-4c54-a805-667468b56640 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a040f888d7840e0a594fdae62cedafe&device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 1095 time: 0.6956656 Aug 31 09:17:47.505713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384c6df1-4ef8-46d9-b451-e0af4104bbe7 req-da7cdb8a-ed3b-42d5-8703-783834237252 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148226 Aug 31 09:17:47.572279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ff547e77-cc66-4627-87a3-4c11d1451416,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:47.715866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Checking segment: {'id': 'cc473f12-4c09-4cdf-9eff-d1ec24b661a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6d43f05b-c704-4323-a5a2-474296adc5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:47.717400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Network hostable DHCP agents. Network: 6d43f05b-c704-4323-a5a2-474296adc5a3, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:47.786724 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:47.817497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27668f1d-5ccf-4d12-8234-44a1e09243e2 req-b58408dd-de48-4193-920a-78c66e53b627 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.822085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Transition to ACTIVE for port object 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:47.827888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27668f1d-5ccf-4d12-8234-44a1e09243e2 req-b58408dd-de48-4193-920a-78c66e53b627 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 943 time: 0.1576352 Aug 31 09:17:47.944104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27668f1d-5ccf-4d12-8234-44a1e09243e2 req-5ae12cd8-b8fd-482c-86b9-0fadaf241c8a tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150131 Aug 31 09:17:48.032938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:48.079832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:48.161419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02d2c238-a94b-48d1-93ce-7ae1196f9c58 req-9fa3e620-2d87-4fc6-93db-cc59f294e229 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 210 time: 0.0909963 Aug 31 09:17:48.194917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ecdbc-b879-49e5-9aeb-e4c62e0ae04d req-b17f48b8-985f-47fc-b4ac-fa6ad52868b3 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.194917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-419ecdbc-b879-49e5-9aeb-e4c62e0ae04d req-b17f48b8-985f-47fc-b4ac-fa6ad52868b3 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 931 time: 0.2492836 Aug 31 09:17:48.205372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Pushing event deleted for resources: {'Port': ['ID=f124ec8e-b998-462d-a96a-81e2001f3ed6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:48.294909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Network fa90a678-3d40-4555-a22f-c9546682314a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:48.297108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Network 6d43f05b-c704-4323-a5a2-474296adc5a3 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:48.323861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event updated for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:48.331269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] No DVR routers for this DVR port f124ec8e-b998-462d-a96a-81e2001f3ed6 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:48.338912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:48.341709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:48.344399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b020b66a-c3c2-47fe-8345-5dd9a6c40333 req-87d51228-b9e7-4384-b1d8-e089c2020e00 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.23 "DELETE /v2.0/ports/f124ec8e-b998-462d-a96a-81e2001f3ed6 HTTP/1.1" status: 204 len: 173 time: 2.2738647 Aug 31 09:17:48.345481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'name': 'network-vif-deleted', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:48.349168 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c903f82a-e24b-42e1-835e-3b226267558c" -d '{"events": [{"server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "name": "network-vif-deleted", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:48.349480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f124ec8e-b998-462d-a96a-81e2001f3ed6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:48.402830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-419ecdbc-b879-49e5-9aeb-e4c62e0ae04d req-ce52c346-429f-48f9-ba88-3fc0de6f5f28 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407437 Aug 31 09:17:48.455585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: f124ec8e-b998-462d-a96a-81e2001f3ed6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:48.456618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f124ec8e-b998-462d-a96a-81e2001f3ed6 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:48.501999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-397c5967-5402-4ff3-a83c-163833a32819 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.503768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-397c5967-5402-4ff3-a83c-163833a32819 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 1.0476739 Aug 31 09:17:48.510095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:48.513350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6d43f05b-c704-4323-a5a2-474296adc5a3) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:48.547913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f806e94-c006-405f-9791-6877a3fd8ca2 None None] Network 6d43f05b-c704-4323-a5a2-474296adc5a3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:48.549358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:48.553076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0a50c03c-dbb1-4e31-9502-25885d4c0045 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:48.558643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:48.634783 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3685db7c-c63a-4fcf-9c24-c27d320b48f4 x-openstack-request-id: req-3685db7c-c63a-4fcf-9c24-c27d320b48f4 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:48.640874 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da027fd-c741-491f-902e-77250c786bb1", "name": "network-vif-deleted", "tag": "f124ec8e-b998-462d-a96a-81e2001f3ed6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:48.643270 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3685db7c-c63a-4fcf-9c24-c27d320b48f4 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:48.645744 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da027fd-c741-491f-902e-77250c786bb1', 'name': 'network-vif-deleted', 'tag': 'f124ec8e-b998-462d-a96a-81e2001f3ed6', 'status': 'completed', 'code': 200} Aug 31 09:17:48.649937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb66c2e2-0f59-42c0-af68-6977f7ea21e0 req-cefecb5b-0802-484e-9f6f-2e0ddd7e7160 tempest-ImagesTestJSON-630731882 tempest-ImagesTestJSON-630731882-project] 10.222.0.18 "GET /v2.0/ports?device_id=0da027fd-c741-491f-902e-77250c786bb1 HTTP/1.1" status: 200 len: 210 time: 0.1100125 Aug 31 09:17:48.730840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.732640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:48.811501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-67de4c0b-5e6a-47bf-8f60-2d4e147a76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.815277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-67de4c0b-5e6a-47bf-8f60-2d4e147a76e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9f14a53-19ed-450d-93de-5290396fc5ad HTTP/1.1" status: 200 len: 923 time: 1.2839191 Aug 31 09:17:48.931007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-15604031-da2c-43ef-aac1-290599f50f69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9992588 Aug 31 09:17:48.947500 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-f3c3abb1-1b09-4372-aa5a-a45f726d7ee2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64007497-5d30-42b9-a459-0688192f7f4f HTTP/1.1" status: 200 len: 217 time: 0.1083138 Aug 31 09:17:48.963758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.966937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.045100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b48d5-bc0b-40e5-a247-038cf6ec887c req-7112714f-d5ff-4665-ba31-5a5a9047266b tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.049004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-440b48d5-bc0b-40e5-a247-038cf6ec887c req-7112714f-d5ff-4665-ba31-5a5a9047266b tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.2595177 Aug 31 09:17:49.152628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:49.168180 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-39908fa9-c262-49a0-9139-56ca7fe14ca2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9027870 Aug 31 09:17:49.244285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Request body: {'port': {'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:49.279742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-440b48d5-bc0b-40e5-a247-038cf6ec887c req-b1d2decd-d30c-43bc-8a0e-7a15b61ad3d5 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816709 Aug 31 09:17:49.339132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42106) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:49.407266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0a50c03c-dbb1-4e31-9502-25885d4c0045 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:49.415898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b503a152-4e62-47b9-b9f4-93048200d118 None None] Provisioning for port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:49.429003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0a50c03c-dbb1-4e31-9502-25885d4c0045 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:49.429731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.516900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-4ea98999-3bd4-47af-8ca7-fdcce30848b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.520244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b503a152-4e62-47b9-b9f4-93048200d118 None None] Provisioning complete for port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:49.520618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b503a152-4e62-47b9-b9f4-93048200d118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.521569 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-4ea98999-3bd4-47af-8ca7-fdcce30848b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e67b540-cab7-4c33-9eef-c811845207d5 HTTP/1.1" status: 200 len: 862 time: 0.5162511 Aug 31 09:17:49.523799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba82bba-4e81-423a-aabf-3a4abc824170 None None] Network 6d43f05b-c704-4323-a5a2-474296adc5a3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:49.529827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71199119-8712-4adf-9505-88310b9733dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff547e77-cc66-4627-87a3-4c11d1451416'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:49.533407 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c18d74-ebf8-47fd-a759-cd5a0eb3c39e" -d '{"events": [{"server_uuid": "71199119-8712-4adf-9505-88310b9733dd", "name": "network-vif-plugged", "status": "completed", "tag": "ff547e77-cc66-4627-87a3-4c11d1451416"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:49.574044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.660873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b503a152-4e62-47b9-b9f4-93048200d118 None None] Port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:17:49.715948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Deleting subnet 9f0a5638-f19b-46fe-81d6-b8aff8d66b0e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:49.727432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:49.729614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-976087633-network', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:49.736283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.742958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.855587 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.905439 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-3bf4c362-b4b5-40c7-a10e-5a69a925a93e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9f14a53-19ed-450d-93de-5290396fc5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2906976 Aug 31 09:17:49.914982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96a8c037-7e65-4670-9eb2-b3e264a752be req-137122e1-b6a5-40b3-854e-e0251c29609d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 210 time: 0.2590494 Aug 31 09:17:49.973746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a3418-2a08-4be8-a7e1-c8e6625cc2ef req-89dce87d-94c7-4c68-83ee-fc300ee086dc tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.989041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-235a3418-2a08-4be8-a7e1-c8e6625cc2ef req-89dce87d-94c7-4c68-83ee-fc300ee086dc tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 943 time: 0.7062793 Aug 31 09:17:50.030175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 0a50c03c-dbb1-4e31-9502-25885d4c0045, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0a50c03c-dbb1-4e31-9502-25885d4c0045,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:50.040495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.044818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.156097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:50.171035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.194851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=0a50c03c-dbb1-4e31-9502-25885d4c0045,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:50.237768 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.370689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.420320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-235a3418-2a08-4be8-a7e1-c8e6625cc2ef req-21871b22-7d22-4753-a436-6db3c27ac400 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269481 Aug 31 09:17:50.483814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64007497-5d30-42b9-a459-0688192f7f4f details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:50.555333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.587371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423101f5-f519-4fbf-b415-967eeed7e922 req-ef01b46a-409d-4683-a391-5f59eef74260 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.599030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-423101f5-f519-4fbf-b415-967eeed7e922 req-ef01b46a-409d-4683-a391-5f59eef74260 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 931 time: 0.3305542 Aug 31 09:17:50.644287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0a5638-f19b-46fe-81d6-b8aff8d66b0e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:50.663757 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.671128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d74ece67-9468-4fdf-9b52-ad41d533eb36 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f0a5638-f19b-46fe-81d6-b8aff8d66b0e HTTP/1.1" status: 204 len: 168 time: 1.3296440 Aug 31 09:17:50.675593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42120) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:50.776946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.797508 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b1531d-cd7f-4b20-8982-0dff75c2d828 x-openstack-request-id: req-66b1531d-cd7f-4b20-8982-0dff75c2d828 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:50.797809 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71199119-8712-4adf-9505-88310b9733dd", "name": "network-vif-plugged", "status": "completed", "tag": "ff547e77-cc66-4627-87a3-4c11d1451416", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:50.798066 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66b1531d-cd7f-4b20-8982-0dff75c2d828 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:50.798465 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71199119-8712-4adf-9505-88310b9733dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff547e77-cc66-4627-87a3-4c11d1451416', 'code': 200} Aug 31 09:17:50.833804 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.858209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-423101f5-f519-4fbf-b415-967eeed7e922 req-b326376c-9036-4052-a03c-3d25af1e10f8 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566118 Aug 31 09:17:50.950989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:50.966382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.986539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 64007497-5d30-42b9-a459-0688192f7f4f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64007497-5d30-42b9-a459-0688192f7f4f,segment=NetworkSegment(d9552f8e-0077-42d0-b886-e7c565e9dd44),segment_id=d9552f8e-0077-42d0-b886-e7c565e9dd44)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:51.026333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '64007497-5d30-42b9-a459-0688192f7f4f', 'network_id': 'a9f14a53-19ed-450d-93de-5290396fc5ad', 'port_id': '64007497-5d30-42b9-a459-0688192f7f4f', 'mac_address': 'fa:16:3e:c6:ff:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67b540-cab7-4c33-9eef-c811845207d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:51.065290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.065744 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Added segment 3e9f83da-44e3-438b-8ece-97b6c559c13e of type vlan for network ebb1948b-a52d-46b0-bb48-4a04a48cc166 Aug 31 09:17:51.074853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9afb5-1e47-440d-945e-16dc6d1da751,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:51.106415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.2 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/eb461a83-0e28-40df-84ec-a09ee90de92d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:51.151846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-f4b1e93b-4a99-40dc-aaad-9812e44f2cff service neutron] 10.222.0.15 "GET /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1422062 Aug 31 09:17:51.199642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120b47d-4009-4488-9876-6b791f7998bc req-b08de6c5-8c94-4fa5-928f-482133b2f458 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.213686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b120b47d-4009-4488-9876-6b791f7998bc req-b08de6c5-8c94-4fa5-928f-482133b2f458 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.2326965 Aug 31 09:17:51.221884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.231535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1126-0b3b-4786-8f2a-d561dcca20ed req-e9990bee-6815-4c49-b619-c791692476f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.234702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e8a1126-0b3b-4786-8f2a-d561dcca20ed req-e9990bee-6815-4c49-b619-c791692476f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 1097 time: 0.4446127 Aug 31 09:17:51.245927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64007497-5d30-42b9-a459-0688192f7f4f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:51.281277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 64007497-5d30-42b9-a459-0688192f7f4f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64007497-5d30-42b9-a459-0688192f7f4f,segment=NetworkSegment(d9552f8e-0077-42d0-b886-e7c565e9dd44),segment_id=d9552f8e-0077-42d0-b886-e7c565e9dd44)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:51.282378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.289756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.407204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=64007497-5d30-42b9-a459-0688192f7f4f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:51.496910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-263a9da6-39b2-4375-bfb7-52ca264efef5 req-7d3e48c5-16af-4fa1-b56f-eba1ec8ad7c2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 210 time: 0.2064271 Aug 31 09:17:51.500377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:17:51.528020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b120b47d-4009-4488-9876-6b791f7998bc req-7152325e-84be-476d-95a2-6f05b4ff32d3 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128898 Aug 31 09:17:51.534907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.551650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['64007497-5d30-42b9-a459-0688192f7f4f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:51.577024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e8a1126-0b3b-4786-8f2a-d561dcca20ed req-b3ecd03b-07e6-41cb-8954-663c6cf59f3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801480 Aug 31 09:17:51.590830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbce794-394b-4d25-bc96-8c793cadf2b0']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:51.602722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.608722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.609879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.681008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434ef74d-117c-40ed-8f35-d95fc6812916') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:51.681469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434ef74d-117c-40ed-8f35-d95fc6812916') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:51.771850 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.772596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:51.799913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6457419 Aug 31 09:17:51.810070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.812499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:51.816457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.832774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874bdb-9dbc-44b4-9820-9c294c2c3956 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb1948b-a52d-46b0-bb48-4a04a48cc166,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:51.834269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Request body: {'subnet': {'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-976087633-subnet', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:51.851504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:51.853466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:51.859350 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:51.868887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.874670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:51.921368 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc07e34b-aa1b-49e3-855d-81978f586e67 req-a9c73e19-0b66-485a-88df-59960f3826fc service neutron] 10.222.0.15 "GET /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528033 Aug 31 09:17:51.934272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Transition to ACTIVE for port object 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:51.951297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.967057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:51.972131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.978365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91871cbe-a5f9-4c9f-af66-70a459501934 req-a3f7a940-0d6b-4da4-a455-88f76ce77f21 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.991684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91871cbe-a5f9-4c9f-af66-70a459501934 req-a3f7a940-0d6b-4da4-a455-88f76ce77f21 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 944 time: 0.3384466 Aug 31 09:17:52.054997 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.074176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.082513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] 10.222.0.18 "DELETE /v2.0/networks/5fbce794-394b-4d25-bc96-8c793cadf2b0 HTTP/1.1" status: 204 len: 168 time: 1.3974247 Aug 31 09:17:52.094268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91871cbe-a5f9-4c9f-af66-70a459501934 req-a94ee86c-7672-4d73-84dd-caa4ed621e7c tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010127 Aug 31 09:17:52.124172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42154) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:52.124172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fbc5d-977d-40af-8651-15e427579a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbce794-394b-4d25-bc96-8c793cadf2b0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.242909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.256461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.294584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:52.296152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Deleting subnet b8864afd-4249-4542-a440-654d4811ca35 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:52.310199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.362156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0a50c03c-dbb1-4e31-9502-25885d4c0045 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:52.375937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.489817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e924867-72e2-4371-afa4-7a1425e49bb6 req-f2c5f902-9de5-4499-ab9c-7b6799bb1387 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:52.499106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e924867-72e2-4371-afa4-7a1425e49bb6 req-f2c5f902-9de5-4499-ab9c-7b6799bb1387 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 943 time: 0.4030507 Aug 31 09:17:52.527171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.578465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42168) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:52.613345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e924867-72e2-4371-afa4-7a1425e49bb6 req-fb8db558-8b61-43bc-8b59-3703b0c6d06a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132421 Aug 31 09:17:52.688236 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.697734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=eb461a83-0e28-40df-84ec-a09ee90de92d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.707984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Attempting to bind port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:52.708617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Attempting to bind port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:52.708967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Attempting to bind port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 on network fa90a678-3d40-4555-a22f-c9546682314a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:52.717948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 on network fa90a678-3d40-4555-a22f-c9546682314a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:52.718163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0a50c03c-dbb1-4e31-9502-25885d4c0045 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:52.718655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.720169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Attempting to bind port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 on network fa90a678-3d40-4555-a22f-c9546682314a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:52.744111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.770104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:52.774737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:52.775475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Checking segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:52.775960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Bound using segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:52.776524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Bound port: 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:52.776956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.779926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:52.813008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:52.822670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.826293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b8864afd-4249-4542-a440-654d4811ca35 HTTP/1.1" status: 204 len: 168 time: 0.7128439 Aug 31 09:17:52.834192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e1a11-4710-46e7-8ef7-9644ecf80406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8864afd-4249-4542-a440-654d4811ca35,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.842409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42174) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:52.893519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08322f2b-6e1f-46d2-8697-1ece0fbfe24a,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.993540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:52.994659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.003512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Deleting subnet a184fb36-2223-4d99-9a64-c280e3fa8e78 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:53.017689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.027716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846601c-f8a6-4ce9-b6e5-3f4bccb6079f req-2717c61c-c7a2-4ee4-a179-4fe4b919bd64 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.029645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b846601c-f8a6-4ce9-b6e5-3f4bccb6079f req-2717c61c-c7a2-4ee4-a179-4fe4b919bd64 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.2914116 Aug 31 09:17:53.032091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Checking segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:53.033168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Network hostable DHCP agents. Network: ebb1948b-a52d-46b0-bb48-4a04a48cc166, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:53.040645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:53.050666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-355af9a7-ac76-4b51-b6ea-98882a673e70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5142529 Aug 31 09:17:53.052175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:53.058385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:53.059815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.068880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Request body: {'port': {'device_id': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:53.086120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4952882-34db-4f13-b6f7-d863bc6e10ed req-d465e773-fa3a-4ccb-a336-5119043bcfbe tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.087747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4952882-34db-4f13-b6f7-d863bc6e10ed req-d465e773-fa3a-4ccb-a336-5119043bcfbe tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 931 time: 0.3434429 Aug 31 09:17:53.099766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.127305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.139624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:53.159339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.160045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.161331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] 10.222.0.23 "PUT /v2.0/ports/8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 1092 time: 3.9704301 Aug 31 09:17:53.168745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:53.170528 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e24f28-4fb3-447d-833d-be724d0f18d8" -d '{"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:53.201654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ebb1948b-a52d-46b0-bb48-4a04a48cc166) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:53.211387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b846601c-f8a6-4ce9-b6e5-3f4bccb6079f req-6f8f94bf-ca09-452f-9248-9f2fa5648b29 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595981 Aug 31 09:17:53.220770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.221365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.245735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51558716-5ed8-4370-84db-f47fc7e914d9 None None] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:53.245847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4952882-34db-4f13-b6f7-d863bc6e10ed req-3c0117b6-481f-4f8f-9c0a-514ceb9b4c5f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400559 Aug 31 09:17:53.260971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae50a5a-c8a2-48ea-a9c3-138fbd79fbbe service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:53.267372 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.320097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.387462 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dce11b-70d8-4bda-b4be-c5a6816020fe x-openstack-request-id: req-b6dce11b-70d8-4bda-b4be-c5a6816020fe {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:53.387802 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:53.388690 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6dce11b-70d8-4bda-b4be-c5a6816020fe {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:53.388690 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'status': 'completed', 'code': 200} Aug 31 09:17:53.389925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-214fbaa2-c782-4826-8418-828229b68e49 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5638995 Aug 31 09:17:53.394829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42182) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:53.400043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:53.473466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6558c253-4db5-477a-baac-7e8ab7c66e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.476168 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-6558c253-4db5-477a-baac-7e8ab7c66e0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1095 time: 0.2158799 Aug 31 09:17:53.509523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.510129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.569814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.582800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d43f05b-c704-4323-a5a2-474296adc5a3']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:53.600417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc473f12-4c09-4cdf-9eff-d1ec24b661a5') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:53.600417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc473f12-4c09-4cdf-9eff-d1ec24b661a5') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:53.621398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-f1e3f0c0-6885-424a-87dd-42b3b8792d92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.1316352 Aug 31 09:17:53.641650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:17:53.642985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.646830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.722925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.762550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:53.763820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:53.799785 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:53.921114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-5fd2ef97-a3ba-4e66-9162-8f0d909796bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.926254 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-5fd2ef97-a3ba-4e66-9162-8f0d909796bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.2380524 Aug 31 09:17:53.929239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fe9f7-bac6-46c8-810f-4c567836f0ee req-b75627ed-f482-431c-810e-0afa8ba53972 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.930903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.943549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-009fe9f7-bac6-46c8-810f-4c567836f0ee req-b75627ed-f482-431c-810e-0afa8ba53972 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 944 time: 0.4548039 Aug 31 09:17:53.949557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Allocated IP 172.20.0.2 (ebb1948b-a52d-46b0-bb48-4a04a48cc166/08322f2b-6e1f-46d2-8697-1ece0fbfe24a/bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:53.986935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.142521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a184fb36-2223-4d99-9a64-c280e3fa8e78,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:54.149199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-3d4da6cc-3764-4dcd-82d4-3b3324cd1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:54.153078 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-3d4da6cc-3764-4dcd-82d4-3b3324cd1c56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699021 Aug 31 09:17:54.153718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.158523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-54b58b53-339f-49a0-b175-6e32416a716e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a184fb36-2223-4d99-9a64-c280e3fa8e78 HTTP/1.1" status: 204 len: 168 time: 1.5697675 Aug 31 09:17:54.160122 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.163108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42186) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:54.299024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665dc5-0461-470b-81d9-a8561b224d7c req-8edc195b-ba51-4585-a90c-676d613451d8 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:54.304394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d665dc5-0461-470b-81d9-a8561b224d7c req-8edc195b-ba51-4585-a90c-676d613451d8 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 943 time: 0.5340190 Aug 31 09:17:54.320661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.327341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d43f05b-c704-4323-a5a2-474296adc5a3 HTTP/1.1" status: 204 len: 168 time: 1.4816711 Aug 31 09:17:54.393230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b98918-5619-4db5-8a1c-e52f9be10fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d43f05b-c704-4323-a5a2-474296adc5a3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:54.414375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.431267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-009fe9f7-bac6-46c8-810f-4c567836f0ee req-dd3668fa-0491-4d32-ad81-07aa55b20130 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878170 Aug 31 09:17:54.440571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Transition to ACTIVE for port object bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:54.482932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Transition to ACTIVE for port object bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:54.510916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64007497-5d30-42b9-a459-0688192f7f4f up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:54.545313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.556393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-4f3545ae-7e54-4ad4-8ea7-9deb9182e09f service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460789 Aug 31 09:17:54.576827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.703407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:54.720689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:54.732254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:54.751684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Pushing event updated for resources: {'Port': ['ID=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:54.770758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42196) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:54.796866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb461a83-0e28-40df-84ec-a09ee90de92d {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:54.836445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.853587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 64007497-5d30-42b9-a459-0688192f7f4f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:54.876175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 64007497-5d30-42b9-a459-0688192f7f4f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:54.876901 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.879727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Transition to ACTIVE for port object eb461a83-0e28-40df-84ec-a09ee90de92d will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:54.882937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Attempting to bind port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:54.884096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Attempting to bind port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:54.884350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Attempting to bind port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f on network ebb1948b-a52d-46b0-bb48-4a04a48cc166 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:54.923253 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.937173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.952811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:54.954042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Checking segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:54.955232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.958232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Bound using segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:54.958579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d665dc5-0461-470b-81d9-a8561b224d7c req-6fe714ca-0f1b-4458-9d7d-655d177a68a5 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128325 Aug 31 09:17:54.959383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Bound port: bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:54.960733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.038367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eb7aec4a-0720-4642-b28f-459a565bccc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=054ff0b4305441489057a11d32a4ab3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600913 Aug 31 09:17:55.047596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c608f61-fed9-4c61-bd47-c9e0eca129e0 req-68a2213c-4623-4621-86a8-0cbcfd3003a4 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.060309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42198) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:55.064108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c608f61-fed9-4c61-bd47-c9e0eca129e0 req-68a2213c-4623-4621-86a8-0cbcfd3003a4 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.1763871 Aug 31 09:17:55.091481 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-80ac9198-1afe-4f97-bae8-07ef597fcf08 req-ea69da2a-6724-4979-b2e0-a015cc316003 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813466 Aug 31 09:17:55.132789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Pushing event updated for resources: {'Port': ['ID=eb461a83-0e28-40df-84ec-a09ee90de92d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:55.244449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.269259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c608f61-fed9-4c61-bd47-c9e0eca129e0 req-7a242941-f177-4680-9c85-183e465a70c7 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036655 Aug 31 09:17:55.295244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b8595f-9b9f-44bf-9db0-0697c1530a38']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:55.337131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378239-4e52-455f-af51-cee40564acd1 req-27e886ea-1a15-47ff-aa9c-145de50b16e6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.346286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1378239-4e52-455f-af51-cee40564acd1 req-27e886ea-1a15-47ff-aa9c-145de50b16e6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 943 time: 0.1522765 Aug 31 09:17:55.394038 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.395069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a826c7-fea5-4d5d-9916-8f456d2632b1') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:55.395578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a826c7-fea5-4d5d-9916-8f456d2632b1') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:55.413898 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.431705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db84fb47-2a8b-4739-980a-9b070deeae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.438463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.448991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:55.449444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.460980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64007497-5d30-42b9-a459-0688192f7f4f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:55.465647 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc9ec6-5cb8-47e2-a49e-f72816042b03" -d '{"events": [{"server_uuid": "11514d3e-e383-44ab-a6c6-b3821e4f03fb", "name": "network-vif-plugged", "status": "completed", "tag": "64007497-5d30-42b9-a459-0688192f7f4f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:55.468678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Attempting to bind port eb461a83-0e28-40df-84ec-a09ee90de92d on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:55.469433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Attempting to bind port eb461a83-0e28-40df-84ec-a09ee90de92d by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:55.469776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Attempting to bind port eb461a83-0e28-40df-84ec-a09ee90de92d on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:55.489909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 64007497-5d30-42b9-a459-0688192f7f4f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64007497-5d30-42b9-a459-0688192f7f4f,segment=NetworkSegment(d9552f8e-0077-42d0-b886-e7c565e9dd44),segment_id=d9552f8e-0077-42d0-b886-e7c565e9dd44)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:55.492455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] For port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:55.499070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.508887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-5d5f274e-78c4-4f3c-9ff0-a105f9b35b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.510624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-5d5f274e-78c4-4f3c-9ff0-a105f9b35b4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1095 time: 0.3054466 Aug 31 09:17:55.564679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Port eb461a83-0e28-40df-84ec-a09ee90de92d on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:55.566749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Attempting to bind port eb461a83-0e28-40df-84ec-a09ee90de92d on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:55.593650 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:55.600540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db84fb47-2a8b-4739-980a-9b070deeae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.611432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.618250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] For port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:55.624766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=64007497-5d30-42b9-a459-0688192f7f4f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:55.640165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.650835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.655112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1b8595f-9b9f-44bf-9db0-0697c1530a38 HTTP/1.1" status: 204 len: 168 time: 1.4873602 Aug 31 09:17:55.670926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:55.671759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:55.672382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:55.673088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Bound port: eb461a83-0e28-40df-84ec-a09ee90de92d, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:55.673630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.686167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d229d1e-fa82-43a3-83a1-1042fdc8615e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b8595f-9b9f-44bf-9db0-0697c1530a38,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:55.705563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1378239-4e52-455f-af51-cee40564acd1 req-6f4d161f-2af8-4642-846b-b440e837d21c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578470 Aug 31 09:17:55.741765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e29d60-20c5-484b-a707-1b83596e1855 None None] Pushing event updated for resources: {'Port': ['ID=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:55.813520 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346574a1-b127-461d-9aa8-a511afd58c0a req-75b14dbb-cb6b-46b9-97d8-c43c7cc02edb tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.821685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346574a1-b127-461d-9aa8-a511afd58c0a req-75b14dbb-cb6b-46b9-97d8-c43c7cc02edb tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 945 time: 0.2028921 Aug 31 09:17:55.830753 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c8de51-5d76-48cc-9a90-35ea34fb2c51 x-openstack-request-id: req-c7c8de51-5d76-48cc-9a90-35ea34fb2c51 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:55.831018 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11514d3e-e383-44ab-a6c6-b3821e4f03fb", "name": "network-vif-plugged", "status": "completed", "tag": "64007497-5d30-42b9-a459-0688192f7f4f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:55.831205 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7c8de51-5d76-48cc-9a90-35ea34fb2c51 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:55.831631 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64007497-5d30-42b9-a459-0688192f7f4f', 'code': 200} Aug 31 09:17:55.960240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-346574a1-b127-461d-9aa8-a511afd58c0a req-2c010f8e-894a-4a72-a86c-26a6338c0ae5 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252270 Aug 31 09:17:56.166060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42220) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:56.378111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:56.395388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c6b72549-4468-407a-84e4-c418de4e9b31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=488d2f853bf9442497aa96a8cf8164b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267697 Aug 31 09:17:56.399089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42226) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:56.477451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af72a-86b7-4263-b43f-46c57c4b0ec9 req-5490ff0d-f1d9-46aa-a3a1-0dc4aef43c70 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.480189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da2af72a-86b7-4263-b43f-46c57c4b0ec9 req-5490ff0d-f1d9-46aa-a3a1-0dc4aef43c70 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 943 time: 0.2832849 Aug 31 09:17:56.498960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:56.541955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.594685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da2af72a-86b7-4263-b43f-46c57c4b0ec9 req-9f067ae0-1a7e-494d-8509-bb0af1bb55d7 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970249 Aug 31 09:17:56.607166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.609983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db84fb47-2a8b-4739-980a-9b070deeae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.612924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db84fb47-2a8b-4739-980a-9b070deeae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.614427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-db84fb47-2a8b-4739-980a-9b070deeae6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9e9f52a-d40c-4081-a768-5236e0bc0a71 HTTP/1.1" status: 204 len: 168 time: 1.5441103 Aug 31 09:17:56.623919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91bb736a-5bd9-4bc2-bb6a-f3f9724cfd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.625447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f713e-25c7-4337-8f2b-04d529489bea req-47b9dcc3-203e-47f7-9ac7-77da510ff1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.627514 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f6f713e-25c7-4337-8f2b-04d529489bea req-47b9dcc3-203e-47f7-9ac7-77da510ff1e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 1097 time: 0.3905513 Aug 31 09:17:56.644761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-52505f57-b014-40e4-902b-7fcf681a3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.646794 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-52505f57-b014-40e4-902b-7fcf681a3914 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 1.0835311 Aug 31 09:17:56.669132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91bb736a-5bd9-4bc2-bb6a-f3f9724cfd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.704751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84fb47-2a8b-4739-980a-9b070deeae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e9f52a-d40c-4081-a768-5236e0bc0a71,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:56.715762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] For port eb461a83-0e28-40df-84ec-a09ee90de92d, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:56.719996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:56.773529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:56.779348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-bd940c4f-46a6-4619-83c7-4469e08b6b67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.1144140 Aug 31 09:17:56.794200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:56.795302 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91bb736a-5bd9-4bc2-bb6a-f3f9724cfd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.800962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91bb736a-5bd9-4bc2-bb6a-f3f9724cfd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.804105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-91bb736a-5bd9-4bc2-bb6a-f3f9724cfd1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/325d0a00-2643-4729-ba4b-9ce352f05401 HTTP/1.1" status: 204 len: 168 time: 0.4033778 Aug 31 09:17:56.805800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] For port eb461a83-0e28-40df-84ec-a09ee90de92d, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=eb461a83-0e28-40df-84ec-a09ee90de92d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:56.823132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb736a-5bd9-4bc2-bb6a-f3f9724cfd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d0a00-2643-4729-ba4b-9ce352f05401,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:56.866879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.900876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f6f713e-25c7-4337-8f2b-04d529489bea req-c56d54fb-1eae-45d4-945b-83afba80a401 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607362 Aug 31 09:17:57.015847 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.026522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.026882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.028134 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb461a83-0e28-40df-84ec-a09ee90de92d HTTP/1.1" status: 200 len: 1092 time: 3.9645073 Aug 31 09:17:57.046613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'tag': 'eb461a83-0e28-40df-84ec-a09ee90de92d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:57.054814 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681cd75-ea61-4ef8-8958-0cb398e7fd03" -d '{"events": [{"name": "network-changed", "server_uuid": "f744f945-1535-46b7-97e9-b9e50a2b7ffd", "tag": "eb461a83-0e28-40df-84ec-a09ee90de92d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:57.058862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:57.114794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-fc73a241-d831-48df-a139-ecb5d2d36af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.117312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-fc73a241-d831-48df-a139-ecb5d2d36af6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.3238342 Aug 31 09:17:57.118253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:57.121532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720406ad-dabe-4695-a685-805bbfb75769 service neutron] Pushing event updated for resources: {'Port': ['ID=eb461a83-0e28-40df-84ec-a09ee90de92d,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:57.130516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.169447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Allocated IP 172.25.4.223 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/1d819199-69cf-4486-a951-81b436d58a7f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:57.172321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addd039-b30c-46bf-8674-eb3874e6702b req-f3db52de-dc73-445e-ac76-be843c0391d2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.209125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6addd039-b30c-46bf-8674-eb3874e6702b req-f3db52de-dc73-445e-ac76-be843c0391d2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 943 time: 0.2760968 Aug 31 09:17:57.260983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:57.408664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8ba8b5dd-6bbc-4fc1-aad1-39d180393222'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:57.432961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6addd039-b30c-46bf-8674-eb3874e6702b req-e2efbae7-aba3-48c9-84e4-7503b40bd8df tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077851 Aug 31 09:17:57.600558 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2572ad1-a95f-4077-90c1-39a2bc8c6ea6 x-openstack-request-id: req-e2572ad1-a95f-4077-90c1-39a2bc8c6ea6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:57.601376 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f744f945-1535-46b7-97e9-b9e50a2b7ffd", "tag": "eb461a83-0e28-40df-84ec-a09ee90de92d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:57.601979 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2572ad1-a95f-4077-90c1-39a2bc8c6ea6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:57.602865 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'tag': 'eb461a83-0e28-40df-84ec-a09ee90de92d', 'status': 'completed', 'code': 200} Aug 31 09:17:57.634529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-26f6934a-54ea-4708-b3a2-fc84587abff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.639054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-26f6934a-54ea-4708-b3a2-fc84587abff4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4968369 Aug 31 09:17:57.667046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6517c30-e4ab-410e-85ea-bc693336c0c7 req-155c4bd9-b69b-410f-bb54-20c8caf483b1 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.673682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6517c30-e4ab-410e-85ea-bc693336c0c7 req-155c4bd9-b69b-410f-bb54-20c8caf483b1 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 945 time: 0.2065120 Aug 31 09:17:57.794745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6517c30-e4ab-410e-85ea-bc693336c0c7 req-7c7d73f8-7d20-4fc3-831e-9d7a676cd28b tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128802 Aug 31 09:17:57.806455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-7e6ac975-e9d0-49f3-8869-f42b0835fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.808715 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-7e6ac975-e9d0-49f3-8869-f42b0835fc8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 1095 time: 0.5318000 Aug 31 09:17:57.885195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a72263-f6f6-4b9c-89f8-9148b38ed46d req-a677372f-f689-454e-b251-064e28db28cd tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.888249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6a72263-f6f6-4b9c-89f8-9148b38ed46d req-a677372f-f689-454e-b251-064e28db28cd tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.1126285 Aug 31 09:17:57.889139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42266) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:57.933886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1231402-fe3d-4361-9eb6-3a2b748ec540 None None] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:57.966357 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-348a8f37-5a88-437e-aad9-c14df9e10aec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb461a83-0e28-40df-84ec-a09ee90de92d HTTP/1.1" status: 200 len: 217 time: 0.1111391 Aug 31 09:17:58.022817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.123226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-2799df66-d223-4b80-8d33-d660728086ab service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656343 Aug 31 09:17:58.149556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-50eb2a6d-cac1-4a40-870b-c217ca17af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.155394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-50eb2a6d-cac1-4a40-870b-c217ca17af12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1646600 Aug 31 09:17:58.167800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-40627a72-8326-41d2-95de-68d94881ccad None None] Provisioning for port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:58.202636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-40627a72-8326-41d2-95de-68d94881ccad None None] Provisioning complete for port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:58.210105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-40627a72-8326-41d2-95de-68d94881ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.219445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6a72263-f6f6-4b9c-89f8-9148b38ed46d req-00603ac6-a90c-4193-afaa-88ab2859dc5b tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985644 Aug 31 09:17:58.238245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ba645e3-a824-4f9f-892b-25325b930522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74e9c8341165429986785f555c401493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469961 Aug 31 09:17:58.241185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42270) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:58.316929 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-835e6b76-329d-4626-ba75-a9f927b1c910 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507351 Aug 31 09:17:58.354844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9852290-ee81-476f-bfa4-8f6ffa5deab3 req-3ed27850-ebc7-4d93-a5d9-6820fc266568 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.356679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9852290-ee81-476f-bfa4-8f6ffa5deab3 req-3ed27850-ebc7-4d93-a5d9-6820fc266568 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 944 time: 0.1933692 Aug 31 09:17:58.385435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdeee0f-0225-48d1-b757-1b368d954242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.416027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0e24f28-4fb3-447d-833d-be724d0f18d8 req-d5a3d616-ca5e-473b-a8ce-22482d03d9f4 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789962 Aug 31 09:17:58.451379 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdeee0f-0225-48d1-b757-1b368d954242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.565089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.607411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9852290-ee81-476f-bfa4-8f6ffa5deab3 req-5d8b3b1f-ebc6-4dc5-b6b0-e361fba0f080 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047122 Aug 31 09:17:58.633513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-40627a72-8326-41d2-95de-68d94881ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.681980 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58671dfb-5e09-4802-b709-0f32f141b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.683821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdeee0f-0225-48d1-b757-1b368d954242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.687432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdeee0f-0225-48d1-b757-1b368d954242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.695755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7bdeee0f-0225-48d1-b757-1b368d954242 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15b309ab-bce3-4283-ba28-d2453a9ba8b3 HTTP/1.1" status: 204 len: 168 time: 0.4320247 Aug 31 09:17:58.706792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:58.707663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeee0f-0225-48d1-b757-1b368d954242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b309ab-bce3-4283-ba28-d2453a9ba8b3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:58.723025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:58.732737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Pushing event updated for resources: {'Port': ['ID=1d819199-69cf-4486-a951-81b436d58a7f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:58.737753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:58.794206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-40627a72-8326-41d2-95de-68d94881ccad None None] For port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:58.840332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb1417-c039-448b-8b3f-9019faae340f req-88830a4b-81af-4a53-b323-1d5a30f4ab4e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.842154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebcb1417-c039-448b-8b3f-9019faae340f req-88830a4b-81af-4a53-b323-1d5a30f4ab4e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 943 time: 0.1211259 Aug 31 09:17:58.884699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-40627a72-8326-41d2-95de-68d94881ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.906693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-18876ab7-67ae-49f8-ae98-6bc9bfd68f2d service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772181 Aug 31 09:17:58.991495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebcb1417-c039-448b-8b3f-9019faae340f req-b4653873-0ee8-4199-a7cb-2f98abd0f3b7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224265 Aug 31 09:17:59.140536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40627a72-8326-41d2-95de-68d94881ccad None None] Pushing event updated for resources: {'Port': ['ID=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:59.222510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9233c9-0003-4713-bf36-493459ba4c36 req-bceb75f2-c0a2-4eab-b4d4-7e94cbce307f tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.229657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e9233c9-0003-4713-bf36-493459ba4c36 req-bceb75f2-c0a2-4eab-b4d4-7e94cbce307f tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 945 time: 0.1911268 Aug 31 09:17:59.274563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-ff4e34f0-0463-4f46-b803-c8f9b301542e tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.276230 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-ff4e34f0-0463-4f46-b803-c8f9b301542e tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.15 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.4655740 Aug 31 09:17:59.382944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e9233c9-0003-4713-bf36-493459ba4c36 req-f73a1097-c718-4653-a274-cd4cd2219976 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387274 Aug 31 09:17:59.469848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-40407a6a-1b14-4754-9e53-b621b02e0842 None None] Provisioning complete for port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:59.470892 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-40407a6a-1b14-4754-9e53-b621b02e0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.496878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b4a0e22-2fdb-41ce-98ab-d9b172215cfd req-2d3d2a1e-b385-44d6-a601-be92ff6b5d3d service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529406 Aug 31 09:17:59.592807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.667725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Deleting port ff547e77-cc66-4627-87a3-4c11d1451416 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:59.668371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.746589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72765b6-da46-42b9-a262-c6a8760a5545 req-e8da2fe9-63e4-426f-a921-0da2e5a601f9 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.771121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d72765b6-da46-42b9-a262-c6a8760a5545 req-e8da2fe9-63e4-426f-a921-0da2e5a601f9 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.2215014 Aug 31 09:17:59.887460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d72765b6-da46-42b9-a262-c6a8760a5545 req-0cabcce9-69cd-4c26-a527-62b286ce7970 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121941 Aug 31 09:17:59.903722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-392975b2-baa7-4c1a-b6e4-e32c061a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.906159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-392975b2-baa7-4c1a-b6e4-e32c061a6c36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 1095 time: 0.2525713 Aug 31 09:18:00.042195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] For port ff547e77-cc66-4627-87a3-4c11d1451416, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ff547e77-cc66-4627-87a3-4c11d1451416,segment=NetworkSegment(2d8c1b92-2891-4807-a42d-d273a35f15b2),segment_id=2d8c1b92-2891-4807-a42d-d273a35f15b2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:00.042955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.065797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Calling delete_port for ff547e77-cc66-4627-87a3-4c11d1451416 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:00.161588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d2901-eb4c-4f95-8450-eee8ee796540 req-99d957c3-d936-4cd2-896a-34023641b2b1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.165383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f7d2901-eb4c-4f95-8450-eee8ee796540 req-99d957c3-d936-4cd2-896a-34023641b2b1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 944 time: 0.1026802 Aug 31 09:18:00.359731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f7d2901-eb4c-4f95-8450-eee8ee796540 req-ea71e4bc-4186-4105-9f96-ffb0a7f98335 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853971 Aug 31 09:18:00.382815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:00.405638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba18c1b-26c1-481b-bb5b-9c2571690712 req-9dd08b0b-14bb-4440-b363-a8a0bd866a90 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.408185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba18c1b-26c1-481b-bb5b-9c2571690712 req-9dd08b0b-14bb-4440-b363-a8a0bd866a90 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 943 time: 0.1910660 Aug 31 09:18:00.533885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:00.576446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba18c1b-26c1-481b-bb5b-9c2571690712 req-207bfd1c-88b1-4236-984a-06a6a220f177 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506529 Aug 31 09:18:00.667597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:00.668368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.849335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:00.880197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:00.880841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.148308 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.166571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d83d8-fe8b-4807-becb-a9261819d4c6 req-d9045c76-aefd-46b1-b446-633510d396d3 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.170971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c9d83d8-fe8b-4807-becb-a9261819d4c6 req-d9045c76-aefd-46b1-b446-633510d396d3 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/ports?device_id=71199119-8712-4adf-9505-88310b9733dd HTTP/1.1" status: 200 len: 945 time: 0.1272259 Aug 31 09:18:01.253101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:01.255426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:01.261946 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e4266-04ff-4ec9-9172-2334b8c3c30f" -d '{"events": [{"server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:01.268652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.339568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-28853ca9-4223-4293-a5d6-185a386e9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.342732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c9d83d8-fe8b-4807-becb-a9261819d4c6 req-792beba2-15a7-45cb-ad2c-5c8dc1904feb tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.18 "GET /v2.0/security-groups?id=0166d4d1-e967-4141-8eb7-6cceec5b840a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230347 Aug 31 09:18:01.343439 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-28853ca9-4223-4293-a5d6-185a386e9e65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 1.4244621 Aug 31 09:18:01.349488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.385067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:01.473545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-721af982-6905-4895-adc8-e811ae465103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.564916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-2ad86d53-05c7-4abc-928c-87740cd4e8cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb461a83-0e28-40df-84ec-a09ee90de92d HTTP/1.1" status: 200 len: 217 time: 0.2096097 Aug 31 09:18:01.565749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Pushing event deleted for resources: {'Port': ['ID=ff547e77-cc66-4627-87a3-4c11d1451416,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:01.675322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acbfa6-553a-4e3c-ada3-e7f3fca46e9e req-88069f56-df38-431c-8ad8-12c1831c17ff tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.681445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91acbfa6-553a-4e3c-ada3-e7f3fca46e9e req-88069f56-df38-431c-8ad8-12c1831c17ff tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 945 time: 0.1259058 Aug 31 09:18:01.701275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] No DVR routers for this DVR port ff547e77-cc66-4627-87a3-4c11d1451416 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:01.714430 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.719105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec1ee9f-05fc-44ec-8441-68d4fad14d1c req-72b3b747-719a-408a-a828-8a130a3c6d72 tempest-ServerMetadataNegativeTestJSON-922171148 tempest-ServerMetadataNegativeTestJSON-922171148-project] 10.222.0.15 "DELETE /v2.0/ports/ff547e77-cc66-4627-87a3-4c11d1451416 HTTP/1.1" status: 204 len: 173 time: 2.4313662 Aug 31 09:18:01.720569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71199119-8712-4adf-9505-88310b9733dd', 'name': 'network-vif-deleted', 'tag': 'ff547e77-cc66-4627-87a3-4c11d1451416'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:01.725804 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8ae8cf-1b5e-4620-8d6a-9d6da51afd56" -d '{"events": [{"server_uuid": "71199119-8712-4adf-9505-88310b9733dd", "name": "network-vif-deleted", "tag": "ff547e77-cc66-4627-87a3-4c11d1451416"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:01.743389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.744381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.762119 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd7b0c-478e-4228-866c-2b4a4e7467d8 x-openstack-request-id: req-f9dd7b0c-478e-4228-866c-2b4a4e7467d8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:01.763097 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:01.763878 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9dd7b0c-478e-4228-866c-2b4a4e7467d8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:01.764826 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'code': 200} Aug 31 09:18:01.769191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-b2aa6a23-b9a0-4b31-8d37-a51781e6f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.773851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-b2aa6a23-b9a0-4b31-8d37-a51781e6f941 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1896992 Aug 31 09:18:01.819890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.850403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91acbfa6-553a-4e3c-ada3-e7f3fca46e9e req-67a797c3-195c-4e3e-afec-bfeae8f85f70 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504679 Aug 31 09:18:02.085669 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-eaec675a-8d34-43f5-bfcc-8947c92da77a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488729 Aug 31 09:18:02.140035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869f1a-7166-4db0-ac60-9898d4c1943a req-80ba942f-f334-4fe3-9b16-6b15e8477456 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.142732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f869f1a-7166-4db0-ac60-9898d4c1943a req-80ba942f-f334-4fe3-9b16-6b15e8477456 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 945 time: 0.1705077 Aug 31 09:18:02.155346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff915de-502a-40cd-bcd5-bd5b22e93a34 req-0b1fb31d-1bdd-4ede-a951-74e6c640b96c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.157204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ff915de-502a-40cd-bcd5-bd5b22e93a34 req-0b1fb31d-1bdd-4ede-a951-74e6c640b96c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 943 time: 0.1974928 Aug 31 09:18:02.250916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5570ef-2ad5-48b5-bbfc-67b080725818 req-6a5e1833-5b2c-496a-9d3c-8d2f963f421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.252430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4e5570ef-2ad5-48b5-bbfc-67b080725818 req-6a5e1833-5b2c-496a-9d3c-8d2f963f421d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.2046437 Aug 31 09:18:02.267341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f869f1a-7166-4db0-ac60-9898d4c1943a req-bcd5f4cf-6f28-41a3-a1d2-f7c0086112d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087868 Aug 31 09:18:02.282291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ff915de-502a-40cd-bcd5-bd5b22e93a34 req-f61b40f2-3b12-4d7d-97f2-eef9a99e640e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102757 Aug 31 09:18:02.283990 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-28619e2c-6a55-43c9-b78f-6f72721d770b service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771593 Aug 31 09:18:02.323103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Router bbcfb9b7-8a84-4040-8579-f8106d979ade is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:18:02.388846 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26cb295-953f-4946-82e7-01c929d903b6 x-openstack-request-id: req-b26cb295-953f-4946-82e7-01c929d903b6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:02.389568 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71199119-8712-4adf-9505-88310b9733dd", "name": "network-vif-deleted", "tag": "ff547e77-cc66-4627-87a3-4c11d1451416", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:02.389568 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b26cb295-953f-4946-82e7-01c929d903b6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:02.390277 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71199119-8712-4adf-9505-88310b9733dd', 'name': 'network-vif-deleted', 'tag': 'ff547e77-cc66-4627-87a3-4c11d1451416', 'status': 'completed', 'code': 200} Aug 31 09:18:02.409260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4e5570ef-2ad5-48b5-bbfc-67b080725818 req-d4a6c78c-2f90-4cfd-aaec-44950a9db525 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455419 Aug 31 09:18:02.543992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device eb461a83-0e28-40df-84ec-a09ee90de92d details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:02.548727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ff547e77-cc66-4627-87a3-4c11d1451416 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:02.579780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8681cd75-ea61-4ef8-8958-0cb398e7fd03 req-abf2d750-6375-4769-a72f-34fd170fdafa service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686934 Aug 31 09:18:02.589380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42372) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:02.602029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-8e56e414-ffa9-4212-a5d5-e83b32a4cc3f tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.604072 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-8e56e414-ffa9-4212-a5d5-e83b32a4cc3f tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.15 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 945 time: 0.1550674 Aug 31 09:18:02.618963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: ff547e77-cc66-4627-87a3-4c11d1451416 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:02.619752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ff547e77-cc66-4627-87a3-4c11d1451416 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:02.625123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:02.637884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Sync routers for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:02.656244 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:02.657726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:02.684078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.689377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-831c3358-cb2a-47f7-9682-b314519fe513 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2893395 Aug 31 09:18:02.706014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:02.747956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Deleting subnet 2e8ea436-5052-4bfb-9668-4292de1ed4d7 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:18:02.757476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.856165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port eb461a83-0e28-40df-84ec-a09ee90de92d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=eb461a83-0e28-40df-84ec-a09ee90de92d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:02.874954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.879212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'eb461a83-0e28-40df-84ec-a09ee90de92d', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': 'eb461a83-0e28-40df-84ec-a09ee90de92d', 'mac_address': 'fa:16:3e:23:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:02.894967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Deleting port 64007497-5d30-42b9-a459-0688192f7f4f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:02.895548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.936667 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:02.951791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.969291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb461a83-0e28-40df-84ec-a09ee90de92d {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:02.996275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port eb461a83-0e28-40df-84ec-a09ee90de92d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=eb461a83-0e28-40df-84ec-a09ee90de92d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:03.003161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.028516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-fc617586-9057-412e-8167-0b2d4f8a76b6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6594b187da34e7b91dae702fbc08af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1577852 Aug 31 09:18:03.096726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=eb461a83-0e28-40df-84ec-a09ee90de92d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:03.120466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.232793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] For port 64007497-5d30-42b9-a459-0688192f7f4f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=64007497-5d30-42b9-a459-0688192f7f4f,segment=NetworkSegment(d9552f8e-0077-42d0-b886-e7c565e9dd44),segment_id=d9552f8e-0077-42d0-b886-e7c565e9dd44)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:03.233205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.253239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['eb461a83-0e28-40df-84ec-a09ee90de92d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:03.261911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Calling delete_port for 64007497-5d30-42b9-a459-0688192f7f4f owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:03.349097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c84c7-eb31-4f63-810f-2286404e8205 req-7d77e90c-b5dd-4e01-8645-cec30522ac75 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.352213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-964c84c7-eb31-4f63-810f-2286404e8205 req-7d77e90c-b5dd-4e01-8645-cec30522ac75 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 945 time: 0.2286122 Aug 31 09:18:03.367224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-66ff6c3e-d7e0-4924-854b-127601dd52cd tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.375489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-66ff6c3e-d7e0-4924-854b-127601dd52cd tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345776 Aug 31 09:18:03.380458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.441109 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:17:59Z', 'revision_number': 3, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:03.454745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8ea436-5052-4bfb-9668-4292de1ed4d7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:03.466394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-6d2b3606-2796-4697-b313-c8704aa7f259 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/quotas/c6594b187da34e7b91dae702fbc08af0 HTTP/1.1" status: 200 len: 375 time: 0.0896654 Aug 31 09:18:03.472239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.477395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e141e96d-5669-4af8-a90b-29d0d45bd6e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e8ea436-5052-4bfb-9668-4292de1ed4d7 HTTP/1.1" status: 204 len: 168 time: 0.8867705 Aug 31 09:18:03.481791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:03.519285 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Checking router: bbcfb9b7-8a84-4040-8579-f8106d979ade for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:03.520545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Updating router bbcfb9b7-8a84-4040-8579-f8106d979ade port 1d819199-69cf-4486-a951-81b436d58a7f binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:03.528507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-77637488-8658-45cb-afe7-2e0b99fb1c9b tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6594b187da34e7b91dae702fbc08af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608909 Aug 31 09:18:03.580063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-964c84c7-eb31-4f63-810f-2286404e8205 req-6ce7797b-419e-412e-9a75-9b4fed2bc7bd tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/security-groups?id=8690d70e-367d-4702-884f-f055ac6c991d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017555 Aug 31 09:18:03.596540 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.614125 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.931794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.038919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf3da-7ed5-4697-999e-ef0ab24332cc req-117cb3d1-8c2b-4213-8563-6be53e353feb tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:04.042286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dacf3da-7ed5-4697-999e-ef0ab24332cc req-117cb3d1-8c2b-4213-8563-6be53e353feb tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 944 time: 0.1515768 Aug 31 09:18:04.152060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dacf3da-7ed5-4697-999e-ef0ab24332cc req-3d473e21-0fd8-4a29-ba45-e0e61f08cc23 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887144 Aug 31 09:18:04.212977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.301453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Pushing event deleted for resources: {'Port': ['ID=64007497-5d30-42b9-a459-0688192f7f4f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:04.438197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb079a9d-c893-4c1a-bee7-de1d2964c822 req-9574456b-025b-4c0e-9ee7-015bebab9a57 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:04.467374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb079a9d-c893-4c1a-bee7-de1d2964c822 req-9574456b-025b-4c0e-9ee7-015bebab9a57 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 945 time: 0.1775808 Aug 31 09:18:04.483696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.491151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] No DVR routers for this DVR port 64007497-5d30-42b9-a459-0688192f7f4f on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:04.507772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.510363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-77be5ff5-bc4f-4045-baa3-be564f3aeb95 req-1f2f1539-a0b2-41e8-83ca-53ed2651e3e2 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.15 "DELETE /v2.0/ports/64007497-5d30-42b9-a459-0688192f7f4f HTTP/1.1" status: 204 len: 173 time: 1.8984175 Aug 31 09:18:04.510952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'name': 'network-vif-deleted', 'tag': '64007497-5d30-42b9-a459-0688192f7f4f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:04.513815 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6078844b-0582-4848-bf1f-e2f31dce9ad8" -d '{"events": [{"server_uuid": "11514d3e-e383-44ab-a6c6-b3821e4f03fb", "name": "network-vif-deleted", "tag": "64007497-5d30-42b9-a459-0688192f7f4f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:04.537026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411ca0f5-dd6f-4838-86bf-d283f3713638']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:04.554270 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.555244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device eb461a83-0e28-40df-84ec-a09ee90de92d up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:04.577277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8c1b92-2891-4807-a42d-d273a35f15b2') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:04.577965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8c1b92-2891-4807-a42d-d273a35f15b2') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:04.601452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.601802 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Transition to ACTIVE for port object 1d819199-69cf-4486-a951-81b436d58a7f will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:04.620536 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.656297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.685272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb079a9d-c893-4c1a-bee7-de1d2964c822 req-e87a4c14-a6c9-4485-896a-f2f688c09f3c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921573 Aug 31 09:18:04.693708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.710076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:18:04.710564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:18:04.714083 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:18:04.728158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port eb461a83-0e28-40df-84ec-a09ee90de92d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:04.738688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port eb461a83-0e28-40df-84ec-a09ee90de92d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:04.739318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.831407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7e33aba-275f-4aea-b209-5ae9578ce08e req-24823b17-7b9f-49ab-86f2-595a69411ffb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 210 time: 0.2332399 Aug 31 09:18:04.900038 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1899b07-aaf5-4c3b-a69f-53d2763db189 None None] Pushing event updated for resources: {'Port': ['ID=1d819199-69cf-4486-a951-81b436d58a7f,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:04.940875 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.952160 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c86fb2-2846-4490-864b-0734ba8dff92 x-openstack-request-id: req-02c86fb2-2846-4490-864b-0734ba8dff92 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:04.952661 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11514d3e-e383-44ab-a6c6-b3821e4f03fb", "name": "network-vif-deleted", "tag": "64007497-5d30-42b9-a459-0688192f7f4f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:04.953149 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02c86fb2-2846-4490-864b-0734ba8dff92 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:04.953841 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11514d3e-e383-44ab-a6c6-b3821e4f03fb', 'name': 'network-vif-deleted', 'tag': '64007497-5d30-42b9-a459-0688192f7f4f', 'status': 'completed', 'code': 200} Aug 31 09:18:04.961979 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Attempting to bind port 1d819199-69cf-4486-a951-81b436d58a7f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:04.962633 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Attempting to bind port 1d819199-69cf-4486-a951-81b436d58a7f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:04.971298 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Attempting to bind port 1d819199-69cf-4486-a951-81b436d58a7f on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:04.981980 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:04.983984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.985869 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:04.987116 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.988323 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:04.989086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Bound port: 1d819199-69cf-4486-a951-81b436d58a7f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:04.991837 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] 10.222.0.18 "DELETE /v2.0/networks/411ca0f5-dd6f-4838-86bf-d283f3713638 HTTP/1.1" status: 204 len: 168 time: 1.5092824 Aug 31 09:18:04.996735 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.027200 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.057789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542476d-bd56-450d-8dd7-6eee7612126b admin admin] Pushing event deleted for resources: {'Network': ['ID=411ca0f5-dd6f-4838-86bf-d283f3713638,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.137803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb461a83-0e28-40df-84ec-a09ee90de92d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:05.154741 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2dc1d5-41ea-4f90-9666-b53c489eb9ab" -d '{"events": [{"server_uuid": "f744f945-1535-46b7-97e9-b9e50a2b7ffd", "name": "network-vif-plugged", "status": "completed", "tag": "eb461a83-0e28-40df-84ec-a09ee90de92d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:05.175078 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] For port 1d819199-69cf-4486-a951-81b436d58a7f, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:05.193084 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] For port 1d819199-69cf-4486-a951-81b436d58a7f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1d819199-69cf-4486-a951-81b436d58a7f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:05.205588 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.212136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port eb461a83-0e28-40df-84ec-a09ee90de92d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=eb461a83-0e28-40df-84ec-a09ee90de92d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:05.229882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.232151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64007497-5d30-42b9-a459-0688192f7f4f no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:05.273666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c07d023-9936-47bb-8d82-49c7c2290e8a req-d0fb400e-49ea-4597-91e1-4ef7fd61cab9 tempest-ServerAddressesNegativeTestJSON-336679907 tempest-ServerAddressesNegativeTestJSON-336679907-project] 10.222.0.18 "GET /v2.0/ports?device_id=11514d3e-e383-44ab-a6c6-b3821e4f03fb HTTP/1.1" status: 200 len: 210 time: 0.1367381 Aug 31 09:18:05.331856 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:05.333374 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:05.364911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 64007497-5d30-42b9-a459-0688192f7f4f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:05.369387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 64007497-5d30-42b9-a459-0688192f7f4f not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:05.462236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Allocated IP 172.20.0.1 (ebb1948b-a52d-46b0-bb48-4a04a48cc166/08322f2b-6e1f-46d2-8697-1ece0fbfe24a/4d36dc82-cab1-404b-aac0-b459c509eb1a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:05.516515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=eb461a83-0e28-40df-84ec-a09ee90de92d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.603358 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1899b07-aaf5-4c3b-a69f-53d2763db189 None None] Pushing event updated for resources: {'Port': ['ID=1d819199-69cf-4486-a951-81b436d58a7f,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.661849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42424) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:05.754642 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:05.765890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.787992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Transition to ACTIVE for port object 4d36dc82-cab1-404b-aac0-b459c509eb1a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:05.845549 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.879768 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1be1ec-75da-4a9a-b8da-a20912bb9e70 x-openstack-request-id: req-db1be1ec-75da-4a9a-b8da-a20912bb9e70 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:05.880436 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f744f945-1535-46b7-97e9-b9e50a2b7ffd", "name": "network-vif-plugged", "status": "completed", "tag": "eb461a83-0e28-40df-84ec-a09ee90de92d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:05.880628 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db1be1ec-75da-4a9a-b8da-a20912bb9e70 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:05.882825 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb461a83-0e28-40df-84ec-a09ee90de92d', 'code': 200} Aug 31 09:18:05.917410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-8caaf909-f10a-4c9e-b796-cc12d306678d tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5210810 Aug 31 09:18:05.931820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:05.942229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc179bee-2c02-44f6-851f-42e5eca9fd35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=499b54f8c181450080fb68a2c0d8f7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778385 Aug 31 09:18:05.949446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42430) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:06.033595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.043267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:06.073120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:06.081038 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.082136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:06.110422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d36dc82-cab1-404b-aac0-b459c509eb1a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:06.120045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f8fadc5-3e4f-4de1-91a6-5e557163b3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.297522 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:17:59Z', 'revision_number': 3, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:06.354705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f8fadc5-3e4f-4de1-91a6-5e557163b3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.356980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344490f7-0093-4fd3-84a6-cc97b9659cb1 req-d9540577-e4dc-4d36-bf37-18dcd7ba1870 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:06.365205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-a399b521-e953-4210-bed6-a396d4b13e17 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6594b187da34e7b91dae702fbc08af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2496653 Aug 31 09:18:06.371563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344490f7-0093-4fd3-84a6-cc97b9659cb1 req-d9540577-e4dc-4d36-bf37-18dcd7ba1870 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 945 time: 0.1940696 Aug 31 09:18:06.383175 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df5bf9-0451-4afd-a06b-9a2475de6f5e None None] The sync data for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 is: [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:17:59Z', 'revision_number': 3, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:06.524696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344490f7-0093-4fd3-84a6-cc97b9659cb1 req-0dc86dd7-80aa-4be9-8dcb-afd94fc584ca tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479130 Aug 31 09:18:06.532328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.601185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.612695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-882b5e91-fdef-4ec5-835b-ee1d9d3b40f7 None None] Provisioning for port 4d36dc82-cab1-404b-aac0-b459c509eb1a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:06.620464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-882b5e91-fdef-4ec5-835b-ee1d9d3b40f7 None None] Provisioning complete for port 4d36dc82-cab1-404b-aac0-b459c509eb1a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:06.621210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-882b5e91-fdef-4ec5-835b-ee1d9d3b40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.686463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-882b5e91-fdef-4ec5-835b-ee1d9d3b40f7 None None] Port 4d36dc82-cab1-404b-aac0-b459c509eb1a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:06.748485 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eb524-0b2c-40b1-b6ce-31dc2324c66c req-5963d526-beee-489d-8e07-7131565f14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:06.750160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b30eb524-0b2c-40b1-b6ce-31dc2324c66c req-5963d526-beee-489d-8e07-7131565f14a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 1097 time: 0.5219772 Aug 31 09:18:06.895566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-395e0696-627d-4267-bafc-6b5f88b25ac0 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:06.898447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-395e0696-627d-4267-bafc-6b5f88b25ac0 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104828 Aug 31 09:18:06.908262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b30eb524-0b2c-40b1-b6ce-31dc2324c66c req-9d491efb-1a6e-47a8-bc26-8e02265cf885 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487825 Aug 31 09:18:06.909366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f8fadc5-3e4f-4de1-91a6-5e557163b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.914128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f8fadc5-3e4f-4de1-91a6-5e557163b3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.919720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f8fadc5-3e4f-4de1-91a6-5e557163b3ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0166d4d1-e967-4141-8eb7-6cceec5b840a HTTP/1.1" status: 204 len: 168 time: 0.9652035 Aug 31 09:18:06.932510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Allocated IP 172.25.4.114 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9b3ea9a7-7208-4627-9bc7-26c3e2ac311b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:06.955695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Request body: {'port': {'device_id': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'c6594b187da34e7b91dae702fbc08af0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:06.995905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a566927b-a16e-4541-84f1-3f4823fb0d51 req-4c2341ad-974d-4a66-aa44-7e243a714e10 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 210 time: 0.0589409 Aug 31 09:18:07.050343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fadc5-3e4f-4de1-91a6-5e557163b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0166d4d1-e967-4141-8eb7-6cceec5b840a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:07.106285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.198460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42438) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:07.305576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.380306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Deleting subnet 9e67b540-cab7-4c33-9eef-c811845207d5 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:18:07.401393 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.549570 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.578935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.637829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.642856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Made reservation on behalf of c6594b187da34e7b91dae702fbc08af0 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:07.650514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.659673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.676087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:07.682181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:07.697346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:07.763072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.769246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.840303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event updated for resources: {'Port': ['ID=9b3ea9a7-7208-4627-9bc7-26c3e2ac311b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:07.845225 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.054979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42460) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:08.111229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c9776-c7ac-4b9b-b743-68005d6d8242 req-8c00e774-d75a-4259-ab40-50602f2763ba tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:08.113057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d5c9776-c7ac-4b9b-b743-68005d6d8242 req-8c00e774-d75a-4259-ab40-50602f2763ba tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 945 time: 0.3312433 Aug 31 09:18:08.509404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1d819199-69cf-4486-a951-81b436d58a7f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:08.525110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d36dc82-cab1-404b-aac0-b459c509eb1a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:08.669781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1d819199-69cf-4486-a951-81b436d58a7f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:08.689487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1d819199-69cf-4486-a951-81b436d58a7f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:08.691207 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.749698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.753906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:08.766312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:08.847642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-38b182f7-8431-4d91-b74a-5ca171895381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.871711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d5c9776-c7ac-4b9b-b743-68005d6d8242 req-6d267693-50eb-4f44-899f-781ffed83a2a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334392 Aug 31 09:18:08.896167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.902597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.938299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 1d819199-69cf-4486-a951-81b436d58a7f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1d819199-69cf-4486-a951-81b436d58a7f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:08.944514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.949802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9e67b540-cab7-4c33-9eef-c811845207d5 HTTP/1.1" status: 204 len: 168 time: 1.7494173 Aug 31 09:18:08.955979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.978337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42474) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:09.052252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.081736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=1d819199-69cf-4486-a951-81b436d58a7f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.144956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d779740-b518-40b5-9b2a-315ad33c352c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e67b540-cab7-4c33-9eef-c811845207d5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.160006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.164834 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.264426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:09.272100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cccc02dc-5a42-41b7-b368-44358262bf35 req-bc2d72f5-fc94-4549-bfa4-58065d41e575 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 210 time: 0.0476127 Aug 31 09:18:09.354460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7f9a4ad2-4edc-4843-a47f-35be05b6a034 None None] Provisioning complete for port 4d36dc82-cab1-404b-aac0-b459c509eb1a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:09.354937 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4ad2-4edc-4843-a47f-35be05b6a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.435271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a4ad2-4edc-4843-a47f-35be05b6a034 None None] Port 4d36dc82-cab1-404b-aac0-b459c509eb1a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:09.449472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b6ff0-1f41-4611-998e-4139b44fe4a4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.465345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.510848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.511401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Router bbcfb9b7-8a84-4040-8579-f8106d979ade has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:09.524001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.534967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-38b182f7-8431-4d91-b74a-5ca171895381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.575489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-38b182f7-8431-4d91-b74a-5ca171895381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.596880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-595291107-network', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:09.695328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event updated for resources: {'Port': ['ID=9b3ea9a7-7208-4627-9bc7-26c3e2ac311b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.702505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-38b182f7-8431-4d91-b74a-5ca171895381 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af20161e7bda40a7aca511ab65cabac6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6129255 Aug 31 09:18:09.703177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42484) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:09.728773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Allocated IP 192.168.233.53 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/6b6f03a6-5f3c-4049-99af-6c6036835aae) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:09.730218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b182f7-8431-4d91-b74a-5ca171895381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdd0384-cb48-433a-a021-6bc5a6b60b16,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.736947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Made reservation on behalf of 3fb2052c400a4dd5862657d730a1e50d for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:09.739366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.750635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.773010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.779526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f14a53-19ed-450d-93de-5290396fc5ad']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:09.780949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.856469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9552f8e-0077-42d0-b886-e7c565e9dd44') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:09.856900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9552f8e-0077-42d0-b886-e7c565e9dd44') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:09.865811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a2309fc-16da-4729-9537-94b55e61bf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.882693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.929133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:09.929450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a2309fc-16da-4729-9537-94b55e61bf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.937795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e7bb2c0e-5402-4fed-a6e5-4f16c509cfd0 admin admin] 10.222.0.18 "PUT /v2.0/routers/bbcfb9b7-8a84-4040-8579-f8106d979ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2301469 Aug 31 09:18:09.939755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.971269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Sync routers for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:09.987077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:18:09.987973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:18:09.992320 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:18:10.002835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:10.004265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:10.180789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.206109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.216754 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a9f14a53-19ed-450d-93de-5290396fc5ad HTTP/1.1" status: 204 len: 168 time: 1.2019467 Aug 31 09:18:10.239273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38669ee3-8b12-4cce-b3a0-f52240227b08 req-7faf73f4-557e-4d98-847d-101be1e2013b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:10.255722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdee1d-fc2b-4422-be0c-b365860ed616 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f14a53-19ed-450d-93de-5290396fc5ad,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.256128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38669ee3-8b12-4cce-b3a0-f52240227b08 req-7faf73f4-557e-4d98-847d-101be1e2013b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 945 time: 0.2312586 Aug 31 09:18:10.312699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:10.323575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.342715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.381904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.434418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.436669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-2c6f9f50-d244-458c-91bf-cf5bdc6b6342 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5166700 Aug 31 09:18:10.440889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd5afee-a072-4472-bdaa-90f795a507a1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.451733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Transition to ACTIVE for port object 6b6f03a6-5f3c-4049-99af-6c6036835aae will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:10.459262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:18:10.493442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.494161 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Added segment 2e05fdcc-819e-4da4-a421-98e5b8cebc10 of type vlan for network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 Aug 31 09:18:10.529247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1d819199-69cf-4486-a951-81b436d58a7f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:10.554198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.581387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a2309fc-16da-4729-9537-94b55e61bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.588268 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a2309fc-16da-4729-9537-94b55e61bf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.593418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0a2309fc-16da-4729-9537-94b55e61bf94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcdd0384-cb48-433a-a021-6bc5a6b60b16 HTTP/1.1" status: 204 len: 168 time: 0.8780081 Aug 31 09:18:10.686460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42504) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:10.712857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:10.735741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-bc746076-46fc-4ca8-ac7b-a33ff1dff0eb tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.1854360 Aug 31 09:18:10.745346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.774601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:10.783742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38669ee3-8b12-4cce-b3a0-f52240227b08 req-8c636f7e-330b-48ce-9292-eddee97225f0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257213 Aug 31 09:18:10.808337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a36b7901-3a3a-4aa3-a08b-68f5c0c45822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a040f888d7840e0a594fdae62cedafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178880 Aug 31 09:18:10.811369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:10.822428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:10.824433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2309fc-16da-4729-9537-94b55e61bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdd0384-cb48-433a-a021-6bc5a6b60b16,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.872841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Pushing event updated for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:11.036545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:18:11.160580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.165442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.166876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.199991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.201058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.280677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-320d10bd-1ae2-4047-8b09-0bb5052807aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.285623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1d819199-69cf-4486-a951-81b436d58a7f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:11.286534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.304261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-0a857f58-655b-40e5-9ec7-312183f94a76 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3684552 Aug 31 09:18:11.355974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-320d10bd-1ae2-4047-8b09-0bb5052807aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.444602 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Request body: {'port': {'device_id': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:11.502452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3943cea1-a318-447b-99a5-c1e98478cd9a None None] Provisioning for port 6b6f03a6-5f3c-4049-99af-6c6036835aae completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:11.524745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3943cea1-a318-447b-99a5-c1e98478cd9a None None] Provisioning complete for port 6b6f03a6-5f3c-4049-99af-6c6036835aae triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:11.525336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3943cea1-a318-447b-99a5-c1e98478cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.541643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-320d10bd-1ae2-4047-8b09-0bb5052807aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.548229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-320d10bd-1ae2-4047-8b09-0bb5052807aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.569024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-320d10bd-1ae2-4047-8b09-0bb5052807aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8690d70e-367d-4702-884f-f055ac6c991d HTTP/1.1" status: 204 len: 168 time: 0.7121241 Aug 31 09:18:11.618794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d10bd-1ae2-4047-8b09-0bb5052807aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8690d70e-367d-4702-884f-f055ac6c991d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:11.669183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4000995 Aug 31 09:18:11.683135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:11.695498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Request body: {'subnet': {'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-subnet', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:11.744680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Made reservation on behalf of 3fb2052c400a4dd5862657d730a1e50d for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:11.749358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.752756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3943cea1-a318-447b-99a5-c1e98478cd9a None None] Port 6b6f03a6-5f3c-4049-99af-6c6036835aae cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:11.756791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.781956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:07Z', 'revision_number': 2, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:11.871365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Checking router: bbcfb9b7-8a84-4040-8579-f8106d979ade for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:11.872090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Updating router bbcfb9b7-8a84-4040-8579-f8106d979ade port 4d36dc82-cab1-404b-aac0-b459c509eb1a binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:11.939739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.940354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64981f-557a-4a01-91dd-53f3655c44d5 admin admin] Pushing event updated for resources: {'Network': ['ID=67fe6244-c191-4db5-af1b-ac8ab5f77c79,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:11.992589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-fb52bdad-3d53-408f-9fb5-3b95aba58eb2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.004876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:18:12.013989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-fb52bdad-3d53-408f-9fb5-3b95aba58eb2 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 1.2612631 Aug 31 09:18:12.058453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-02ed6a0f-c079-4c63-a9d5-0250fdb05a34 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:18:12.083041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d60c2c-0faa-44ee-9146-090b11ee4fe3 req-02ed6a0f-c079-4c63-a9d5-0250fdb05a34 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533254 Aug 31 09:18:12.414052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2516172-5c30-4fdf-8dee-79b3f3f41135 req-840e3730-e37c-4434-b4ca-fcff1deb568d tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.420755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2516172-5c30-4fdf-8dee-79b3f3f41135 req-840e3730-e37c-4434-b4ca-fcff1deb568d tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 935 time: 1.2138975 Aug 31 09:18:12.422310 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.562571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76b329a-51ad-4b24-b116-8b65d0359ac5,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:12.612059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.613198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.614144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.614892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.615510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.616057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.617246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.617823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.618498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.619070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.619780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.620357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:12.678915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63d78-7842-44b6-a38e-850fe2fa862e req-ba24727e-734e-4e20-adc4-493ab51d459b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.683148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aac63d78-7842-44b6-a38e-850fe2fa862e req-ba24727e-734e-4e20-adc4-493ab51d459b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 945 time: 0.2513437 Aug 31 09:18:12.726552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2516172-5c30-4fdf-8dee-79b3f3f41135 req-dca9fadc-08fa-42ff-a035-b465f411baf8 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644163 Aug 31 09:18:12.838243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Checking segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:12.839004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Network hostable DHCP agents. Network: 67fe6244-c191-4db5-af1b-ac8ab5f77c79, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:18:12.913725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6f03a6-5f3c-4049-99af-6c6036835aae {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:12.932115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.958945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Transition to ACTIVE for port object 6b6f03a6-5f3c-4049-99af-6c6036835aae will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:12.969514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.007894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:18:13.043975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aac63d78-7842-44b6-a38e-850fe2fa862e req-4ca0c73f-50a5-4a7b-ab14-6cc57d179751 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279350 Aug 31 09:18:13.067713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 67fe6244-c191-4db5-af1b-ac8ab5f77c79) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:13.083718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.087224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.149209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c5fd674d-fbb3-44b5-b634-0dc1e94fa58d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4578273 Aug 31 09:18:13.151048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42618) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:13.166039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:13.177387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c685aa9-f5f9-4e09-8b9c-80253a929cd1 None None] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:13.192637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:13.539863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Attempting to bind port 6b6f03a6-5f3c-4049-99af-6c6036835aae on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:13.540790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Attempting to bind port 6b6f03a6-5f3c-4049-99af-6c6036835aae by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:13.544636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Attempting to bind port 6b6f03a6-5f3c-4049-99af-6c6036835aae on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:13.583272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Port 6b6f03a6-5f3c-4049-99af-6c6036835aae on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:13.583272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Attempting to bind port 6b6f03a6-5f3c-4049-99af-6c6036835aae on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:13.608717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:13.611176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:13.611844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:13.612620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Bound port: 6b6f03a6-5f3c-4049-99af-6c6036835aae, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:13.613264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.659527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.662764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.707972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.874512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Transition to ACTIVE for port object 4d36dc82-cab1-404b-aac0-b459c509eb1a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:13.904519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84100138-9deb-4d8f-96a7-0b02564b7755 None None] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:13.907139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:13.915300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:13.933582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.940788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.941657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.047861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.049977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.055802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] 10.222.0.23 "PUT /v2.0/ports/6b6f03a6-5f3c-4049-99af-6c6036835aae HTTP/1.1" status: 200 len: 1096 time: 2.6171107 Aug 31 09:18:14.060373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:14.065155 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e787f05-25ba-4d2f-ad33-298c9598f0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:14.145709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083101a0-b442-4d98-8f16-765bb185e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:14.258033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cd5f-8733-4257-8478-3fd41df4bf05 None None] Pushing event updated for resources: {'Port': ['ID=4d36dc82-cab1-404b-aac0-b459c509eb1a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:14.331891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-a486c80e-3eaa-44d2-a73b-dac21c7e3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.336240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-a486c80e-3eaa-44d2-a73b-dac21c7e3da2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6594b187da34e7b91dae702fbc08af0&device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 1099 time: 0.1703210 Aug 31 09:18:14.519728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c3dc32d0-2503-40ba-8e5d-2cf1f671923e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.529363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c3dc32d0-2503-40ba-8e5d-2cf1f671923e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 821 time: 1.2305155 Aug 31 09:18:14.545381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-21128e92-8dd6-4a1d-b248-05180b88af03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae HTTP/1.1" status: 200 len: 217 time: 0.1885748 Aug 31 09:18:14.563872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Attempting to bind port 4d36dc82-cab1-404b-aac0-b459c509eb1a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:14.564817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Attempting to bind port 4d36dc82-cab1-404b-aac0-b459c509eb1a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:14.565750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Attempting to bind port 4d36dc82-cab1-404b-aac0-b459c509eb1a on network ebb1948b-a52d-46b0-bb48-4a04a48cc166 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:14.568480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.575728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-49590939-7d23-4adb-9fb1-a70c1ef7adb0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/quotas/c379d43206274b68afb776d251dcfe2d HTTP/1.1" status: 200 len: 375 time: 0.0449307 Aug 31 09:18:14.585707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:14.586277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Checking segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:14.604130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.604810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Bound using segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:14.606597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Bound port: 4d36dc82-cab1-404b-aac0-b459c509eb1a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:14.607202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.622987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3aa0-a7fd-435e-bcfa-d6bb3b99b266 req-b14e5ae1-8aca-47dc-a920-bfa5dc26edb6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.637597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-533e3aa0-a7fd-435e-bcfa-d6bb3b99b266 req-b14e5ae1-8aca-47dc-a920-bfa5dc26edb6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 945 time: 0.6925426 Aug 31 09:18:14.715343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-5e7930de-25c8-4002-a20b-a06be4daa3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.718139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-5e7930de-25c8-4002-a20b-a06be4daa3aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1640220 Aug 31 09:18:14.767826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] For port 4d36dc82-cab1-404b-aac0-b459c509eb1a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:14.779033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] For port 4d36dc82-cab1-404b-aac0-b459c509eb1a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d36dc82-cab1-404b-aac0-b459c509eb1a,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:14.791579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.815518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-533e3aa0-a7fd-435e-bcfa-d6bb3b99b266 req-37ac4e4c-9985-4cb4-9ae6-4c3af30ab98f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765807 Aug 31 09:18:14.853795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7240-8089-4581-87aa-4b3996db112c req-c4393fd4-9eb4-4200-8986-a5389258ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.857413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-c4393fd4-9eb4-4200-8986-a5389258ec82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298971 Aug 31 09:18:14.935520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-bb6350b1-3c12-442f-b096-7c06ecffbee8 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2933619 Aug 31 09:18:15.078649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:15.080989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:15.260603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:15.270570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-93bfaa95-afb4-4d9e-b160-bc3364fb8a06 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.274837 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-93bfaa95-afb4-4d9e-b160-bc3364fb8a06 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 945 time: 0.1709859 Aug 31 09:18:15.348615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cd5f-8733-4257-8478-3fd41df4bf05 None None] Pushing event updated for resources: {'Port': ['ID=4d36dc82-cab1-404b-aac0-b459c509eb1a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:15.356309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-32052b36-94d9-496c-98ba-cda07239f0fe service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090950 Aug 31 09:18:15.381165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc601128-7e4e-4a08-a657-84e58e068fc1 req-12130538-35ed-40b8-a28e-e3b2dad463a8 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.393196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc601128-7e4e-4a08-a657-84e58e068fc1 req-12130538-35ed-40b8-a28e-e3b2dad463a8 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 947 time: 0.3181720 Aug 31 09:18:15.407024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-021fb705-7eff-47de-aa05-8b42ec79d783 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355611 Aug 31 09:18:15.576385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port eb461a83-0e28-40df-84ec-a09ee90de92d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:15.577285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:15.655001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:14Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:15.664253 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de6c7240-8089-4581-87aa-4b3996db112c req-f9ee2956-edae-4785-893e-e96ce13e7be6 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279618 Aug 31 09:18:15.715452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c870b719-a29c-40f3-9e6a-858de1591e3e None None] The sync data for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 is: [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:14Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:15.733266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port eb461a83-0e28-40df-84ec-a09ee90de92d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=eb461a83-0e28-40df-84ec-a09ee90de92d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:15.733963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:15.753978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for eb461a83-0e28-40df-84ec-a09ee90de92d owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:15.839157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc601128-7e4e-4a08-a657-84e58e068fc1 req-c90dd0fc-856f-4a2b-a0b1-b3c94f7fd179 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439237 Aug 31 09:18:15.883801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c5c46066-3d29-4b41-98ef-0235c9fbb3b4 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832599 Aug 31 09:18:15.890006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:15.947869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.004855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.025702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['eb461a83-0e28-40df-84ec-a09ee90de92d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:16.093900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=eb461a83-0e28-40df-84ec-a09ee90de92d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:16.115768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:16.195064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port eb461a83-0e28-40df-84ec-a09ee90de92d on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:16.203677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.210907 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c75168f5-bc01-4a33-84c3-f34cb7cda821 req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "DELETE /v2.0/ports/eb461a83-0e28-40df-84ec-a09ee90de92d HTTP/1.1" status: 204 len: 173 time: 0.9204199 Aug 31 09:18:16.231312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.232176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.237114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.258944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.279277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.297463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.298328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.305634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.306400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.309559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.317818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.338545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec3b1-bb1e-45b8-a767-ddca6367b400 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:16.444301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Allocated IP 172.25.4.51 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/60197206-9f51-4054-b0d4-3a71afc0a4b8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:16.561075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d36dc82-cab1-404b-aac0-b459c509eb1a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:16.779865 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b812e01-f5e4-4338-a56e-0572e2d77cc0 x-openstack-request-id: req-6b812e01-f5e4-4338-a56e-0572e2d77cc0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:16.780328 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:16.780746 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b812e01-f5e4-4338-a56e-0572e2d77cc0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:16.781402 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae', 'status': 'completed', 'code': 200} Aug 31 09:18:16.827158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4d36dc82-cab1-404b-aac0-b459c509eb1a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:16.860503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4d36dc82-cab1-404b-aac0-b459c509eb1a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:16.863622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.024619 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.119573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-d4d637c2-910a-4ef6-a60a-9fe6ad2b5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.134214 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-d4d637c2-910a-4ef6-a60a-9fe6ad2b5243 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6594b187da34e7b91dae702fbc08af0&device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 1099 time: 0.2959552 Aug 31 09:18:17.220760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.290174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:17.299382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:17.308067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:17.429059 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.595245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4d36dc82-cab1-404b-aac0-b459c509eb1a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d36dc82-cab1-404b-aac0-b459c509eb1a,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:17.601607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-4e16a068-ad24-489b-8838-78761034b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.604960 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.610978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-4e16a068-ad24-489b-8838-78761034b28a service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.4581690 Aug 31 09:18:17.637424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0b232e1-9aaf-41f7-99d0-0249c11a86a9 req-9534c4fb-db69-4d63-ac12-51628bb9e7c1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=f744f945-1535-46b7-97e9-b9e50a2b7ffd HTTP/1.1" status: 200 len: 210 time: 0.1548085 Aug 31 09:18:17.771759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4d36dc82-cab1-404b-aac0-b459c509eb1a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:17.779960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b25a50d-666b-4d53-acca-b65d0f75f9f8 req-41523a20-3835-44a0-ad72-1ab2b708ce85 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 210 time: 0.2420051 Aug 31 09:18:17.789873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Pushing event updated for resources: {'Port': ['ID=60197206-9f51-4054-b0d4-3a71afc0a4b8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:17.792093 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-2e8ddd67-4789-4391-ac0f-bb53ee18f8ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae HTTP/1.1" status: 200 len: 217 time: 0.1799078 Aug 31 09:18:17.961506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-dc4d5890-eada-4b04-bca8-9629850b033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.964677 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-dc4d5890-eada-4b04-bca8-9629850b033f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1629806 Aug 31 09:18:18.080269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-d2040814-026e-4bbd-9096-88a7e91887b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:18.084904 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-d2040814-026e-4bbd-9096-88a7e91887b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070840 Aug 31 09:18:18.264202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647a01-0200-4f8b-bffe-1d72c4ca0a69 req-78d221b6-bdef-403c-9814-e7c22bbc8ab6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:18.279936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e647a01-0200-4f8b-bffe-1d72c4ca0a69 req-78d221b6-bdef-403c-9814-e7c22bbc8ab6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 947 time: 0.2943785 Aug 31 09:18:18.439441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d36dc82-cab1-404b-aac0-b459c509eb1a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:18.497207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6b6f03a6-5f3c-4049-99af-6c6036835aae details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:18.498376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-bcb7a45a-171b-48e1-a56e-eea1edb450be service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038069 Aug 31 09:18:18.529840 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.655576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device eb461a83-0e28-40df-84ec-a09ee90de92d no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:18.726142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4d36dc82-cab1-404b-aac0-b459c509eb1a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:18.739418 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.749129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: eb461a83-0e28-40df-84ec-a09ee90de92d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:18.750145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device eb461a83-0e28-40df-84ec-a09ee90de92d not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:18.785313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'name': 'network-vif-deleted', 'tag': 'eb461a83-0e28-40df-84ec-a09ee90de92d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:18.793804 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f558da38-fc9d-481f-9957-eecf1f6710af" -d '{"events": [{"server_uuid": "f744f945-1535-46b7-97e9-b9e50a2b7ffd", "name": "network-vif-deleted", "tag": "eb461a83-0e28-40df-84ec-a09ee90de92d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:18.975026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e787f05-25ba-4d2f-ad33-298c9598f0a6 req-99f78172-97a5-4821-9eee-fa97ab261c08 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669995 Aug 31 09:18:19.040025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-40f5928c-0f3f-4521-b99f-82d5357b734f tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:19.043723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-40f5928c-0f3f-4521-b99f-82d5357b734f tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.15 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 821 time: 0.3290689 Aug 31 09:18:19.063800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'port': {'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'admin_state_up': True, 'tenant_id': 'c379d43206274b68afb776d251dcfe2d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:19.071827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:19.105629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e647a01-0200-4f8b-bffe-1d72c4ca0a69 req-c5d2b622-fb95-4830-b6cc-83f5a0bab6ba tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242271 Aug 31 09:18:19.121176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.158512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '6b6f03a6-5f3c-4049-99af-6c6036835aae', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '6b6f03a6-5f3c-4049-99af-6c6036835aae', 'mac_address': 'fa:16:3e:5a:d3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:19.399634 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b18f6-bb5a-4c84-a73d-625465666fc6 x-openstack-request-id: req-8a1b18f6-bb5a-4c84-a73d-625465666fc6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:19.400389 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f744f945-1535-46b7-97e9-b9e50a2b7ffd", "name": "network-vif-deleted", "tag": "eb461a83-0e28-40df-84ec-a09ee90de92d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:19.400389 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a1b18f6-bb5a-4c84-a73d-625465666fc6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:19.403925 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f744f945-1535-46b7-97e9-b9e50a2b7ffd', 'name': 'network-vif-deleted', 'tag': 'eb461a83-0e28-40df-84ec-a09ee90de92d', 'status': 'completed', 'code': 200} Aug 31 09:18:19.407369 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.409361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Made reservation on behalf of c379d43206274b68afb776d251dcfe2d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:19.421618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.459572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6f03a6-5f3c-4049-99af-6c6036835aae {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:19.488162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.543330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:19.553696 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.672312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea3b7f9d-46d7-4fee-b4f4-15b971d5174c req-7ef7a3d5-3c1f-4041-89d5-a4314750614e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 210 time: 0.1666985 Aug 31 09:18:19.710914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:19.869142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6b6f03a6-5f3c-4049-99af-6c6036835aae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:19.949291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Allocated IP 172.20.0.13 (fa90a678-3d40-4555-a22f-c9546682314a/df5eef05-43d4-43bd-93bf-db76d0009287/33753d2f-f5c3-45f8-b3ac-2a2dda11c264) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:20.054606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Router fc7b2965-1df9-4480-9b61-737317cb6b0d is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:18:20.414768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.454426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Transition to ACTIVE for port object 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:20.566621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.585075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:20.604327 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Sync routers for ids ['fc7b2965-1df9-4480-9b61-737317cb6b0d'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:20.634859 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Routers {'fc7b2965-1df9-4480-9b61-737317cb6b0d'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:20.635907 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fc7b2965-1df9-4480-9b61-737317cb6b0d'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:20.772200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Network fa90a678-3d40-4555-a22f-c9546682314a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:20.790453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:20.808396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-568e3094-196a-4496-bced-b3f7c30de195 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.809153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:20.824804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-568e3094-196a-4496-bced-b3f7c30de195 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.6156616 Aug 31 09:18:20.877385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.887427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ddca3c27-7541-4d98-a491-d9117c9e70c4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7356822 Aug 31 09:18:20.888428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42758) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:20.920511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event updated for resources: {'Port': ['ID=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:20.925880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-9b82608e-9502-4a63-a5a7-ed68d7e7a5b1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.0996060 Aug 31 09:18:20.978106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.979852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.013016 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-c4277b95-5ddc-41fb-a533-14967f3b0f13 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9557352 Aug 31 09:18:21.036248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Request body: {'port': {'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:21.133567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Set router fc7b2965-1df9-4480-9b61-737317cb6b0d gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:21.144897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42760) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:21.239256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.290016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8ba8b5dd-6bbc-4fc1-aad1-39d180393222'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:21.300131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-40420d3f-86dc-47bd-b762-fe4467a4ff5c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3700967 Aug 31 09:18:21.347105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43259-d7c1-4060-91e3-75a321e3201b req-27dfe7d4-9d75-4ee6-94d2-2b66ec0f8ab1 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.366496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22b43259-d7c1-4060-91e3-75a321e3201b req-27dfe7d4-9d75-4ee6-94d2-2b66ec0f8ab1 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 948 time: 0.2727339 Aug 31 09:18:21.453273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bcfc4614-78fb-421f-b307-4665b40b895a None None] Provisioning for port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:21.487119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-573f245d-5fe0-4440-92c7-4b919d7e458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.495104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bcfc4614-78fb-421f-b307-4665b40b895a None None] Provisioning complete for port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:21.495739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4614-78fb-421f-b307-4665b40b895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.671838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc4614-78fb-421f-b307-4665b40b895a None None] Port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:21.683994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22b43259-d7c1-4060-91e3-75a321e3201b req-b676576d-74a6-4ec6-bfca-45fbb0d795c8 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159268 Aug 31 09:18:21.907644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:21.932260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.958011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Transition to ACTIVE for port object 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:21.964477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-1dcd8f17-05e3-4458-9794-9a81a5976fce service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628573 Aug 31 09:18:21.967603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.998957 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:18:18Z', 'revision_number': 3, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:22.072951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:22.136109 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Checking router: fc7b2965-1df9-4480-9b61-737317cb6b0d for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:22.136873 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Updating router fc7b2965-1df9-4480-9b61-737317cb6b0d port 60197206-9f51-4054-b0d4-3a71afc0a4b8 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:22.217272 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.314798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Attempting to bind port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:22.315280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Attempting to bind port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:22.315800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Attempting to bind port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 on network fa90a678-3d40-4555-a22f-c9546682314a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:22.336539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 on network fa90a678-3d40-4555-a22f-c9546682314a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:22.342670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Attempting to bind port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 on network fa90a678-3d40-4555-a22f-c9546682314a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:22.352963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:22.353492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Checking segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:22.354121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Bound using segment: {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:22.354865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Bound port: 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678d2431-7f08-4a2b-ae36-eed87411f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:22.355451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.489208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6b6f03a6-5f3c-4049-99af-6c6036835aae up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:22.604665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] For port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:22.611138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] For port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:22.612784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 6b6f03a6-5f3c-4049-99af-6c6036835aae completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:22.625431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 6b6f03a6-5f3c-4049-99af-6c6036835aae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:22.627347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.628326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.696436 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-573f245d-5fe0-4440-92c7-4b919d7e458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.713541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213826e-17ab-4bd5-8651-2b232707d495 req-d527dbaa-0d5b-4f45-8238-d0c372bfb779 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.719847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.720842 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.722917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4213826e-17ab-4bd5-8651-2b232707d495 req-d527dbaa-0d5b-4f45-8238-d0c372bfb779 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 944 time: 0.5676403 Aug 31 09:18:22.726110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] 10.222.0.15 "PUT /v2.0/ports/33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 1093 time: 1.7033985 Aug 31 09:18:22.752467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:22.756494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-a217a7fd-888e-4806-bc07-7dc66a09f95d service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665858 Aug 31 09:18:22.757224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-573f245d-5fe0-4440-92c7-4b919d7e458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.783598 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:22.845277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e133db7-d390-40b4-ac80-ca32725b5a17 service neutron] Pushing event updated for resources: {'Port': ['ID=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:22.863191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.884308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f245d-5fe0-4440-92c7-4b919d7e458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90234ab-3283-4185-83a1-a09b69839d16,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:22.930796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:22.935512 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61695be-10cc-40a4-b13d-9aee7482a140" -d '{"events": [{"server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "name": "network-vif-plugged", "status": "completed", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:22.963668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-6eba6d0b-6481-40a9-8bef-3daf9028465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.965430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-6eba6d0b-6481-40a9-8bef-3daf9028465f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1096 time: 0.1082582 Aug 31 09:18:22.977141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:22.982326 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.983223 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.008135 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Transition to ACTIVE for port object 60197206-9f51-4054-b0d4-3a71afc0a4b8 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:23.016231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4213826e-17ab-4bd5-8651-2b232707d495 req-593dae63-6f06-42d9-b4fa-5680b3bfee9a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923677 Aug 31 09:18:23.027532 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.049132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-573f245d-5fe0-4440-92c7-4b919d7e458b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dee545cb87bd48b9bb68b24c3f5c96c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8816130 Aug 31 09:18:23.049132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42774) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:23.101513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:23.260853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e282585-a282-4b9c-93fe-ea9328e57b11 None None] Pushing event updated for resources: {'Port': ['ID=60197206-9f51-4054-b0d4-3a71afc0a4b8,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:23.270072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.322904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Attempting to bind port 60197206-9f51-4054-b0d4-3a71afc0a4b8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:23.323538 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Attempting to bind port 60197206-9f51-4054-b0d4-3a71afc0a4b8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:23.324144 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Attempting to bind port 60197206-9f51-4054-b0d4-3a71afc0a4b8 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:23.367590 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:23.368220 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:23.368861 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.369519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:23.370338 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Bound port: 60197206-9f51-4054-b0d4-3a71afc0a4b8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:23.371012 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.483506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-801fae4f-544d-42ca-85bb-d44ff7cb4311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.558601 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] For port 60197206-9f51-4054-b0d4-3a71afc0a4b8, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:23.564050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] For port 60197206-9f51-4054-b0d4-3a71afc0a4b8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=60197206-9f51-4054-b0d4-3a71afc0a4b8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:23.570192 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.714756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Routers {'fc7b2965-1df9-4480-9b61-737317cb6b0d'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:23.715599 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fc7b2965-1df9-4480-9b61-737317cb6b0d'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:23.863359 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] Set router fc7b2965-1df9-4480-9b61-737317cb6b0d gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:23.954113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-fe840a98-9e6d-4420-b505-b2764f9654c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 217 time: 0.9767706 Aug 31 09:18:24.092287 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e282585-a282-4b9c-93fe-ea9328e57b11 None None] Pushing event updated for resources: {'Port': ['ID=60197206-9f51-4054-b0d4-3a71afc0a4b8,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:24.153681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-f3210d4b-1361-4431-91fe-13d07927c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:24.155247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:18:18Z', 'revision_number': 3, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:24.157486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-f3210d4b-1361-4431-91fe-13d07927c9ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.1909213 Aug 31 09:18:24.198713 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63239db-bfe5-4e44-98ee-6ec9c151b9b7 None None] The sync data for ids ['fc7b2965-1df9-4480-9b61-737317cb6b0d'] in n-d-800634-13 is: [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:18:18Z', 'revision_number': 3, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:24.227899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-801fae4f-544d-42ca-85bb-d44ff7cb4311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.313961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-5b20a202-c82c-4f40-82cc-29c42af59e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:24.325204 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-5b20a202-c82c-4f40-82cc-29c42af59e1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524019 Aug 31 09:18:24.356404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4d9c-15f2-44bf-83e8-7b90c6d9fbde req-70560f31-d98a-452a-b64d-fb5e3649c1f6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:24.366971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26cc4d9c-15f2-44bf-83e8-7b90c6d9fbde req-70560f31-d98a-452a-b64d-fb5e3649c1f6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 949 time: 0.9666972 Aug 31 09:18:24.459693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26cc4d9c-15f2-44bf-83e8-7b90c6d9fbde req-74faca5e-3ac0-4f2c-85a7-86f3f78ae9b7 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913491 Aug 31 09:18:24.543826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-801fae4f-544d-42ca-85bb-d44ff7cb4311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.555079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-801fae4f-544d-42ca-85bb-d44ff7cb4311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.562947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-801fae4f-544d-42ca-85bb-d44ff7cb4311 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a90234ab-3283-4185-83a1-a09b69839d16 HTTP/1.1" status: 204 len: 168 time: 1.5132394 Aug 31 09:18:24.565248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Allocated IP 172.20.0.1 (67fe6244-c191-4db5-af1b-ac8ab5f77c79/f76b329a-51ad-4b24-b116-8b65d0359ac5/636f6b2f-6dbc-4d95-aa13-b39d5f8570af) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:24.598787 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35aca91-8e6c-4b66-87eb-454081c062b5 x-openstack-request-id: req-f35aca91-8e6c-4b66-87eb-454081c062b5 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:24.599675 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:24.600049 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f35aca91-8e6c-4b66-87eb-454081c062b5 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:24.600692 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'status': 'completed', 'code': 200} Aug 31 09:18:24.673466 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a475bf-24dd-4a9d-b4d6-10d74d4feb6b x-openstack-request-id: req-16a475bf-24dd-4a9d-b4d6-10d74d4feb6b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:24.674378 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "name": "network-vif-plugged", "status": "completed", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:24.674378 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16a475bf-24dd-4a9d-b4d6-10d74d4feb6b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:24.674974 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae', 'code': 200} Aug 31 09:18:24.749548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fae4f-544d-42ca-85bb-d44ff7cb4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90234ab-3283-4185-83a1-a09b69839d16,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:24.758902 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-81483c19-db3a-4b5d-95e7-5fa88b436b7e service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259422 Aug 31 09:18:24.915356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a3726fa-b2aa-4d58-bb3c-1582abbeba4d req-4f10574a-f496-4dbe-8782-81ac0078cea0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 210 time: 0.1477766 Aug 31 09:18:25.113992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f27417-aeae-4b59-bd43-473390c30775 req-84ac9b24-a1b0-4f78-9c27-5b480ed2d766 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:25.128152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5f27417-aeae-4b59-bd43-473390c30775 req-84ac9b24-a1b0-4f78-9c27-5b480ed2d766 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 944 time: 0.2160642 Aug 31 09:18:25.350300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.454682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5f27417-aeae-4b59-bd43-473390c30775 req-4b17cd97-e837-4b64-bc78-0bc12ebfc07c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383622 Aug 31 09:18:25.524204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33305b4-db38-4524-9645-4bcd9db8d274 req-db95d112-7736-4f9a-ad5b-70dc8869aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:25.525957 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c33305b4-db38-4524-9645-4bcd9db8d274 req-db95d112-7736-4f9a-ad5b-70dc8869aed8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 1101 time: 0.5305023 Aug 31 09:18:25.539921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.628042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:25.661989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:25.685438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:25.733049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-903785ba-f802-46f1-bfdf-9b77c3fc1b02 req-a771903a-01e7-42c4-9b98-b0f85efe5791 service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9661553 Aug 31 09:18:25.998567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Pushing event updated for resources: {'Port': ['ID=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:26.003659 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c33305b4-db38-4524-9645-4bcd9db8d274 req-d87a7e4e-778f-4039-b500-27c6cdcaa52b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684402 Aug 31 09:18:26.070013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.109854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-503949bc-0a82-4a18-9939-5f0a9310e0a0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.112447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-503949bc-0a82-4a18-9939-5f0a9310e0a0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.6986682 Aug 31 09:18:26.129817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-803cada3-303a-4d25-910f-420246a84307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.133145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-803cada3-303a-4d25-910f-420246a84307 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1096 time: 0.2875056 Aug 31 09:18:26.154675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': 'c32a6957-9415-467b-abce-e378f3310ea3', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:26.233888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b92aa-222c-43be-bc5c-6c0007c90a2d req-016aefe0-3b5f-44f0-ad15-ff5f656682ab tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.238153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5b92aa-222c-43be-bc5c-6c0007c90a2d req-016aefe0-3b5f-44f0-ad15-ff5f656682ab tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.4079120 Aug 31 09:18:26.506363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60197206-9f51-4054-b0d4-3a71afc0a4b8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:26.642667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 60197206-9f51-4054-b0d4-3a71afc0a4b8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:26.661492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d5b92aa-222c-43be-bc5c-6c0007c90a2d req-2f2f45e2-5463-49f0-a645-fbdcfdc0b3ec tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060264 Aug 31 09:18:26.662459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 60197206-9f51-4054-b0d4-3a71afc0a4b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:26.663211 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.676437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-683e7088-df59-4fff-b74f-2f1863275771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.680489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-683e7088-df59-4fff-b74f-2f1863275771 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.5311766 Aug 31 09:18:26.689689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:26.699866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.775901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee04dc0-d87a-487e-8c4d-bc19ccca4b47 req-cfcc911f-5627-4cc8-bff3-bb91cd24094c tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.781443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ee04dc0-d87a-487e-8c4d-bc19ccca4b47 req-cfcc911f-5627-4cc8-bff3-bb91cd24094c tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 949 time: 0.4540102 Aug 31 09:18:26.835082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.857038 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-629c5837-86c4-40d0-8c44-00bf45f5595c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 217 time: 0.1531627 Aug 31 09:18:26.892097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 60197206-9f51-4054-b0d4-3a71afc0a4b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=60197206-9f51-4054-b0d4-3a71afc0a4b8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:26.899757 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:27.011234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5c61ec7-dfcd-47d2-97bb-be9d066f6c52 req-90ec13af-f9dd-4737-b849-5c1857745726 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 210 time: 0.0978053 Aug 31 09:18:27.016305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:27.068421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=60197206-9f51-4054-b0d4-3a71afc0a4b8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:27.118599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-ca067b0f-20ac-481f-a721-a78bff71a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.121297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-ca067b0f-20ac-481f-a721-a78bff71a7de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.2544394 Aug 31 09:18:27.155403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ee04dc0-d87a-487e-8c4d-bc19ccca4b47 req-a7440f4c-90ba-4e24-abec-7ac16a1989d0 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578997 Aug 31 09:18:27.518378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd33ff6-f2f9-4e70-8746-f57586d1afed req-8cdc52c4-6182-4c4b-bc7a-49bdc7436899 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.530582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fd33ff6-f2f9-4e70-8746-f57586d1afed req-8cdc52c4-6182-4c4b-bc7a-49bdc7436899 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 944 time: 0.2576606 Aug 31 09:18:27.601517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-8ec323e0-b2c8-4f23-a9c4-3378697fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.606995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-8ec323e0-b2c8-4f23-a9c4-3378697fd43e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4548838 Aug 31 09:18:27.620516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fd33ff6-f2f9-4e70-8746-f57586d1afed req-dbfb4e92-5fd5-43cf-846a-db71b504b323 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887794 Aug 31 09:18:27.682843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.3 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/945010a2-f01a-4e14-b630-42750d34e1cf) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:27.744445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:27.754055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:27.940003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Pushing event updated for resources: {'Port': ['ID=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:27.952475 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.091372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-dd6f2834-1bbe-428c-a9e8-2c721f05410b service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641266 Aug 31 09:18:28.352069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae8b2941-96f0-4f15-a714-7286269e6cab req-2e826730-760c-420a-aa65-fd8384507f47 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 210 time: 0.0934396 Aug 31 09:18:28.395081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:28.407883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:28.595577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.622638 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-faff208d-125d-4ea7-84cd-9fdc5ad30ccd req-bdb7ff6b-6661-4e9f-b817-a08afaa2e3ff service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079067 Aug 31 09:18:28.647935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60197206-9f51-4054-b0d4-3a71afc0a4b8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:28.661086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dd525c1-2118-48a7-a1ab-bb04417c45a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.675338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Router fc7b2965-1df9-4480-9b61-737317cb6b0d has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:28.713805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.741305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:28.773480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:28.836911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf820a-c617-4078-ab94-8c1d79f70398 req-75e9ef42-7798-4840-a361-59e904b25d91 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:28.840378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6cf820a-c617-4078-ab94-8c1d79f70398 req-75e9ef42-7798-4840-a361-59e904b25d91 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 949 time: 0.2302871 Aug 31 09:18:28.921787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:28.943940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:28.949705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:28.978682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=945010a2-f01a-4e14-b630-42750d34e1cf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:28.985604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:28.991471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-43dc6311-5e68-4f76-b711-f1c8310d1b5a admin admin] 10.222.0.18 "PUT /v2.0/routers/fc7b2965-1df9-4480-9b61-737317cb6b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1010947 Aug 31 09:18:29.014101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Sync routers for ids ['fc7b2965-1df9-4480-9b61-737317cb6b0d'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:29.041090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6cf820a-c617-4078-ab94-8c1d79f70398 req-027f2c1c-271a-4168-9e55-6a434e273fbd tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944879 Aug 31 09:18:29.088955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Routers {'fc7b2965-1df9-4480-9b61-737317cb6b0d'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:29.089962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fc7b2965-1df9-4480-9b61-737317cb6b0d'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:29.106214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.106839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.158429 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:18:29.184216 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d50bc9de-f954-4e0c-90ee-ea6a57af6b5b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0494373 Aug 31 09:18:29.216749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Request body: {'port': {'device_id': 'c32a6957-9415-467b-abce-e378f3310ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:29.222290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d506-d9eb-42d6-9b9f-176ce612f887 req-3cd4ebe7-74b1-48a3-b7f4-933a9446839a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.235432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bca8d506-d9eb-42d6-9b9f-176ce612f887 req-3cd4ebe7-74b1-48a3-b7f4-933a9446839a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 944 time: 0.1207459 Aug 31 09:18:29.350787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bca8d506-d9eb-42d6-9b9f-176ce612f887 req-be4b3a2f-b879-4938-b891-8e4e91e496c4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133111 Aug 31 09:18:29.429508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.643480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 60197206-9f51-4054-b0d4-3a71afc0a4b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:29.643480 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.769277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f5754-2d0e-4aac-b1cc-f8348a250432 req-78c795c2-d6fb-47b3-b91d-f3fdd69f875a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.789998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-787f5754-2d0e-4aac-b1cc-f8348a250432 req-78c795c2-d6fb-47b3-b91d-f3fdd69f875a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 931 time: 0.2242050 Aug 31 09:18:29.951496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-787f5754-2d0e-4aac-b1cc-f8348a250432 req-045955e8-cb66-4c40-b265-1982538fe09f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540701 Aug 31 09:18:29.981063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:29.998286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Set router fc7b2965-1df9-4480-9b61-737317cb6b0d gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:30.058946 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:18:30.102227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-f4971115-4c05-4c4e-9c31-261427e1cde5 req-04c3ad2e-d692-4a6d-8c49-820440219eeb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:18:30.103519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4971115-4c05-4c4e-9c31-261427e1cde5 req-04c3ad2e-d692-4a6d-8c49-820440219eeb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065665 Aug 31 09:18:30.197759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:30.301183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945010a2-f01a-4e14-b630-42750d34e1cf {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:30.327074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:30.360228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Transition to ACTIVE for port object 945010a2-f01a-4e14-b630-42750d34e1cf will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:30.373845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:30.459059 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:30.479304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Pushing event updated for resources: {'Port': ['ID=945010a2-f01a-4e14-b630-42750d34e1cf,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:30.549956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:30.607314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:30.630889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:30.707010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Attempting to bind port 945010a2-f01a-4e14-b630-42750d34e1cf on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:30.707351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Attempting to bind port 945010a2-f01a-4e14-b630-42750d34e1cf by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:30.707939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Attempting to bind port 945010a2-f01a-4e14-b630-42750d34e1cf on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:30.717595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Port 945010a2-f01a-4e14-b630-42750d34e1cf on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:30.721759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Attempting to bind port 945010a2-f01a-4e14-b630-42750d34e1cf on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:30.740949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:30.742572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:30.748477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:30.749448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Bound port: 945010a2-f01a-4e14-b630-42750d34e1cf, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:30.750115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:30.794107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:30.805197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-721168ae-1582-4b14-b343-22ae08af2fd4 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:30.839754 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-721168ae-1582-4b14-b343-22ae08af2fd4 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 818 time: 0.3790302 Aug 31 09:18:30.877746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-ce89c356-7f0d-4d6e-82d6-77dbd3f830b6 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/quotas/3fb2052c400a4dd5862657d730a1e50d HTTP/1.1" status: 200 len: 375 time: 0.0374835 Aug 31 09:18:30.925419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['33753d2f-f5c3-45f8-b3ac-2a2dda11c264'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:31.010886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] For port 945010a2-f01a-4e14-b630-42750d34e1cf, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:31.024209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] For port 945010a2-f01a-4e14-b630-42750d34e1cf, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=945010a2-f01a-4e14-b630-42750d34e1cf,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:31.033292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.062085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-216d9c7f-5e82-4618-9ace-1619525f98c0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811249 Aug 31 09:18:31.212234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.213244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.234531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/945010a2-f01a-4e14-b630-42750d34e1cf HTTP/1.1" status: 200 len: 1092 time: 2.0207291 Aug 31 09:18:31.235076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32a6957-9415-467b-abce-e378f3310ea3', 'tag': '945010a2-f01a-4e14-b630-42750d34e1cf'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:31.253284 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca90d1-41c9-4e42-92ff-d052f92644bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c32a6957-9415-467b-abce-e378f3310ea3", "tag": "945010a2-f01a-4e14-b630-42750d34e1cf"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:31.354309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '636f6b2f-6dbc-4d95-aa13-b39d5f8570af', 'name': '', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'mac_address': 'fa:16:3e:57:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:23Z', 'updated_at': '2021-08-31T09:18:27Z', 'revision_number': 2, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'subnets': [{'id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:31.449205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc30117-3689-439c-880d-d12630ca71b2 service neutron] Pushing event updated for resources: {'Port': ['ID=945010a2-f01a-4e14-b630-42750d34e1cf,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:31.559262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d2e3d283-f76a-4af0-a9d6-cc4956fd664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.569553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-d2e3d283-f76a-4af0-a9d6-cc4956fd664d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 1095 time: 0.2557786 Aug 31 09:18:31.573385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-c1ac9255-31c5-45c6-9603-55d243d216fe service neutron] 10.222.0.18 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002203 Aug 31 09:18:31.624577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b20c-0500-4fce-8c99-e9c2fe5d1b7f req-1542a606-82df-4d78-900e-6e7d863b3684 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.633822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9243b20c-0500-4fce-8c99-e9c2fe5d1b7f req-1542a606-82df-4d78-900e-6e7d863b3684 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 949 time: 0.2485492 Aug 31 09:18:31.714035 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-9eb4fdce-f5c4-449d-baca-6ecccb4ab2f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945010a2-f01a-4e14-b630-42750d34e1cf HTTP/1.1" status: 200 len: 217 time: 0.1253121 Aug 31 09:18:31.753272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9243b20c-0500-4fce-8c99-e9c2fe5d1b7f req-58c0b6ff-6a06-47e9-96e3-3690cce16417 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165910 Aug 31 09:18:31.836404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-cd119bf0-1ee6-4c4f-bce3-9c31e1545078 service neutron] 10.222.0.18 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448504 Aug 31 09:18:31.870370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Checking router: fc7b2965-1df9-4480-9b61-737317cb6b0d for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:31.871245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Updating router fc7b2965-1df9-4480-9b61-737317cb6b0d port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:31.886814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.913343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-420c3f3f-8096-486e-a994-2c8ccf731181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.919262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.929522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.032566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-027a7c5a-d284-43c0-83e7-bb8a7450c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.041529 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-027a7c5a-d284-43c0-83e7-bb8a7450c041 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.3163869 Aug 31 09:18:32.143804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-535fe179-df7e-41e5-a1f7-f09ee79a4414 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930028 Aug 31 09:18:32.218126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206643-105e-4758-9f54-890aa197c9a5 req-f534148a-f0e4-445f-b60d-f3155bfc2a9e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.232238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8206643-105e-4758-9f54-890aa197c9a5 req-f534148a-f0e4-445f-b60d-f3155bfc2a9e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 945 time: 0.3363650 Aug 31 09:18:32.521282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-219d74f7-85ba-4a55-88c0-50600bbd1443 service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621478 Aug 31 09:18:32.580759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8206643-105e-4758-9f54-890aa197c9a5 req-c1c3a3a5-d395-4974-96df-0cc53ff7ba77 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344560 Aug 31 09:18:32.685365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:32.714764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01323dc1-7fb5-4976-99f7-9d2aacce0388 req-0029a21b-bc8a-4a86-b443-003765b0b8d1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.716979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:32.724609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01323dc1-7fb5-4976-99f7-9d2aacce0388 req-0029a21b-bc8a-4a86-b443-003765b0b8d1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 943 time: 0.3104646 Aug 31 09:18:32.825401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01323dc1-7fb5-4976-99f7-9d2aacce0388 req-f53996ed-8d65-4552-983e-2a199260d695 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967970 Aug 31 09:18:32.947857 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e79d5a-8302-4bb5-b2cf-cd0938ddbbaf x-openstack-request-id: req-b3e79d5a-8302-4bb5-b2cf-cd0938ddbbaf {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:32.953589 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32a6957-9415-467b-abce-e378f3310ea3", "tag": "945010a2-f01a-4e14-b630-42750d34e1cf", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:32.954604 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3e79d5a-8302-4bb5-b2cf-cd0938ddbbaf {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:32.959727 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32a6957-9415-467b-abce-e378f3310ea3', 'tag': '945010a2-f01a-4e14-b630-42750d34e1cf', 'status': 'completed', 'code': 200} Aug 31 09:18:32.966373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff7a9dad-cc9c-475a-9bdb-dc5541218a3b req-28840d25-a974-487b-ba88-3b8071d10e29 service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351645 Aug 31 09:18:33.013099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5721b518-c535-458a-849f-3728492cc201 req-936d8ff8-9062-40e6-b9f4-34c159c773c9 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 210 time: 0.0931323 Aug 31 09:18:33.178580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-39a10756-5cd7-4d60-97bc-aa93153d74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:33.182046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-39a10756-5cd7-4d60-97bc-aa93153d74f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 1095 time: 0.1358078 Aug 31 09:18:33.403149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-755a8d0d-c396-4e32-80f1-59f62d4f654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:33.407966 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-755a8d0d-c396-4e32-80f1-59f62d4f654c service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.2153788 Aug 31 09:18:33.491615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-52b108bf-ad88-432a-915e-0a921698e16b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945010a2-f01a-4e14-b630-42750d34e1cf HTTP/1.1" status: 200 len: 217 time: 0.0718877 Aug 31 09:18:33.548889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:33.580096 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:33.646149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Transition to ACTIVE for port object 636f6b2f-6dbc-4d95-aa13-b39d5f8570af will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:33.648931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-d72d6e49-bb52-446d-aa8e-ca4d524c6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:33.651726 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-d72d6e49-bb52-446d-aa8e-ca4d524c6faf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1511927 Aug 31 09:18:33.684482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:33.721343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-b791f2a4-beec-4358-8295-72b5d9308414 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522082 Aug 31 09:18:33.759911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '4314194e-adc3-4689-a483-8b26e061fd3b', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:33.817264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:33.941698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-e861f20b-2103-4e99-93fa-4200c6affbde service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118707 Aug 31 09:18:33.971082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:33.988194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:33.992632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9494-e055-46e9-af46-3ed1aaf39cdc None None] Pushing event updated for resources: {'Port': ['ID=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:34.029095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:34.029880 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.166633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:34.225500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Attempting to bind port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:34.226650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Attempting to bind port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:34.229731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Attempting to bind port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:34.294236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:34.300791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Checking segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:34.303225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.305124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Bound using segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:34.306307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-feca90d1-41c9-4e42-92ff-d052f92644bf req-832b4e31-0939-429e-b535-96f67b68aa8e service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525853 Aug 31 09:18:34.307636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Bound port: 636f6b2f-6dbc-4d95-aa13-b39d5f8570af, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:34.309237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.384309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43034) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:34.386234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:34.433156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.452148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43038) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:34.678619 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9dd95bfb-7849-4426-b778-2c6dd0dccc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.770910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['4314194e-adc3-4689-a483-8b26e061fd3b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:34.878137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae006-3486-42a1-97ea-7f343665f0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.922322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:34.941868 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.005239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] For port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:35.070675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:35.088892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:35.104918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9dd95bfb-7849-4426-b778-2c6dd0dccc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.113215 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525e2e44-96d9-46a6-bef0-f6bf86a682a9" -d '{"events": [{"server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "name": "network-vif-plugged", "status": "completed", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:35.123329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9dd95bfb-7849-4426-b778-2c6dd0dccc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.169022 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.198154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-4869dd53-8e38-45ba-b1b0-c3127f994e43 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:35.201485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-4869dd53-8e38-45ba-b1b0-c3127f994e43 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 818 time: 0.2794538 Aug 31 09:18:35.213006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] For port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:35.223011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Request body: {'port': {'device_id': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'admin_state_up': True, 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:35.311703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.375167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9dd95bfb-7849-4426-b778-2c6dd0dccc78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38c730453ab74c40a1017cc2ee823072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9882147 Aug 31 09:18:35.377233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd95bfb-7849-4426-b778-2c6dd0dccc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d370dc-0f62-4414-ac2c-ff2459441108,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:35.382543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43046) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:35.476336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Routers {'fc7b2965-1df9-4480-9b61-737317cb6b0d'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:35.477398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fc7b2965-1df9-4480-9b61-737317cb6b0d'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:35.553333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15a9d6a-6fd8-4258-a2de-ebeb51d86e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.624080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15a9d6a-6fd8-4258-a2de-ebeb51d86e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.654790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:35.794948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae006-3486-42a1-97ea-7f343665f0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.795374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15a9d6a-6fd8-4258-a2de-ebeb51d86e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.818105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15a9d6a-6fd8-4258-a2de-ebeb51d86e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.819720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b15a9d6a-6fd8-4258-a2de-ebeb51d86e6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41d370dc-0f62-4414-ac2c-ff2459441108 HTTP/1.1" status: 204 len: 168 time: 0.4360058 Aug 31 09:18:35.847855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a9d6a-6fd8-4258-a2de-ebeb51d86e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d370dc-0f62-4414-ac2c-ff2459441108,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:35.849821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Made reservation on behalf of 3fb2052c400a4dd5862657d730a1e50d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:35.856593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.889419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae006-3486-42a1-97ea-7f343665f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.968786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9494-e055-46e9-af46-3ed1aaf39cdc None None] Pushing event updated for resources: {'Port': ['ID=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:36.024508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-6eb73b83-b58e-4ad5-88aa-9d7c58f94019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.027544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-6eb73b83-b58e-4ad5-88aa-9d7c58f94019 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.3761327 Aug 31 09:18:36.066159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] Set router fc7b2965-1df9-4480-9b61-737317cb6b0d gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:36.128276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.208749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dd5ae006-3486-42a1-97ea-7f343665f0ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=191b5f5dd1a04dc5a1ef27c6631b0db5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7534134 Aug 31 09:18:36.215061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43050) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:36.226602 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ae006-3486-42a1-97ea-7f343665f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2340f2f6-3af6-4567-a2ee-9ec697ba0c75,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:36.276608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Allocated IP 172.20.0.7 (67fe6244-c191-4db5-af1b-ac8ab5f77c79/f76b329a-51ad-4b24-b116-8b65d0359ac5/cc5ea0ff-1d9b-4887-a0e4-979d91a62e74) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:36.330878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-9020cf49-9603-4d7c-a4d7-2d36797a8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.345075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-9020cf49-9603-4d7c-a4d7-2d36797a8bec service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.2841802 Aug 31 09:18:36.421134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42ad2748-bde7-48ae-a407-445490528c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.584580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42ad2748-bde7-48ae-a407-445490528c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.600545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-b90d959b-a80d-4874-9c9b-c0fda260c508 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 1000 time: 0.2292607 Aug 31 09:18:36.733457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '636f6b2f-6dbc-4d95-aa13-b39d5f8570af', 'name': '', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'mac_address': 'fa:16:3e:57:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:23Z', 'updated_at': '2021-08-31T09:18:34Z', 'revision_number': 4, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'subnets': [{'id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:36.734313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42ad2748-bde7-48ae-a407-445490528c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.740033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42ad2748-bde7-48ae-a407-445490528c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.742180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-42ad2748-bde7-48ae-a407-445490528c10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2340f2f6-3af6-4567-a2ee-9ec697ba0c75 HTTP/1.1" status: 204 len: 168 time: 0.5276632 Aug 31 09:18:36.775291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad2748-bde7-48ae-a407-445490528c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340f2f6-3af6-4567-a2ee-9ec697ba0c75,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:36.788223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 945010a2-f01a-4e14-b630-42750d34e1cf details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:36.812988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:36.911538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43058) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:36.968193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-08cca6eb-4adf-46b2-8fa4-11b36df49626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.008962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-3939b5ed-9690-4ab0-b15f-389ab334043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:37.011162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-3939b5ed-9690-4ab0-b15f-389ab334043e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.4019759 Aug 31 09:18:37.059979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2ba95-4bdd-4451-9398-02e83096f1c4 None None] The sync data for ids ['fc7b2965-1df9-4480-9b61-737317cb6b0d'] in n-d-800634-13 is: [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '636f6b2f-6dbc-4d95-aa13-b39d5f8570af', 'name': '', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'mac_address': 'fa:16:3e:57:74:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:23Z', 'updated_at': '2021-08-31T09:18:34Z', 'revision_number': 4, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'subnets': [{'id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:37.090970 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:18:37.273984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 4314194e-adc3-4689-a483-8b26e061fd3b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:37.274374 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.287533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-08cca6eb-4adf-46b2-8fa4-11b36df49626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.300670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-7f8ebf3e-d6f2-4b26-8858-db3a471cc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:37.302896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-08cca6eb-4adf-46b2-8fa4-11b36df49626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.312022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-7f8ebf3e-d6f2-4b26-8858-db3a471cc257 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2764285 Aug 31 09:18:37.396270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 945010a2-f01a-4e14-b630-42750d34e1cf, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=945010a2-f01a-4e14-b630-42750d34e1cf,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:37.439005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '945010a2-f01a-4e14-b630-42750d34e1cf', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': '945010a2-f01a-4e14-b630-42750d34e1cf', 'mac_address': 'fa:16:3e:9e:2f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:37.533258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.541353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-08cca6eb-4adf-46b2-8fa4-11b36df49626 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdadbb7d4b4b45859e7fb3c4ee998007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268649 Aug 31 09:18:37.548613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cca6eb-4adf-46b2-8fa4-11b36df49626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae6f11-483f-43f9-8601-50c1e13f7aca,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:37.558166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43062) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:37.559580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945010a2-f01a-4e14-b630-42750d34e1cf {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:37.672043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.699750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 945010a2-f01a-4e14-b630-42750d34e1cf, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=945010a2-f01a-4e14-b630-42750d34e1cf,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:37.709622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.736274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-48532fef-135b-4d5e-b052-bd9ad1bb1f81 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141867 Aug 31 09:18:37.803883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84ce28de-ef41-41a2-99a1-7da50ed4c4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.902786 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84ce28de-ef41-41a2-99a1-7da50ed4c4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.056437 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84ce28de-ef41-41a2-99a1-7da50ed4c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.059801 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84ce28de-ef41-41a2-99a1-7da50ed4c4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.066388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-84ce28de-ef41-41a2-99a1-7da50ed4c4b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60ae6f11-483f-43f9-8601-50c1e13f7aca HTTP/1.1" status: 204 len: 168 time: 0.5078306 Aug 31 09:18:38.097119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce28de-ef41-41a2-99a1-7da50ed4c4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae6f11-483f-43f9-8601-50c1e13f7aca,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:38.111291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.133245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.272679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35999d9f-27b6-45d9-bf2e-f2b44e8f1355 req-bbaf7614-6fd8-4c90-b38d-9e0516755812 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197704 Aug 31 09:18:38.318405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:38.329071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:38.353985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:38.369452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:38.403941 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.483178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=945010a2-f01a-4e14-b630-42750d34e1cf,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:38.512688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['945010a2-f01a-4e14-b630-42750d34e1cf'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:38.600646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Pushing event updated for resources: {'Port': ['ID=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:38.670675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.671279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.678072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.682986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.685483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.687576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.691503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.693782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.695456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.701888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.703413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.707215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:38.716952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:38.734514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.789677 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-641ec9cb-d1d8-44f5-b929-4de3848bcfa0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5737133 Aug 31 09:18:38.837677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Request body: {'port': {'device_id': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:38.862298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 636f6b2f-6dbc-4d95-aa13-b39d5f8570af up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:39.163046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.431401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:39.713174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:39.748631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:39.748631 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.073759 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.174822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:40.183631 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.325162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:40.331644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:40.384523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.471730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Transition to ACTIVE for port object cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:40.492234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.509450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-653a7b04-5bba-472f-8865-5ea255848249 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c6594b187da34e7b91dae702fbc08af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787494 Aug 31 09:18:40.726106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 945010a2-f01a-4e14-b630-42750d34e1cf up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:40.780512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:40.792861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 636f6b2f-6dbc-4d95-aa13-b39d5f8570af up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:40.900430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:40.900735 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.902891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 945010a2-f01a-4e14-b630-42750d34e1cf completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:40.935197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 945010a2-f01a-4e14-b630-42750d34e1cf triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:40.935940 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.026584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Attempting to bind port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:41.028646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Attempting to bind port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:41.029486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Attempting to bind port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:41.041213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:41.042098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Attempting to bind port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:41.056509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:41.058241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Checking segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:41.059596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Bound using segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:41.061116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Bound port: cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:41.062016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.127330 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.185029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 945010a2-f01a-4e14-b630-42750d34e1cf, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=945010a2-f01a-4e14-b630-42750d34e1cf,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:41.194666 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.291311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] For port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:41.300306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] For port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:41.315906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.356689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=945010a2-f01a-4e14-b630-42750d34e1cf,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:41.379332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-4babe4de-f5cd-4915-aa79-54edbf3434ac tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:41.391118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-4babe4de-f5cd-4915-aa79-54edbf3434ac tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 818 time: 0.8504057 Aug 31 09:18:41.460990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:41.461924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.463526 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 1092 time: 2.6665087 Aug 31 09:18:41.468554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'tag': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:41.475282 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d583a90-21c9-4ed1-afa4-1c6982617a0f", "tag": "cc5ea0ff-1d9b-4887-a0e4-979d91a62e74"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:41.498706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-473a41e6-17a0-4cb4-8aa0-d0fbfa862dcb tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/quotas/3fb2052c400a4dd5862657d730a1e50d HTTP/1.1" status: 200 len: 375 time: 0.0740309 Aug 31 09:18:41.546283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eeeca4-096b-422e-b159-f6e984178da1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:41.644249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-a346b97e-14d9-46a3-8d6c-e4acc487f275 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:41.663167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-a346b97e-14d9-46a3-8d6c-e4acc487f275 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1509209 Aug 31 09:18:41.710153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-e5e81a66-7776-409e-9d3a-8e313cdba9d9 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/quotas/c6594b187da34e7b91dae702fbc08af0 HTTP/1.1" status: 200 len: 375 time: 0.0426450 Aug 31 09:18:41.751412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-7f8c6d6d-5453-4739-9255-bc22dc1a7da8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368262 Aug 31 09:18:42.126039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0032c888-d87b-4a52-ba2f-05807857b3ed tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6594b187da34e7b91dae702fbc08af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3409789 Aug 31 09:18:42.225138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-4ef4d92a-4366-49fc-85bb-51bdc1495283 service neutron] 10.222.0.18 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717941 Aug 31 09:18:42.264662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-97f40823-c4b4-437e-99fe-003b8628ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.266424 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-97f40823-c4b4-437e-99fe-003b8628ea18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1095 time: 0.6813378 Aug 31 09:18:42.442901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-b59b8544-3f9f-49b0-b41c-4e403178ddc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.1618092 Aug 31 09:18:42.652927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-479b5895-56b9-489f-9d72-daa02d8c9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.657695 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-479b5895-56b9-489f-9d72-daa02d8c9171 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.1976848 Aug 31 09:18:42.658043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-50eac356-4473-4730-9a1e-fd7f9efa4692 service neutron] 10.222.0.18 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275663 Aug 31 09:18:42.727963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-64c783e9-9d02-4598-a590-fab2c5edc307 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600548 Aug 31 09:18:42.974988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fccba-bb80-40c9-a987-60a565cb5b24 req-339648f2-4d34-4c42-a02f-6a2b6856f366 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.985572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c44fccba-bb80-40c9-a987-60a565cb5b24 req-339648f2-4d34-4c42-a02f-6a2b6856f366 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 946 time: 0.1642087 Aug 31 09:18:43.081537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c44fccba-bb80-40c9-a987-60a565cb5b24 req-8cf4a118-3a6c-4603-ab60-743eae79f4da tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946159 Aug 31 09:18:43.081724 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-ea9f838f-f582-4be3-8493-d119f1c7d970 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445134 Aug 31 09:18:43.392268 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9100c77-072c-4b9a-aac2-f123382c9fad x-openstack-request-id: req-e9100c77-072c-4b9a-aac2-f123382c9fad {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:43.393213 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "name": "network-vif-plugged", "status": "completed", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:43.393554 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9100c77-072c-4b9a-aac2-f123382c9fad {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:43.394198 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'code': 200} Aug 31 09:18:43.578420 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-344cd44e-5ce4-49ba-a97d-115edeef39d6 req-135c1f5a-887e-4c32-88ac-01ce3e40c1fd service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888253 Aug 31 09:18:43.618718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d2588-2ccb-4756-958a-5075eb292112 req-5778c7b6-72bd-4502-b7a5-0db5179cac22 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:43.637819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-780d2588-2ccb-4756-958a-5075eb292112 req-5778c7b6-72bd-4502-b7a5-0db5179cac22 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 0.2691884 Aug 31 09:18:43.788040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-780d2588-2ccb-4756-958a-5075eb292112 req-5b590965-16d4-4e1b-b14a-f8b82930faae tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456385 Aug 31 09:18:43.798027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a572e03-6224-41df-81fe-f47ce27794fb req-350d6385-981b-4509-9697-efeacd962f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:43.810918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a572e03-6224-41df-81fe-f47ce27794fb req-350d6385-981b-4509-9697-efeacd962f71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1098 time: 0.2149649 Aug 31 09:18:43.956362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8a572e03-6224-41df-81fe-f47ce27794fb req-24cb7855-e538-40f0-a5c5-19681bc25d14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408763 Aug 31 09:18:43.986944 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d67c54-6c3f-4248-a9a3-cb7d2c84b6dc x-openstack-request-id: req-32d67c54-6c3f-4248-a9a3-cb7d2c84b6dc {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:43.987406 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d583a90-21c9-4ed1-afa4-1c6982617a0f", "tag": "cc5ea0ff-1d9b-4887-a0e4-979d91a62e74", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:43.987810 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32d67c54-6c3f-4248-a9a3-cb7d2c84b6dc {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:43.988611 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'tag': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74', 'status': 'completed', 'code': 200} Aug 31 09:18:44.205773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f112243-1436-4c82-903e-f37e89e2107f req-77c6be8f-bff7-4b49-a145-0f3728f9b2a1 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 210 time: 0.0850670 Aug 31 09:18:44.441089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-748fe39a-155e-4680-a431-d12fbb1bb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:44.443669 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-748fe39a-155e-4680-a431-d12fbb1bb26f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1095 time: 0.2746813 Aug 31 09:18:44.492833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-565261f0-8b8d-416a-a694-f8e5b16221a0 req-8a89960e-a022-433e-95ee-dcd7159b16b8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 210 time: 0.2062678 Aug 31 09:18:44.776220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-5e4ec02f-758b-4f58-8bd6-9eb0d1a083d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:44.787214 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-5e4ec02f-758b-4f58-8bd6-9eb0d1a083d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.3206375 Aug 31 09:18:44.936071 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-a7992d6c-28ac-42f2-91ad-e0687bb408a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.1474965 Aug 31 09:18:44.943614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd555d8e-905e-40df-879e-8760077d2d1a req-a82abfc7-dc76-43f3-924b-142af64234cb tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:44.972162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd555d8e-905e-40df-879e-8760077d2d1a req-a82abfc7-dc76-43f3-924b-142af64234cb tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 946 time: 0.2082613 Aug 31 09:18:45.148150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-046aeaca-10ea-406c-9cad-a5255f33531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:45.156913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-046aeaca-10ea-406c-9cad-a5255f33531a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.2072229 Aug 31 09:18:45.208409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd555d8e-905e-40df-879e-8760077d2d1a req-9809d58c-ba9c-4483-8a2e-7fd511fbb3d1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346804 Aug 31 09:18:45.281660 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-190b3ca3-e580-4700-bd8c-47060765f9d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141138 Aug 31 09:18:45.309385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400f1a-4865-45ee-9b54-a46bcea3c7d3 req-e2178836-8e9e-4f77-90a2-8604790f7ded tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:45.318189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee400f1a-4865-45ee-9b54-a46bcea3c7d3 req-e2178836-8e9e-4f77-90a2-8604790f7ded tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 0.2399247 Aug 31 09:18:45.397357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}, {'server_uuid': 'c32a6957-9415-467b-abce-e378f3310ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945010a2-f01a-4e14-b630-42750d34e1cf'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:45.403422 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7de16e-0700-406b-8cd2-7c4a47c4619d" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}, {"server_uuid": "c32a6957-9415-467b-abce-e378f3310ea3", "name": "network-vif-plugged", "status": "completed", "tag": "945010a2-f01a-4e14-b630-42750d34e1cf"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:45.538441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee400f1a-4865-45ee-9b54-a46bcea3c7d3 req-93644891-961b-4c34-a71b-aacd8c977c07 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082880 Aug 31 09:18:45.696480 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3e0e6-ff56-4d3c-b281-b774bd4ccd2d x-openstack-request-id: req-55e3e0e6-ff56-4d3c-b281-b774bd4ccd2d {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:45.696950 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}, {"server_uuid": "c32a6957-9415-467b-abce-e378f3310ea3", "name": "network-vif-plugged", "status": "completed", "tag": "945010a2-f01a-4e14-b630-42750d34e1cf", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:45.697344 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55e3e0e6-ff56-4d3c-b281-b774bd4ccd2d {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:45.698029 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:18:45.698934 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32a6957-9415-467b-abce-e378f3310ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945010a2-f01a-4e14-b630-42750d34e1cf', 'code': 200} Aug 31 09:18:45.770906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6887b8e8-4dc9-4c1c-829e-60a6bc534fc5 req-4e4630f1-0fb0-4209-a859-b15bffc1dbd6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 210 time: 0.2031741 Aug 31 09:18:45.928939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-b2cf25ce-1cd6-4660-9022-425319066427 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6594b187da34e7b91dae702fbc08af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447568 Aug 31 09:18:45.929486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-188edddf-e869-4525-97bc-0d255770bdc2 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389368 Aug 31 09:18:45.986802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43238) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:46.103522 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-5fb02980-375e-4dad-be95-7421082905d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1702397 Aug 31 09:18:46.251480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:46.316658 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-29f49c2a-0db0-4ff3-95c9-bcd2cd0956e2 req-97a09477-66ba-4046-8027-dff7fac77f80 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697495 Aug 31 09:18:46.351141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-fe77c969-ad9a-4722-b259-c82b6e675f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:46.354230 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-fe77c969-ad9a-4722-b259-c82b6e675f04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 1097 time: 0.1005318 Aug 31 09:18:46.358729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b23412-f9a4-4bec-81c9-ea076902e817 req-aebe304c-d15b-4bb3-9942-77bc62a4a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:46.365539 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e9b23412-f9a4-4bec-81c9-ea076902e817 req-aebe304c-d15b-4bb3-9942-77bc62a4a8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1855607 Aug 31 09:18:46.539036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-9934c623-478c-4e9d-912c-3a115feb26cd tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:46.539036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-9934c623-478c-4e9d-912c-3a115feb26cd tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5346477 Aug 31 09:18:46.555688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2eac68cf-9e7d-4de4-92c1-657f6d572b04 req-9d4ea003-9c2c-4478-89eb-808d42d641f8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 210 time: 0.6230602 Aug 31 09:18:46.565891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Request body: {'port': {'device_id': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': 'c6594b187da34e7b91dae702fbc08af0'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:46.746402 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e9b23412-f9a4-4bec-81c9-ea076902e817 req-87fd345d-21b5-44ef-974f-d2565b691c85 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724992 Aug 31 09:18:46.748530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-4df19e47-9c69-4a1c-bc87-99791ebe8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:46.751293 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-4df19e47-9c69-4a1c-bc87-99791ebe8c71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.2809417 Aug 31 09:18:46.755290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbdda-8fab-4371-b70a-6af59fd3c54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.759515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.789246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:46.937114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-3e1688a5-8346-4540-b238-88988d33102a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e HTTP/1.1" status: 200 len: 217 time: 0.1650169 Aug 31 09:18:47.136354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:18:47.136354 n-d-800634-13 neutron-server[94895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:18:47.136354 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id': '4a05bcec633f4b00ba32f99bd9d881af', 'id': 'aced348e-e2d5-4bcb-8ec2-8378fa303901', 'expiration': datetime.datetime(2021, 8, 31, 9, 20, 47, 3814)}] Aug 31 09:18:47.136354 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:18:47.137932 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:18:47.200435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:47.237775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-cca2dc96-d729-4001-9bdb-a99cc4e637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:47.242213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-cca2dc96-d729-4001-9bdb-a99cc4e637a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.2575555 Aug 31 09:18:47.251838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'port_id': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74', 'mac_address': 'fa:16:3e:58:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:47.403080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-9061993c-874d-4e48-a2b8-0ab4896236da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451087 Aug 31 09:18:47.428342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.504285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:47.586256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:47.593003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.647040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.697058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbdda-8fab-4371-b70a-6af59fd3c54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.722078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbdda-8fab-4371-b70a-6af59fd3c54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.724864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f489dd-eb34-47c8-9707-d2ad75223ea8 req-3376aa6f-f09d-4ae1-a0da-ae3294f89f94 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:47.727952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68f489dd-eb34-47c8-9707-d2ad75223ea8 req-3376aa6f-f09d-4ae1-a0da-ae3294f89f94 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 946 time: 1.1957974 Aug 31 09:18:47.792676 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc8fbdda-8fab-4371-b70a-6af59fd3c54a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f7117a365a84012a31e53923b4b4f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5367470 Aug 31 09:18:47.795712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43274) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:47.830081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-8d45f8a1-a099-41b6-bc72-8d652f97f20c service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047296 Aug 31 09:18:47.835622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:47.852143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Made reservation on behalf of c6594b187da34e7b91dae702fbc08af0 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:47.857015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.878266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2eda7-29e1-4cd9-987a-d9c4365f0559 req-b4ca28e7-4eae-4eaf-b049-f8ea0e49fc05 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:47.881127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81d2eda7-29e1-4cd9-987a-d9c4365f0559 req-b4ca28e7-4eae-4eaf-b049-f8ea0e49fc05 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 1.1607301 Aug 31 09:18:47.944398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:47.994465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fbdda-8fab-4371-b70a-6af59fd3c54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6f8a6-5742-4600-b747-589b57dbaf0e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:48.137761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68f489dd-eb34-47c8-9707-d2ad75223ea8 req-b1ec13c3-07d5-437a-9d90-701d22c8cc1f tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875865 Aug 31 09:18:48.263064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9c5b-504d-488c-b11f-f7fb130399f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.341563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9c5b-504d-488c-b11f-f7fb130399f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.400434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81d2eda7-29e1-4cd9-987a-d9c4365f0559 req-845e996c-f0c4-425d-8109-905a7de6bf70 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930825 Aug 31 09:18:48.456538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.570569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.582831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745448ca-c1a8-41f5-879e-0490122dc920 req-357418ed-9962-4bfd-98f0-a94ed375aacb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 210 time: 0.1661794 Aug 31 09:18:48.592357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.669124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8de113f3-5dbb-4065-b729-f8eed47eb339 req-38c0b43d-955c-4465-99ac-fe1031d74a1c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 210 time: 0.0815728 Aug 31 09:18:48.682692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f5c165-fff4-4043-949e-c03f42d0f435,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:48.729622 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b12a3e68-e484-4c21-a5fc-00aafe95f1bf req-6a42db85-f69d-4ab4-bc42-21508c41fbfd service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670552 Aug 31 09:18:48.751253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-0bf2f656-f467-414f-8d6c-7d4a10e3ea34 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:48.752877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-0bf2f656-f467-414f-8d6c-7d4a10e3ea34 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.23 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 818 time: 1.7576203 Aug 31 09:18:48.764748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b2f5cbc-7ca1-48be-8ac8-d702d7dfd4f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a05bcec633f4b00ba32f99bd9d881af&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7749147 Aug 31 09:18:48.771031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:48.783424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Request body: {'port': {'device_id': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'admin_state_up': True, 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:48.841911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9c5b-504d-488c-b11f-f7fb130399f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.844797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9c5b-504d-488c-b11f-f7fb130399f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.846007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c1d9c5b-504d-488c-b11f-f7fb130399f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0f6f8a6-5742-4600-b747-589b57dbaf0e HTTP/1.1" status: 204 len: 168 time: 1.0428145 Aug 31 09:18:48.929138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d9c5b-504d-488c-b11f-f7fb130399f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6f8a6-5742-4600-b747-589b57dbaf0e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:48.931322 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a5db875-c7f6-429f-acf6-030b4d1af11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.991876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a5db875-c7f6-429f-acf6-030b4d1af11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.136362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a5db875-c7f6-429f-acf6-030b4d1af11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.139582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a5db875-c7f6-429f-acf6-030b4d1af11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.145745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a5db875-c7f6-429f-acf6-030b4d1af11f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11f5c165-fff4-4043-949e-c03f42d0f435 HTTP/1.1" status: 204 len: 168 time: 0.3683524 Aug 31 09:18:49.172690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5db875-c7f6-429f-acf6-030b4d1af11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f5c165-fff4-4043-949e-c03f42d0f435,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:49.355985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Allocated IP 192.168.233.202 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/7b271285-4a87-4251-a4f9-df1b02fe6fee) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:49.460592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-3f057e7d-de92-488b-afbe-2af1933c310e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:49.486756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-3f057e7d-de92-488b-afbe-2af1933c310e tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6011486 Aug 31 09:18:49.580244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43300) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:49.595431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e4d3fad0-aa89-42bf-8bb2-fafc37c0be40 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.1068108 Aug 31 09:18:49.602810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'floatingip': {'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:49.610947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35f16e67-063b-44ec-994e-4aa41f08a7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.666265 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.781804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Made reservation on behalf of 3fb2052c400a4dd5862657d730a1e50d for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:49.787948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.006044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35f16e67-063b-44ec-994e-4aa41f08a7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.013110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35f16e67-063b-44ec-994e-4aa41f08a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.053063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16e67-063b-44ec-994e-4aa41f08a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025858fa-baa0-41b5-ad45-26a8d16bab13,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:50.099203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-35f16e67-063b-44ec-994e-4aa41f08a7f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9c2a084acbc4555958b887a7488a614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160494 Aug 31 09:18:50.104191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43316) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:50.216682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-148a52f7-d62e-4d9f-9b5a-e3c14b17528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.291456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-148a52f7-d62e-4d9f-9b5a-e3c14b17528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.357273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf5afc-5132-4223-bacc-805ebb487fe7 req-85000a38-ea8b-473d-8a55-7fd1789e6cea tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:50.359849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16bf5afc-5132-4223-bacc-805ebb487fe7 req-85000a38-ea8b-473d-8a55-7fd1789e6cea tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 0.7871532 Aug 31 09:18:50.516121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-148a52f7-d62e-4d9f-9b5a-e3c14b17528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.519682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-148a52f7-d62e-4d9f-9b5a-e3c14b17528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.527623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-148a52f7-d62e-4d9f-9b5a-e3c14b17528a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/025858fa-baa0-41b5-ad45-26a8d16bab13 HTTP/1.1" status: 204 len: 168 time: 0.4160471 Aug 31 09:18:50.560874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a52f7-d62e-4d9f-9b5a-e3c14b17528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025858fa-baa0-41b5-ad45-26a8d16bab13,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:50.834298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:50.913342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Allocated IP 172.20.0.6 (67fe6244-c191-4db5-af1b-ac8ab5f77c79/f76b329a-51ad-4b24-b116-8b65d0359ac5/d3ff5843-79aa-419d-9ddb-700d243b4972) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:50.995368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16bf5afc-5132-4223-bacc-805ebb487fe7 req-6304abde-6e4b-45ee-9888-a9d767465e5a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865593 Aug 31 09:18:51.085413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:51.109733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:51.110319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.126389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.245276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Transition to ACTIVE for port object 7b271285-4a87-4251-a4f9-df1b02fe6fee will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:51.533907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.546160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.563646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a209d7ca-e865-4083-a92c-3efe07a068f0 req-3ba84474-a0c9-41a2-8209-c58a18aa13da tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 210 time: 0.1112034 Aug 31 09:18:51.595876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:51.599746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:51.603649 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dda5df-ba6f-4856-bcac-700cab14953e" -d '{"events": [{"server_uuid": "5d583a90-21c9-4ed1-afa4-1c6982617a0f", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ea0ff-1d9b-4887-a0e4-979d91a62e74"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:51.608602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6b6f03a6-5f3c-4049-99af-6c6036835aae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:51.616473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.784591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:51.800905 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.904562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:51.928905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e37ecea5-9ac5-4be8-8f4a-81c0fad25772 req-6211aebe-5bae-47b2-84dd-0c34ed9c8a01 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 210 time: 0.1793711 Aug 31 09:18:51.954990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:51.981535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:18:52.194142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Pushing event updated for resources: {'Port': ['ID=7b271285-4a87-4251-a4f9-df1b02fe6fee,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:52.366968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:52.427740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:52.428668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:52.890515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6743fac-f03f-41a9-9f7b-88213a739509 None None] Provisioning for port 7b271285-4a87-4251-a4f9-df1b02fe6fee completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:52.899516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:52.917948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6743fac-f03f-41a9-9f7b-88213a739509 None None] Provisioning complete for port 7b271285-4a87-4251-a4f9-df1b02fe6fee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:52.918573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6743fac-f03f-41a9-9f7b-88213a739509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:52.945798 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:52.963679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-0f76a377-9ad4-4f5f-954c-f212182d6bfb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4333766 Aug 31 09:18:53.031703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c6743fac-f03f-41a9-9f7b-88213a739509 None None] Port 7b271285-4a87-4251-a4f9-df1b02fe6fee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:53.073258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Request body: {'port': {'device_id': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:53.234910 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.247945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:53.326252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-55a2e3be-10db-4a8b-b635-e87410980619 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:53.338910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-55a2e3be-10db-4a8b-b635-e87410980619 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 1.1594276 Aug 31 09:18:53.985269 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913 associated. External IP: 172.25.4.114, port: 8ba8b5dd-6bbc-4fc1-aad1-39d180393222. Aug 31 09:18:54.202714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:54.204378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Pushing event updated for resources: {'Port': ['ID=d3ff5843-79aa-419d-9ddb-700d243b4972,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:54.224426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:54.319089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:54.336172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-8bc431b0-81e4-4e6b-97b2-74f2cefa245f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.9954603 Aug 31 09:18:54.462550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.591479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:54.593464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.739117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-4a09e224-18d4-48c9-a1b4-9092d9b2c5b4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4013145 Aug 31 09:18:54.771347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-21494080-3d7d-45e7-ad45-323ab9ba9143 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0014799 Aug 31 09:18:54.902744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Request body: {'port': {'device_id': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:55.027890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:55.493534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-36241c5d-3dec-4860-9ae2-3b02c23c3181 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7529738 Aug 31 09:18:55.509343 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:55.828239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:55.850386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:55.857077 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:55.876816 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:55.877636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:56.094775 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:56.278858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e57d5d46-ff83-4489-8473-c5e65995f58b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "PUT /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 996 time: 6.6814463 Aug 31 09:18:56.308169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:56.316461 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa55da9-9a83-4d7d-be52-8681ba8170eb" -d '{"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:56.479974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-5d406809-40cc-4d55-ba5f-a3a24e9839f4 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8408861 Aug 31 09:18:56.800352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-03a3cbb7-4b09-4612-9e55-fab3f29a7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:56.811921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-03a3cbb7-4b09-4612-9e55-fab3f29a7d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.4543645 Aug 31 09:18:56.962061 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:18:51Z', 'revision_number': 1, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:56.987535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b271285-4a87-4251-a4f9-df1b02fe6fee {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:57.108649 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ee439a-6eb7-4905-8e58-77dddf66c32b x-openstack-request-id: req-63ee439a-6eb7-4905-8e58-77dddf66c32b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:57.109510 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d583a90-21c9-4ed1-afa4-1c6982617a0f", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ea0ff-1d9b-4887-a0e4-979d91a62e74", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:57.109510 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63ee439a-6eb7-4905-8e58-77dddf66c32b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:57.109985 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74', 'code': 200} Aug 31 09:18:57.115448 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:57.133318 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:57.134790 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:18:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:57.182392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.335364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0f7a7-eee6-484d-a215-06950c6343ac req-b2ca07bf-090a-4002-b940-9d3138770221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:57.344852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ce0f7a7-eee6-484d-a215-06950c6343ac req-b2ca07bf-090a-4002-b940-9d3138770221 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.1548402 Aug 31 09:18:57.350134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Transition to ACTIVE for port object 7b271285-4a87-4251-a4f9-df1b02fe6fee will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:57.408064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-d04144a1-1c41-4885-be18-ecbd5ecccc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:57.410170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-d04144a1-1c41-4885-be18-ecbd5ecccc2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.5737715 Aug 31 09:18:57.415697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.525373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ce0f7a7-eee6-484d-a215-06950c6343ac req-54a91e86-908c-443c-80b8-8b25990c392f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719978 Aug 31 09:18:57.649254 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:57.653731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ff5843-79aa-419d-9ddb-700d243b4972 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:57.688067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.726207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Transition to ACTIVE for port object d3ff5843-79aa-419d-9ddb-700d243b4972 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:57.955704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.277300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Pushing event updated for resources: {'Port': ['ID=7b271285-4a87-4251-a4f9-df1b02fe6fee,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:58.357315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6c6d6-df49-4e6c-8bf5-5eeb713ce4ac req-3388c885-0951-4176-9dc8-c0d00f97b65f tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:58.359021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22b6c6d6-df49-4e6c-8bf5-5eeb713ce4ac req-3388c885-0951-4176-9dc8-c0d00f97b65f tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 948 time: 1.0058718 Aug 31 09:18:58.548170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b1271c3-0e8a-40ea-a241-d374c343c9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.549556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-ea8ce3ee-ff7f-4fb0-9d4d-5cafbd877ccc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 999 time: 1.1051142 Aug 31 09:18:58.845681 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:18:51Z', 'revision_number': 1, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:58.915348 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825726ce-08ae-40c5-b2e8-4c0a38d9dbe0 None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:18:51Z', 'revision_number': 1, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:59.203015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43482) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:59.403079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-b5063b3d-2352-444b-b939-77a787d49a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:59.416463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-b5063b3d-2352-444b-b939-77a787d49a18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.8522544 Aug 31 09:18:59.515614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7e954-8298-4b48-bdc0-ea0a46d01efe None None] New status for floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:18:59.855005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Attempting to bind port 7b271285-4a87-4251-a4f9-df1b02fe6fee on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:59.857230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Attempting to bind port 7b271285-4a87-4251-a4f9-df1b02fe6fee by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:59.857814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Attempting to bind port 7b271285-4a87-4251-a4f9-df1b02fe6fee on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:59.877996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff5843-79aa-419d-9ddb-700d243b4972,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:59.930362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-38c11f37-6cf1-43b8-9095-4c15598863e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:59.949775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-38c11f37-6cf1-43b8-9095-4c15598863e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4632788 Aug 31 09:18:59.974093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22b6c6d6-df49-4e6c-8bf5-5eeb713ce4ac req-79470789-36c8-4a6a-96e9-b5b1d9f2cf7e tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5470614 Aug 31 09:18:59.993544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-98535ef9-d210-448a-90ba-a64fcf6f1467 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:00.008264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-98535ef9-d210-448a-90ba-a64fcf6f1467 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289948 Aug 31 09:19:00.091513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-734cd54b-453f-4185-8ea6-36041f8aab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.212574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-bfa8afb9-ca1c-46f5-99fc-1cc4db291299 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027597 Aug 31 09:19:00.338588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-ea0492ad-9565-4eaf-90a1-1e54404da597 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.341580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-ea0492ad-9565-4eaf-90a1-1e54404da597 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.6187139 Aug 31 09:19:00.343321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Port 7b271285-4a87-4251-a4f9-df1b02fe6fee on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:00.343881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Attempting to bind port 7b271285-4a87-4251-a4f9-df1b02fe6fee on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:00.355282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Attempting to bind port d3ff5843-79aa-419d-9ddb-700d243b4972 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:00.355852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Attempting to bind port d3ff5843-79aa-419d-9ddb-700d243b4972 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:00.356429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Attempting to bind port d3ff5843-79aa-419d-9ddb-700d243b4972 on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:00.383336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:00.403226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:00.403893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:00.404253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:00.405020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Bound port: 7b271285-4a87-4251-a4f9-df1b02fe6fee, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:00.405637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.409875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Port d3ff5843-79aa-419d-9ddb-700d243b4972 on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:00.411262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Attempting to bind port d3ff5843-79aa-419d-9ddb-700d243b4972 on network 67fe6244-c191-4db5-af1b-ac8ab5f77c79 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:00.501893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:00.502654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Checking segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:00.503419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Bound using segment: {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:00.504778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Bound port: d3ff5843-79aa-419d-9ddb-700d243b4972, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e05fdcc-819e-4da4-a421-98e5b8cebc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:00.505045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.693901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1c2fb-eb40-434a-8f83-bf358985c9b9 req-e9867bd3-d0a5-45ba-8490-44fbff952d72 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801075 Aug 31 09:19:00.755122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-734cd54b-453f-4185-8ea6-36041f8aab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.787566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-734cd54b-453f-4185-8ea6-36041f8aab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.924074 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-734cd54b-453f-4185-8ea6-36041f8aab07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff6e2d65072a47fb9cf41a5db2519a17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7175918 Aug 31 09:19:00.927593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43514) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:01.024780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] For port 7b271285-4a87-4251-a4f9-df1b02fe6fee, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:01.032869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] For port 7b271285-4a87-4251-a4f9-df1b02fe6fee, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:01.091308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.193275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:01.211267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.217151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cd54b-453f-4185-8ea6-36041f8aab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67897a8d-0f52-4341-bd44-6750a26f12d4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:01.380445 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f487dd75-2264-4105-a6b1-24d554ec942c x-openstack-request-id: req-f487dd75-2264-4105-a6b1-24d554ec942c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:01.381933 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:01.382719 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f487dd75-2264-4105-a6b1-24d554ec942c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:01.383644 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'status': 'completed', 'code': 200} Aug 31 09:19:01.424688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] For port d3ff5843-79aa-419d-9ddb-700d243b4972, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:01.443774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8694e89-2289-45a4-90f5-ed6630bd0a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.487924 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d2a06372-c54a-4361-9620-9905cbeadc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.511585 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8694e89-2289-45a4-90f5-ed6630bd0a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.541231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.541231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.541231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] 10.222.0.23 "PUT /v2.0/ports/7b271285-4a87-4251-a4f9-df1b02fe6fee HTTP/1.1" status: 200 len: 1097 time: 8.4893074 Aug 31 09:19:01.730421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.818773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] For port d3ff5843-79aa-419d-9ddb-700d243b4972, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d3ff5843-79aa-419d-9ddb-700d243b4972,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:01.851789 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.897393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-aa807dc1-725e-456b-b925-25531143722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.901272 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-aa807dc1-725e-456b-b925-25531143722a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.5189881 Aug 31 09:19:02.058060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.077511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-ef2a7cf1-f5f9-4114-9d24-cec6ff442f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.080097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-ef2a7cf1-f5f9-4114-9d24-cec6ff442f4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.1687639 Aug 31 09:19:02.130953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8694e89-2289-45a4-90f5-ed6630bd0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.134071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8694e89-2289-45a4-90f5-ed6630bd0a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.139989 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e8694e89-2289-45a4-90f5-ed6630bd0a33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67897a8d-0f52-4341-bd44-6750a26f12d4 HTTP/1.1" status: 204 len: 168 time: 1.1955457 Aug 31 09:19:02.164371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.165278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.168070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3ff5843-79aa-419d-9ddb-700d243b4972 HTTP/1.1" status: 200 len: 1092 time: 7.3507364 Aug 31 09:19:02.187974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89df0-0752-4894-8860-4f4c8861c27e req-4e3188cd-ca97-4854-813b-f6c87c6a48a0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.202521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53a89df0-0752-4894-8860-4f4c8861c27e req-4e3188cd-ca97-4854-813b-f6c87c6a48a0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 943 time: 1.1673028 Aug 31 09:19:02.245980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9980d-6dc1-41f9-a34b-c781690e5d1f service neutron] Pushing event updated for resources: {'Port': ['ID=7b271285-4a87-4251-a4f9-df1b02fe6fee,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:02.365010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab2e2fa2-6fb1-499b-8cf1-9da2dd594590 req-dc58a866-14c4-4e1e-8873-572ba8bd4dca tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 210 time: 0.6607697 Aug 31 09:19:02.365586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43536) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:02.419091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8694e89-2289-45a4-90f5-ed6630bd0a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67897a8d-0f52-4341-bd44-6750a26f12d4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:02.468867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a9761-7d00-482b-9b33-224871cfbbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff5843-79aa-419d-9ddb-700d243b4972,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:02.491411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-326651821'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:02.575523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:02.580767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.611796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-f33dfe9a-63fd-4807-a531-5f748cd927c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 1001 time: 0.5204556 Aug 31 09:19:02.666198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-3ef868a6-9bd1-4381-8a85-e05df40b9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.668038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-3ef868a6-9bd1-4381-8a85-e05df40b9310 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6594b187da34e7b91dae702fbc08af0&device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 1100 time: 0.9128199 Aug 31 09:19:02.677090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.14 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/e6c4561d-5dbb-4cbd-b8c5-55f5f768393d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:02.693986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53a89df0-0752-4894-8860-4f4c8861c27e req-a0f4a86a-7b61-49a1-bb6e-0737a24d8b10 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876661 Aug 31 09:19:02.835714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-15eedf15-ce7e-4a2a-99ec-652eb06932bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.839577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-15eedf15-ce7e-4a2a-99ec-652eb06932bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.2121069 Aug 31 09:19:02.905952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-54373cd5-748b-489a-811d-da1d1c3e9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.918702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-54373cd5-748b-489a-811d-da1d1c3e9bab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 1095 time: 0.5514183 Aug 31 09:19:03.096007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-b71f44c6-ebce-4952-9737-ba05d86fb0ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee HTTP/1.1" status: 200 len: 217 time: 0.3991492 Aug 31 09:19:03.118268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:03.119465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-b66d95b8-164a-47bf-bf30-9bc98bd09339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.123454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-b66d95b8-164a-47bf-bf30-9bc98bd09339 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2407527 Aug 31 09:19:03.310040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-597feece-0353-4557-a454-124364d7d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.322706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-597feece-0353-4557-a454-124364d7d8c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1683469 Aug 31 09:19:03.323069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43544) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:03.323069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-3a8655d4-d180-4e3a-8937-5593ebbf3bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864357 Aug 31 09:19:03.323388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-30a602e8-13c6-4e0b-9859-a5d0ed3675ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3ff5843-79aa-419d-9ddb-700d243b4972 HTTP/1.1" status: 200 len: 217 time: 0.2446992 Aug 31 09:19:03.389744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31e61383-3711-458e-b87f-071c4e38b946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.420200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-38d1e96c-dcdb-478c-ad7f-11fcec734791 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.428872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-38d1e96c-dcdb-478c-ad7f-11fcec734791 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8741333 Aug 31 09:19:03.436240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'tag': '7b271285-4a87-4251-a4f9-df1b02fe6fee'}, {'name': 'network-changed', 'server_uuid': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'tag': 'd3ff5843-79aa-419d-9ddb-700d243b4972'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:03.438777 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da4002-d1b6-4565-b1b7-f7604ea72ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf52f3c-339e-4f69-bc3f-e073310c4d95", "tag": "7b271285-4a87-4251-a4f9-df1b02fe6fee"}, {"name": "network-changed", "server_uuid": "1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9", "tag": "d3ff5843-79aa-419d-9ddb-700d243b4972"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:03.452774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.453305 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Added segment e4df7577-fc3f-4ca3-9ffa-ce53f9921151 of type vlan for network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e Aug 31 09:19:03.513348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.572431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cea96-ad71-4781-9b9c-ad4a77e5a343 req-9af9b54e-c3c4-4362-b63c-9130fffb87fc tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.574726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-151cea96-ad71-4781-9b9c-ad4a77e5a343 req-9af9b54e-c3c4-4362-b63c-9130fffb87fc tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 948 time: 0.6374662 Aug 31 09:19:03.702785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-d072983f-45cb-4c8b-83dd-8a67ac6ffa79 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581104 Aug 31 09:19:03.779987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.793010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-c7aab9de-c9fd-4ad0-9b8e-d434f3db49ae tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1001 time: 0.3624022 Aug 31 09:19:03.799763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-ae173fb0-bc25-4b76-b064-05f9114016bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.803332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-ae173fb0-bc25-4b76-b064-05f9114016bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4810603 Aug 31 09:19:03.857250 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.914089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31e61383-3711-458e-b87f-071c4e38b946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.926807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31e61383-3711-458e-b87f-071c4e38b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:03.932027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'floatingip': {'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:03.948670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-151cea96-ad71-4781-9b9c-ad4a77e5a343 req-f5bec95d-1ea5-4169-97ce-be53f6eb23f7 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124566 Aug 31 09:19:03.952174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e321-39ab-4db8-8046-5824f5b3370c req-85011c4b-5b4d-4b94-84e0-3d501bfcff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.961497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-85011c4b-5b4d-4b94-84e0-3d501bfcff3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.6215901 Aug 31 09:19:04.093024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-c38a0442-be39-4e37-84df-6b8e0d8028e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380352 Aug 31 09:19:04.118935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-31e61383-3711-458e-b87f-071c4e38b946 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b15797d2445c4e6aaae878dd2709c5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924376 Aug 31 09:19:04.129515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:04.172018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.184106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.192111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:04.193221 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.197258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['945010a2-f01a-4e14-b630-42750d34e1cf'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:04.222047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e61383-3711-458e-b87f-071c4e38b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82468cd9-d69f-40ad-b6d2-b85b240218ad,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:04.297718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:04.339721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:04.352799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:04.369646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Network': ['ID=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:04.374944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:04.386887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc0a7abe-dc98-4b4c-a79f-2eebc7d25ccb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9062355 Aug 31 09:19:04.387943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43558) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:04.421371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:04.432918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b63852e-e9c4-4094-b0fb-96acbd7c61a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.435598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:04.455342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1992115519'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:04.500548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12a587-6a18-4b4d-9e82-9e9805defc5f req-f96dd575-95e1-4a98-ae0b-7c2d6d122361 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.1025982 Aug 31 09:19:04.506603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b63852e-e9c4-4094-b0fb-96acbd7c61a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.518334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:04.521059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:04.522115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.525277 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.571612 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-48d12f53-6427-486d-a5d4-38b5be9f9163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2096298 Aug 31 09:19:04.603161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.639626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Request body: {'port': {'device_id': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:04.697335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b63852e-e9c4-4094-b0fb-96acbd7c61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.715544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b63852e-e9c4-4094-b0fb-96acbd7c61a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.724311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b63852e-e9c4-4094-b0fb-96acbd7c61a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82468cd9-d69f-40ad-b6d2-b85b240218ad HTTP/1.1" status: 204 len: 168 time: 0.5809634 Aug 31 09:19:04.752987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63852e-e9c4-4094-b0fb-96acbd7c61a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82468cd9-d69f-40ad-b6d2-b85b240218ad,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:04.838086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.855150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:04.913396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-539c1814-5f3d-470c-a925-d8b6e5e2cb76 service neutron] 10.222.0.23 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002687 Aug 31 09:19:04.921041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-b5eb0685-6d62-4c13-b589-093bb10f7e07 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0136459 Aug 31 09:19:04.923258 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.923820 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Added segment c219d1d0-ef5a-4df0-a423-488214159db4 of type vlan for network e681a3d2-ce66-49a0-9d31-61d6c500ab57 Aug 31 09:19:05.247130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789e21e-8c44-4a3f-a314-7d959795608b req-c64f2433-dc0e-4b8d-b2e8-b4f505f15ec8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:05.260402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7789e21e-8c44-4a3f-a314-7d959795608b req-c64f2433-dc0e-4b8d-b2e8-b4f505f15ec8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 932 time: 0.5348396 Aug 31 09:19:05.355656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:05.463883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c4561d-5dbb-4cbd-b8c5-55f5f768393d {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:05.484857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:05.528453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Transition to ACTIVE for port object e6c4561d-5dbb-4cbd-b8c5-55f5f768393d will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:05.538854 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:05.729136 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-513aaa15-67d3-4bbc-bfe0-a01a1a18851d req-0c92bbf7-6be4-4087-84e8-0c09c6abe943 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0799344 Aug 31 09:19:05.743870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:05.900916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Attempting to bind port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:05.902005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Attempting to bind port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:05.902679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Attempting to bind port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:05.911305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:05.913626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Attempting to bind port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:05.923874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:05.924816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:05.926208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:05.928454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Bound port: e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:05.929449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.064351 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.065236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] For port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:06.071370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] For port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:06.077357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.122795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.124846 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.127906 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] 10.222.0.23 "PUT /v2.0/ports/e6c4561d-5dbb-4cbd-b8c5-55f5f768393d HTTP/1.1" status: 200 len: 1093 time: 1.4954998 Aug 31 09:19:06.130681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'tag': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:06.135790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.143508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.144189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.175071 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d9b8e6-9e36-441d-b4b4-08257c4aefec" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed21ce8-e5b6-4b89-add2-2d6e843e8817", "tag": "e6c4561d-5dbb-4cbd-b8c5-55f5f768393d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:06.241813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7789e21e-8c44-4a3f-a314-7d959795608b req-15dbaa0f-32c4-4b6a-b8be-9c5d5330c5aa tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9802217 Aug 31 09:19:06.251921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b5fd5-cac2-4e20-943c-b0e41e02861b service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:06.308794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1497e321-39ab-4db8-8046-5824f5b3370c req-8a10f0e5-f701-4fc3-b2af-bd0c4f4aa005 service neutron] 10.222.0.23 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3726180 Aug 31 09:19:06.322500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d20c27-1ab3-4527-b46b-09ed6d059f95 req-c127b3e7-946e-42d1-be5a-25ec9bd67887 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3660336 Aug 31 09:19:06.323342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Network': ['ID=e681a3d2-ce66-49a0-9d31-61d6c500ab57,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:06.336586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-94dc01e6-5471-4327-be1c-2cfd7053a5e3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8864729 Aug 31 09:19:06.339911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43592) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:06.346628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'subnet': {'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:06.368133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:06.496310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-0dc4760d-4bd8-4cd5-99d3-55b9ba0dd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.498277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-0dc4760d-4bd8-4cd5-99d3-55b9ba0dd60a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 1096 time: 0.1925497 Aug 31 09:19:06.513351 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837346e1-1db8-4eab-9b48-b399be4a5330 x-openstack-request-id: req-837346e1-1db8-4eab-9b48-b399be4a5330 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:06.513621 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf52f3c-339e-4f69-bc3f-e073310c4d95", "tag": "7b271285-4a87-4251-a4f9-df1b02fe6fee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9", "tag": "d3ff5843-79aa-419d-9ddb-700d243b4972", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:06.513831 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-837346e1-1db8-4eab-9b48-b399be4a5330 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:06.514379 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'tag': '7b271285-4a87-4251-a4f9-df1b02fe6fee', 'status': 'completed', 'code': 200} Aug 31 09:19:06.514806 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'tag': 'd3ff5843-79aa-419d-9ddb-700d243b4972', 'status': 'completed', 'code': 200} Aug 31 09:19:06.643200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-19563882-bf99-4307-af50-84207ac15ab5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d HTTP/1.1" status: 200 len: 217 time: 0.1183736 Aug 31 09:19:06.752865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda34b-890c-4219-84a8-60988510ea80 req-67ae9845-1634-4275-914a-59051577dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.753925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-5ff5d1e6-bd61-4b12-8925-d27aeeb05391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.755165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-67ae9845-1634-4275-914a-59051577dfd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1031086 Aug 31 09:19:06.755418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-5ff5d1e6-bd61-4b12-8925-d27aeeb05391 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6594b187da34e7b91dae702fbc08af0&device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 1100 time: 0.2067196 Aug 31 09:19:06.793940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31a999-6aab-4dc8-a40b-0edb2ef7f6fe req-c4c77be5-1005-4132-9311-e2f33d128a0a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.807443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e31a999-6aab-4dc8-a40b-0edb2ef7f6fe req-c4c77be5-1005-4132-9311-e2f33d128a0a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 943 time: 0.1991906 Aug 31 09:19:06.827691 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-1c35fa5c-33f4-4126-b575-43772b21c5ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580480 Aug 31 09:19:06.952913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-aec6ee7d-b611-41c6-8305-3a26d6edaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.955404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-aec6ee7d-b611-41c6-8305-3a26d6edaff0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1732931 Aug 31 09:19:07.060025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-9db448e1-51ac-4b96-bdcd-0791b655513b service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184033 Aug 31 09:19:07.065215 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:19:07.073080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-2445bd02-36ec-43e5-916f-932e57de5c72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee HTTP/1.1" status: 200 len: 217 time: 0.1062486 Aug 31 09:19:07.105075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:07.110943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:07.228554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e31a999-6aab-4dc8-a40b-0edb2ef7f6fe req-d412752d-f2fa-4c58-9b7e-158185ac9bd9 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187069 Aug 31 09:19:07.271384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-27bda34b-890c-4219-84a8-60988510ea80 req-6e17e380-2017-4dfb-8c66-d6b5aa6e7924 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022550 Aug 31 09:19:07.364218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-bd7aad42-a1fb-47d1-ab8d-6fdd8ef35515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:07.366537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-bd7aad42-a1fb-47d1-ab8d-6fdd8ef35515 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2844827 Aug 31 09:19:07.452971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:19:07.600612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-51731676-7cb8-41c9-84a9-19fb8eadecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:07.602346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-51731676-7cb8-41c9-84a9-19fb8eadecd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2248464 Aug 31 09:19:07.620851 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:07.685645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:07.783168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f68dbb-87f9-41a8-a526-e1f2e633e337 req-5fcc9f92-9efe-4201-9e6a-14b7be1cc9bf tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:07.786760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01f68dbb-87f9-41a8-a526-e1f2e633e337 req-5fcc9f92-9efe-4201-9e6a-14b7be1cc9bf tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 948 time: 0.3578517 Aug 31 09:19:08.108879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-87a64846-d9d1-4f80-b5c5-245c51cf9122 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938393 Aug 31 09:19:08.115666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:08.138733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01f68dbb-87f9-41a8-a526-e1f2e633e337 req-10273453-f5d1-4b37-957c-b15ad70f9736 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335423 Aug 31 09:19:08.260361 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913 associated. External IP: 172.25.4.114, port: 8ba8b5dd-6bbc-4fc1-aad1-39d180393222. Aug 31 09:19:08.418619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20cc6b08-9b3e-4d1c-a4d4-94f47c472aa5 req-5d47e693-670a-450f-9948-71151c6980c8 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0989809 Aug 31 09:19:08.459154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Subnet': ['ID=faf72da9-90f3-488f-9c95-b68c2e119e59,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:08.509386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-606da125-b0b2-408c-ab89-52019e271646 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888466 Aug 31 09:19:08.514222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Checking segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:08.514790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network hostable DHCP agents. Network: dea4e2a5-867b-4dc0-b2b5-6e3729aab00e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:08.569683 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dad757-699c-4024-bce4-4f2e93840aed x-openstack-request-id: req-56dad757-699c-4024-bce4-4f2e93840aed {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:08.570388 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed21ce8-e5b6-4b89-add2-2d6e843e8817", "tag": "e6c4561d-5dbb-4cbd-b8c5-55f5f768393d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:08.570891 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56dad757-699c-4024-bce4-4f2e93840aed {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:08.572590 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'tag': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d', 'status': 'completed', 'code': 200} Aug 31 09:19:08.602531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7b271285-4a87-4251-a4f9-df1b02fe6fee details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:08.624269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:08.746500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-605f22cc-1afa-4f68-bc6c-dd2eeb11b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:08.748518 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-605f22cc-1afa-4f68-bc6c-dd2eeb11b472 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 1096 time: 0.0984638 Aug 31 09:19:08.770159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, dea4e2a5-867b-4dc0-b2b5-6e3729aab00e) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:08.787767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:08.788700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:08.789212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74895e34-60dc-4dae-bec1-321ffdd7345d None None] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:08.842593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ddbf7-d297-446f-bbd2-34bd0d1e6137 req-b487d57b-623b-44c9-a75b-2c47be288e94 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:08.844322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb7ddbf7-d297-446f-bbd2-34bd0d1e6137 req-b487d57b-623b-44c9-a75b-2c47be288e94 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 944 time: 0.1346004 Aug 31 09:19:08.848253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-883829d2-503f-4c04-b618-80e5669298b0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5068913 Aug 31 09:19:08.852489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43650) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:08.855900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7b271285-4a87-4251-a4f9-df1b02fe6fee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:08.861183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'subnet': {'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:08.883560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '7b271285-4a87-4251-a4f9-df1b02fe6fee', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '7b271285-4a87-4251-a4f9-df1b02fe6fee', 'mac_address': 'fa:16:3e:e2:5c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:08.895423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-611374fb-6339-4775-9c21-ba78353ef413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:08.899556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-611374fb-6339-4775-9c21-ba78353ef413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 1095 time: 0.2665520 Aug 31 09:19:08.901923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:19:08.987297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:09.053803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-44fa7722-7db0-4886-ad65-5bd55995a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.055851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-44fa7722-7db0-4886-ad65-5bd55995a1ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.2991023 Aug 31 09:19:09.114397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b271285-4a87-4251-a4f9-df1b02fe6fee {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:09.125246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-e56e354d-eb1a-4108-86fe-75994e733c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d HTTP/1.1" status: 200 len: 217 time: 0.0614140 Aug 31 09:19:09.142251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7b271285-4a87-4251-a4f9-df1b02fe6fee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:09.146094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:09.147035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:09.174293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:09.176361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d3ff5843-79aa-419d-9ddb-700d243b4972 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:09.201259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-b4ffa4a6-7f16-4586-a649-e47b2fbb2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.203835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-b4ffa4a6-7f16-4586-a649-e47b2fbb2aab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.0720241 Aug 31 09:19:09.283953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-cf48018c-188c-46e9-9806-f8a94e47f407 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720079 Aug 31 09:19:09.456836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-0770adac-5519-4e1c-9953-f953be0c9ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643510 Aug 31 09:19:09.601060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb7ddbf7-d297-446f-bbd2-34bd0d1e6137 req-ff535b62-53c6-42fb-a3dc-29f0964268ff tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7149470 Aug 31 09:19:09.656889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68d9b8e6-9e36-441d-b4b4-08257c4aefec req-4b399cbe-eb1f-402e-b532-f12dcbfa8060 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810141 Aug 31 09:19:09.786794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:09.791611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:09.815129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-7a49f81c-c08c-4edc-a6ec-ef8710fec570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.817452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-7a49f81c-c08c-4edc-a6ec-ef8710fec570 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.8712718 Aug 31 09:19:09.869168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7b271285-4a87-4251-a4f9-df1b02fe6fee,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:09.915238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Allocated IP 10.1.1.2 (dea4e2a5-867b-4dc0-b2b5-6e3729aab00e/faf72da9-90f3-488f-9c95-b68c2e119e59/63db98f6-2de0-484b-830f-08f612103568) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:09.970947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d3ff5843-79aa-419d-9ddb-700d243b4972, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d3ff5843-79aa-419d-9ddb-700d243b4972,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:10.020005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-bfbbf29f-a91e-4746-835c-8e2806477967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3ff5843-79aa-419d-9ddb-700d243b4972 HTTP/1.1" status: 200 len: 217 time: 0.1093841 Aug 31 09:19:10.024323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'd3ff5843-79aa-419d-9ddb-700d243b4972', 'network_id': '67fe6244-c191-4db5-af1b-ac8ab5f77c79', 'port_id': 'd3ff5843-79aa-419d-9ddb-700d243b4972', 'mac_address': 'fa:16:3e:7f:ae:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76b329a-51ad-4b24-b116-8b65d0359ac5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:10.069550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ca859-dead-4f4b-97c5-23de75741c85 req-18e911b8-c532-428e-86b2-f7c9c372a782 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:10.072375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f51ca859-dead-4f4b-97c5-23de75741c85 req-18e911b8-c532-428e-86b2-f7c9c372a782 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 943 time: 0.3606997 Aug 31 09:19:10.134454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.169022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ff5843-79aa-419d-9ddb-700d243b4972 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:10.183678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:10.213415 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:19:10.221475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d3ff5843-79aa-419d-9ddb-700d243b4972, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d3ff5843-79aa-419d-9ddb-700d243b4972,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:10.229921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.230775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e6c4561d-5dbb-4cbd-b8c5-55f5f768393d details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:10.233815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:10.235176 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:10.276988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-15592e8a-f156-470e-a763-8530009417cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:10.279107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-15592e8a-f156-470e-a763-8530009417cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.2459595 Aug 31 09:19:10.318067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f51ca859-dead-4f4b-97c5-23de75741c85 req-bac7c526-e9d3-45c6-97b8-d4aa6b30c9e6 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102444 Aug 31 09:19:10.377749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-8078913f-02b9-4ddf-ae6b-00df9c6b36da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878837 Aug 31 09:19:10.411837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d3ff5843-79aa-419d-9ddb-700d243b4972,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:10.434218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.452113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Transition to ACTIVE for port object 63db98f6-2de0-484b-830f-08f612103568 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:10.505300 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:10.512745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Transition to ACTIVE for port object 63db98f6-2de0-484b-830f-08f612103568 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:10.529677 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.533497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:10.610310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Pushing event updated for resources: {'Port': ['ID=63db98f6-2de0-484b-830f-08f612103568,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:10.650039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d', 'mac_address': 'fa:16:3e:1f:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:10.664619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:10.672171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:10.678715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:10.761609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.859260 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.908744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c4561d-5dbb-4cbd-b8c5-55f5f768393d {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:10.923430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Attempting to bind port 63db98f6-2de0-484b-830f-08f612103568 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:10.924245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Attempting to bind port 63db98f6-2de0-484b-830f-08f612103568 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:10.925068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Attempting to bind port 63db98f6-2de0-484b-830f-08f612103568 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:10.946258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:10.947112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Checking segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:10.947897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.948658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Bound using segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:10.949981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Bound port: 63db98f6-2de0-484b-830f-08f612103568, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:10.950991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:11.036243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:11.048118 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:11.078939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-45451f2d-6237-46da-8b98-19e06ed5e602 service neutron] 10.222.0.23 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928387 Aug 31 09:19:11.117879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:07Z', 'revision_number': 3, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:11.185566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] For port 63db98f6-2de0-484b-830f-08f612103568, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:11.192375 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:19:11.212078 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:11.213039 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:11.220561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:11.237353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] For port 63db98f6-2de0-484b-830f-08f612103568, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63db98f6-2de0-484b-830f-08f612103568,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:11.246642 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:11.427342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3825849-c3ec-4457-a804-c3fc8e5daca3 None None] Pushing event updated for resources: {'Port': ['ID=63db98f6-2de0-484b-830f-08f612103568,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:11.475950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Subnet': ['ID=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:11.492467 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:11.510221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d3ff5843-79aa-419d-9ddb-700d243b4972'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:11.540591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa18fb-9166-4192-829e-ab996841dfde req-d011d0c0-68a1-424b-b760-67bab84c97df tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:11.553703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69aa18fb-9166-4192-829e-ab996841dfde req-d011d0c0-68a1-424b-b760-67bab84c97df tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.4675994 Aug 31 09:19:11.576783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7b271285-4a87-4251-a4f9-df1b02fe6fee'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:11.617104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Checking segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:11.618041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network hostable DHCP agents. Network: e681a3d2-ce66-49a0-9d31-61d6c500ab57, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:11.661607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['e6c4561d-5dbb-4cbd-b8c5-55f5f768393d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:11.689247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69aa18fb-9166-4192-829e-ab996841dfde req-81fe9c92-2207-410c-a424-781c35ff3a52 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340950 Aug 31 09:19:11.780430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:19:11.861624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00da4002-d1b6-4565-b1b7-f7604ea72ce7 req-328465ad-77a2-458e-b852-dbbd9ba2d82b service neutron] 10.222.0.23 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154028 Aug 31 09:19:11.876985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:11.940644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e681a3d2-ce66-49a0-9d31-61d6c500ab57) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:11.971506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e4f83-ad93-419a-ac30-fe0fbe27db69 None None] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:12.049829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:12.051082 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:12.140214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-96662c65-0bef-4e64-b45b-b30de36af9c7 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2811463 Aug 31 09:19:12.140646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43698) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:12.149240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'name': 'tempest-TaggedBootDevicesTest-1002353861', 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:12.224547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4680-d491-4f7f-b69a-e56967629b93 req-ea31b1da-f5e4-4eab-9be2-3158d1cfde98 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:12.235937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60bb4680-d491-4f7f-b69a-e56967629b93 req-ea31b1da-f5e4-4eab-9be2-3158d1cfde98 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 949 time: 0.2042890 Aug 31 09:19:12.268776 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:07Z', 'revision_number': 3, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:12.352041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:12.362749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:12.400953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60bb4680-d491-4f7f-b69a-e56967629b93 req-b1104177-afc8-44c3-85b7-24d3d3cfd140 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645961 Aug 31 09:19:12.428741 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd0e96-216a-4328-b1ac-f1d3f4ca340b None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:07Z', 'revision_number': 3, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:19:12.517844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:12.521874 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d347f4-a20a-4d2a-9618-c8c065c63956" -d '{"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:12.570862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:12.593296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-43f55495-7340-431f-9bce-ecec574c95c1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "PUT /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 999 time: 8.6721017 Aug 31 09:19:12.671926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'fixed_ips': [{'subnet_id': 'acee13b4-138e-4f1f-87a3-6fc3da6cd6d8'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:12.673165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:12.707869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-57b8d44b-7bb4-47c9-a73f-7f564051d99a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:12.710323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-57b8d44b-7bb4-47c9-a73f-7f564051d99a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports/8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 942 time: 0.0947933 Aug 31 09:19:12.930042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257eaf-3af0-47a5-8168-a047b0ac57c2 req-f0f8dc59-7356-4557-b364-f1b33c76a1db tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:12.934081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da257eaf-3af0-47a5-8168-a047b0ac57c2 req-f0f8dc59-7356-4557-b364-f1b33c76a1db tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 945 time: 0.1787763 Aug 31 09:19:12.981579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63db98f6-2de0-484b-830f-08f612103568 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:12.985181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:13.151045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da257eaf-3af0-47a5-8168-a047b0ac57c2 req-f175e87c-934c-4876-8dce-cdaaddde322f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051165 Aug 31 09:19:13.170248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-b3102b69-c3d6-4ad2-80af-3eef24012e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:13.173014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-b3102b69-c3d6-4ad2-80af-3eef24012e66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.1844759 Aug 31 09:19:13.304548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2a267-438d-4a20-a025-3b865952158c None None] New status for floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:19:13.445837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-dac21649-453f-46bd-b94d-c454f293f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:13.447313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-dac21649-453f-46bd-b94d-c454f293f699 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.2381670 Aug 31 09:19:13.452098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5754d4-92d3-4931-be82-76790a729601 None None] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:13.482593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.546982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] device_id is not set on port e0cacc64-02a4-4337-a92f-5ae2db644f91 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:19:13.599687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-f6b3e6df-9d30-4b62-acb5-a1d007c6e951 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.1372669 Aug 31 09:19:13.673168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-834ffdfe-ccf6-41bb-b4e5-0b50ff918558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:13.687564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-834ffdfe-ccf6-41bb-b4e5-0b50ff918558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.0866466 Aug 31 09:19:13.779744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-0e3d583b-1bb3-4520-ae4f-ba83f3bb5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:13.782967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-0e3d583b-1bb3-4520-ae4f-ba83f3bb5ad2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890288 Aug 31 09:19:13.807021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-cac0d63b-e9db-441b-b0c4-9b584cfec6cd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:13.807358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-608c33c2-9140-40e7-9196-e3346caa711e None None] Provisioning for port 63db98f6-2de0-484b-830f-08f612103568 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:13.811158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-cac0d63b-e9db-441b-b0c4-9b584cfec6cd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197494 Aug 31 09:19:13.817727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Allocated IP 10.2.2.2 (e681a3d2-ce66-49a0-9d31-61d6c500ab57/acee13b4-138e-4f1f-87a3-6fc3da6cd6d8/4ae5501c-9431-46d3-a81c-60ee48260c52) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:14.052334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 10.1.1.165 (dea4e2a5-867b-4dc0-b2b5-6e3729aab00e/faf72da9-90f3-488f-9c95-b68c2e119e59/e0cacc64-02a4-4337-a92f-5ae2db644f91) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:14.152940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 63db98f6-2de0-484b-830f-08f612103568 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:14.179457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356ad8d-0c6f-4680-9b64-a4d40be575f5 req-0960b52a-88f9-4dd4-8601-a365fe0d0c7c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:14.181570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5356ad8d-0c6f-4680-9b64-a4d40be575f5 req-0960b52a-88f9-4dd4-8601-a365fe0d0c7c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 944 time: 0.1837056 Aug 31 09:19:14.218447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.224019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-269791ec-88f7-4b98-80b2-0767c806cdfd service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044049 Aug 31 09:19:14.297878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.322082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object e0cacc64-02a4-4337-a92f-5ae2db644f91 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:14.387781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5356ad8d-0c6f-4680-9b64-a4d40be575f5 req-089ccb3f-d83e-41aa-8ea2-5900718a3d8a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967745 Aug 31 09:19:14.390889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 63db98f6-2de0-484b-830f-08f612103568 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:14.391270 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.412233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.541769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-9c655db8-ed7d-4136-b6df-6b38898dc020 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077955 Aug 31 09:19:14.581364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:14.599673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:14.607384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:14.655867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:14.675606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:14.679234 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31be86f-2c9f-4c93-95a3-5e50acdf588b" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:14.742803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:14.744701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.755445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:14.778853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-5756b814-64fb-4c09-aef7-5234ff210f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:14.785396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-5756b814-64fb-4c09-aef7-5234ff210f7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1098 time: 0.1718104 Aug 31 09:19:14.809942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.819088 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1beb99bd-ff86-417f-8194-f7af016aaef5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6759329 Aug 31 09:19:14.820257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43750) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:14.844180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'name': 'tempest-TaggedBootDevicesTest-905040167', 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:14.927067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:19:14.969194 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:14.970720 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:15.184798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7b271285-4a87-4251-a4f9-df1b02fe6fee up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:15.313976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-2a25eb94-5041-4639-892a-1148e07b4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.319905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.320212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-2a25eb94-5041-4639-892a-1148e07b4fec service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.5218267 Aug 31 09:19:15.411597 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:15.452371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.478511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:15.516128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 63db98f6-2de0-484b-830f-08f612103568, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63db98f6-2de0-484b-830f-08f612103568,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:15.521863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Transition to ACTIVE for port object 4ae5501c-9431-46d3-a81c-60ee48260c52 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:15.538019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dbddd58f-e5be-48bb-a8e6-63af71668b5c None None] Provisioning complete for port 63db98f6-2de0-484b-830f-08f612103568 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:15.538820 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dbddd58f-e5be-48bb-a8e6-63af71668b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.541889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.681164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Transition to ACTIVE for port object 4ae5501c-9431-46d3-a81c-60ee48260c52 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:15.689884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-36815dc0-0f47-419e-8717-bbd37757ad1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 1002 time: 0.3504250 Aug 31 09:19:15.699659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 7b271285-4a87-4251-a4f9-df1b02fe6fee completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:15.725366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.744160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 7b271285-4a87-4251-a4f9-df1b02fe6fee triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:15.747360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.759100 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa504dfe-38e3-4e21-8fe2-211e0295c4a5 x-openstack-request-id: req-fa504dfe-38e3-4e21-8fe2-211e0295c4a5 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:15.760618 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:15.761203 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa504dfe-38e3-4e21-8fe2-211e0295c4a5 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:15.762249 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'status': 'completed', 'code': 200} Aug 31 09:19:15.840536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=63db98f6-2de0-484b-830f-08f612103568,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:15.841317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:15.989575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:16.011762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:16.021731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:16.133861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Pushing event updated for resources: {'Port': ['ID=4ae5501c-9431-46d3-a81c-60ee48260c52,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:16.203033 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:14Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:16.234217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Attempting to bind port 4ae5501c-9431-46d3-a81c-60ee48260c52 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:16.234953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Attempting to bind port 4ae5501c-9431-46d3-a81c-60ee48260c52 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:16.235138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Attempting to bind port 4ae5501c-9431-46d3-a81c-60ee48260c52 on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:16.259416 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:19:16.275022 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:16.275806 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:16.305574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:16.306001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Checking segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:16.306723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.307194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Bound using segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:16.307698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Bound port: 4ae5501c-9431-46d3-a81c-60ee48260c52, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:16.308093 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.388988 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.418329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-194f6dc9-e90e-4626-9075-55f378d33b31 None None] Provisioning for port e0cacc64-02a4-4337-a92f-5ae2db644f91 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:16.443707 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:16.476811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-194f6dc9-e90e-4626-9075-55f378d33b31 None None] Provisioning complete for port e0cacc64-02a4-4337-a92f-5ae2db644f91 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:16.477313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-194f6dc9-e90e-4626-9075-55f378d33b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.535989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-194f6dc9-e90e-4626-9075-55f378d33b31 None None] Port e0cacc64-02a4-4337-a92f-5ae2db644f91 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:16.547885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7b271285-4a87-4251-a4f9-df1b02fe6fee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:16.553840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] For port 4ae5501c-9431-46d3-a81c-60ee48260c52, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:16.560432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] For port 4ae5501c-9431-46d3-a81c-60ee48260c52, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae5501c-9431-46d3-a81c-60ee48260c52,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:16.561827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.562717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d3ff5843-79aa-419d-9ddb-700d243b4972 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:16.631464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7b271285-4a87-4251-a4f9-df1b02fe6fee,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:16.655059 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.667950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.677869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-224adbc1-57ec-4cb3-b066-b74e7f4c8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:16.680706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-224adbc1-57ec-4cb3-b066-b74e7f4c8224 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.9472687 Aug 31 09:19:16.734712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] device_id is not set on port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:19:16.777197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8ec25-ab79-43de-9d9d-9b7da59777fe None None] Pushing event updated for resources: {'Port': ['ID=4ae5501c-9431-46d3-a81c-60ee48260c52,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:16.796788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port d3ff5843-79aa-419d-9ddb-700d243b4972 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:16.807267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port d3ff5843-79aa-419d-9ddb-700d243b4972 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:16.813691 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.976663 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.031845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d3ff5843-79aa-419d-9ddb-700d243b4972, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d3ff5843-79aa-419d-9ddb-700d243b4972,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:17.038308 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.039431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e6c4561d-5dbb-4cbd-b8c5-55f5f768393d up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:17.103148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1333c-68d3-49b8-94b5-c167aef33b09 req-e37c6131-96d0-49c7-9d3a-72e7be149f73 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.104749 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:14Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:17.117627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fed1333c-68d3-49b8-94b5-c167aef33b09 req-e37c6131-96d0-49c7-9d3a-72e7be149f73 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 949 time: 1.1708632 Aug 31 09:19:17.142090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-6b747c76-a043-4bf4-a1c9-a53b70bba4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.145421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-6b747c76-a043-4bf4-a1c9-a53b70bba4f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 1.3352258 Aug 31 09:19:17.195305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:17.201883 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4af9a-46fc-4571-80a6-ff0233f1c7d7 None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:f9:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:14Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:19:17.217846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:17.218809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.227843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d3ff5843-79aa-419d-9ddb-700d243b4972,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:17.463131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.554658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fed1333c-68d3-49b8-94b5-c167aef33b09 req-0242f35f-8354-45a3-93ec-566280254a97 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357431 Aug 31 09:19:17.563471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 10.1.1.132 (dea4e2a5-867b-4dc0-b2b5-6e3729aab00e/faf72da9-90f3-488f-9c95-b68c2e119e59/6c0491c0-c60c-4e5d-a44c-18200da9fcc3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:17.579740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-70668dfc-858d-48da-a2ed-e78d8ac8d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.584530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:17.593973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-70668dfc-858d-48da-a2ed-e78d8ac8d4bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8716612 Aug 31 09:19:17.595038 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.757479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:17.775613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:17.780879 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:17.924586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89bef3de-ca84-4d97-bb96-5ffe272aac15 req-7b1ca660-dfee-4f6e-8946-3cd3c798839d tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.1280541 Aug 31 09:19:17.956292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-ea2688be-8643-4950-8ba3-b0ce5595becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.975058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae5501c-9431-46d3-a81c-60ee48260c52 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:17.978840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-ea2688be-8643-4950-8ba3-b0ce5595becb service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.6763978 Aug 31 09:19:18.097656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4ae5501c-9431-46d3-a81c-60ee48260c52 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:18.108731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63db98f6-2de0-484b-830f-08f612103568 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:18.159122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-fbdacdb0-9ab5-4ea0-b520-8418134746e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.1577199 Aug 31 09:19:18.204610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 63db98f6-2de0-484b-830f-08f612103568 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:18.205403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.314564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-dc659a5e-dcd8-4468-a898-c72334dac119 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193043 Aug 31 09:19:18.408170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-d348b2b2-c63c-4116-8c3a-d443b168249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.409595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-d348b2b2-c63c-4116-8c3a-d443b168249a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.1808598 Aug 31 09:19:18.440940 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.486413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfeda0-5c2a-4533-b9e3-ac92eca6e6e9 req-5dbe4bb8-4673-4478-8213-3295e24d9fee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.488710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fcfeda0-5c2a-4533-b9e3-ac92eca6e6e9 req-5dbe4bb8-4673-4478-8213-3295e24d9fee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.3526003 Aug 31 09:19:18.616429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.649999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c600c8f-8a55-46c8-abed-4c9978899bc1 req-72ed9ea5-b082-4573-9496-ce084a370e60 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345363 Aug 31 09:19:18.666427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fcfeda0-5c2a-4533-b9e3-ac92eca6e6e9 req-35e37129-0aab-4da6-bb0d-718d4655dda4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501303 Aug 31 09:19:18.667755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:18.671215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-3c6c1d38-cb72-4ab2-b901-acdddc58ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.673377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-3c6c1d38-cb72-4ab2-b901-acdddc58ad82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421284 Aug 31 09:19:18.770906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7aa82a-8af2-4b08-aad3-9b8fe4b1fba3 None None] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:18.849446 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd9598-fba8-4c53-b10e-366108b35f22 x-openstack-request-id: req-9dbd9598-fba8-4c53-b10e-366108b35f22 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:18.851002 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a86ea41-716d-470c-b407-f8b3c3c69019 x-openstack-request-id: req-4a86ea41-716d-470c-b407-f8b3c3c69019 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:18.851002 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:18.851519 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a86ea41-716d-470c-b407-f8b3c3c69019 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:18.852265 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:18.852442 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'status': 'completed', 'code': 200} Aug 31 09:19:18.852606 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dbd9598-fba8-4c53-b10e-366108b35f22 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:18.854690 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:19:18.919137 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.979296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-1a5098a6-071a-4415-ab4f-c0011a30ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.982346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-1a5098a6-071a-4415-ab4f-c0011a30ee44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1098 time: 0.1021812 Aug 31 09:19:19.020916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:19.055790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] Provisioning for port 4ae5501c-9431-46d3-a81c-60ee48260c52 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:19.083895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] Provisioning complete for port 4ae5501c-9431-46d3-a81c-60ee48260c52 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:19.084268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.152001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-d1884f10-7051-4cdd-9320-8dd34d9ecfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.152342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c6a3-843a-4374-bdbb-c98b75e3a1e8 req-402385e3-1398-46e7-827c-15655b50887d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.154810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-d1884f10-7051-4cdd-9320-8dd34d9ecfff service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.1615071 Aug 31 09:19:19.155249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1428c6a3-843a-4374-bdbb-c98b75e3a1e8 req-402385e3-1398-46e7-827c-15655b50887d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.3446548 Aug 31 09:19:19.203107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:19.242530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:19.256749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-bd70e9a1-5a9d-4019-8632-97ad556a758d service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723186 Aug 31 09:19:19.258256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:19.316128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-4aac43a1-0e58-42fb-ada5-8f99167c7ce1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 1002 time: 0.1431639 Aug 31 09:19:19.355677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1e57c-a5f9-4a1b-a44f-8b9e2cc0377e req-67727c79-4b4c-49cb-aeda-3d35304baf5c tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.366181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52f1e57c-a5f9-4a1b-a44f-8b9e2cc0377e req-67727c79-4b4c-49cb-aeda-3d35304baf5c tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.4027340 Aug 31 09:19:19.375303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.376758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.398113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:19.465526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.465975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.467769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.468373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.475262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.475875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.476462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.477040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.477521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.479306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.479638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.480072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:19.489656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-4094ebe4-5109-436a-a8b7-7fa695ebe939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.492639 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-4094ebe4-5109-436a-a8b7-7fa695ebe939 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.1672597 Aug 31 09:19:19.515459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3153b853-d8ee-471d-8e20-f529ffee9b43 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6915777 Aug 31 09:19:19.584603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52f1e57c-a5f9-4a1b-a44f-8b9e2cc0377e req-106d6ff3-c6b0-4902-bdaa-0d412e965ae5 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171412 Aug 31 09:19:19.604739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-1e4f4081-7aca-472f-916a-afc6510f6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.607692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-1e4f4081-7aca-472f-916a-afc6510f6de6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014891 Aug 31 09:19:19.624340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:19.658198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '4314194e-adc3-4689-a483-8b26e061fd3b', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:19.694877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1428c6a3-843a-4374-bdbb-c98b75e3a1e8 req-2a216eea-c40d-40f3-b31d-5e5e27e7db32 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896176 Aug 31 09:19:19.788855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.820726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:19.846369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7a3e476-3e19-49c6-bed7-54b29a11358a req-6f86118a-9cd0-479f-b4cd-1d701376c833 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1002 time: 0.1550367 Aug 31 09:19:19.898301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:19.906149 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.934536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d347f4-a20a-4d2a-9618-c8c065c63956 req-3f545889-489b-48a2-ba96-23cf9cd7688f service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375431 Aug 31 09:19:19.980303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e476-3e19-49c6-bed7-54b29a11358a req-d6ca4bb7-f04a-47c3-957c-23063c55146f tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.983331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7a3e476-3e19-49c6-bed7-54b29a11358a req-d6ca4bb7-f04a-47c3-957c-23063c55146f tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports/33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 943 time: 0.1361070 Aug 31 09:19:19.995454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-8fa10419-a966-4403-9e99-7c2614935e8c service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775585 Aug 31 09:19:20.011773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bdff066-6af7-4b9c-9d79-6bbfcac673c9 req-957bcf26-bdc4-4c6a-91e4-91c83dbe9d4e tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0641758 Aug 31 09:19:20.067844 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.137042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:20.205218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] For port 4ae5501c-9431-46d3-a81c-60ee48260c52, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae5501c-9431-46d3-a81c-60ee48260c52,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:20.217078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['4314194e-adc3-4689-a483-8b26e061fd3b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:20.225738 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.258711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7a3e476-3e19-49c6-bed7-54b29a11358a req-367cb7ce-c084-4f67-8549-93eafe59c57f tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1002 time: 0.1489146 Aug 31 09:19:20.348260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbeaa804-c8e2-40ac-a9fd-53267ddc55ec req-c6c3ffa8-50e5-4d43-9c06-a0d621ca5907 service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363712 Aug 31 09:19:20.476221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f34d8a21-b35e-4ef2-96a1-0023a761fe3b None None] Provisioning for port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:20.480146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e476-3e19-49c6-bed7-54b29a11358a req-ca0c4e9a-e3d1-42ba-9ecb-2e60e63f06ad tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.481660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7a3e476-3e19-49c6-bed7-54b29a11358a req-ca0c4e9a-e3d1-42ba-9ecb-2e60e63f06ad tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2190802 Aug 31 09:19:20.498144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea2221-9670-4703-8011-f4a9a440e8ac None None] Pushing event updated for resources: {'Port': ['ID=4ae5501c-9431-46d3-a81c-60ee48260c52,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:20.501961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f34d8a21-b35e-4ef2-96a1-0023a761fe3b None None] Provisioning complete for port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:20.503344 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f34d8a21-b35e-4ef2-96a1-0023a761fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.635202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f34d8a21-b35e-4ef2-96a1-0023a761fe3b None None] Port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:20.708266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43862) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:20.717121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008080657', 'description': 'tempest-description--669598366'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:20.806194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.839780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704d8b9-5677-433d-b4ba-876a91aae625 req-7d780ac1-de87-4832-961d-9069d987d584 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.842618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a704d8b9-5677-433d-b4ba-876a91aae625 req-7d780ac1-de87-4832-961d-9069d987d584 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.2093842 Aug 31 09:19:20.866974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b271285-4a87-4251-a4f9-df1b02fe6fee'}, {'server_uuid': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff5843-79aa-419d-9ddb-700d243b4972'}, {'server_uuid': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:20.875264 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b5f8d-3a1a-4624-9b98-e03ada80528f" -d '{"events": [{"server_uuid": "7cf52f3c-339e-4f69-bc3f-e073310c4d95", "name": "network-vif-plugged", "status": "completed", "tag": "7b271285-4a87-4251-a4f9-df1b02fe6fee"}, {"server_uuid": "1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9", "name": "network-vif-plugged", "status": "completed", "tag": "d3ff5843-79aa-419d-9ddb-700d243b4972"}, {"server_uuid": "3ed21ce8-e5b6-4b89-add2-2d6e843e8817", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4561d-5dbb-4cbd-b8c5-55f5f768393d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:20.888304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-32bc2353-bee1-4462-9eb0-82b3918172f6 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1002 time: 0.1572497 Aug 31 09:19:20.892133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a23e553c-bb56-4801-88cc-f0082b4ac5a6 None None] Provisioning complete for port 4ae5501c-9431-46d3-a81c-60ee48260c52 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:20.892769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a23e553c-bb56-4801-88cc-f0082b4ac5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.011071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a704d8b9-5677-433d-b4ba-876a91aae625 req-1607eaa5-2950-4a7e-8dc5-16818725ace3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204660 Aug 31 09:19:21.048146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-4d41f27a-3b37-453b-b1e3-5d6cc6157548 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:21.058320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.069952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-4d41f27a-3b37-453b-b1e3-5d6cc6157548 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports/33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 943 time: 0.1610675 Aug 31 09:19:21.072137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.186568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:21.196800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.196800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4810760 Aug 31 09:19:21.206012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43880) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:21.215033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'security_group_rule': {'security_group_id': '8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:21.227114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.227465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.227809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.228146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.228533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.228915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.229249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.229573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.229894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.230215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.230701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.231024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85992c7-a658-4797-bfe9-1ec85faaa19e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:21.286092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6f0e9-0081-42b1-8188-01d7f75c4c5f req-844393f0-11d6-492b-8434-a9134b8f5fcb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:21.290729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.295437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9be6f0e9-0081-42b1-8188-01d7f75c4c5f req-844393f0-11d6-492b-8434-a9134b8f5fcb tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.1491680 Aug 31 09:19:21.336122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-7b7281ca-f63c-4271-bcbc-30a4787463ba tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1002 time: 0.1870975 Aug 31 09:19:21.408381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9be6f0e9-0081-42b1-8188-01d7f75c4c5f req-b0a724f7-d139-4a97-a84d-330bd0543fcf tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117487 Aug 31 09:19:21.438230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.445841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.518643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6707339-3013-4119-8825-fd5cb3bb3b65,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:21.543485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.550017 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-143e99af-40b9-4e40-b8d6-60456928a989 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394072 Aug 31 09:19:21.552268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:21.561835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'security_group_rule': {'security_group_id': '8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:21.610673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-312343cf-f2f6-4da7-b987-8413871a7c10 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:21.626153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.630140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-312343cf-f2f6-4da7-b987-8413871a7c10 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2705660 Aug 31 09:19:21.733311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-7b4b9472-e709-4cd5-aecc-066c2ef4da6a tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1002 time: 0.1003892 Aug 31 09:19:21.766173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae5501c-9431-46d3-a81c-60ee48260c52 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:21.777887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:21.787070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.795231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.844680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93026bb-973b-41bf-b178-401e267d0559,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:21.885059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.885962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86178a8-3bb1-4f7b-9371-caeec3e8aecb req-49af61b1-30c4-4b80-bbc5-3f3ad9ca9f38 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:21.888335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-89f702c0-5706-446d-a081-8a3b7c0dab17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338876 Aug 31 09:19:21.893494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:21.897259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e86178a8-3bb1-4f7b-9371-caeec3e8aecb req-49af61b1-30c4-4b80-bbc5-3f3ad9ca9f38 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.1618669 Aug 31 09:19:21.901952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.903709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:21.948633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4ae5501c-9431-46d3-a81c-60ee48260c52 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:21.949476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.957447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.993527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e86178a8-3bb1-4f7b-9371-caeec3e8aecb req-c4764916-2667-406f-926c-4c36526dd470 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952249 Aug 31 09:19:22.195766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:22.202070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:22.202724 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913 disassociated. External IP: 172.25.4.114, port: 33753d2f-f5c3-45f8-b3ac-2a2dda11c264. Aug 31 09:19:22.210267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:22.295847 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e8ee5-a68b-47b8-8791-0572e638c428 x-openstack-request-id: req-0b3e8ee5-a68b-47b8-8791-0572e638c428 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:22.297715 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf52f3c-339e-4f69-bc3f-e073310c4d95", "name": "network-vif-plugged", "status": "completed", "tag": "7b271285-4a87-4251-a4f9-df1b02fe6fee", "code": 200}, {"server_uuid": "1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9", "name": "network-vif-plugged", "status": "completed", "tag": "d3ff5843-79aa-419d-9ddb-700d243b4972", "code": 200}, {"server_uuid": "3ed21ce8-e5b6-4b89-add2-2d6e843e8817", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4561d-5dbb-4cbd-b8c5-55f5f768393d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:22.299690 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b3e8ee5-a68b-47b8-8791-0572e638c428 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:22.300948 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b271285-4a87-4251-a4f9-df1b02fe6fee', 'code': 200} Aug 31 09:19:22.302051 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff5843-79aa-419d-9ddb-700d243b4972', 'code': 200} Aug 31 09:19:22.302051 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d', 'code': 200} Aug 31 09:19:22.479400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 172.25.4.197 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/4d63bcec-1c77-4a28-918e-0ea5264441f8) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:22.843639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:22.903617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb2e66-0f1d-4fe2-9645-09fcd6a0cc05 req-05fb0c55-6554-4c63-ae7e-93fbdf082b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:22.920244 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8ddb2e66-0f1d-4fe2-9645-09fcd6a0cc05 req-05fb0c55-6554-4c63-ae7e-93fbdf082b47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 1102 time: 0.2430696 Aug 31 09:19:22.938311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:23.011246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.052593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c067b48-08f4-4f20-b8c2-c719b5605b60 req-33c592af-7bd5-4a94-9e79-731df8371fae tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.1251147 Aug 31 09:19:23.146374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 4314194e-adc3-4689-a483-8b26e061fd3b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:23.154824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.231417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=4d63bcec-1c77-4a28-918e-0ea5264441f8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:23.257729 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8ddb2e66-0f1d-4fe2-9645-09fcd6a0cc05 req-878e0fa1-55a1-4ac0-91d8-ee8c35fa415a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069570 Aug 31 09:19:23.264833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:23.268340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:23.274072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:23.373394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.433216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a3398-30e8-419a-a42f-1454dbb965d1 req-29660609-cfe6-4ecb-b003-81b56a80fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.440846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a0a3398-30e8-419a-a42f-1454dbb965d1 req-29660609-cfe6-4ecb-b003-81b56a80fa51 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 1097 time: 0.5175388 Aug 31 09:19:23.442490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:23.448323 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.469885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.499630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7022-f814-4084-838e-14adf50e52ae req-d6799774-40fa-4042-b6ed-13691abd8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.501652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aaed7022-f814-4084-838e-14adf50e52ae req-d6799774-40fa-4042-b6ed-13691abd8d5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 1098 time: 0.5742002 Aug 31 09:19:23.562629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.679112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:23.890725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c448-7edc-458b-9064-814f29e18e98 req-d31bd62a-18cf-40b6-850b-1f4be55658fe tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.903805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7b7c448-7edc-458b-9064-814f29e18e98 req-d31bd62a-18cf-40b6-850b-1f4be55658fe tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.6224108 Aug 31 09:19:23.968277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.982273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:23.983599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:19:23.993413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a0a3398-30e8-419a-a42f-1454dbb965d1 req-41c43b68-1cf2-475b-962c-c65c4afb261c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758162 Aug 31 09:19:24.010048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aaed7022-f814-4084-838e-14adf50e52ae req-e9330722-f469-4119-bc46-6b15704d453b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909875 Aug 31 09:19:24.124203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=4d63bcec-1c77-4a28-918e-0ea5264441f8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:24.150555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.179936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7b7c448-7edc-458b-9064-814f29e18e98 req-a5ed0fed-a66c-4ccb-bf8f-4e75c15122c7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373414 Aug 31 09:19:24.200092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.213396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-981b6f47-10cd-41ca-bc33-bc5829c2adf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3156281 Aug 31 09:19:24.303201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:24.306740 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec11961-9a75-4f1d-a9b3-b5ddc2ed7379" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:24.427461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:24.433768 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.443444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:19:24.467722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:24.468409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:24.543446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced145-b395-46c0-bf45-6d568a3df559 req-c3373873-c962-4020-bb6c-67813c2a0294 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.568809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82ced145-b395-46c0-bf45-6d568a3df559 req-c3373873-c962-4020-bb6c-67813c2a0294 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.2107255 Aug 31 09:19:24.591462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6337554b-b4da-449b-bd63-bad483001b2c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "PUT /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 695 time: 2.8404403 Aug 31 09:19:24.594612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:24.615582 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3670130-29d4-4b2f-a1d8-dd007cb9f112" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:24.806762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:24.822386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82ced145-b395-46c0-bf45-6d568a3df559 req-b15144d3-d847-4e86-8b04-800543709fef tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517421 Aug 31 09:19:24.836121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-3ad6f057-fd21-401a-b142-e5b8042554ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.840223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-3ad6f057-fd21-401a-b142-e5b8042554ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1098 time: 0.1852877 Aug 31 09:19:25.105701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-755bd2fe-1528-4545-abb9-9afcc6b6cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:25.107543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-755bd2fe-1528-4545-abb9-9afcc6b6cb7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.2547262 Aug 31 09:19:25.202361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-b6d92639-2ce4-45fe-ba36-f6b53f337650 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 217 time: 0.0687087 Aug 31 09:19:25.226714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e249e6-ae0d-4299-b3a2-039b1af5e510 req-5e245eeb-b9d9-4e5e-8452-c2cdb222a54e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:25.229380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0e249e6-ae0d-4299-b3a2-039b1af5e510 req-5e245eeb-b9d9-4e5e-8452-c2cdb222a54e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.2280359 Aug 31 09:19:25.318885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6b936ca0-a03a-48b6-bd4a-ef25270661de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:25.320863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-6b936ca0-a03a-48b6-bd4a-ef25270661de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.0902593 Aug 31 09:19:25.405959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:25.466539 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0e249e6-ae0d-4299-b3a2-039b1af5e510 req-eb3e92ca-fc38-4cce-a034-1ec8f474719e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442575 Aug 31 09:19:25.473437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:19:25.493077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:25.494549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:25.507484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-74dbdfc2-d65c-46a9-af20-ae3871e76747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:25.509228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-74dbdfc2-d65c-46a9-af20-ae3871e76747 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600749 Aug 31 09:19:25.689353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-42785c38-afb0-4a82-b822-75c8beeaee63 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633592 Aug 31 09:19:25.803676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44e1d932-6ffd-4856-ab12-1460453eab54 req-43ce80a7-d04f-4a01-9f80-f0898fddfbb3 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0844789 Aug 31 09:19:25.894538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:26.045052 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7b5b0d-7bfc-402b-a2d1-dac3454e81b8 x-openstack-request-id: req-6d7b5b0d-7bfc-402b-a2d1-dac3454e81b8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:26.045470 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:26.045780 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d7b5b0d-7bfc-402b-a2d1-dac3454e81b8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:26.046043 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:19:26.055006 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e032ed-b5ee-4931-bf87-a95f0c8f114c x-openstack-request-id: req-c3e032ed-b5ee-4931-bf87-a95f0c8f114c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:26.055289 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:26.055626 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3e032ed-b5ee-4931-bf87-a95f0c8f114c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:26.056310 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'status': 'completed', 'code': 200} Aug 31 09:19:26.138808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-7cd75198-2508-4eb9-800d-c31c868cdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.143128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-7cd75198-2508-4eb9-800d-c31c868cdda0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 1098 time: 0.0900061 Aug 31 09:19:26.291075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b31ede8f-a927-4244-adb9-dc85f3da728a req-98b0cb43-e16f-4205-a633-2465aaed5ccd service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854507 Aug 31 09:19:26.353886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-58916e0e-7026-48dd-b221-4f3b766df8f0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1008080657&fields=id&tenant_id=0fb3bc46102248ca9841713dceb183a3 HTTP/1.1" status: 200 len: 267 time: 0.1516378 Aug 31 09:19:26.389758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-25a91494-5ce5-4db4-baf0-2e0213e4df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.391854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-25a91494-5ce5-4db4-baf0-2e0213e4df0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.2174823 Aug 31 09:19:26.581590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-acd88fd2-a4ca-4b4b-8a9b-7cbec28fdc08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 200 len: 217 time: 0.1672888 Aug 31 09:19:26.594918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:26.615778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-27de78a0-8464-48d6-aa4b-0b88546eee53 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.629947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-27de78a0-8464-48d6-aa4b-0b88546eee53 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 932 time: 0.2711034 Aug 31 09:19:26.643558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161d70f-3f17-4adc-8428-f7c6eb73cf14 None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:19:26.784339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ffc19bef-24c7-4de8-8c7b-a303486d77dc tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.799320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ffc19bef-24c7-4de8-8c7b-a303486d77dc tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 931 time: 0.1668441 Aug 31 09:19:26.827338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-ec29defd-008e-4239-b800-54bfd902d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.835440 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-ec29defd-008e-4239-b800-54bfd902d12c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.2479427 Aug 31 09:19:26.934355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9a07babc-429a-4354-bce5-12bb4fde5135 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1315417 Aug 31 09:19:26.970932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-89903884-67c4-4086-917b-0ed24dabdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.975577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-89903884-67c4-4086-917b-0ed24dabdc41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312122 Aug 31 09:19:27.026123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-640ca12e-6682-4f16-9f1c-568852586147 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0895662 Aug 31 09:19:27.171807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd92b-28e5-42a3-9ce4-9d6f9bf6628d req-1774e698-162a-4bb2-809d-8753b65a79c7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.185454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b8bd92b-28e5-42a3-9ce4-9d6f9bf6628d req-1774e698-162a-4bb2-809d-8753b65a79c7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.6238170 Aug 31 09:19:27.246928 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-ee582b86-549c-4547-b8eb-32caf11f3464 service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603810 Aug 31 09:19:27.248269 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574c383-d58b-4731-b9ea-7c21e53b8adf None None] New status for floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:19:27.370177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b8bd92b-28e5-42a3-9ce4-9d6f9bf6628d req-b749c83d-195d-4cae-a15b-6991aec3fb37 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825585 Aug 31 09:19:27.505398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ba75baba-b33e-4c24-b420-9e8d23b7c436 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.555125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ba75baba-b33e-4c24-b420-9e8d23b7c436 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.605683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ba75baba-b33e-4c24-b420-9e8d23b7c436 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.621159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ba75baba-b33e-4c24-b420-9e8d23b7c436 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/networks?id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 200 len: 1989 time: 0.5932117 Aug 31 09:19:27.632007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3670130-29d4-4b2f-a1d8-dd007cb9f112 req-65705f11-31ed-4f51-b5b8-ae057dcb5af4 service neutron] 10.222.0.15 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758192 Aug 31 09:19:27.761587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-99a91bd0-fdbf-4650-bef1-1a8e4b60d0a0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/quotas/0fb3bc46102248ca9841713dceb183a3 HTTP/1.1" status: 200 len: 375 time: 0.0906055 Aug 31 09:19:27.795676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c1d2b-9fec-4c04-a9d2-b211ee82a23e req-182ea85d-49b2-4602-bdbd-c1c84409dac8 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.799447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d4c1d2b-9fec-4c04-a9d2-b211ee82a23e req-182ea85d-49b2-4602-bdbd-c1c84409dac8 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.1760070 Aug 31 09:19:27.955196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-d5bc56d7-7d96-4a7d-8e65-59a8b83847d4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1867256 Aug 31 09:19:27.960961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d4c1d2b-9fec-4c04-a9d2-b211ee82a23e req-297fe5c5-aaf9-46ad-a25d-a8278f072ccf tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418009 Aug 31 09:19:28.252529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-104f4a41-51ce-4919-a253-364ee10c3a2c service neutron] 10.222.0.18 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543280 Aug 31 09:19:28.484660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ca45-70f8-44fb-a2c4-159b98641144 req-46ca4ae0-238b-4156-ab9a-f186d3d3f9df tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:28.487452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05f5ca45-70f8-44fb-a2c4-159b98641144 req-46ca4ae0-238b-4156-ab9a-f186d3d3f9df tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.1223245 Aug 31 09:19:28.502532 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-15778162-2fd9-4309-9eca-cfa2caa7f941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.554397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-e49be756-1fea-4dad-8a09-264e402d05cf service neutron] 10.222.0.18 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853935 Aug 31 09:19:28.646127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9c7117e3-9a19-4f17-ab08-fa5e752de718 service neutron] 10.222.0.18 "GET /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0905097 Aug 31 09:19:28.660260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05f5ca45-70f8-44fb-a2c4-159b98641144 req-857f537a-75ae-4688-95a2-e4a65859c1a8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615167 Aug 31 09:19:28.837477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83215fff-12b0-42de-a42f-43ef772546f8 req-65b75e59-0fa4-44f4-85f5-ce8956abe0ba tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0609689 Aug 31 09:19:28.902613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9ce5dc12-be25-40d4-882b-8598b6732fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542880 Aug 31 09:19:29.170257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1d3ef-0c94-4dbc-99b5-a802a3fd1d2c req-ea76e23c-7a39-415d-b5df-7326e63964c6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:29.182503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9f1d3ef-0c94-4dbc-99b5-a802a3fd1d2c req-ea76e23c-7a39-415d-b5df-7326e63964c6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 0.1994164 Aug 31 09:19:29.214713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-b4cf4ff5-5d14-4b72-8115-5fb98feae633 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056283 Aug 31 09:19:29.305575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9f1d3ef-0c94-4dbc-99b5-a802a3fd1d2c req-354fbb2a-7dba-4f21-a90e-927430d70a28 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220841 Aug 31 09:19:29.308872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0c5bf386-f9de-49fd-b694-91dafb4f2946 service neutron] 10.222.0.18 "GET /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0930858 Aug 31 09:19:29.573719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5840876b-6eb9-4c76-98db-6ebcf48917bb service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362361 Aug 31 09:19:29.875600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ee2b3829-cbdf-41be-a1ec-e963b01e5ae2 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768047 Aug 31 09:19:29.973676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-6a1fe568-f78f-4154-93ad-8b96e3112b67 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:29.977470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-6a1fe568-f78f-4154-93ad-8b96e3112b67 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1566324 Aug 31 09:19:30.111895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-f0e3fa6b-6c13-4979-8146-d65ebba983f7 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.1122804 Aug 31 09:19:30.127017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-3bfdc78e-8b6f-4559-aeeb-4e0e895b59b1 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504427 Aug 31 09:19:30.163561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'floatingip': {'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:30.230181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.645815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-78839a78-3e10-45a7-ab5f-4c39b3d91b41 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160716 Aug 31 09:19:30.682066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dcd22-8253-4216-811a-b797c03254e6 req-a396ff42-9492-4f5c-a2cc-bbea9c8a3755 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.688698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d64dcd22-8253-4216-811a-b797c03254e6 req-a396ff42-9492-4f5c-a2cc-bbea9c8a3755 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fa5491-321e-45b4-a2c8-f271fde0f391 HTTP/1.1" status: 200 len: 946 time: 0.1732471 Aug 31 09:19:31.005087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Deleting port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:31.005628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.327799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] For port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:31.327799 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.366344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Calling delete_port for 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:31.485658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a9e6fe10-a0eb-43db-a060-ebe2f26de098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.748608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.773798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.794859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['33753d2f-f5c3-45f8-b3ac-2a2dda11c264'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:31.838128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event deleted for resources: {'Port': ['ID=33753d2f-f5c3-45f8-b3ac-2a2dda11c264,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:31.938643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['8ba8b5dd-6bbc-4fc1-aad1-39d180393222'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:31.989569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] No DVR routers for this DVR port 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:32.007050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.010706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d64dcd22-8253-4216-811a-b797c03254e6 req-e77ea72f-5980-4622-91f3-69239f3260e9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.15 "DELETE /v2.0/ports/33753d2f-f5c3-45f8-b3ac-2a2dda11c264 HTTP/1.1" status: 204 len: 173 time: 1.3101985 Aug 31 09:19:32.011870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'name': 'network-vif-deleted', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:32.019353 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1cd458-41b8-4a68-bc57-afea52a96892" -d '{"events": [{"server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "name": "network-vif-deleted", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:32.092734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.557648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ebe2ca1b-af49-4044-92dc-3a4dd41a6a80 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8269303 Aug 31 09:19:32.952888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:19:33.067150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0d010675-e4cf-41ae-8adc-0aea84cf6429 service neutron] 10.222.0.18 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066359 Aug 31 09:19:33.247484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.263203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.271053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44084) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:33.419392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f2bb5961-2dc6-48d2-8e67-5d64854ae641 service neutron] 10.222.0.18 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292189 Aug 31 09:19:33.500714 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.608268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54f961b7-e0cb-43b2-bca1-f7867e66b7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.632996 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913 associated. External IP: 172.25.4.114, port: 8ba8b5dd-6bbc-4fc1-aad1-39d180393222. Aug 31 09:19:33.762191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-7e5d4cef-abb0-4897-accb-780a7dd95b4a service neutron] 10.222.0.18 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821867 Aug 31 09:19:33.788630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54f961b7-e0cb-43b2-bca1-f7867e66b7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.793412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54f961b7-e0cb-43b2-bca1-f7867e66b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.843390 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54f961b7-e0cb-43b2-bca1-f7867e66b7fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c266a61a9aaa45efa9e5a28fa686488d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708919 Aug 31 09:19:33.844411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f961b7-e0cb-43b2-bca1-f7867e66b7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d293ce8-3319-414c-a407-68a467b8efaf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:33.848527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44090) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:33.918152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8f93efe-2b2f-483d-8211-3815a22cdf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:33.961502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8f93efe-2b2f-483d-8211-3815a22cdf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.032030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-7ae57945-aaf2-4643-838c-57c9b0c4373d service neutron] 10.222.0.18 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275977 Aug 31 09:19:34.061231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8f93efe-2b2f-483d-8211-3815a22cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.064150 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8f93efe-2b2f-483d-8211-3815a22cdf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.069504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a8f93efe-2b2f-483d-8211-3815a22cdf7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d293ce8-3319-414c-a407-68a467b8efaf HTTP/1.1" status: 204 len: 168 time: 0.2157490 Aug 31 09:19:34.101590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f93efe-2b2f-483d-8211-3815a22cdf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d293ce8-3319-414c-a407-68a467b8efaf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:34.459896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:19:34.486015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-03754589-c830-4c20-903f-521a7c39b7f5 service neutron] 10.222.0.18 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434099 Aug 31 09:19:34.689141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:34.696720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.707593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:19:34.732031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:34.734010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:34.746550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-d75763db-204f-4498-bd71-0efeb9b6b5a4 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "PUT /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 996 time: 4.6082039 Aug 31 09:19:34.747444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:34.750085 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373afa2-6bfc-4123-aaf5-1806186989b1" -d '{"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:34.825566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-5edce4dd-90a5-44b1-9792-158dc600e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:34.828397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-5edce4dd-90a5-44b1-9792-158dc600e49e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.0718532 Aug 31 09:19:34.852543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:34.882209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-feb9da3c-37a1-49ed-8d6a-50480e3140fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.940222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:34.996576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:35.036453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:35.037527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 33753d2f-f5c3-45f8-b3ac-2a2dda11c264 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:35.064973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-feb9da3c-37a1-49ed-8d6a-50480e3140fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.076954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-feb9da3c-37a1-49ed-8d6a-50480e3140fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.140858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-feb9da3c-37a1-49ed-8d6a-50480e3140fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27a933998b084ac9b01258b91b3c263f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863328 Aug 31 09:19:35.142935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44120) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:35.161483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9da3c-37a1-49ed-8d6a-50480e3140fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d28ff0-a92d-4a3b-8027-fd9b8feda064,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:35.283707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-9691ed4a-dfd4-4c85-ad3d-32b028bf7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.292285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-9691ed4a-dfd4-4c85-ad3d-32b028bf7834 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.4548275 Aug 31 09:19:35.356587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed5cc81-8ea5-4c12-906d-820aa0daa893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.429295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-cf6a8858-c7a6-4dd4-9a9b-fbb7fe157dc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 999 time: 0.1354296 Aug 31 09:19:35.440430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed5cc81-8ea5-4c12-906d-820aa0daa893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.526786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:32Z', 'revision_number': 8, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:35.600113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-d561f892-6b71-4b09-8392-94229288a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.601772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-d561f892-6b71-4b09-8392-94229288a44a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1099 time: 0.1071532 Aug 31 09:19:35.630285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-6b324a0b-4be7-4996-a275-aa454a4fbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.632109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:19:35.643251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-6b324a0b-4be7-4996-a275-aa454a4fbf31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.2129526 Aug 31 09:19:35.645743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:35.646728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:35.742113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed5cc81-8ea5-4c12-906d-820aa0daa893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.747944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed5cc81-8ea5-4c12-906d-820aa0daa893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.747944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ed5cc81-8ea5-4c12-906d-820aa0daa893 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5d28ff0-a92d-4a3b-8027-fd9b8feda064 HTTP/1.1" status: 204 len: 168 time: 0.5951700 Aug 31 09:19:35.760987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-fdcc9672-95e1-499b-84c4-dbb86057a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.762832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-fdcc9672-95e1-499b-84c4-dbb86057a11c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063440 Aug 31 09:19:35.764273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5cc81-8ea5-4c12-906d-820aa0daa893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d28ff0-a92d-4a3b-8027-fd9b8feda064,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:35.915703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-3f9a96e2-7641-4cc1-95cf-58cd130588c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.917250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-3f9a96e2-7641-4cc1-95cf-58cd130588c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.2854347 Aug 31 09:19:36.043589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-b58aa5d0-6a2d-42fe-9d56-3dc25fedbe70 service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550142 Aug 31 09:19:36.236566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-032b5c6e-6278-4ed0-b2b4-15445ee2c5c7 req-26fb34a2-071d-4c59-a350-c2cf4690963d service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806848 Aug 31 09:19:36.263311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-08080e30-14c1-4d7c-a84e-d64af9247ad7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 1001 time: 0.3316264 Aug 31 09:19:36.311524 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:36.339524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:36.514930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-67793088-504e-4fa1-99f4-2bc08a69a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.516976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-67793088-504e-4fa1-99f4-2bc08a69a603 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.2517064 Aug 31 09:19:36.660952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-9bb0307e-c7d0-4a1c-b11c-5e5c7d85ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.664651 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-9bb0307e-c7d0-4a1c-b11c-5e5c7d85ca0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385264 Aug 31 09:19:36.905469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d03a1-aa1d-4219-850a-7d3973016504 req-eb11d58f-844d-4eff-a81f-fe2e28214545 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.911167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd5d03a1-aa1d-4219-850a-7d3973016504 req-eb11d58f-844d-4eff-a81f-fe2e28214545 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.4011908 Aug 31 09:19:36.942632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dede3f-e8bf-472e-aa9a-5f784a83474b req-6a420bd6-2a25-4cbc-bb8e-17d34d4f400f tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.955170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7dede3f-e8bf-472e-aa9a-5f784a83474b req-6a420bd6-2a25-4cbc-bb8e-17d34d4f400f tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.3083992 Aug 31 09:19:36.989602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-96e22803-4506-488d-8b41-6c4475b849a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.990502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-96e22803-4506-488d-8b41-6c4475b849a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 1097 time: 0.3455427 Aug 31 09:19:37.005079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-04677db7-4b69-4170-afed-620a17c5e755 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287044 Aug 31 09:19:37.115881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd5d03a1-aa1d-4219-850a-7d3973016504 req-514a719f-b9d0-479a-b1b3-1ea221e666b6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565506 Aug 31 09:19:37.141451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7dede3f-e8bf-472e-aa9a-5f784a83474b req-6325f5c4-17c6-4277-89a4-760f193d24f6 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846631 Aug 31 09:19:37.226609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:32Z', 'revision_number': 8, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:37.343541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-1f6c5295-f24e-4fa6-8c04-1ca0e9f0a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:37.346664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-1f6c5295-f24e-4fa6-8c04-1ca0e9f0a88d service neutron] 10.222.0.23 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.3257277 Aug 31 09:19:37.361819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d809da-9c15-4206-b528-05f1ae9575ad None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '87075a89-f981-4ff8-9dca-3e0772ae9913', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'port_id': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'mac_address': 'fa:16:3e:6b:fa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:07Z', 'updated_at': '2021-08-31T09:19:32Z', 'revision_number': 8, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:19:37.389980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eae9dbe8-f545-4dbe-8b59-fcc0d519f775 req-c64b401b-d302-4e98-b36d-4048301486d7 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726611 Aug 31 09:19:37.431416 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e755f96-ff0e-47e6-941b-587756f5ac97 x-openstack-request-id: req-2e755f96-ff0e-47e6-941b-587756f5ac97 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:37.431900 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa5491-321e-45b4-a2c8-f271fde0f391", "name": "network-vif-deleted", "tag": "33753d2f-f5c3-45f8-b3ac-2a2dda11c264", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:37.432294 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e755f96-ff0e-47e6-941b-587756f5ac97 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:37.432896 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa5491-321e-45b4-a2c8-f271fde0f391', 'name': 'network-vif-deleted', 'tag': '33753d2f-f5c3-45f8-b3ac-2a2dda11c264', 'status': 'completed', 'code': 200} Aug 31 09:19:37.549449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-c4ff150f-4657-4e1c-8331-618b28f4024c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3ff5843-79aa-419d-9ddb-700d243b4972 HTTP/1.1" status: 200 len: 217 time: 0.1808145 Aug 31 09:19:37.667484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36b0813e-8ddc-488d-825c-9c48d8d973c4 req-fdabdff8-4f94-46b8-943d-ea2aa49c44bf tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.2731171 Aug 31 09:19:37.671490 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67976185-2949-45d8-b05d-5693afd8c02f x-openstack-request-id: req-67976185-2949-45d8-b05d-5693afd8c02f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:37.671945 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:37.672426 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67976185-2949-45d8-b05d-5693afd8c02f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:37.672967 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'status': 'completed', 'code': 200} Aug 31 09:19:37.900684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aa0e3f7-9cd2-452f-9975-34014c73aa39 req-bb96b05c-206b-4c33-9b50-a8faa7773c10 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.0895267 Aug 31 09:19:37.995534 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93b322-71c7-442e-8147-66bfa7017ad7 None None] New status for floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:19:38.031904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-7abaa4af-e552-4bf6-abb3-7ca844d8c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.033243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-7abaa4af-e552-4bf6-abb3-7ca844d8c068 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.4825745 Aug 31 09:19:38.044859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-0937826c-23a8-41e4-a4b4-cd038a1aedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.046556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-0937826c-23a8-41e4-a4b4-cd038a1aedf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.1766162 Aug 31 09:19:38.062571 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b6c9945-4205-4a2c-baf3-e97defa022d4 req-42375bfd-2ea5-4bf4-adec-385266aa243c tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 996 time: 0.2534029 Aug 31 09:19:38.189940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-d182fd0c-29c4-42ff-8f92-be382ccf6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.194537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-d182fd0c-29c4-42ff-8f92-be382ccf6da5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.1273179 Aug 31 09:19:38.245669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-9adcbe02-4c31-4844-9575-b51abfd9288b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974936 Aug 31 09:19:38.663070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-e62936f2-575b-419c-a4b4-b89ccb126212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.665788 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-e62936f2-575b-419c-a4b4-b89ccb126212 service neutron] 10.222.0.15 "GET /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 1028 time: 0.1329899 Aug 31 09:19:38.822197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c4ea7f69-3f70-40c2-a8e0-80ad401d26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.830307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c4ea7f69-3f70-40c2-a8e0-80ad401d26b6 service neutron] 10.222.0.15 "GET /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 1027 time: 0.1554539 Aug 31 09:19:39.223822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-3ca0d49c-247d-431c-999f-e3d08d568fbe tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.241920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-3ca0d49c-247d-431c-999f-e3d08d568fbe tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.256662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-3ca0d49c-247d-431c-999f-e3d08d568fbe tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.262503 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-3ca0d49c-247d-431c-999f-e3d08d568fbe tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "GET /v2.0/networks?id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 200 len: 1989 time: 0.3796644 Aug 31 09:19:39.356748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-a7a07ac3-4b61-49bf-8390-a4fe6d7a0e75 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fb3bc46102248ca9841713dceb183a3 HTTP/1.1" status: 200 len: 380 time: 0.0780706 Aug 31 09:19:39.374842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'admin_state_up': True, 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'security_groups': ['8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:39.495132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-d752c006-0b48-4ba5-8820-7a2c2782a0ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 999 time: 1.2535501 Aug 31 09:19:39.525626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8adb8-0ab0-4e14-a8e8-87c335ff4358 req-2ab3433a-92cd-4a04-9914-fd36d8cd4d5a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.539824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8b8adb8-0ab0-4e14-a8e8-87c335ff4358 req-2ab3433a-92cd-4a04-9914-fd36d8cd4d5a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 1.3119459 Aug 31 09:19:39.698193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:39.706512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.754597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c9945-4205-4a2c-baf3-e97defa022d4 req-083c4ee5-6472-4365-aafd-e7bcee2274db tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.762124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b6c9945-4205-4a2c-baf3-e97defa022d4 req-083c4ee5-6472-4365-aafd-e7bcee2274db tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 1.5682044 Aug 31 09:19:39.768023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-1b6c9945-4205-4a2c-baf3-e97defa022d4 req-32116bb5-2893-4102-90cb-0225ae6030e1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:39.779521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b6c9945-4205-4a2c-baf3-e97defa022d4 req-32116bb5-2893-4102-90cb-0225ae6030e1 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163796 Aug 31 09:19:39.793500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-4009a298-0d66-4caf-8d66-245697a10d6f service neutron] 10.222.0.23 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5313613 Aug 31 09:19:39.831202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8b8adb8-0ab0-4e14-a8e8-87c335ff4358 req-78f30ac5-517e-4e41-8f92-52119e6cc560 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327356 Aug 31 09:19:39.954829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-5ef9d5c8-8b3a-451b-9654-fb192e1197d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.956851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-5ef9d5c8-8b3a-451b-9654-fb192e1197d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.4156711 Aug 31 09:19:40.246067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 172.20.0.8 (ebb1948b-a52d-46b0-bb48-4a04a48cc166/08322f2b-6e1f-46d2-8697-1ece0fbfe24a/6e0e18ad-1557-4005-ae4c-edf7379623c4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:40.254704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90e3a911-c5cb-4935-8803-b8dece8ef829 req-db8f2aee-13eb-4b32-9b0a-b28c8e83cf92 service neutron] 10.222.0.23 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195514 Aug 31 09:19:40.262796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542b14-2b25-4750-bfc3-c2468ad2beb2 req-60bc6309-d4f1-4963-b28c-37cd1d600245 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.265074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44214) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:40.266678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd542b14-2b25-4750-bfc3-c2468ad2beb2 req-60bc6309-d4f1-4963-b28c-37cd1d600245 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 1102 time: 0.3082085 Aug 31 09:19:40.276389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-bc7fbf1c-2dad-44a1-8c2b-874f5e7b671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.278190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-bc7fbf1c-2dad-44a1-8c2b-874f5e7b671c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2857630 Aug 31 09:19:40.312696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cd542b14-2b25-4750-bfc3-c2468ad2beb2 req-0488aaab-4f8a-4108-a266-7c4ed62cf0d9 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.683478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.705125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object 6e0e18ad-1557-4005-ae4c-edf7379623c4 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:40.756232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9397cf61-7a08-44c4-8c33-724664fca5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.759066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cd542b14-2b25-4750-bfc3-c2468ad2beb2 req-0488aaab-4f8a-4108-a266-7c4ed62cf0d9 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.759735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.792073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cd542b14-2b25-4750-bfc3-c2468ad2beb2 req-0488aaab-4f8a-4108-a266-7c4ed62cf0d9 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.836872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:40.843512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:40.854328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:40.913237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488aaab-4f8a-4108-a266-7c4ed62cf0d9 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee074ac8-dbbb-4c02-ad72-85e3f2487c81,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:40.918198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.918930 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.925998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-ff2df7dc-bb10-45fb-818a-2102835590cc service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311049 Aug 31 09:19:40.935292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1198bbd5-242c-4d3a-9a81-3928a78e73e7 req-00740286-62f7-472b-a2c2-826f1d8b6e34 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.1728292 Aug 31 09:19:40.968147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:41.199410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd542b14-2b25-4750-bfc3-c2468ad2beb2 req-0488aaab-4f8a-4108-a266-7c4ed62cf0d9 tempest-LiveMigrationNegativeTest-47818315 tempest-LiveMigrationNegativeTest-47818315-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9317975 Aug 31 09:19:41.214008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a373afa2-6bfc-4123-aaf5-1806186989b1 req-3828ee0e-71de-44fc-9adf-521e8ce2a591 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637103 Aug 31 09:19:41.254423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9397cf61-7a08-44c4-8c33-724664fca5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.273336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9397cf61-7a08-44c4-8c33-724664fca5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.295784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-567c4ec0-166a-475a-be40-6a7958543336 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9296567 Aug 31 09:19:41.319229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'admin_state_up': True, 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'security_groups': ['8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:41.469635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9397cf61-7a08-44c4-8c33-724664fca5dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39241fe747634b099c920171bbc0464f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2027047 Aug 31 09:19:41.470913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44236) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:41.484920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397cf61-7a08-44c4-8c33-724664fca5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b8cac-ec6e-4ab0-ace8-b6179f7f58aa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:41.570168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-571f92f8-1e60-41a5-be3e-b8a52f45a6d9 None None] Provisioning for port 6e0e18ad-1557-4005-ae4c-edf7379623c4 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:41.601458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-571f92f8-1e60-41a5-be3e-b8a52f45a6d9 None None] Provisioning complete for port 6e0e18ad-1557-4005-ae4c-edf7379623c4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:41.604879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-571f92f8-1e60-41a5-be3e-b8a52f45a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.618887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac8df6ad-3867-4bad-95cf-63a296380fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.639915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:41.643552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.665622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2087-042b-442f-b433-674b05a1311b req-f5b2843b-6a7b-4d35-8258-14f4735fd6d0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.668420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4dcb2087-042b-442f-b433-674b05a1311b req-f5b2843b-6a7b-4d35-8258-14f4735fd6d0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 931 time: 0.4712150 Aug 31 09:19:41.668739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac8df6ad-3867-4bad-95cf-63a296380fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.700241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-58964ed9-79f5-45b5-9ae1-ed9888366afc tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1001 time: 0.3926053 Aug 31 09:19:41.796662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-571f92f8-1e60-41a5-be3e-b8a52f45a6d9 None None] Port 6e0e18ad-1557-4005-ae4c-edf7379623c4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:41.925691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-fdee44da-80bd-46b6-a1d1-66ede83a41d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.927936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-fdee44da-80bd-46b6-a1d1-66ede83a41d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports/8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 942 time: 0.2150836 Aug 31 09:19:41.956155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4dcb2087-042b-442f-b433-674b05a1311b req-9dc3f640-75e5-44b4-b03b-4a24b215c67d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481396 Aug 31 09:19:42.011615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac8df6ad-3867-4bad-95cf-63a296380fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.011615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac8df6ad-3867-4bad-95cf-63a296380fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.011615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ac8df6ad-3867-4bad-95cf-63a296380fc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/549b8cac-ec6e-4ab0-ace8-b6179f7f58aa HTTP/1.1" status: 204 len: 168 time: 0.5356555 Aug 31 09:19:42.100721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df6ad-3867-4bad-95cf-63a296380fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b8cac-ec6e-4ab0-ace8-b6179f7f58aa,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:42.162690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 10.1.1.202 (dea4e2a5-867b-4dc0-b2b5-6e3729aab00e/faf72da9-90f3-488f-9c95-b68c2e119e59/c9718d7f-34e6-4768-957f-26ca8ebf651a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:42.229595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-daf827c4-fa99-4d95-9124-3d6d083a23b9 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1001 time: 0.1666155 Aug 31 09:19:42.608286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.628434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-e1764b38-f4b5-41a2-aabb-9ef730ace207 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:42.632231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-e1764b38-f4b5-41a2-aabb-9ef730ace207 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.4015079 Aug 31 09:19:42.640011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object c9718d7f-34e6-4768-957f-26ca8ebf651a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:42.701152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e4a5-6ff0-48b9-bd7d-793b9d33191a req-1b99f089-6040-4f4a-b1da-fc5a063be4bd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:42.711722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.713945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5052e4a5-6ff0-48b9-bd7d-793b9d33191a req-1b99f089-6040-4f4a-b1da-fc5a063be4bd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.4579096 Aug 31 09:19:42.848522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:42.860541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:42.866731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:42.868779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-94a28758-780b-4866-93b9-411eb0ae086c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:42.871208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-94a28758-780b-4866-93b9-411eb0ae086c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 946 time: 0.6295216 Aug 31 09:19:42.943611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5052e4a5-6ff0-48b9-bd7d-793b9d33191a req-59c4dcb8-56e5-4dcd-a774-fd65fca132ca tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044988 Aug 31 09:19:43.000928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=c9718d7f-34e6-4768-957f-26ca8ebf651a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:43.087440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:43.089977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.119875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5054f9a4-29c3-4859-94c5-078d77590d61 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8020258 Aug 31 09:19:43.151500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'admin_state_up': True, 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'security_groups': ['8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:43.331792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f9d6c64d-368a-46d7-810d-aa6d0cf0d0cc tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 1001 time: 0.6040576 Aug 31 09:19:43.349128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:43.379837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27ecfd32-7bff-48b8-9862-260c0ea6d2b9 None None] Provisioning for port c9718d7f-34e6-4768-957f-26ca8ebf651a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:43.394440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27ecfd32-7bff-48b8-9862-260c0ea6d2b9 None None] Provisioning complete for port c9718d7f-34e6-4768-957f-26ca8ebf651a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:43.396040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-27ecfd32-7bff-48b8-9862-260c0ea6d2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.501807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:43.512036 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.527569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae9b28-2a32-422d-8903-717532d60911 req-f70bbad9-0c87-4a39-962b-153316d67076 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:43.531840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9ae9b28-2a32-422d-8903-717532d60911 req-f70bbad9-0c87-4a39-962b-153316d67076 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.4569240 Aug 31 09:19:43.542014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-27ecfd32-7bff-48b8-9862-260c0ea6d2b9 None None] Port c9718d7f-34e6-4768-957f-26ca8ebf651a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:43.603695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.748014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9ae9b28-2a32-422d-8903-717532d60911 req-9fb46d48-063b-4ba7-a29c-8adbe0bb5211 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942551 Aug 31 09:19:43.781182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:43.781726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.870618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 10.1.1.134 (dea4e2a5-867b-4dc0-b2b5-6e3729aab00e/faf72da9-90f3-488f-9c95-b68c2e119e59/a3963c01-80ec-4213-9636-bd4ada06c648) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:44.033317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44288) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:44.071635 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:19:44.126718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.137302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.155716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object a3963c01-80ec-4213-9636-bd4ada06c648 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:44.194291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-620194948'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:44.194901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.217609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.217913 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913 disassociated. External IP: 172.25.4.114, port: 8ba8b5dd-6bbc-4fc1-aad1-39d180393222. Aug 31 09:19:44.222892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:44.223425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.248576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Made reservation on behalf of 5f369e9aa1f3492ca36c8952b6c0e68e for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:44.248917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:44.251381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.255467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8585274-d1bc-493f-bbc0-5b1ca153fa1a req-98091a59-e397-46f6-aea4-1a5ef5291867 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0826373 Aug 31 09:19:44.258741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:44.262071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:44.311299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for e6c4561d-5dbb-4cbd-b8c5-55f5f768393d owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:44.323122 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.326225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:44.327164 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.370166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:44.598113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bf8-7eff-438f-9cd7-1a88c4f88794 req-f5fc42f4-c8df-4041-9ecb-4d85596fe043 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:44.604666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bf8-7eff-438f-9cd7-1a88c4f88794 req-f5fc42f4-c8df-4041-9ecb-4d85596fe043 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:44.610890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bf8-7eff-438f-9cd7-1a88c4f88794 req-f5fc42f4-c8df-4041-9ecb-4d85596fe043 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:44.613336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da1b9bf8-7eff-438f-9cd7-1a88c4f88794 req-f5fc42f4-c8df-4041-9ecb-4d85596fe043 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 2374 time: 0.1656454 Aug 31 09:19:44.686658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a5445b8-f338-44af-87a3-fef3c0bd710d None None] Provisioning for port a3963c01-80ec-4213-9636-bd4ada06c648 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:44.697886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a5445b8-f338-44af-87a3-fef3c0bd710d None None] Provisioning complete for port a3963c01-80ec-4213-9636-bd4ada06c648 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:44.698887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a5445b8-f338-44af-87a3-fef3c0bd710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.771415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3a5445b8-f338-44af-87a3-fef3c0bd710d None None] Port a3963c01-80ec-4213-9636-bd4ada06c648 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:44.809002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da1b9bf8-7eff-438f-9cd7-1a88c4f88794 req-d085dc1a-8404-447d-a8a9-ebc158c9f931 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470363 Aug 31 09:19:44.870344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.872573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:19:44.874300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.883348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.899720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['945010a2-f01a-4e14-b630-42750d34e1cf'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:44.900594 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-82ce8203-b712-4d88-8bd8-a7c9ceba9160 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7703042 Aug 31 09:19:44.928254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'admin_state_up': True, 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'security_groups': ['8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:45.020437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a91cb57-a52d-429c-8e45-b10274e6540a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:45.024806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=e6c4561d-5dbb-4cbd-b8c5-55f5f768393d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:45.027347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:45.073930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45e77e40-d9bb-403c-8983-9914ae3c9ffe req-0ef8ade4-a51d-467c-bb0d-a3bc3324ab7f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ed21ce8-e5b6-4b89-add2-2d6e843e8817 HTTP/1.1" status: 200 len: 210 time: 0.0465806 Aug 31 09:19:45.101914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:45.132604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port e6c4561d-5dbb-4cbd-b8c5-55f5f768393d on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:45.170266 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.172047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:45.172611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53ad0814-05b7-42ff-8cc7-9fd07f24ae18 req-87e1edf0-474c-4153-a1b0-e17b5b950dc4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "DELETE /v2.0/ports/e6c4561d-5dbb-4cbd-b8c5-55f5f768393d HTTP/1.1" status: 204 len: 173 time: 2.2811968 Aug 31 09:19:45.172888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'name': 'network-vif-deleted', 'tag': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:45.176688 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc9a4a-02e3-4281-b0a5-a97704918ec9" -d '{"events": [{"server_uuid": "3ed21ce8-e5b6-4b89-add2-2d6e843e8817", "name": "network-vif-deleted", "tag": "e6c4561d-5dbb-4cbd-b8c5-55f5f768393d"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:45.185840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.186205 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Added segment 94399461-bc1e-469f-865d-b22eb3ba442b of type vlan for network 5c7beedf-b416-42db-a31a-d53e6ad96615 Aug 31 09:19:45.264833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:45.267803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.273809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.299599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:19:45.303747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-f8d27be0-ab08-4b70-a9b3-8349e3b3bd83 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "PUT /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 696 time: 1.9705889 Aug 31 09:19:45.332379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.337418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e6c4561d-5dbb-4cbd-b8c5-55f5f768393d no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:45.412001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-7316173f-77a2-4008-859c-a64a995cff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:45.413703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-7316173f-77a2-4008-859c-a64a995cff22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.0762079 Aug 31 09:19:45.415979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.421746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:45.422455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.444066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a04ca-6c1e-4283-8468-6c7a58acdb18 req-d611108d-619b-41c6-ab6e-1db4ab718806 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:45.445802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be5a04ca-6c1e-4283-8468-6c7a58acdb18 req-d611108d-619b-41c6-ab6e-1db4ab718806 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.1410577 Aug 31 09:19:45.485961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4487200 Aug 31 09:19:45.490522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:45.493283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:45.506696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: e6c4561d-5dbb-4cbd-b8c5-55f5f768393d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:45.507420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e6c4561d-5dbb-4cbd-b8c5-55f5f768393d not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:45.550662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44316) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:45.556839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Request body: {'subnet': {'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:45.718084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 10.2.2.100 (e681a3d2-ce66-49a0-9d31-61d6c500ab57/acee13b4-138e-4f1f-87a3-6fc3da6cd6d8/0558e849-5773-4fc5-b416-97bbf1338d0d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:45.800499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:45.994993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.035013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object 0558e849-5773-4fc5-b416-97bbf1338d0d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:46.063358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be5a04ca-6c1e-4283-8468-6c7a58acdb18 req-189481d1-b9a1-4fc0-96ef-64d82baa713d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027224 Aug 31 09:19:46.130595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.184825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:46.191115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:46.195435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:46.207924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:46.270052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:19:46.294049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:46.294748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:19:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:46.404114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e59135-bb3c-44b5-8996-f3bafc1b1df9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event updated for resources: {'Network': ['ID=5c7beedf-b416-42db-a31a-d53e6ad96615,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:46.422583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:46.523308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312308cd-adb1-4dff-8918-0f98f604c2f7 req-7e0ee5ff-df4a-44bb-82bd-1a59481e81ec tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:46.538795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-312308cd-adb1-4dff-8918-0f98f604c2f7 req-7e0ee5ff-df4a-44bb-82bd-1a59481e81ec tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.2176840 Aug 31 09:19:46.569525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-8d87a118-f953-4d4a-b0e5-6fb68266ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:46.584590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-8d87a118-f953-4d4a-b0e5-6fb68266ee41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 1.1370718 Aug 31 09:19:46.679772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-0caf60dc-6f3d-4c48-b7e0-94b2131f9b26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.0940259 Aug 31 09:19:46.689235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Made reservation on behalf of 5f369e9aa1f3492ca36c8952b6c0e68e for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:46.696823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.697640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:46.745472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:46.778531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:46.779764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.811013 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c76fbb15-551f-44a6-9bd9-24198c968038 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9024489 Aug 31 09:19:46.829984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'admin_state_up': True, 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'security_groups': ['8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:46.858229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-312308cd-adb1-4dff-8918-0f98f604c2f7 req-b88d8e1e-8a3b-43f5-a24d-9b06e2c292d2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179488 Aug 31 09:19:46.943026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-58e8c6ee-92b0-4539-8254-930e9c63619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:46.959120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-58e8c6ee-92b0-4539-8254-930e9c63619e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.2478716 Aug 31 09:19:46.964065 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eb1af3-ec73-4fb1-a614-82aedcf186bb x-openstack-request-id: req-c4eb1af3-ec73-4fb1-a614-82aedcf186bb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:46.965400 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed21ce8-e5b6-4b89-add2-2d6e843e8817", "name": "network-vif-deleted", "tag": "e6c4561d-5dbb-4cbd-b8c5-55f5f768393d", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:46.965400 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4eb1af3-ec73-4fb1-a614-82aedcf186bb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:46.965675 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed21ce8-e5b6-4b89-add2-2d6e843e8817', 'name': 'network-vif-deleted', 'tag': 'e6c4561d-5dbb-4cbd-b8c5-55f5f768393d', 'status': 'completed', 'code': 200} Aug 31 09:19:47.052963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-0967d673-51e6-4f5f-ad41-d36d8e0ba179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:47.061125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-0967d673-51e6-4f5f-ad41-d36d8e0ba179 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007707 Aug 31 09:19:47.100079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-46dff63e-de2d-4d65-a7f4-55fcc2a01899 None None] Provisioning for port 0558e849-5773-4fc5-b416-97bbf1338d0d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:47.101175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Made reservation on behalf of 0fb3bc46102248ca9841713dceb183a3 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:47.116203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.146670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-46dff63e-de2d-4d65-a7f4-55fcc2a01899 None None] Provisioning complete for port 0558e849-5773-4fc5-b416-97bbf1338d0d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:47.147700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-46dff63e-de2d-4d65-a7f4-55fcc2a01899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.291629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-46dff63e-de2d-4d65-a7f4-55fcc2a01899 None None] Port 0558e849-5773-4fc5-b416-97bbf1338d0d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:47.344923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:47.413218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.414814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3678bf-c6e6-4f06-9e6d-4121c9936e5e None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:17:34Z', 'revision_number': 4, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0a50c03c-dbb1-4e31-9502-25885d4c0045', 'name': '', 'network_id': 'fa90a678-3d40-4555-a22f-c9546682314a', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'mac_address': 'fa:16:3e:9e:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:33Z', 'updated_at': '2021-08-31T09:17:49Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'subnets': [{'id': 'df5eef05-43d4-43bd-93bf-db76d0009287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:19:47.421766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46d46585-91c3-4334-99cd-144266e93ed8 req-f564bd7b-4f01-41a5-9687-a8c719adf6d4 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0604117 Aug 31 09:19:47.446736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-96aa2ddd-557d-4ae3-9bf8-396c17042aea service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844140 Aug 31 09:19:47.567267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Allocated IP 10.2.2.200 (e681a3d2-ce66-49a0-9d31-61d6c500ab57/acee13b4-138e-4f1f-87a3-6fc3da6cd6d8/ace6553f-1899-45f6-8274-081f605220c9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:47.673543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36824652-7422-4229-b634-34b7ea9bb4da req-b49362d9-f125-48ff-923b-258afb37bb25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.0625749 Aug 31 09:19:47.831033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.844339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event updated for resources: {'Subnet': ['ID=a9b1392e-e083-42b3-93be-1b49850ad487,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:47.855074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Transition to ACTIVE for port object ace6553f-1899-45f6-8274-081f605220c9 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:47.873916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Checking segment: {'id': '94399461-bc1e-469f-865d-b22eb3ba442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:47.874400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Network hostable DHCP agents. Network: 5c7beedf-b416-42db-a31a-d53e6ad96615, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:47.902575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.912567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322adba-8d1d-4600-b771-0e2765fe6992 None None] New status for floating IP 87075a89-f981-4ff8-9dca-3e0772ae9913: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:19:47.946084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8af49e-18f1-4b7e-8fc7-3e33dc86e5a4 req-534583c1-6543-4734-a5ca-36e386754d8e service neutron] 10.222.0.18 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261253 Aug 31 09:19:47.963083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:47.969491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:47.976947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:47.984974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25183a7-5323-45cc-961b-e884999d4b8d req-36d10a94-78f8-4592-bf21-a14820aacd66 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.001686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25183a7-5323-45cc-961b-e884999d4b8d req-36d10a94-78f8-4592-bf21-a14820aacd66 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.016634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25183a7-5323-45cc-961b-e884999d4b8d req-36d10a94-78f8-4592-bf21-a14820aacd66 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.040347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event updated for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:48.050568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25183a7-5323-45cc-961b-e884999d4b8d req-36d10a94-78f8-4592-bf21-a14820aacd66 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.085631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e25183a7-5323-45cc-961b-e884999d4b8d req-36d10a94-78f8-4592-bf21-a14820aacd66 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 3095 time: 0.4300706 Aug 31 09:19:48.103854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.125774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-08a6c132-edb0-4d26-9377-755c6ab911ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4641569 Aug 31 09:19:48.126771 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.151572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:48.175768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f6dba2d4-c03e-475c-a5a1-dfc351547286 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556726 Aug 31 09:19:48.191193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:48.273389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5c7beedf-b416-42db-a31a-d53e6ad96615) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:48.287026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123530c-9223-442b-9398-e2ad6b26cd96 None None] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:48.349876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.350999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.401650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.407908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e25183a7-5323-45cc-961b-e884999d4b8d req-e7ef3c50-6aef-4d1d-bef4-42d643e33179 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159730 Aug 31 09:19:48.457315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b554-610e-4704-9448-d23cc5bbe851 req-8f8261c7-c985-4313-8927-3f2f5215a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.460164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-8f8261c7-c985-4313-8927-3f2f5215a227 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.2673805 Aug 31 09:19:48.479924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-96e396d5-16ce-4c73-9cb8-e37848b519ea tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9240360 Aug 31 09:19:48.480822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44336) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:48.499729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Request body: {'port': {'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615', 'name': 'tempest-ExtraDHCPOptionsTestJSON-672891919'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:48.883528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.911136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5c7beedf-b416-42db-a31a-d53e6ad96615', 'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615', 'tenant_id': '5f369e9aa1f3492ca36c8952b6c0e68e', 'fixed_ips': [{'subnet_id': 'a9b1392e-e083-42b3-93be-1b49850ad487'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:48.914330 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.961119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-87995138-f050-4f06-9a6f-d005ab119977 None None] Provisioning for port ace6553f-1899-45f6-8274-081f605220c9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:48.973516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-87995138-f050-4f06-9a6f-d005ab119977 None None] Provisioning complete for port ace6553f-1899-45f6-8274-081f605220c9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:48.974143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87995138-f050-4f06-9a6f-d005ab119977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.982655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:48.992115 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:49.138448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-87995138-f050-4f06-9a6f-d005ab119977 None None] Port ace6553f-1899-45f6-8274-081f605220c9 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:49.141150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:49.232194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0e18ad-1557-4005-ae4c-edf7379623c4 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:49.235214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898607a6-1f0e-4abb-9b7d-b5f4c0e11159 req-f9b6a466-c90a-482f-82a2-05dde7809d87 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.245316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-898607a6-1f0e-4abb-9b7d-b5f4c0e11159 req-f9b6a466-c90a-482f-82a2-05dde7809d87 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.5283890 Aug 31 09:19:49.253871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.309367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Transition to ACTIVE for port object 6e0e18ad-1557-4005-ae4c-edf7379623c4 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:49.317114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.345544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-aa10f3e1-fc12-4d66-a594-f70562499dd3 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.348115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-aa10f3e1-fc12-4d66-a594-f70562499dd3 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.4107616 Aug 31 09:19:49.353227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b554-610e-4704-9448-d23cc5bbe851 req-c4227950-7762-489d-a22e-63e266236fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.355089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-c4227950-7762-489d-a22e-63e266236fff service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.8288026 Aug 31 09:19:49.430868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-898607a6-1f0e-4abb-9b7d-b5f4c0e11159 req-96a94900-cd5d-49f4-9dce-db0391c13f72 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841409 Aug 31 09:19:49.555935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:49.639198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Attempting to bind port 6e0e18ad-1557-4005-ae4c-edf7379623c4 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:49.640154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Attempting to bind port 6e0e18ad-1557-4005-ae4c-edf7379623c4 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:49.641362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Attempting to bind port 6e0e18ad-1557-4005-ae4c-edf7379623c4 on network ebb1948b-a52d-46b0-bb48-4a04a48cc166 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:49.655337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Port 6e0e18ad-1557-4005-ae4c-edf7379623c4 on network ebb1948b-a52d-46b0-bb48-4a04a48cc166 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:49.656182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Attempting to bind port 6e0e18ad-1557-4005-ae4c-edf7379623c4 on network ebb1948b-a52d-46b0-bb48-4a04a48cc166 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:49.666730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:49.667296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Checking segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:49.667862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Bound using segment: {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:49.668471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Bound port: 6e0e18ad-1557-4005-ae4c-edf7379623c4, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9f83da-44e3-438b-8ece-97b6c559c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:49.669072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.672632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.684261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-373fef60-9a01-4e13-9b9e-a5b259d87fe9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.3078537 Aug 31 09:19:49.764056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Made reservation on behalf of 5f369e9aa1f3492ca36c8952b6c0e68e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:49.770432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.773206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:49.794623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:49.799229 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e89ae-b931-4443-a7a6-b8f7f1d52d4e" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:49.826029 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.836860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Allocated IP 172.20.0.2 (5c7beedf-b416-42db-a31a-d53e6ad96615/a9b1392e-e083-42b3-93be-1b49850ad487/c7bc8894-da8b-4966-968a-5a184bb096fc) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:49.845045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:49.852127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] device_id is not set on port 586bcb7b-828d-4619-9e15-756ed745958b yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:19:49.859867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:49.882952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.030324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:50.046569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:50.047825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.056680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] 10.222.0.15 "PUT /v2.0/ports/6e0e18ad-1557-4005-ae4c-edf7379623c4 HTTP/1.1" status: 200 len: 1092 time: 1.8669789 Aug 31 09:19:50.075714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:50.085838 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1d85d4-3f3f-451b-b1e5-745b67486f72" -d '{"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:50.132278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b554-610e-4704-9448-d23cc5bbe851 req-bf473f0e-6976-4e24-b7d8-50e991b13a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:50.136236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-bf473f0e-6976-4e24-b7d8-50e991b13a06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.4096885 Aug 31 09:19:50.150985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:50.156162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b459-04ec-435c-9227-5df79d65d77d req-c6a96d3f-578b-4c47-8562-a2cf179d196f tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:50.170446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0539b459-04ec-435c-9227-5df79d65d77d req-c6a96d3f-578b-4c47-8562-a2cf179d196f tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf52f3c-339e-4f69-bc3f-e073310c4d95 HTTP/1.1" status: 200 len: 950 time: 0.7377651 Aug 31 09:19:50.238887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e44491-3d98-4025-a7a7-02b0ee7bee25 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:50.262880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.264373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.264994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.265393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.266139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.266912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.267722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.269896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.270822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.271576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.272349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.273076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.275625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:50.320500 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.340733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Transition to ACTIVE for port object c7bc8894-da8b-4966-968a-5a184bb096fc will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:50.382631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Transition to ACTIVE for port object c7bc8894-da8b-4966-968a-5a184bb096fc will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:50.407063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.436963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2669d3-6a4c-4dc4-bae5-1ae8d212ab00 req-9cfe6e7c-44f2-4ced-96f5-3e12842ff42b tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.2180760 Aug 31 09:19:50.539954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Deleting port 7b271285-4a87-4251-a4f9-df1b02fe6fee {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:50.541645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.543321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:50.762311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] For port 7b271285-4a87-4251-a4f9-df1b02fe6fee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b271285-4a87-4251-a4f9-df1b02fe6fee,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:50.763201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.794704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Calling delete_port for 7b271285-4a87-4251-a4f9-df1b02fe6fee owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:50.865705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cacc64-02a4-4337-a92f-5ae2db644f91 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:50.875980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.929503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Transition to ACTIVE for port object e0cacc64-02a4-4337-a92f-5ae2db644f91 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:50.938117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.956662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:50.957430 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12f9423-db9a-4fd6-b420-766c881d860e x-openstack-request-id: req-d12f9423-db9a-4fd6-b420-766c881d860e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:50.957601 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:50.958023 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d12f9423-db9a-4fd6-b420-766c881d860e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:50.961617 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'status': 'completed', 'code': 200} Aug 31 09:19:50.965471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:51.006150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Pushing event updated for resources: {'Port': ['ID=c7bc8894-da8b-4966-968a-5a184bb096fc,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:51.079689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Attempting to bind port c7bc8894-da8b-4966-968a-5a184bb096fc on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:51.080224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Attempting to bind port c7bc8894-da8b-4966-968a-5a184bb096fc by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '94399461-bc1e-469f-865d-b22eb3ba442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:51.080815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Attempting to bind port c7bc8894-da8b-4966-968a-5a184bb096fc on network 5c7beedf-b416-42db-a31a-d53e6ad96615 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:51.104521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:51.105714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0539b459-04ec-435c-9227-5df79d65d77d req-a21a54a6-bccb-4208-bff3-7b7460cc6fd5 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9336295 Aug 31 09:19:51.108327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Checking segment: {'id': '94399461-bc1e-469f-865d-b22eb3ba442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:51.115405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.116143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Bound using segment: {'id': '94399461-bc1e-469f-865d-b22eb3ba442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:51.116348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:51.116845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Bound port: c7bc8894-da8b-4966-968a-5a184bb096fc, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94399461-bc1e-469f-865d-b22eb3ba442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:51.117402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.381990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] For port c7bc8894-da8b-4966-968a-5a184bb096fc, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:51.386770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] For port c7bc8894-da8b-4966-968a-5a184bb096fc, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7bc8894-da8b-4966-968a-5a184bb096fc,segment=NetworkSegment(94399461-bc1e-469f-865d-b22eb3ba442b),segment_id=94399461-bc1e-469f-865d-b22eb3ba442b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:51.392625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7b271285-4a87-4251-a4f9-df1b02fe6fee no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:51.401044 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.517526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Attempting to bind port e0cacc64-02a4-4337-a92f-5ae2db644f91 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:51.518708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b554-610e-4704-9448-d23cc5bbe851 req-94470efa-47e3-445e-b794-f92dcaaef054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:51.518822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Attempting to bind port e0cacc64-02a4-4337-a92f-5ae2db644f91 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:51.519279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Attempting to bind port e0cacc64-02a4-4337-a92f-5ae2db644f91 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:51.536353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-94470efa-47e3-445e-b794-f92dcaaef054 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3422287 Aug 31 09:19:51.544510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Port e0cacc64-02a4-4337-a92f-5ae2db644f91 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:51.544510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Attempting to bind port e0cacc64-02a4-4337-a92f-5ae2db644f91 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:51.561561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:51.565345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Checking segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:51.565591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Bound using segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:51.566273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Bound port: e0cacc64-02a4-4337-a92f-5ae2db644f91, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:51.566669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.647351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d4442-6541-4a6b-a4df-de2423e6e1ae None None] Pushing event updated for resources: {'Port': ['ID=c7bc8894-da8b-4966-968a-5a184bb096fc,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:51.787872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.842383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9e49432c-9d55-47ba-b388-a0b739ea9046 {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:19:51.843854 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:19:51.868166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:51.876747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:51.910802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.931615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.972143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6b6f03a6-5f3c-4049-99af-6c6036835aae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:51.983825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88d83e-4049-4e36-a6ec-331b4f61817a req-46d7405b-5c13-4813-99e3-ab6e0818ac37 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:51.985652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad88d83e-4049-4e36-a6ec-331b4f61817a req-46d7405b-5c13-4813-99e3-ab6e0818ac37 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 1.0647957 Aug 31 09:19:52.048301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Pushing event deleted for resources: {'Port': ['ID=7b271285-4a87-4251-a4f9-df1b02fe6fee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:52.078269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.080047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.084712 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 1132 time: 1.9711680 Aug 31 09:19:52.140905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:52.243853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] No DVR routers for this DVR port 7b271285-4a87-4251-a4f9-df1b02fe6fee on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:52.249335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.254019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66e53155-9507-4fb0-bdda-b34bb54c3e8d req-b7725f87-9643-4513-b8a6-d2563d747b00 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "DELETE /v2.0/ports/7b271285-4a87-4251-a4f9-df1b02fe6fee HTTP/1.1" status: 204 len: 173 time: 2.8837450 Aug 31 09:19:52.258883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-2cd8b27b-6840-4d95-bc38-a87c60ff6518 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019829 Aug 31 09:19:52.297273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-30da3f1c-652a-4af5-84bd-3f16e110900b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.302246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-30da3f1c-652a-4af5-84bd-3f16e110900b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 0.5841382 Aug 31 09:19:52.346090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.355607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.365307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.381037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.389910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.396766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.412043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-03ac37b3-9472-4198-bf31-a8278ff422c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 4601 time: 0.6613197 Aug 31 09:19:52.545143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.565421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94096a6-0ac3-4386-8436-4e091f8ab911 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:52.610399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.616530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad88d83e-4049-4e36-a6ec-331b4f61817a req-09f63236-1fda-4d86-9fb9-bb70fc6d2347 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5960960 Aug 31 09:19:52.714132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] device_id is not set on port dd5f27c6-5455-4085-a0a0-d6213f964fe9 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:19:52.751529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3f55412-0ae5-4f2a-9167-c2ee1b055792 req-016a3d81-f5d0-48c5-95b9-d80aca90fc00 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3362143 Aug 31 09:19:52.883385 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42da27-9269-4a34-9b9f-e9275ee30cd5 x-openstack-request-id: req-8e42da27-9269-4a34-9b9f-e9275ee30cd5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:52.886044 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:52.886745 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e42da27-9269-4a34-9b9f-e9275ee30cd5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:52.889467 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:19:52.968634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'name': 'network-vif-deleted', 'tag': '7b271285-4a87-4251-a4f9-df1b02fe6fee'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:52.971602 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50548f29-d8c2-422d-8844-65e78e0f922e" -d '{"events": [{"server_uuid": "7cf52f3c-339e-4f69-bc3f-e073310c4d95", "name": "network-vif-deleted", "tag": "7b271285-4a87-4251-a4f9-df1b02fe6fee"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:52.980397 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0fd3b-a38e-4744-b2cb-80db2c246c11 x-openstack-request-id: req-48b0fd3b-a38e-4744-b2cb-80db2c246c11 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:52.980699 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:52.981017 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48b0fd3b-a38e-4744-b2cb-80db2c246c11 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:52.981496 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'status': 'completed', 'code': 200} Aug 31 09:19:53.093641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:53.099113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4842b554-610e-4704-9448-d23cc5bbe851 req-a685717b-7bc8-477c-9320-4e28ce98b639 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623037 Aug 31 09:19:53.176554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.177238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.177982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.178751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.179503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.180302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.188824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-78a1d80c-ac19-4bd8-b134-cc7b6f19067a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5289 time: 0.1638839 Aug 31 09:19:53.229101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb95b86-647f-42ae-bfc2-a7f754c1b3f8 req-8288cc21-85d3-48e0-93fc-742ff4717627 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.232032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3cb95b86-647f-42ae-bfc2-a7f754c1b3f8 req-8288cc21-85d3-48e0-93fc-742ff4717627 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32a6957-9415-467b-abce-e378f3310ea3 HTTP/1.1" status: 200 len: 945 time: 0.3370829 Aug 31 09:19:53.248251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port 945010a2-f01a-4e14-b630-42750d34e1cf {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:53.249574 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.514021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Allocated IP 172.20.0.7 (5c7beedf-b416-42db-a31a-d53e6ad96615/a9b1392e-e083-42b3-93be-1b49850ad487/dd5f27c6-5455-4085-a0a0-d6213f964fe9) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:53.559890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:53.573618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:53.610516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '4314194e-adc3-4689-a483-8b26e061fd3b', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '4314194e-adc3-4689-a483-8b26e061fd3b', 'mac_address': 'fa:16:3e:10:76:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:53.632573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3cb95b86-647f-42ae-bfc2-a7f754c1b3f8 req-34bd1564-9198-42d0-8924-a1c8db4a7470 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649168 Aug 31 09:19:53.671445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.720497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1f55-e20c-4c5c-8bc0-993e6285cc31 req-32e332c5-69a4-4660-871d-73aba1ce18b7 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.734861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1af1f55-e20c-4c5c-8bc0-993e6285cc31 req-32e332c5-69a4-4660-871d-73aba1ce18b7 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.5014997 Aug 31 09:19:53.782349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.833930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:53.915556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Transition to ACTIVE for port object 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:53.916867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:53.928725 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.945863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7bc8894-da8b-4966-968a-5a184bb096fc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:53.954879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.989406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-3b0171da-68d2-4502-8dc3-a75c350ac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.994271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-3b0171da-68d2-4502-8dc3-a75c350ac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:54.000375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-3b0171da-68d2-4502-8dc3-a75c350ac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:54.004554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-3b0171da-68d2-4502-8dc3-a75c350ac2e7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fb3bc46102248ca9841713dceb183a3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7660882 Aug 31 09:19:54.151011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-6c845ef3-acc2-4fad-b6e0-a36436da504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:54.152818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-6c845ef3-acc2-4fad-b6e0-a36436da504a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c379d43206274b68afb776d251dcfe2d&device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 1097 time: 0.9169016 Aug 31 09:19:54.166185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:54.177084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:54.186499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port 945010a2-f01a-4e14-b630-42750d34e1cf, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=945010a2-f01a-4e14-b630-42750d34e1cf,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:54.187790 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.202212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d92897-ca89-4875-8398-38addf3432a2 None None] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:54.277795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for 945010a2-f01a-4e14-b630-42750d34e1cf owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:54.428058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['4314194e-adc3-4689-a483-8b26e061fd3b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:54.484736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Attempting to bind port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:54.485387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Attempting to bind port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:54.485849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Attempting to bind port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:54.498657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:54.499218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Attempting to bind port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:54.640867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3f45de45-9fd7-4374-942f-cf15297d37ce None None] Provisioning for port c7bc8894-da8b-4966-968a-5a184bb096fc completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:54.655220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3f45de45-9fd7-4374-942f-cf15297d37ce None None] Provisioning complete for port c7bc8894-da8b-4966-968a-5a184bb096fc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:54.656081 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f45de45-9fd7-4374-942f-cf15297d37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.658394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c7bc8894-da8b-4966-968a-5a184bb096fc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:54.713549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c7bc8894-da8b-4966-968a-5a184bb096fc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:54.713549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.741831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:54.742754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Checking segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:54.743072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Bound using segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:54.746052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Bound port: 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:54.746052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.790093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.853361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:55.032093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'e0cacc64-02a4-4337-a92f-5ae2db644f91'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:55.051689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.055308 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce34b09-7912-4337-b5e4-323f77636476" -d '{"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "e0cacc64-02a4-4337-a92f-5ae2db644f91"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:55.095640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port 945010a2-f01a-4e14-b630-42750d34e1cf on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:55.101410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.107008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7ce29a70-75f0-4291-9ec8-1a1d2ae79e6c req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "DELETE /v2.0/ports/945010a2-f01a-4e14-b630-42750d34e1cf HTTP/1.1" status: 204 len: 173 time: 2.7779150 Aug 31 09:19:55.108648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ddbcd-7cb6-41e0-a771-c9e8f61bbdee tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=945010a2-f01a-4e14-b630-42750d34e1cf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:55.133738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 945010a2-f01a-4e14-b630-42750d34e1cf no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:55.163486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 945010a2-f01a-4e14-b630-42750d34e1cf {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:55.164180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 945010a2-f01a-4e14-b630-42750d34e1cf not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:55.235156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f45de45-9fd7-4374-942f-cf15297d37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.268505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:55.283241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:55.307512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.427459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c7bc8894-da8b-4966-968a-5a184bb096fc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7bc8894-da8b-4966-968a-5a184bb096fc,segment=NetworkSegment(94399461-bc1e-469f-865d-b22eb3ba442b),segment_id=94399461-bc1e-469f-865d-b22eb3ba442b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:55.450297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.577197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:55.578399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.581596 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 1131 time: 3.4498315 Aug 31 09:19:55.651439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:55.658191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a1eb1-f021-4328-a3b6-dc55c3c9c682 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:55.701147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-77c9f703-410d-4dab-b21a-09a7b5c2a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:55.703925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-77c9f703-410d-4dab-b21a-09a7b5c2a1f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 200 len: 922 time: 0.4762049 Aug 31 09:19:55.753292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3f45de45-9fd7-4374-942f-cf15297d37ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:19:55.753946 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3f45de45-9fd7-4374-942f-cf15297d37ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:19:55.868564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1af1f55-e20c-4c5c-8bc0-993e6285cc31 req-208037b9-2bb6-4f6b-adb4-390624ea4c22 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9172819 Aug 31 09:19:55.875209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-2ef96641-12fb-4635-8b04-f90b21c1d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:55.881264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a1d85d4-3f3f-451b-b1e5-745b67486f72 req-2ef96641-12fb-4635-8b04-f90b21c1d37b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8130322 Aug 31 09:19:55.926970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-cc836019-a419-4d3d-9f13-13213d3aea20 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 200 len: 694 time: 1.9109733 Aug 31 09:19:56.060694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.249021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c7bc8894-da8b-4966-968a-5a184bb096fc,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:56.253509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-c37a26f8-4775-4601-851d-090548317dc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 200 len: 217 time: 0.5018330 Aug 31 09:19:56.269117 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a11f0-b48f-47a8-8e41-918bfae01af0 x-openstack-request-id: req-b05a11f0-b48f-47a8-8e41-918bfae01af0 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:56.269399 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf52f3c-339e-4f69-bc3f-e073310c4d95", "name": "network-vif-deleted", "tag": "7b271285-4a87-4251-a4f9-df1b02fe6fee", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:56.269630 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b05a11f0-b48f-47a8-8e41-918bfae01af0 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:56.272687 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf52f3c-339e-4f69-bc3f-e073310c4d95', 'name': 'network-vif-deleted', 'tag': '7b271285-4a87-4251-a4f9-df1b02fe6fee', 'status': 'completed', 'code': 200} Aug 31 09:19:56.388131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-c4487028-a309-4b73-8dbc-b36c808aab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:56.389667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-c4487028-a309-4b73-8dbc-b36c808aab33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 200 len: 860 time: 0.0684638 Aug 31 09:19:56.581688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-fae6c9e8-2dd1-4ce5-b94d-4d185900fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:56.583495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-fae6c9e8-2dd1-4ce5-b94d-4d185900fe2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa90a678-3d40-4555-a22f-c9546682314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082046 Aug 31 09:19:56.649071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2d279262-3c7d-4fd7-83d7-ff2994c4e13a None None] Provisioning complete for port c7bc8894-da8b-4966-968a-5a184bb096fc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:56.649971 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2d279262-3c7d-4fd7-83d7-ff2994c4e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.737370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9718d7f-34e6-4768-957f-26ca8ebf651a {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:56.747834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.755310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad45a-8ce7-42f6-bac3-0d907ec65a74 req-53842d6c-12b1-4d48-8511-9edd7b2002a4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:56.763635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94bad45a-8ce7-42f6-bac3-0d907ec65a74 req-53842d6c-12b1-4d48-8511-9edd7b2002a4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 946 time: 0.3300490 Aug 31 09:19:56.766576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Transition to ACTIVE for port object c9718d7f-34e6-4768-957f-26ca8ebf651a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:56.778288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.801149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-870c61c6-8846-4e5b-8936-2c98d4455560 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676896 Aug 31 09:19:56.956286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9718d7f-34e6-4768-957f-26ca8ebf651a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:57.122721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:57.213569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94bad45a-8ce7-42f6-bac3-0d907ec65a74 req-04c31ee3-4c82-44f8-b298-24138ebb06af tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474580 Aug 31 09:19:57.225311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Attempting to bind port c9718d7f-34e6-4768-957f-26ca8ebf651a on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:57.226165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Attempting to bind port c9718d7f-34e6-4768-957f-26ca8ebf651a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:57.226842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Attempting to bind port c9718d7f-34e6-4768-957f-26ca8ebf651a on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:57.253125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Port c9718d7f-34e6-4768-957f-26ca8ebf651a on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:57.256544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Attempting to bind port c9718d7f-34e6-4768-957f-26ca8ebf651a on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:57.286644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:57.287310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Checking segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:57.290665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Bound using segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:57.291605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Bound port: c9718d7f-34e6-4768-957f-26ca8ebf651a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:57.293750 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.381505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 4314194e-adc3-4689-a483-8b26e061fd3b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:57.392370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.472827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fbd07df-8f9c-4bc5-829b-b11f29020dd1 req-481f989d-7de6-4573-b893-8119cb331c71 service neutron] 10.222.0.23 "GET /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076865 Aug 31 09:19:57.611328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-aa557b7d-d74d-4201-aeb3-3662ec960745 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:57.621095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-aa557b7d-d74d-4201-aeb3-3662ec960745 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 1.6909492 Aug 31 09:19:57.639198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.664258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] For port c9718d7f-34e6-4768-957f-26ca8ebf651a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:57.670640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Transition to ACTIVE for port object dd5f27c6-5455-4085-a0a0-d6213f964fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:57.707100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] For port c9718d7f-34e6-4768-957f-26ca8ebf651a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:57.729781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.735335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.797580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-5ad323cc-dd90-454b-97f6-13d5aee3b439 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:57.813846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-5ad323cc-dd90-454b-97f6-13d5aee3b439 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0874345 Aug 31 09:19:57.827105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:57.829447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:57.834594 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc284814-57d0-49b0-bc51-f688f224cbf0" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:57.842911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.894001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd024f-fb5a-4006-9f65-fb9f2497f243 req-832ad55e-2be0-456b-99d4-964a8ef89aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:57.902943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0cd024f-fb5a-4006-9f65-fb9f2497f243 req-832ad55e-2be0-456b-99d4-964a8ef89aab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 1097 time: 1.0895183 Aug 31 09:19:57.976614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7bc8894-da8b-4966-968a-5a184bb096fc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:57.980348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9718d7f-34e6-4768-957f-26ca8ebf651a,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:58.007956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.009362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.016293 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5726639a-0bad-41f3-9ab0-0b2e532901b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/c9718d7f-34e6-4768-957f-26ca8ebf651a HTTP/1.1" status: 200 len: 1092 time: 2.3879664 Aug 31 09:19:58.066003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:58.101483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1526638-d4ec-4506-822c-d77781eee574 req-c84cdec0-41bc-4096-919d-68dc430053b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1b6a0591d243479843249030cdff86&device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.2493901 Aug 31 09:19:58.224138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-c6c7a4e3-68ef-41d3-bdca-e4e09bba2275 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 697 time: 0.3355591 Aug 31 09:19:58.268481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=13']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:58.270954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.279026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c7bc8894-da8b-4966-968a-5a184bb096fc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:58.279405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.280425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1526638-d4ec-4506-822c-d77781eee574 req-3a0bdf25-82a7-4da9-8164-15539e040b56 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cf1b6a0591d243479843249030cdff86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855162 Aug 31 09:19:58.333808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.513170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event updated for resources: {'Port': ['ID=dd5f27c6-5455-4085-a0a0-d6213f964fe9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:58.529023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.537613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.556214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.566063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.572511 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-346a4343-08b6-47c5-8e2c-a9fc59758141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.576231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.587832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.594921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.604597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-4f0d9674-9dfc-4549-bd97-543a8fa61e20 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5385 time: 0.6619272 Aug 31 09:19:58.633933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:58.636606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0cd024f-fb5a-4006-9f65-fb9f2497f243 req-1cfcd63a-c8ff-48b3-bee0-4dd2c86db06b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458087 Aug 31 09:19:58.681759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-1fa3383f-7271-4d65-962b-c30eb8680b7b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 697 time: 0.4339340 Aug 31 09:19:58.787910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:58.807785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:58.978264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aef362ab-14a2-491e-bc11-6e9e48b2315e req-77f329ab-59ad-4a4f-a6b6-1d1865f2084e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3724732 Aug 31 09:19:58.979841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3963c01-80ec-4213-9636-bd4ada06c648 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:59.033565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.060072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:59.067696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.109606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Transition to ACTIVE for port object a3963c01-80ec-4213-9636-bd4ada06c648 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:59.121107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.153186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1526638-d4ec-4506-822c-d77781eee574 req-9b505a49-c3f5-4ea1-8ed8-a42960c62a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:59.157606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1526638-d4ec-4506-822c-d77781eee574 req-9b505a49-c3f5-4ea1-8ed8-a42960c62a43 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8067143 Aug 31 09:19:59.196539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Deleting port 9b3ea9a7-7208-4627-9bc7-26c3e2ac311b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:59.197355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.419553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Pushing event updated for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:59.433396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.433978 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.496886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Calling delete_port for 9b3ea9a7-7208-4627-9bc7-26c3e2ac311b owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:59.573895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ca90e6be-ef49-4699-b920-96e7a10f977a None None] Provisioning for port dd5f27c6-5455-4085-a0a0-d6213f964fe9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:59.593055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ca90e6be-ef49-4699-b920-96e7a10f977a None None] Provisioning complete for port dd5f27c6-5455-4085-a0a0-d6213f964fe9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:59.593805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ca90e6be-ef49-4699-b920-96e7a10f977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.832550 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc378ee1-a123-4d56-8c9f-0a983e46c7af x-openstack-request-id: req-cc378ee1-a123-4d56-8c9f-0a983e46c7af {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:59.834853 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "e0cacc64-02a4-4337-a92f-5ae2db644f91", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:59.836665 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc378ee1-a123-4d56-8c9f-0a983e46c7af {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:59.837332 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'e0cacc64-02a4-4337-a92f-5ae2db644f91', 'status': 'completed', 'code': 200} Aug 31 09:19:59.840306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ca90e6be-ef49-4699-b920-96e7a10f977a None None] Port dd5f27c6-5455-4085-a0a0-d6213f964fe9 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:59.865263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fd3b4ac6-c33c-466e-b3f0-4694a9e0a668 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.3751869 Aug 31 09:19:59.868600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44416) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:59.942089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Attempting to bind port a3963c01-80ec-4213-9636-bd4ada06c648 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:59.942089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Attempting to bind port a3963c01-80ec-4213-9636-bd4ada06c648 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:59.942813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Attempting to bind port a3963c01-80ec-4213-9636-bd4ada06c648 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:59.958603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Port a3963c01-80ec-4213-9636-bd4ada06c648 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:59.963281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Attempting to bind port a3963c01-80ec-4213-9636-bd4ada06c648 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:59.993944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:59.994495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Checking segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:59.995188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Bound using segment: {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:59.996012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Bound port: a3963c01-80ec-4213-9636-bd4ada06c648, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:59.996602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:00.014436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Request body: {'port': {'network_id': '5c7beedf-b416-42db-a31a-d53e6ad96615', 'name': 'tempest-ExtraDHCPOptionsTestJSON-327858818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:00.016320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.api.validators [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] bootfile-name is not in valid_values {{(pid=94896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:20:00.017067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.api.validators [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] tftp-server is not in valid_values {{(pid=94896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:20:00.019506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.api.validators [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] server-ip-address is not in valid_values {{(pid=94896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:20:00.241345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:00.248009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a3963c01-80ec-4213-9636-bd4ada06c648,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:00.257855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:00.297505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.301199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:00.311247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] 10.222.0.15 "PUT /v2.0/ports/a3963c01-80ec-4213-9636-bd4ada06c648 HTTP/1.1" status: 200 len: 1092 time: 2.2512791 Aug 31 09:20:00.425212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:00.498206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf4e71-2631-4779-8a56-d1958416f61c req-690f6d6d-c6de-4951-81bc-acec07b6cd84 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.506644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3baf4e71-2631-4779-8a56-d1958416f61c req-690f6d6d-c6de-4951-81bc-acec07b6cd84 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.3753357 Aug 31 09:20:00.657494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.677434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.677954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.678453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.678976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.680557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.680557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.682972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ce34b09-7912-4337-b5e4-323f77636476 req-5ba690ca-31ad-4c57-8fe1-bb85063efefd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6307 time: 0.7927258 Aug 31 09:20:00.714507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650224-8d56-4f5e-99b5-67c33d9dc72b service neutron] Pushing event updated for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:00.784655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e1526638-d4ec-4506-822c-d77781eee574 req-f72511b2-9310-48da-8374-8d8cfcc41092 tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.15 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.1042466 Aug 31 09:20:00.801351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.015337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3baf4e71-2631-4779-8a56-d1958416f61c req-effcc627-a3c0-46a5-9770-08b959390a11 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963508 Aug 31 09:20:01.407047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c272a42-3147-4883-aaf0-c081230c8207 req-8c1fded8-a2eb-4d7e-8948-0794a8511d1d tempest-ServerShowV254Test-1689194287 tempest-ServerShowV254Test-1689194287-project] 10.222.0.18 "GET /v2.0/ports?device_id=25318d6c-3b57-47c5-aba4-eebcfaf62c77 HTTP/1.1" status: 200 len: 210 time: 0.1066682 Aug 31 09:20:01.516120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05e92455-0e44-438e-b01a-ea2aeceb1f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.524104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.592012 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff30f6-369b-4ae4-81ba-3b4617c67d6b x-openstack-request-id: req-1cff30f6-369b-4ae4-81ba-3b4617c67d6b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:01.592532 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:01.592941 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cff30f6-369b-4ae4-81ba-3b4617c67d6b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:01.594019 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:20:01.698684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-c63d29d5-6958-4ae9-ba24-2cdfc92c2c1d tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:01.707144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-c63d29d5-6958-4ae9-ba24-2cdfc92c2c1d tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 949 time: 0.7790251 Aug 31 09:20:01.741441 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.860398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.868185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Made reservation on behalf of 5f369e9aa1f3492ca36c8952b6c0e68e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:01.874452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.882329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32a6957-9415-467b-abce-e378f3310ea3', 'name': 'network-vif-deleted', 'tag': '945010a2-f01a-4e14-b630-42750d34e1cf'}, {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '6c0491c0-c60c-4e5d-a44c-18200da9fcc3'}, {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'c9718d7f-34e6-4768-957f-26ca8ebf651a'}, {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:01.903061 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff72a196-793b-428f-ad39-c8e00ec0f166" -d '{"events": [{"server_uuid": "c32a6957-9415-467b-abce-e378f3310ea3", "name": "network-vif-deleted", "tag": "945010a2-f01a-4e14-b630-42750d34e1cf"}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "6c0491c0-c60c-4e5d-a44c-18200da9fcc3"}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "c9718d7f-34e6-4768-957f-26ca8ebf651a"}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:01.930828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-70fa3c0d-1e4c-4baa-bcdb-8b1729369b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:01.931425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-70fa3c0d-1e4c-4baa-bcdb-8b1729369b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:01.931875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-70fa3c0d-1e4c-4baa-bcdb-8b1729369b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:01.933637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ce34b09-7912-4337-b5e4-323f77636476 req-70fa3c0d-1e4c-4baa-bcdb-8b1729369b9c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fb3bc46102248ca9841713dceb183a3&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1346340 Aug 31 09:20:01.953304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event deleted for resources: {'Port': ['ID=9b3ea9a7-7208-4627-9bc7-26c3e2ac311b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:02.016913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0558e849-5773-4fc5-b416-97bbf1338d0d {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:02.038946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.072018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Transition to ACTIVE for port object 0558e849-5773-4fc5-b416-97bbf1338d0d will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:02.080652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.197072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:02.395083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Attempting to bind port 0558e849-5773-4fc5-b416-97bbf1338d0d on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:02.395624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Attempting to bind port 0558e849-5773-4fc5-b416-97bbf1338d0d by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:02.396117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Attempting to bind port 0558e849-5773-4fc5-b416-97bbf1338d0d on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:02.405275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Port 0558e849-5773-4fc5-b416-97bbf1338d0d on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:02.405717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Attempting to bind port 0558e849-5773-4fc5-b416-97bbf1338d0d on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:02.417458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:02.417962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Checking segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:02.418556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Bound using segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:02.419266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Bound port: 0558e849-5773-4fc5-b416-97bbf1338d0d, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:02.419840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.604972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.609455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.625879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da99ead-5bda-483a-936b-29ea1d8f7087 req-9d61c712-2a76-4f8b-933e-86648c245696 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "DELETE /v2.0/floatingips/87075a89-f981-4ff8-9dca-3e0772ae9913 HTTP/1.1" status: 204 len: 173 time: 3.9427907 Aug 31 09:20:02.630907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] device_id is not set on port 95b7af11-8f88-4735-a930-1afef6efbd8a yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:20:02.734508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64c50-42e2-400e-8ba3-c707cabac6c3 req-04b2c292-4fc3-4286-b96a-da57c1cf53bb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:02.745687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d64c50-42e2-400e-8ba3-c707cabac6c3 req-04b2c292-4fc3-4286-b96a-da57c1cf53bb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.9231505 Aug 31 09:20:02.773123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:02.786537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0558e849-5773-4fc5-b416-97bbf1338d0d,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:02.798671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.894166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:02.896584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.899484 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/0558e849-5773-4fc5-b416-97bbf1338d0d HTTP/1.1" status: 200 len: 1092 time: 2.5043237 Aug 31 09:20:02.964099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Deleting port 6b6f03a6-5f3c-4049-99af-6c6036835aae {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:02.964621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.967314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Request body: {'port': {'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:02.996440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3a48-573c-4229-a480-1d65293b30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:03.065398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16d64c50-42e2-400e-8ba3-c707cabac6c3 req-097742f7-2e2c-48b0-ba23-0d76c973c662 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033233 Aug 31 09:20:03.067132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34b09-7912-4337-b5e4-323f77636476 req-b3e0de9c-73b2-40a6-8954-36c7551742ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:03.074092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ce34b09-7912-4337-b5e4-323f77636476 req-b3e0de9c-73b2-40a6-8954-36c7551742ae service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1088488 Aug 31 09:20:03.199727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.356797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6b6f03a6-5f3c-4049-99af-6c6036835aae no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:03.508395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-7604afeb-0234-4848-80ae-4e830d7cfcc7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:03.521010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-7604afeb-0234-4848-80ae-4e830d7cfcc7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.2632527 Aug 31 09:20:03.572966 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.575378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-eada0f8a-13f0-44bb-a638-942004db17aa tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.0528467 Aug 31 09:20:03.698941 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.812207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bf2e8-e486-43c3-b326-909209e782bb req-b280f27b-ae4e-4e03-bc51-08050b84b50b tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:03.820644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:03.821765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f22bf2e8-e486-43c3-b326-909209e782bb req-b280f27b-ae4e-4e03-bc51-08050b84b50b tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60de57b-0c2a-48c1-8cca-08d0ebf8dbae HTTP/1.1" status: 200 len: 949 time: 0.9791498 Aug 31 09:20:03.825362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:03.831710 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b2a6e-a272-443e-955f-2b668c0060bf" -d '{"events": [{"server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:03.840844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] For port 6b6f03a6-5f3c-4049-99af-6c6036835aae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6b6f03a6-5f3c-4049-99af-6c6036835aae,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:03.841444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.843825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.922459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Calling delete_port for 6b6f03a6-5f3c-4049-99af-6c6036835aae owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:03.987784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace6553f-1899-45f6-8274-081f605220c9 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:03.996878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:03.999793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.021203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Transition to ACTIVE for port object ace6553f-1899-45f6-8274-081f605220c9 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:04.038007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.324503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Pushing event updated for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:04.338683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Attempting to bind port ace6553f-1899-45f6-8274-081f605220c9 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:04.339532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Attempting to bind port ace6553f-1899-45f6-8274-081f605220c9 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:04.343847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Attempting to bind port ace6553f-1899-45f6-8274-081f605220c9 on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:04.353232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Port ace6553f-1899-45f6-8274-081f605220c9 on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:04.358138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Attempting to bind port ace6553f-1899-45f6-8274-081f605220c9 on network e681a3d2-ce66-49a0-9d31-61d6c500ab57 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:04.387576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:04.388751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Checking segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:04.388972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.389923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Bound using segment: {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:04.391017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Bound port: ace6553f-1899-45f6-8274-081f605220c9, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c219d1d0-ef5a-4df0-a423-488214159db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:04.391866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.425696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Allocated IP 172.20.0.8 (5c7beedf-b416-42db-a31a-d53e6ad96615/a9b1392e-e083-42b3-93be-1b49850ad487/95b7af11-8f88-4735-a930-1afef6efbd8a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:04.516779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Pushing event deleted for resources: {'Port': ['ID=6b6f03a6-5f3c-4049-99af-6c6036835aae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:04.631133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-cb0a717c-b391-43f6-a5d5-744f2511fda2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0546281 Aug 31 09:20:04.657239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:04.665857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ace6553f-1899-45f6-8274-081f605220c9,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:04.687543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.816653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:04.817881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.820175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] 10.222.0.15 "PUT /v2.0/ports/ace6553f-1899-45f6-8274-081f605220c9 HTTP/1.1" status: 200 len: 1092 time: 1.8644986 Aug 31 09:20:04.885697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f4c3f-4896-4fa2-a040-f4b435327829 service neutron] Pushing event updated for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:04.909374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-e54aea9d-289a-4e16-9ef6-8f08aff34170 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303948 Aug 31 09:20:04.970007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f22bf2e8-e486-43c3-b326-909209e782bb req-9ddc450f-74ab-45d5-b33a-c128cf116452 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce3b6ff0-1f41-4611-998e-4139b44fe4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0754433 Aug 31 09:20:05.098789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.099655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.100510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.101403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.102258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.105101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.106637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.123313 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9951d8f9-aa0e-48ed-8a3d-c02e0594e4a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6485 time: 0.2249329 Aug 31 09:20:05.246057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-61bfac3f-65cf-4eb9-9b89-6dd932f4304f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4 HTTP/1.1" status: 200 len: 217 time: 0.1136165 Aug 31 09:20:05.253604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] No DVR routers for this DVR port 6b6f03a6-5f3c-4049-99af-6c6036835aae on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:05.282714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:05.286592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5f80a4b-c16b-4c3b-8bc0-8a6197d686c9 req-d2c999a0-ac91-4148-aa5a-7f891d8d3d96 tempest-LiveMigrationNegativeTest-299333460 tempest-LiveMigrationNegativeTest-299333460-project] 10.222.0.23 "DELETE /v2.0/ports/6b6f03a6-5f3c-4049-99af-6c6036835aae HTTP/1.1" status: 204 len: 173 time: 3.5174482 Aug 31 09:20:05.297999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'name': 'network-vif-deleted', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:05.303490 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fd2e5a-faa3-499a-b666-6ded6b4f3145" -d '{"events": [{"server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "name": "network-vif-deleted", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:05.429136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-830dbe21-c9eb-4b9b-b2a2-724b07df421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.432929 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-830dbe21-c9eb-4b9b-b2a2-724b07df421f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08322f2b-6e1f-46d2-8697-1ece0fbfe24a HTTP/1.1" status: 200 len: 850 time: 0.1774840 Aug 31 09:20:05.603316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ee84acb6-5cf7-4980-987a-4412e99c6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.606129 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ee84acb6-5cf7-4980-987a-4412e99c6ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598239 Aug 31 09:20:05.686453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.695587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.704429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.711984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.722690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.730573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.738219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.752762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-42f28ea1-0857-4bf5-ba6d-8f63c3f62c45 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.5176454 Aug 31 09:20:05.756385 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-98373413-4992-42a5-ae68-5a765c6cfbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383779 Aug 31 09:20:05.802626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-b3451a42-d7fc-4306-b1ac-a7aef7f7ac4f service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8610134 Aug 31 09:20:05.883694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65fff6f2-7394-4c46-a2a1-e7c249bdf8aa req-cf807cf2-6b00-4a76-b409-739077cdb9d5 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296117 Aug 31 09:20:05.989445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.039398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Transition to ACTIVE for port object 95b7af11-8f88-4735-a930-1afef6efbd8a will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:06.110627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.129046 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.171732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-87ed2bad-00d9-4f1f-8dca-90087ead5175 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997500 Aug 31 09:20:06.194167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:06.204596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:06.231335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:06.279100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-0db8a183-f479-4681-95e3-933df257150f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 217 time: 0.0950286 Aug 31 09:20:06.309955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730243b-3c81-44d3-85b8-3c11980a3dee req-8debfbf6-ee3f-4b78-ae3c-0beca5965985 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.323347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8730243b-3c81-44d3-85b8-3c11980a3dee req-8debfbf6-ee3f-4b78-ae3c-0beca5965985 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2752113 Aug 31 09:20:06.392295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.394361 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.399953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-37ff4f7e-7c56-4451-9c0d-c7b7436260e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.402448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-37ff4f7e-7c56-4451-9c0d-c7b7436260e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1164436 Aug 31 09:20:06.445701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event updated for resources: {'Port': ['ID=95b7af11-8f88-4735-a930-1afef6efbd8a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:06.535393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8730243b-3c81-44d3-85b8-3c11980a3dee req-9d8d35cf-b1c0-455b-91a7-065e81a2ccb0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105451 Aug 31 09:20:06.581040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc15a083-6429-4641-b0c1-010cdc790131 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 6.5954697 Aug 31 09:20:06.585904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44454) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:06.603916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-64d6e3d0-6b7a-4696-97f3-2f1958bde949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.610780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-64d6e3d0-6b7a-4696-97f3-2f1958bde949 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1977971 Aug 31 09:20:06.670669 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3631caf-3c44-4fdc-9f2f-fcad89002b5b x-openstack-request-id: req-b3631caf-3c44-4fdc-9f2f-fcad89002b5b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:06.671183 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32a6957-9415-467b-abce-e378f3310ea3", "name": "network-vif-deleted", "tag": "945010a2-f01a-4e14-b630-42750d34e1cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "6c0491c0-c60c-4e5d-a44c-18200da9fcc3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "c9718d7f-34e6-4768-957f-26ca8ebf651a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:06.671615 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3631caf-3c44-4fdc-9f2f-fcad89002b5b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:06.672312 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32a6957-9415-467b-abce-e378f3310ea3', 'name': 'network-vif-deleted', 'tag': '945010a2-f01a-4e14-b630-42750d34e1cf', 'status': 'completed', 'code': 200} Aug 31 09:20:06.672744 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '6c0491c0-c60c-4e5d-a44c-18200da9fcc3', 'status': 'completed', 'code': 200} Aug 31 09:20:06.673178 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'c9718d7f-34e6-4768-957f-26ca8ebf651a', 'status': 'completed', 'code': 200} Aug 31 09:20:06.673610 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648', 'status': 'completed', 'code': 200} Aug 31 09:20:06.788979 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edc20cc-0903-4b1c-9633-de347c3ca27e x-openstack-request-id: req-0edc20cc-0903-4b1c-9633-de347c3ca27e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:06.789477 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:06.790208 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0edc20cc-0903-4b1c-9633-de347c3ca27e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:06.791149 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae', 'code': 200} Aug 31 09:20:06.929671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c59927-da10-427b-92d4-ec73e3596b5e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.954767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ba59a84-8aed-48bd-9189-09253a06af57 None None] Provisioning for port 95b7af11-8f88-4735-a930-1afef6efbd8a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:06.959968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c59927-da10-427b-92d4-ec73e3596b5e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.976279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c59927-da10-427b-92d4-ec73e3596b5e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.980723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ba59a84-8aed-48bd-9189-09253a06af57 None None] Provisioning complete for port 95b7af11-8f88-4735-a930-1afef6efbd8a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:06.982057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8c59927-da10-427b-92d4-ec73e3596b5e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3946667 Aug 31 09:20:06.986080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ba59a84-8aed-48bd-9189-09253a06af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.986811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44464) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:07.174970 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ca092969-3e7b-4acf-94e5-f5c4e39909b0 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549672 Aug 31 09:20:07.243280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ba59a84-8aed-48bd-9189-09253a06af57 None None] Port 95b7af11-8f88-4735-a930-1afef6efbd8a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:07.400568 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde0b484-8853-4f29-acf7-a8698481b27e x-openstack-request-id: req-dde0b484-8853-4f29-acf7-a8698481b27e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:07.401497 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60de57b-0c2a-48c1-8cca-08d0ebf8dbae", "name": "network-vif-deleted", "tag": "6b6f03a6-5f3c-4049-99af-6c6036835aae", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:07.401497 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dde0b484-8853-4f29-acf7-a8698481b27e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:07.401497 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60de57b-0c2a-48c1-8cca-08d0ebf8dbae', 'name': 'network-vif-deleted', 'tag': '6b6f03a6-5f3c-4049-99af-6c6036835aae', 'status': 'completed', 'code': 200} Aug 31 09:20:07.469996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc942d17-2151-4067-a4e6-dd4f644826bf req-40acce5d-f898-480c-b94c-3a20766ebb03 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:07.472949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc942d17-2151-4067-a4e6-dd4f644826bf req-40acce5d-f898-480c-b94c-3a20766ebb03 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.3893793 Aug 31 09:20:07.543247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Deleting port 95b7af11-8f88-4735-a930-1afef6efbd8a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:07.543641 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:07.558263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc942d17-2151-4067-a4e6-dd4f644826bf req-0950b993-ba15-4d23-a43b-c5016b6e4442 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843000 Aug 31 09:20:07.624021 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-e668ff94-8b5f-44f1-a062-593d951db7f8 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399686 Aug 31 09:20:07.805459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-05eedd5b-0606-42da-8e69-d6a1d4baf57e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 217 time: 0.1318636 Aug 31 09:20:07.837911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eaa23926-2fe8-4bcb-9474-39abb556e8a3 req-f2816777-4452-42a3-b603-5919afcf7808 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 210 time: 0.1034656 Aug 31 09:20:08.000121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44482) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:08.015952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.022992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.032764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.040149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.046829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.048357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-e9c6061b-990a-49bd-b573-ca31c8f5c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.052863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-e9c6061b-990a-49bd-b573-ca31c8f5c9de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.2321055 Aug 31 09:20:08.053656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.060247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.070046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-594af85c-ad65-488c-9f90-b5d8e45529fd tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.3057027 Aug 31 09:20:08.104523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.203140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Calling delete_port for 95b7af11-8f88-4735-a930-1afef6efbd8a owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:08.262418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f43dc830-ddb4-4dbe-84ae-6ad621d09791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.273578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-f43dc830-ddb4-4dbe-84ae-6ad621d09791 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2114372 Aug 31 09:20:08.305941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84bc2de0-491d-4ff0-9c7c-a6beb86f61fe req-18b0d0ce-5964-4138-bd07-0d511ac4d1b3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2335420 Aug 31 09:20:08.333167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6c332-e915-43ec-8cd9-721eb295be4b req-381dec94-3ea4-442b-807d-542a0e39046b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.336776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39c6c332-e915-43ec-8cd9-721eb295be4b req-381dec94-3ea4-442b-807d-542a0e39046b tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 945 time: 0.3367600 Aug 31 09:20:08.441797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d044912-2a24-4ea8-b0bd-74ebc578b121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.603951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39c6c332-e915-43ec-8cd9-721eb295be4b req-7e95bb9d-5c19-419d-b831-97f9a6133e28 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532761 Aug 31 09:20:08.626239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44492) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:08.673312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-fab2c172-89bf-4c7f-a4c2-ca08be48377e service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817673 Aug 31 09:20:08.679948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d'}, {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:08.683191 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b9f09-32cf-48ad-9de1-0b75310d984c" -d '{"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d"}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "ace6553f-1899-45f6-8274-081f605220c9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:08.802062 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9ca676b7-da3c-4861-851f-ccf88a244342 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133332 Aug 31 09:20:08.839392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d044912-2a24-4ea8-b0bd-74ebc578b121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.852737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d044912-2a24-4ea8-b0bd-74ebc578b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.920458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d044912-2a24-4ea8-b0bd-74ebc578b121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963594b6-5e8b-44a2-bf97-41d36186697c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:08.949274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-af16064c-f749-4923-bf39-dda84a325472 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a HTTP/1.1" status: 200 len: 217 time: 0.1083820 Aug 31 09:20:08.985238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2d044912-2a24-4ea8-b0bd-74ebc578b121 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf1b6a0591d243479843249030cdff86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9814565 Aug 31 09:20:09.010254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44500) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:09.044843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1b0d1bea-0526-4461-869c-0f7f1f1551e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.046655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1b0d1bea-0526-4461-869c-0f7f1f1551e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.0874085 Aug 31 09:20:09.215386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5c5f3fcc-4384-4f51-9d09-9a164bec5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.230246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5c5f3fcc-4384-4f51-9d09-9a164bec5956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603057 Aug 31 09:20:09.234191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-e329533a-69b1-47fd-a0de-e548626a55b2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.236955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-e329533a-69b1-47fd-a0de-e548626a55b2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.1362653 Aug 31 09:20:09.260775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:09.456018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-430b2f37-3428-4808-9408-f5317a8ffa55 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.457945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-430b2f37-3428-4808-9408-f5317a8ffa55 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.23 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 945 time: 0.7948363 Aug 31 09:20:09.458857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:09.464232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.490247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25f20f-9e2a-4c56-846e-73b752cd06ed req-37fd74b7-b072-4fc4-8e65-f91463480472 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.494046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad25f20f-9e2a-4c56-846e-73b752cd06ed req-37fd74b7-b072-4fc4-8e65-f91463480472 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.6520598 Aug 31 09:20:09.516247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-efb7e810-fb40-4537-b376-e3bbe1e2977e service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845523 Aug 31 09:20:09.546306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf0982-c3c7-439d-a8ee-218054583fab req-c3e12b8f-164b-4d10-9921-6d14f5118318 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.548365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdf0982-c3c7-439d-a8ee-218054583fab req-c3e12b8f-164b-4d10-9921-6d14f5118318 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.6055648 Aug 31 09:20:09.729669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfdf0982-c3c7-439d-a8ee-218054583fab req-7267ab03-4433-46ce-9109-2fe670d6649a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266606 Aug 31 09:20:09.764580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44506) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:09.772070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c75663c1-4c3a-4725-9f4b-e43f111bd865 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6594b187da34e7b91dae702fbc08af0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1371651 Aug 31 09:20:09.801527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca456-1f1e-4302-88fa-a8225df3ee00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.849140 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60802b8d-eb12-45b0-8489-793f8cc85674 x-openstack-request-id: req-60802b8d-eb12-45b0-8489-793f8cc85674 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:09.853426 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "ace6553f-1899-45f6-8274-081f605220c9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:09.854619 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60802b8d-eb12-45b0-8489-793f8cc85674 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:09.858344 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d', 'status': 'completed', 'code': 200} Aug 31 09:20:09.858744 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9', 'status': 'completed', 'code': 200} Aug 31 09:20:09.879447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-4b6b356e-4a9a-4e8d-8c4c-9ee51b298084 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423297 Aug 31 09:20:09.898348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.927955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca456-1f1e-4302-88fa-a8225df3ee00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.964640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-be4b6f76-dc51-4314-8d17-241e7c2332f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a3963c01-80ec-4213-9636-bd4ada06c648 HTTP/1.1" status: 200 len: 217 time: 0.0841179 Aug 31 09:20:10.035378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-173b8f56-5758-48cc-8d5a-72525a6c9f76 req-1e56edd3-2acb-4345-95ed-2d8c4c6bfe38 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 210 time: 0.0880215 Aug 31 09:20:10.066163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c810cee4-2414-42e7-ab7e-cc4bc22ab27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:10.067845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-c810cee4-2414-42e7-ab7e-cc4bc22ab27a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.0899031 Aug 31 09:20:10.149243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event deleted for resources: {'Port': ['ID=95b7af11-8f88-4735-a930-1afef6efbd8a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:10.168473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad25f20f-9e2a-4c56-846e-73b752cd06ed req-b376d80b-545d-4269-b1dc-3fc95d9a9242 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6063969 Aug 31 09:20:10.174125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a9574bc-5e44-4627-8aec-c211532deef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.215412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a9574bc-5e44-4627-8aec-c211532deef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.282744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a9574bc-5e44-4627-8aec-c211532deef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.287288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a9574bc-5e44-4627-8aec-c211532deef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.291840 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9a9574bc-5e44-4627-8aec-c211532deef5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce3b6ff0-1f41-4611-998e-4139b44fe4a4 HTTP/1.1" status: 204 len: 168 time: 0.5254583 Aug 31 09:20:10.296910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9c51de7f-6983-41cb-a58a-f2599e8c1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:10.299124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-9c51de7f-6983-41cb-a58a-f2599e8c1964 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2214220 Aug 31 09:20:10.323954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9574bc-5e44-4627-8aec-c211532deef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b6ff0-1f41-4611-998e-4139b44fe4a4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:10.584213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-a264201f-c45b-445b-84f3-2d7b5524a4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750583 Aug 31 09:20:10.834660 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ceaaa4e0-08fb-4257-8750-413fe97e8c91 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344553 Aug 31 09:20:10.957472 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ed7f6cbe-93b5-41e9-a32b-a23ee61f643e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0558e849-5773-4fc5-b416-97bbf1338d0d HTTP/1.1" status: 200 len: 217 time: 0.1140325 Aug 31 09:20:11.094949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ab98633e-ae6a-4a8d-bc5e-568cd0384e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.107643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-ab98633e-ae6a-4a8d-bc5e-568cd0384e3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.1325574 Aug 31 09:20:11.230094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-dd5157e2-8040-4ddd-8b09-6d8a3cddd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.232799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-dd5157e2-8040-4ddd-8b09-6d8a3cddd8f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1189549 Aug 31 09:20:11.296734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.8 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:11.400488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-454997fd-29ec-4b10-948b-9d61fae71832 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549416 Aug 31 09:20:11.402405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:11.425146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:11.644033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e0a65e82-1287-45a1-829b-3787439b2d13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d445c8ae5e344ecb9c36843b3e82874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383661 Aug 31 09:20:11.646795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.650706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60ec25a0-3e12-4ce2-a441-f44064381ce9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "DELETE /v2.0/ports/95b7af11-8f88-4735-a930-1afef6efbd8a HTTP/1.1" status: 204 len: 168 time: 4.6624646 Aug 31 09:20:11.654269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44520) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:11.660929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44522) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:11.690862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Request body: {'port': {'name': 'tempest-new-port-name-524665424', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:11.691568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] bootfile-name is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:20:11.692146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] tftp-server is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:20:11.692653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] server-ip-address is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:20:11.759942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.855634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:11.860317 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a12c77c-de50-4a84-966d-e07d57a253ba" -d '{"events": [{"server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:11.867243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.879639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.894592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.907092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.922606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:11.933175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.933584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.957173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.982014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.998100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-36d2da01-1757-416b-9906-8e5ae056626e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 1.7945044 Aug 31 09:20:12.065973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e6891-294e-43d0-b3a3-7daa64c07e19 req-008d2a60-ba04-4419-b418-8204d2d3adb8 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:12.079680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-045e6891-294e-43d0-b3a3-7daa64c07e19 req-008d2a60-ba04-4419-b418-8204d2d3adb8 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 945 time: 1.7388725 Aug 31 09:20:12.116743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca456-1f1e-4302-88fa-a8225df3ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.121407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca456-1f1e-4302-88fa-a8225df3ee00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.123356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ee5ca456-1f1e-4302-88fa-a8225df3ee00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/963594b6-5e8b-44a2-bf97-41d36186697c HTTP/1.1" status: 204 len: 168 time: 3.1073349 Aug 31 09:20:12.153576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:12.159523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Deleting port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:12.160102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.367541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-045e6891-294e-43d0-b3a3-7daa64c07e19 req-c6d9e443-b254-4106-8abe-fdbaa420aa89 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dcff4bb-194b-4c05-95c1-ce8149c19b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858231 Aug 31 09:20:12.399053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29c338a7-564c-4d2c-921c-8e2036cd072c req-0609cf30-9c37-4d3b-8ff4-309697072327 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3996570 Aug 31 09:20:12.400486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ca456-1f1e-4302-88fa-a8225df3ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963594b6-5e8b-44a2-bf97-41d36186697c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:12.495244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.571569 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.603022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fae253d2-d50e-4f3b-8043-c7b809372d77 req-cdb93732-d5e1-4c18-bf84-1cc400b086ba tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 210 time: 0.0710354 Aug 31 09:20:12.733803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3bbc-7124-4a99-bb6f-457274abe5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.802924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] For port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:12.803384 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.854392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3bbc-7124-4a99-bb6f-457274abe5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.858021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Calling delete_port for 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:12.870059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce93849-bb2c-44cc-b666-e26cbbd708dc req-885398ec-7197-4d19-977a-798c0242d540 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:12.871729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cce93849-bb2c-44cc-b666-e26cbbd708dc req-885398ec-7197-4d19-977a-798c0242d540 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2535684 Aug 31 09:20:12.946403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ee075-3b36-4f03-8f4d-48edcee4a2b5 req-9804f1f1-aed0-45c3-be22-06dda22f4240 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:12.954661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e1ee075-3b36-4f03-8f4d-48edcee4a2b5 req-9804f1f1-aed0-45c3-be22-06dda22f4240 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.2311406 Aug 31 09:20:12.965581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.996631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.014004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-729c5717-b552-4f75-9662-c15985dcfe82 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5998237 Aug 31 09:20:13.083131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cce93849-bb2c-44cc-b666-e26cbbd708dc req-ee928dd0-1811-4fe2-b4fa-718bff42889a tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904116 Aug 31 09:20:13.088191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.132061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:13.334014 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1a90e5-6bba-4ecd-bc95-bff0b67915b8 x-openstack-request-id: req-4c1a90e5-6bba-4ecd-bc95-bff0b67915b8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:13.334897 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:13.335593 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c1a90e5-6bba-4ecd-bc95-bff0b67915b8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:13.337212 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'code': 200} Aug 31 09:20:13.344975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:13.367313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:13.388166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:13.417934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e1ee075-3b36-4f03-8f4d-48edcee4a2b5 req-efdb25b2-e443-4c2e-819b-af08dbe97bf5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4614165 Aug 31 09:20:13.542463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:13.546655 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3bbc-7124-4a99-bb6f-457274abe5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.550440 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2fa3bbc-7124-4a99-bb6f-457274abe5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.557140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c2fa3bbc-7124-4a99-bb6f-457274abe5aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee074ac8-dbbb-4c02-ad72-85e3f2487c81 HTTP/1.1" status: 204 len: 168 time: 1.8723035 Aug 31 09:20:13.572686 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-338ff7b1-716a-449c-90ae-842ee6bd804e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ace6553f-1899-45f6-8274-081f605220c9 HTTP/1.1" status: 200 len: 217 time: 0.4540603 Aug 31 09:20:13.659614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event updated for resources: {'Port': ['ID=dd5f27c6-5455-4085-a0a0-d6213f964fe9,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:13.670424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa3bbc-7124-4a99-bb6f-457274abe5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee074ac8-dbbb-4c02-ad72-85e3f2487c81,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:13.706841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.708926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.753189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1b80eb98-a6d6-4627-b7cd-0e90f4c78016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.764458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-1b80eb98-a6d6-4627-b7cd-0e90f4c78016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.1394050 Aug 31 09:20:13.810314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] In _notify_port_updated(), no bound segment for port dd5f27c6-5455-4085-a0a0-d6213f964fe9 on network 5c7beedf-b416-42db-a31a-d53e6ad96615 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:20:13.819977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-02e023b1-a3ec-4003-93e5-3b13275bce1a None None] Provisioning complete for port dd5f27c6-5455-4085-a0a0-d6213f964fe9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:13.820379 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02e023b1-a3ec-4003-93e5-3b13275bce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.828497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.829864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.831542 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a643679c-ab60-4a48-8918-57021a64b1bc tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "PUT /v2.0/ports/dd5f27c6-5455-4085-a0a0-d6213f964fe9 HTTP/1.1" status: 200 len: 1135 time: 2.1693280 Aug 31 09:20:13.840043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:13.872718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-22a9a83e-183f-45d7-a5e1-5a1b2e44617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.880199 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-22a9a83e-183f-45d7-a5e1-5a1b2e44617e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1094437 Aug 31 09:20:13.891630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-02e023b1-a3ec-4003-93e5-3b13275bce1a None None] Port dd5f27c6-5455-4085-a0a0-d6213f964fe9 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:13.982456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b616e36-ca58-4078-87d4-6e674ebef2f0 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.984976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7b616e36-ca58-4078-87d4-6e674ebef2f0 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "GET /v2.0/ports/dd5f27c6-5455-4085-a0a0-d6213f964fe9 HTTP/1.1" status: 200 len: 1135 time: 0.1373436 Aug 31 09:20:14.004944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-195379a2-7b10-4b0b-86f7-fe1d61e6123d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7489383 Aug 31 09:20:14.012448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44558) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:14.062338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Request body: {'port': {'device_id': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:14.201355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.229699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-5e65b0f7-ca3f-4e5b-947c-e2690daaa6cb service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352079 Aug 31 09:20:14.278112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Pushing event deleted for resources: {'Port': ['ID=8ba8b5dd-6bbc-4fc1-aad1-39d180393222,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:14.423609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.462419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.482178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.498454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.529676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.561660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.585526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.588925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-9e516b0c-23f5-4188-99e7-43a737465b50 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.6300392 Aug 31 09:20:14.641136 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a6c6cf3c-2c7f-4739-87ac-f479ad8f350d req-3d6aacb1-4fc3-46ad-b044-48f70011b890 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041154 Aug 31 09:20:14.768978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] No DVR routers for this DVR port 8ba8b5dd-6bbc-4fc1-aad1-39d180393222 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:14.780640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.788358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9912717f-05dd-48c9-a5b1-d5d412d44ecc req-c315e095-c6fb-4ccd-b0ca-37f7edb8a7d0 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.23 "DELETE /v2.0/ports/8ba8b5dd-6bbc-4fc1-aad1-39d180393222 HTTP/1.1" status: 204 len: 173 time: 5.2537842 Aug 31 09:20:14.792766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.883050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'name': 'network-vif-deleted', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:14.886676 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149c192f-34ec-4fe3-8fd2-99f5b390a7ef" -d '{"events": [{"server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "name": "network-vif-deleted", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:14.893264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.894147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.895037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.895866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.896703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.897535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.898382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.918294 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4a0aac97-b00a-4a36-a08a-5b42d4f52ae0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6485 time: 0.1677814 Aug 31 09:20:14.960030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b550ed9c-b21a-4de9-a302-60894bf6f69d req-1a1c69bf-b341-4ebb-94d3-cb6eb18c5092 tempest-FloatingIPsAssociationTestJSON-587977647 tempest-FloatingIPsAssociationTestJSON-587977647-project] 10.222.0.18 "GET /v2.0/ports?device_id=680b62f5-6235-47ae-9d07-ee6c437a0903 HTTP/1.1" status: 200 len: 210 time: 1.2734144 Aug 31 09:20:15.059414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Deleting port dd5f27c6-5455-4085-a0a0-d6213f964fe9 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:15.059987 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.167932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-156bc8df-1d72-415c-b0f3-15ef8f89c22f req-7158121b-56c2-4bfe-9e15-b56a7a66958d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5026205 Aug 31 09:20:15.400930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-cd4bf800-d122-4407-b51e-d8300d165ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.414386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-cd4bf800-d122-4407-b51e-d8300d165ce1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e HTTP/1.1" status: 200 len: 902 time: 0.4844372 Aug 31 09:20:15.593345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-2c821470-e1c0-4e2b-bdaf-e4c32a9df755 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 217 time: 0.1677279 Aug 31 09:20:15.612827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.645816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab396-a2b5-427b-a17b-89925f17bc5d req-b8919985-2d2e-4481-8a64-691489056fb8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.665720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54cab396-a2b5-427b-a17b-89925f17bc5d req-b8919985-2d2e-4481-8a64-691489056fb8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 931 time: 0.2707257 Aug 31 09:20:15.750040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Calling delete_port for dd5f27c6-5455-4085-a0a0-d6213f964fe9 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:15.858181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-dfc03966-54ad-430f-a640-223d5959d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.861595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-dfc03966-54ad-430f-a640-223d5959d840 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.2582557 Aug 31 09:20:15.874054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54cab396-a2b5-427b-a17b-89925f17bc5d req-f9d73694-dac3-4975-8036-59d6ea686213 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054236 Aug 31 09:20:16.046205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-0270615a-cf76-4a48-81e9-6555b24f99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.050215 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-0270615a-cf76-4a48-81e9-6555b24f99b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1797378 Aug 31 09:20:16.268964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:16.326766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88646c68-c314-448a-b1c2-ba65205a55e7 req-8c3ecd01-f034-4df0-94fe-383442279daa tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.348427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88646c68-c314-448a-b1c2-ba65205a55e7 req-8c3ecd01-f034-4df0-94fe-383442279daa tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.3090081 Aug 31 09:20:16.354427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.366663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-05415d0a-ade8-4067-b09c-0d1a2f19c065 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067846 Aug 31 09:20:16.367461 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e4bb33-371b-4a01-87ae-6c839d8c4934 x-openstack-request-id: req-85e4bb33-371b-4a01-87ae-6c839d8c4934 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:16.367840 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680b62f5-6235-47ae-9d07-ee6c437a0903", "name": "network-vif-deleted", "tag": "8ba8b5dd-6bbc-4fc1-aad1-39d180393222", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:16.368092 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85e4bb33-371b-4a01-87ae-6c839d8c4934 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:16.368528 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680b62f5-6235-47ae-9d07-ee6c437a0903', 'name': 'network-vif-deleted', 'tag': '8ba8b5dd-6bbc-4fc1-aad1-39d180393222', 'status': 'completed', 'code': 200} Aug 31 09:20:16.506286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Transition to ACTIVE for port object 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:16.531923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88646c68-c314-448a-b1c2-ba65205a55e7 req-e555aba6-f37f-4003-9791-9cc7840ea2c8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568706 Aug 31 09:20:16.547824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.558351 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.659341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-351c0bde-6305-4301-98e7-368c7f03cbc9 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823541 Aug 31 09:20:16.690646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44614) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:16.745784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Pushing event updated for resources: {'Port': ['ID=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:16.843504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event deleted for resources: {'Port': ['ID=dd5f27c6-5455-4085-a0a0-d6213f964fe9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:17.056849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.057915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.059153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.072026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.072652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.074828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.074828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.086373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-4bb1d8d0-89b5-4167-b18e-2a298c04fd67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6485 time: 0.2003505 Aug 31 09:20:17.154049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Attempting to bind port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:17.154628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Attempting to bind port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:17.155477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Attempting to bind port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:17.197491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:17.197726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Attempting to bind port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:17.203454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.206945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eb139672-e300-44ff-ab36-a8a7bf70b88e tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "DELETE /v2.0/ports/dd5f27c6-5455-4085-a0a0-d6213f964fe9 HTTP/1.1" status: 204 len: 168 time: 3.1931536 Aug 31 09:20:17.210384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44622) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:17.221522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:17.222149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:17.222343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:17.222842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Bound port: 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:17.223208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.384827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] For port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:17.390659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] For port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:17.398096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Deleting subnet a9b1392e-e083-42b3-93be-1b49850ad487 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:17.403542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.408326 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.506327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-b3722e95-b0c0-4650-ad6f-e9853c9daf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.508213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-b3722e95-b0c0-4650-ad6f-e9853c9daf46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e HTTP/1.1" status: 200 len: 902 time: 0.2972338 Aug 31 09:20:17.533480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.534148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.535711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] 10.222.0.23 "PUT /v2.0/ports/15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f HTTP/1.1" status: 200 len: 1092 time: 3.4822485 Aug 31 09:20:17.634777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.742438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-7b9e675a-2cc1-4ac1-adf6-0f389a107e08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a HTTP/1.1" status: 200 len: 217 time: 0.1704948 Aug 31 09:20:17.757445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc142-ca37-41fb-9828-ca23b253aebe service neutron] Pushing event updated for resources: {'Port': ['ID=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:17.918837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-56e19b27-2ac9-4053-a905-47cd67c492dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.920390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-56e19b27-2ac9-4053-a905-47cd67c492dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 1095 time: 0.3116863 Aug 31 09:20:18.013619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6433e6-1542-40c9-8793-c03600ef1082 req-ca3d3452-a39b-44ba-802b-0d392156e580 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.018615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a6433e6-1542-40c9-8793-c03600ef1082 req-ca3d3452-a39b-44ba-802b-0d392156e580 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 1.2360101 Aug 31 09:20:18.028751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-e5f53abd-627d-4630-9743-25da54585104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.033427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-e5f53abd-627d-4630-9743-25da54585104 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.2539532 Aug 31 09:20:18.092630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-91c311bc-a4aa-45c1-8e2f-726ab13944a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f HTTP/1.1" status: 200 len: 217 time: 0.1353114 Aug 31 09:20:18.095255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.151168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.180548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.202129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.217635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.232633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.249042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.265977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.270411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-eefcef98-e1c2-4ffe-bde8-19510ad20d55 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.4429686 Aug 31 09:20:18.318888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-7b9e504a-f721-48ac-8389-ce716a37c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.324446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-7b9e504a-f721-48ac-8389-ce716a37c03e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2776670 Aug 31 09:20:18.397055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'tag': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:18.404484 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f28c4-7917-4054-a8c8-068788925910" -d '{"events": [{"name": "network-changed", "server_uuid": "77c61d00-2cde-4c5a-b9d3-a76d325015a8", "tag": "15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:18.479304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.573279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a6433e6-1542-40c9-8793-c03600ef1082 req-e92bd295-f217-4608-ae08-62ff4cf4efa5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962111 Aug 31 09:20:18.703735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-f932e366-61da-4c04-a6c0-3d7293fba346 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715286 Aug 31 09:20:18.705141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-fe6c3077-2fa0-4448-924d-41d3c4b44101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.707243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-fe6c3077-2fa0-4448-924d-41d3c4b44101 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.4355590 Aug 31 09:20:18.716245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.947348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3a88321-9dc7-4bdd-a304-19be55fbb6ef req-2b921f65-082b-45e1-b89d-0d2f3a347cde tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5300221 Aug 31 09:20:19.027534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.046023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-437ca9c8-ccdc-440a-b6be-20bb30f86d8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3188229 Aug 31 09:20:19.047331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b1392e-e083-42b3-93be-1b49850ad487,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:19.072231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.072566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f607a-944b-4699-b941-d0dbcd4815a9 None None] Network 5c7beedf-b416-42db-a31a-d53e6ad96615 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:19.074269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1a548461-e96d-47ac-9581-c458cf3484b1 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "DELETE /v2.0/subnets/a9b1392e-e083-42b3-93be-1b49850ad487 HTTP/1.1" status: 204 len: 168 time: 1.8628435 Aug 31 09:20:19.084855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44656) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:19.146131 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-160b9888-15b6-4012-9726-25bc02b6477d service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853347 Aug 31 09:20:19.520142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] DHCP port deletion for 5c7beedf-b416-42db-a31a-d53e6ad96615 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:20:19.628295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.629362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.630291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.631618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.632075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.634052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.635027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.638523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-bb85c46b-00f8-4316-85d5-1a4d4ee10390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6485 time: 0.3478117 Aug 31 09:20:19.671537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] Deleting port c7bc8894-da8b-4966-968a-5a184bb096fc {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:19.672138 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.716018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.764579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54973cef-9b60-4b8e-888a-50858d42e0b8 req-b3436482-fcb3-4e4d-85cf-74cbadcb0c50 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.768952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54973cef-9b60-4b8e-888a-50858d42e0b8 req-b3436482-fcb3-4e4d-85cf-74cbadcb0c50 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 943 time: 1.0109205 Aug 31 09:20:19.854689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737422f-c815-4515-b72d-e29a9effcbcb req-f9115f37-2b6f-43d0-86dd-ebb70db5ab6b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.856857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1737422f-c815-4515-b72d-e29a9effcbcb req-f9115f37-2b6f-43d0-86dd-ebb70db5ab6b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.5353343 Aug 31 09:20:19.859228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-3295187b-e47c-4414-bd1a-e1347a41e370 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887559 Aug 31 09:20:19.870727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-c10f7cdd-bc94-4867-a5b2-55b82e920d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.872611 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-c10f7cdd-bc94-4867-a5b2-55b82e920d4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e HTTP/1.1" status: 200 len: 902 time: 0.2205849 Aug 31 09:20:19.891546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] For port c7bc8894-da8b-4966-968a-5a184bb096fc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7bc8894-da8b-4966-968a-5a184bb096fc,segment=NetworkSegment(94399461-bc1e-469f-865d-b22eb3ba442b),segment_id=94399461-bc1e-469f-865d-b22eb3ba442b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:19.892114 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.926954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] Calling delete_port for c7bc8894-da8b-4966-968a-5a184bb096fc owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:19.941601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7bc8894-da8b-4966-968a-5a184bb096fc no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:19.968153 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-ec8f760d-d151-47ae-b342-6d1a251d8ddb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a3963c01-80ec-4213-9636-bd4ada06c648 HTTP/1.1" status: 200 len: 217 time: 0.0876374 Aug 31 09:20:20.081443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-5322964b-c24d-4303-9de8-d1967a025aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.083296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-5322964b-c24d-4303-9de8-d1967a025aca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1049531 Aug 31 09:20:20.143223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54973cef-9b60-4b8e-888a-50858d42e0b8 req-6d503539-95c8-4551-8175-fca7c976b38a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344977 Aug 31 09:20:20.150424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Deleting port 0a50c03c-dbb1-4e31-9502-25885d4c0045 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:20.150956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.155233 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.250071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-32e16abe-a5dc-40d0-a68b-9c9a3967da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.253183 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-32e16abe-a5dc-40d0-a68b-9c9a3967da02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1576686 Aug 31 09:20:20.290295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c7bc8894-da8b-4966-968a-5a184bb096fc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7bc8894-da8b-4966-968a-5a184bb096fc,segment=NetworkSegment(94399461-bc1e-469f-865d-b22eb3ba442b),segment_id=94399461-bc1e-469f-865d-b22eb3ba442b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:20.306554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.386931 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.409950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event deleted for resources: {'Port': ['ID=c7bc8894-da8b-4966-968a-5a184bb096fc,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:20.426806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] No DVR routers for this DVR port c7bc8894-da8b-4966-968a-5a184bb096fc on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:20.451203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-534e1b5d-48a6-4f0f-b1c7-b897a20ae585 req-60f26f4f-9e9e-4493-befb-8cd7ecb7e1aa service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481546 Aug 31 09:20:20.477580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd231e2-0d60-4d6c-91b4-a4f8b09ea9aa None None] Pushing event deleted for resources: {'Port': ['ID=c7bc8894-da8b-4966-968a-5a184bb096fc,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:20.496570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1737422f-c815-4515-b72d-e29a9effcbcb req-1010ccd9-fc9b-469d-8181-8f66192bee93 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6313899 Aug 31 09:20:20.506738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] For port 0a50c03c-dbb1-4e31-9502-25885d4c0045, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0a50c03c-dbb1-4e31-9502-25885d4c0045,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:20.508097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.561034 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18648d3f-218d-47d6-af65-4a5b024d0094 x-openstack-request-id: req-18648d3f-218d-47d6-af65-4a5b024d0094 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:20.561455 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c61d00-2cde-4c5a-b9d3-a76d325015a8", "tag": "15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:20.561817 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18648d3f-218d-47d6-af65-4a5b024d0094 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:20.562130 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'tag': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f', 'status': 'completed', 'code': 200} Aug 31 09:20:20.589307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Deleting port c7bc8894-da8b-4966-968a-5a184bb096fc {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:20.589757 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.702252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Calling delete_port for 0a50c03c-dbb1-4e31-9502-25885d4c0045 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:20.801124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-b58203c5-42a2-4d09-a999-af549bde33c8 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351229 Aug 31 09:20:21.059914 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:20:21.094166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff72a196-793b-428f-ad39-c8e00ec0f166 req-e63c5823-1d05-496c-be1c-c795c57c2fdb service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312615 Aug 31 09:20:21.284527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.285036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.285696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.286311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.286824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.287336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.287989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.290773 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9aa4d086-80f1-4c3a-b263-389a4301f798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6485 time: 0.1014235 Aug 31 09:20:21.583898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] For port c7bc8894-da8b-4966-968a-5a184bb096fc, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:21.584745 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.634321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.648943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.660967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.682214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.702080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.710503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.717653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.719869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-4b5325b3-e7ea-43af-8b8e-22ff9ccbf042 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.9817758 Aug 31 09:20:21.732050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f28c4-7917-4054-a8c8-068788925910 req-ea905b52-d461-45fd-9650-c9ed4818ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.734298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-ea905b52-d461-45fd-9650-c9ed4818ab8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 1095 time: 1.1123545 Aug 31 09:20:21.738491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Calling delete_port for c7bc8894-da8b-4966-968a-5a184bb096fc owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:21.742908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Port c7bc8894-da8b-4966-968a-5a184bb096fc was not found and therefore no delete operation was performed {{(pid=94896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:20:21.831010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.863500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050abe5-375f-40ac-bc5f-d1f2dca4b146 req-c4760610-fdf3-4f74-976f-903ef8970079 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.865216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5050abe5-375f-40ac-bc5f-d1f2dca4b146 req-c4760610-fdf3-4f74-976f-903ef8970079 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 1.0756240 Aug 31 09:20:21.873448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] No DVR routers for this DVR port c7bc8894-da8b-4966-968a-5a184bb096fc on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:21.994582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event deleted for resources: {'Port': ['ID=c7bc8894-da8b-4966-968a-5a184bb096fc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:22.054564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.090084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.090736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.092894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.093509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.094012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.094581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.096306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.097106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.097436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.097979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.099837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.100397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.174450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0a50c03c-dbb1-4e31-9502-25885d4c0045,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:22.179462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f28c4-7917-4054-a8c8-068788925910 req-a803dc87-0088-4b09-8241-7c3fb2470373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.181966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-a803dc87-0088-4b09-8241-7c3fb2470373 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.4372284 Aug 31 09:20:22.225515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.226277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.227185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.227763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.228320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.229652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.230235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.230899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.231442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.232129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.232687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.233962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:22.246685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.259389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5050abe5-375f-40ac-bc5f-d1f2dca4b146 req-392d8d31-b35d-412d-be06-cda4c7420424 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380139 Aug 31 09:20:22.291868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cce41c8-c4e3-4a81-a8d6-ee5807cb02f4 req-9c9facef-bb84-4252-a880-3a5cf7d6d489 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4676619 Aug 31 09:20:22.434881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-3508061d-7557-4c44-9b83-8f98f6b87431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.438247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-3508061d-7557-4c44-9b83-8f98f6b87431 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 200 len: 903 time: 1.1387432 Aug 31 09:20:22.483116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7beedf-b416-42db-a31a-d53e6ad96615']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:22.525361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-f502d960-3e33-44ef-972b-c7b59096cec5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f HTTP/1.1" status: 200 len: 217 time: 0.2734065 Aug 31 09:20:22.530169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-cb083891-faf8-49c8-9ced-7441c8551314 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0558e849-5773-4fc5-b416-97bbf1338d0d HTTP/1.1" status: 200 len: 217 time: 0.0621405 Aug 31 09:20:22.558099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94399461-bc1e-469f-865d-b22eb3ba442b') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:22.560744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94399461-bc1e-469f-865d-b22eb3ba442b') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:22.739643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f28c4-7917-4054-a8c8-068788925910 req-3fa03142-48aa-4448-b96c-9d32695333d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.743167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-3fa03142-48aa-4448-b96c-9d32695333d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.2026203 Aug 31 09:20:22.783291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.812471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-77861cad-c586-455c-9925-5ad4db669c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.814660 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-77861cad-c586-455c-9925-5ad4db669c4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.2768490 Aug 31 09:20:22.884516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.958288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.976010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:22.977666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.998910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-a3c673d2-3234-49ea-b223-b40588ff2e78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278485 Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:23.000035 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:23.220102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.264130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-75b62987-ab11-41ca-8c86-bb4a4e5c47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.273438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-75b62987-ab11-41ca-8c86-bb4a4e5c47e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3490431 Aug 31 09:20:23.305013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.307981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] 10.222.0.18 "DELETE /v2.0/networks/5c7beedf-b416-42db-a31a-d53e6ad96615 HTTP/1.1" status: 204 len: 168 time: 4.1993611 Aug 31 09:20:23.315117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-bacd36d1-f362-4591-9770-08a7ad75c9f0 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729094 Aug 31 09:20:23.327456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247c8e-7329-4c7a-8c02-b744abc08e51 req-e375cceb-bae2-4aad-97ac-69a299dcb368 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.339409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f247c8e-7329-4c7a-8c02-b744abc08e51 req-e375cceb-bae2-4aad-97ac-69a299dcb368 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 943 time: 0.5945058 Aug 31 09:20:23.364491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37d2b-fcaa-4dd6-a938-b8709b9afb90 req-3c3742b9-2f0e-4327-b39b-3934ad7f4916 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.373635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78f37d2b-fcaa-4dd6-a938-b8709b9afb90 req-3c3742b9-2f0e-4327-b39b-3934ad7f4916 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.5466902 Aug 31 09:20:23.407173 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-3cd8adae-0be8-40c9-bf33-ccb9a342771d service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252875 Aug 31 09:20:23.417627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efa91d-b2fb-460a-ac1f-16440c6007a9 tempest-ExtraDHCPOptionsTestJSON-875751364 tempest-ExtraDHCPOptionsTestJSON-875751364-project] Pushing event deleted for resources: {'Network': ['ID=5c7beedf-b416-42db-a31a-d53e6ad96615,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:23.451480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:23.551740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78f37d2b-fcaa-4dd6-a938-b8709b9afb90 req-6aef3d5d-2e4a-4044-aed3-1400ebba1d4c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764698 Aug 31 09:20:23.613249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f247c8e-7329-4c7a-8c02-b744abc08e51 req-faf63b15-6338-4af1-80fc-ed798d8a78de tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724311 Aug 31 09:20:23.747424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-115f28c4-7917-4054-a8c8-068788925910 req-408de181-0fc9-483c-a43a-b337be3dde9e service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933082 Aug 31 09:20:23.834430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-0606a0bd-ddf6-4ed4-a3ca-51cfe024edca service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191375 Aug 31 09:20:23.838031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Router dfcd2bb1-ac48-46f7-bb93-877855a45dcf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:20:23.851748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b416a2f-01ff-4ea6-ac04-03d3f779fdce req-dd9e3320-18f1-4e5e-928b-9891cd187e9b tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.863436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b416a2f-01ff-4ea6-ac04-03d3f779fdce req-dd9e3320-18f1-4e5e-928b-9891cd187e9b tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1337917 Aug 31 09:20:23.900682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:23.951164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f', 'mac_address': 'fa:16:3e:88:bf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:23.977065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b416a2f-01ff-4ea6-ac04-03d3f779fdce req-52e5f2e8-f58c-4ccd-8ea6-1b5a0eec8dc1 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109145 Aug 31 09:20:24.028754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.053314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.076194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.084568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.104139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.116255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.132304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.153549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-82b0d746-2532-4923-8a0e-03a46bbd99bf tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.2722328 Aug 31 09:20:24.271476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4a2d01f-3b9c-4815-a073-61fb75b18430 req-0459fa49-7ffe-4e74-a9c7-f5c871ed8e7d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164880 Aug 31 09:20:24.420267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44728) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:24.449550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.451584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.452979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.455278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.456426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.457595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.458987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.464359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-6edcba4e-e92a-4cf1-b44f-9b3c2f07dfd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6485 time: 0.4408116 Aug 31 09:20:24.478034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:24.493998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23d36ff4-b9be-46d0-8aa3-c8545757e3ba admin admin] 10.222.0.18 "PUT /v2.0/routers/dfcd2bb1-ac48-46f7-bb93-877855a45dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8015845 Aug 31 09:20:24.497915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44732) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:24.567151 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.574075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] Sync routers for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:24.612731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:24.663055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:24.665296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:24.667060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:20:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:25.100908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-138da1a4-6292-48d3-acea-8f01f0a4346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:25.119980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-138da1a4-6292-48d3-acea-8f01f0a4346f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 200 len: 903 time: 0.6229441 Aug 31 09:20:25.134764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:25.291018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.294986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:25.340797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-3c926995-3931-4b7a-99a6-6ca9a97c3773 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ace6553f-1899-45f6-8274-081f605220c9 HTTP/1.1" status: 200 len: 217 time: 0.2120523 Aug 31 09:20:25.381833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.638404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-35aa59c4-4012-4fc1-b6c2-b9889f4d093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:25.646358 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-35aa59c4-4012-4fc1-b6c2-b9889f4d093d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.2874973 Aug 31 09:20:25.658503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.664441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da02759-9a4b-4beb-a9c9-fecd1cd3e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.754121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:25.780255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2ee4c-540d-48a2-9d44-a7cd86aee347 req-e3625105-2722-4b51-983e-da1958f728bd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:25.795658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:25.800763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03f2ee4c-540d-48a2-9d44-a7cd86aee347 req-e3625105-2722-4b51-983e-da1958f728bd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 944 time: 0.7817230 Aug 31 09:20:25.857301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b330-2ea9-4156-92c0-c328a9371e02 req-5783e65e-27ee-4dc7-aba3-ed026654095e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:25.870965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8434b330-2ea9-4156-92c0-c328a9371e02 req-5783e65e-27ee-4dc7-aba3-ed026654095e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.9070518 Aug 31 09:20:25.935869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9ef12388-832d-44f4-aa54-80a5c3470051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:25.953027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-9ef12388-832d-44f4-aa54-80a5c3470051 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2905936 Aug 31 09:20:26.083437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03f2ee4c-540d-48a2-9d44-a7cd86aee347 req-7caae322-cda7-4125-9512-d6fc7f622031 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808340 Aug 31 09:20:26.097088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-605b3855-39c8-4682-baf9-389192b5442d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f369e9aa1f3492ca36c8952b6c0e68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7942104 Aug 31 09:20:26.103160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44764) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:26.248292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8434b330-2ea9-4156-92c0-c328a9371e02 req-be241d42-4729-4239-8f45-8068a32db2ad tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687661 Aug 31 09:20:26.327156 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-a6372367-a660-403e-89b7-8b6c7c0a4bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657141 Aug 31 09:20:26.657953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2d0a-fa29-45d7-b16d-ea1b5bdd59d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.666447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:20:21Z', 'revision_number': 5, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port': {'id': 'b34b53cf-f0fe-49dd-8d04-1f86e8528de3', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:26.670100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Deleting port b34b53cf-f0fe-49dd-8d04-1f86e8528de3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:26.671494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.738238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ec7b9f09-32cf-48ad-9de1-0b75310d984c req-a0fd521e-5fa1-49f1-90fb-89ee55d4b899 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015429 Aug 31 09:20:26.794163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] Checking router: dfcd2bb1-ac48-46f7-bb93-877855a45dcf for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:26.821413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2d0a-fa29-45d7-b16d-ea1b5bdd59d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.829514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] Routers {'dfcd2bb1-ac48-46f7-bb93-877855a45dcf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:26.832694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:20:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:27.009923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da02759-9a4b-4beb-a9c9-fecd1cd3e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.041445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da02759-9a4b-4beb-a9c9-fecd1cd3e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.089154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] Set router dfcd2bb1-ac48-46f7-bb93-877855a45dcf gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:27.141990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1da02759-9a4b-4beb-a9c9-fecd1cd3e1b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf3397ebfd4246d390df70767bdb3be8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7160180 Aug 31 09:20:27.144219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:27.185669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.200250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.216621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.233083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.247146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.268956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.283936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.306147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-ae29c0c0-b339-4e83-83cb-82b835e55065 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.8550372 Aug 31 09:20:27.343438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:20:25Z', 'revision_number': 6, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:27.386763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-78d124f3-e0a1-41b8-8796-003b9893df0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.390861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da02759-9a4b-4beb-a9c9-fecd1cd3e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3901b1-cc16-484b-adc3-fa99d2250e9a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:27.448315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-78d124f3-e0a1-41b8-8796-003b9893df0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.479592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:27.488215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62878693-f264-4397-b919-cb77e1cfb878 None None] The sync data for ids ['dfcd2bb1-ac48-46f7-bb93-877855a45dcf'] in n-d-800634-13 is: [{'id': 'dfcd2bb1-ac48-46f7-bb93-877855a45dcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1997716296-router', 'tenant_id': 'c379d43206274b68afb776d251dcfe2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:23Z', 'updated_at': '2021-08-31T09:20:25Z', 'revision_number': 6, 'project_id': 'c379d43206274b68afb776d251dcfe2d', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:27.750586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9cf20-7eef-46ac-ab44-dc54790b8816 req-5f1ef5ad-e195-4b48-a0c3-9a270289e5e0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.753758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-78d124f3-e0a1-41b8-8796-003b9893df0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.757543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:27.761476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-78d124f3-e0a1-41b8-8796-003b9893df0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.768425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1b9cf20-7eef-46ac-ab44-dc54790b8816 req-5f1ef5ad-e195-4b48-a0c3-9a270289e5e0 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 944 time: 0.4439387 Aug 31 09:20:27.774195 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-78d124f3-e0a1-41b8-8796-003b9893df0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea3901b1-cc16-484b-adc3-fa99d2250e9a HTTP/1.1" status: 204 len: 168 time: 0.6280398 Aug 31 09:20:27.778674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:27.779483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.809414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d124f3-e0a1-41b8-8796-003b9893df0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3901b1-cc16-484b-adc3-fa99d2250e9a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:27.823542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-125a0804-f6f9-4f5c-a802-894fb993aa34 req-423895dd-a28a-4f59-b5d9-47c54aaf8035 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4873405 Aug 31 09:20:27.921322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] For port b34b53cf-f0fe-49dd-8d04-1f86e8528de3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:27.926660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.986962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1b9cf20-7eef-46ac-ab44-dc54790b8816 req-6b43d171-05bf-41dd-8c5d-72f44765a6b4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134302 Aug 31 09:20:27.993646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2d0a-fa29-45d7-b16d-ea1b5bdd59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.005548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2d0a-fa29-45d7-b16d-ea1b5bdd59d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.006918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2b4f2d0a-fa29-45d7-b16d-ea1b5bdd59d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a91cb57-a52d-429c-8e45-b10274e6540a HTTP/1.1" status: 204 len: 168 time: 1.8968201 Aug 31 09:20:28.008152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Calling delete_port for b34b53cf-f0fe-49dd-8d04-1f86e8528de3 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:28.152161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0a50c03c-dbb1-4e31-9502-25885d4c0045 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:28.210979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 0a50c03c-dbb1-4e31-9502-25885d4c0045 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:28.211571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0a50c03c-dbb1-4e31-9502-25885d4c0045 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:28.249251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f2d0a-fa29-45d7-b16d-ea1b5bdd59d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a91cb57-a52d-429c-8e45-b10274e6540a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:28.442348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.464021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf1ee4-b889-4b1e-a68f-96ffc4ecde07 req-3d592707-215c-4535-8825-46b556832f1e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.480923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8adf1ee4-b889-4b1e-a68f-96ffc4ecde07 req-3d592707-215c-4535-8825-46b556832f1e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.4183724 Aug 31 09:20:28.570865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8adf1ee4-b889-4b1e-a68f-96ffc4ecde07 req-036ea56d-da0d-4179-b647-bd1d7c677590 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886202 Aug 31 09:20:28.658640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:28.717858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-69ab631d-304f-4f77-b86d-643f2f8ff5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.722213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-69ab631d-304f-4f77-b86d-643f2f8ff5f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.1931300 Aug 31 09:20:28.725485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:28.729557 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b01eb-1501-4335-b8c1-2bc299365c3c" -d '{"events": [{"server_uuid": "77c61d00-2cde-4c5a-b9d3-a76d325015a8", "name": "network-vif-plugged", "status": "completed", "tag": "15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:28.762244 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.023731 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8df5f41-f58d-44b1-b542-b0c1f7786eed x-openstack-request-id: req-e8df5f41-f58d-44b1-b542-b0c1f7786eed {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:29.024148 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c61d00-2cde-4c5a-b9d3-a76d325015a8", "name": "network-vif-plugged", "status": "completed", "tag": "15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:29.024543 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8df5f41-f58d-44b1-b542-b0c1f7786eed {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:29.025180 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f', 'code': 200} Aug 31 09:20:29.032030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:29.064049 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0b24bcb-8485-4d53-b996-7332354485fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.108344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-d9b12c25-32c9-4b07-8c30-26f6b83f79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.111556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-d9b12c25-32c9-4b07-8c30-26f6b83f79c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.3797483 Aug 31 09:20:29.199366 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-bc74da15-1690-434d-ad32-2d3c88027546 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.0790215 Aug 31 09:20:29.275701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-3a6663dd-0dd4-472b-9338-01634d8bb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.289559 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-3a6663dd-0dd4-472b-9338-01634d8bb55d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.0693963 Aug 31 09:20:29.300391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.329423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-1930a4bd-f999-4fef-b407-94cb23c86ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429311 Aug 31 09:20:29.414587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b34b53cf-f0fe-49dd-8d04-1f86e8528de3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:29.536372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.548087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.559998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.563429 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-6e40c501-2174-4328-85ed-3f3bffbe4a49 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251661 Aug 31 09:20:29.569225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.581447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.593951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.609036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.626819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-d185560a-ea48-4f0a-b690-70c671a4c9f1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.4785740 Aug 31 09:20:29.646996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4841dca-0708-4efc-9c9a-e8a85b5fbd6b req-e199e65e-56c1-406a-9f86-8b0de5be9950 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.649927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4841dca-0708-4efc-9c9a-e8a85b5fbd6b req-e199e65e-56c1-406a-9f86-8b0de5be9950 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.9303627 Aug 31 09:20:29.751045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.757775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7eb019-b494-432f-bc62-d55679599fc3 req-0ab13e1c-19cf-453b-a9dd-aef5cc5ee9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.761026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b7eb019-b494-432f-bc62-d55679599fc3 req-0ab13e1c-19cf-453b-a9dd-aef5cc5ee9b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 1097 time: 0.5527108 Aug 31 09:20:29.811444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b20cac92-8f6a-4e83-9f7c-79105726db1a req-225686fa-6d66-4a86-81e6-453ea824d178 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355628 Aug 31 09:20:29.918025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b34b53cf-f0fe-49dd-8d04-1f86e8528de3 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:30.004190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b34b53cf-f0fe-49dd-8d04-1f86e8528de3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:30.006031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b34b53cf-f0fe-49dd-8d04-1f86e8528de3 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:30.112855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4841dca-0708-4efc-9c9a-e8a85b5fbd6b req-badf764d-9212-4c16-a060-332fab6566c9 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378543 Aug 31 09:20:30.131329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8513d582-05fd-41b0-9757-40ea2ed6b73e req-0e1e9b26-816b-4a69-b90c-9c5bf18f9f8c tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4750717 Aug 31 09:20:30.139317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.145235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.252565 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b7eb019-b494-432f-bc62-d55679599fc3 req-80c2e19c-4cb3-4c23-a02e-5fedaac48dc2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883846 Aug 31 09:20:30.742976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.743890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfcd2bb1-ac48-46f7-bb93-877855a45dcf {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:20:30.754233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.760526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-37d12a19-c5b4-42b8-83b8-69e2cac10c3e admin admin] 10.222.0.18 "DELETE /v2.0/routers/dfcd2bb1-ac48-46f7-bb93-877855a45dcf HTTP/1.1" status: 204 len: 168 time: 6.2603700 Aug 31 09:20:30.760872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44870) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:30.827805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8e0b9-96c0-45cb-aae9-bd20f12a3100 req-95b96d3f-7b85-46f1-a1a9-7a252bdca84d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:30.831670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a8e0b9-96c0-45cb-aae9-bd20f12a3100 req-95b96d3f-7b85-46f1-a1a9-7a252bdca84d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.1617870 Aug 31 09:20:30.848295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8d27c-43ef-4f0f-8b45-4d42b3e2ab23 req-6cd5b679-832f-4621-9c46-b0011572e662 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:30.851576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47b8d27c-43ef-4f0f-8b45-4d42b3e2ab23 req-6cd5b679-832f-4621-9c46-b0011572e662 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.1795554 Aug 31 09:20:30.870018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Deleting subnet df5eef05-43d4-43bd-93bf-db76d0009287 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:30.877942 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.973514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47b8d27c-43ef-4f0f-8b45-4d42b3e2ab23 req-70c7b504-ea73-4515-9662-5912371136b7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017849 Aug 31 09:20:30.991994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a8e0b9-96c0-45cb-aae9-bd20f12a3100 req-80f0c003-cc11-4a36-b849-90afc4f1d137 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387246 Aug 31 09:20:31.021676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.334256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.502116 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-df14effd-ae6c-4be9-a4b5-c3b2720ac8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.510859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.566142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5eef05-43d4-43bd-93bf-db76d0009287,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:31.583348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.583576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb02054-d1d5-4491-a3a0-b95736d6d3f3 None None] Network fa90a678-3d40-4555-a22f-c9546682314a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:31.585860 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b99070a-9f83-4118-ae28-0a77e613dbfa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/df5eef05-43d4-43bd-93bf-db76d0009287 HTTP/1.1" status: 204 len: 168 time: 0.8225725 Aug 31 09:20:31.588694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44912) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:31.611982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a9db-e957-4e17-adff-811abcd88600 req-d05208b4-e67e-471f-bfca-ded4e31e7f4d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.635852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2308a9db-e957-4e17-adff-811abcd88600 req-d05208b4-e67e-471f-bfca-ded4e31e7f4d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3255126 Aug 31 09:20:31.706663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.771348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2308a9db-e957-4e17-adff-811abcd88600 req-f84eb2a4-18e1-4eef-80ca-7f25d7bd94a8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336367 Aug 31 09:20:31.832493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.845579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.846614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Deleting port 2cfa064e-969e-4295-b79d-70173235ccd3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:31.847853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.862604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.866716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.875047 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.876769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.891026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.904375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.923991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.945479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-6fa85f18-a182-4519-83d5-c5d3458cacae tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.5401924 Aug 31 09:20:31.969212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] For port 2cfa064e-969e-4295-b79d-70173235ccd3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2cfa064e-969e-4295-b79d-70173235ccd3,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:31.970380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.976757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44920) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:32.005907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Calling delete_port for 2cfa064e-969e-4295-b79d-70173235ccd3 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:32.029803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] DHCP port deletion for fa90a678-3d40-4555-a22f-c9546682314a request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:20:32.046794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86bef233-cba1-4d27-8f37-cef0931ecee5 req-9c7910da-8d98-4a0d-be68-c90b70c048c9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992553 Aug 31 09:20:32.112137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] Deleting port 2cfa064e-969e-4295-b79d-70173235ccd3 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:32.112974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.269220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] For port 2cfa064e-969e-4295-b79d-70173235ccd3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2cfa064e-969e-4295-b79d-70173235ccd3,segment=NetworkSegment(678d2431-7f08-4a2b-ae36-eed87411f0a7),segment_id=678d2431-7f08-4a2b-ae36-eed87411f0a7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:32.269632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.303467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] Calling delete_port for 2cfa064e-969e-4295-b79d-70173235ccd3 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:32.312805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.360896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfa064e-969e-4295-b79d-70173235ccd3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:32.363629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] No DVR routers for this DVR port 2cfa064e-969e-4295-b79d-70173235ccd3 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:32.415445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1997f35-26ad-436c-8959-15c896b0cb86 req-8400a7fa-9c53-45f8-931a-64a2842ac9d2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.419023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1997f35-26ad-436c-8959-15c896b0cb86 req-8400a7fa-9c53-45f8-931a-64a2842ac9d2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.1393397 Aug 31 09:20:32.460364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'networks': [{'name': 'tempest-network--1959660567'}, {'name': 'tempest-network--1718526988'}]} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:32.460617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'network': {'name': 'tempest-network--1959660567'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:32.461201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'network': {'name': 'tempest-network--1718526988'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: from cryptography.utils import int_from_bytes Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: from cryptography.utils import int_from_bytes Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.494047 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:32.496465 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:20:32.504679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1997f35-26ad-436c-8959-15c896b0cb86 req-7fec86c7-1827-4dd3-b05f-767e8f3a8e63 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772007 Aug 31 09:20:32.509945 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.567071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] Pushing event deleted for resources: {'Port': ['ID=2cfa064e-969e-4295-b79d-70173235ccd3,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:32.571030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01bf28c-6a0e-4573-9ef4-8f6d794da02a None None] No DVR routers for this DVR port 2cfa064e-969e-4295-b79d-70173235ccd3 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:32.672860 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.681575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'network': 2} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:32.688054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.730972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.736291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa90a678-3d40-4555-a22f-c9546682314a']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:32.770351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678d2431-7f08-4a2b-ae36-eed87411f0a7') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:32.771178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678d2431-7f08-4a2b-ae36-eed87411f0a7') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:32.800026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e9d56-9cfd-4c9e-9c71-0f33e9e7daab req-e2b5714f-3d62-4c5e-bf35-de687a81db46 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.802932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-017e9d56-9cfd-4c9e-9c71-0f33e9e7daab req-e2b5714f-3d62-4c5e-bf35-de687a81db46 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 947 time: 0.1196909 Aug 31 09:20:32.840131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.877961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.885381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:32.885940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.895533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-017e9d56-9cfd-4c9e-9c71-0f33e9e7daab req-f379154b-7c32-44c3-9c9d-c4949d3d5c31 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730143 Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:32.948387 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:32.988902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.997810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecabbc4e-d9c0-490c-858a-90ac2d2b9655 req-6f144b27-c4dd-4fba-9228-e806ea058687 tempest-AbsoluteLimitsNegativeTestJSON-1969081563 tempest-AbsoluteLimitsNegativeTestJSON-1969081563-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b945d766f2be4df38d7b1e38886cfa29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917892 Aug 31 09:20:33.033908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.038789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] 10.222.0.18 "DELETE /v2.0/networks/fa90a678-3d40-4555-a22f-c9546682314a HTTP/1.1" status: 204 len: 168 time: 1.4484403 Aug 31 09:20:33.066560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fbe03-c534-4c24-b82b-08aad7ca6aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa90a678-3d40-4555-a22f-c9546682314a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:33.160944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.170415 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.171202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.250103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a3963c01-80ec-4213-9636-bd4ada06c648 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:33.255680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:33.260386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:33.275119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.275693 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Added segment d2e63578-e966-4921-a924-2c27f8483f77 of type vlan for network 43bac616-dc42-40d4-a982-ab3a7eacab13 Aug 31 09:20:33.289213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabbc4e-d9c0-490c-858a-90ac2d2b9655 req-1afc5707-b0b9-4a2c-a910-4ffe4388dc5b tempest-AbsoluteLimitsNegativeTestJSON-1969081563 tempest-AbsoluteLimitsNegativeTestJSON-1969081563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.302288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecabbc4e-d9c0-490c-858a-90ac2d2b9655 req-1afc5707-b0b9-4a2c-a910-4ffe4388dc5b tempest-AbsoluteLimitsNegativeTestJSON-1969081563 tempest-AbsoluteLimitsNegativeTestJSON-1969081563-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992096 Aug 31 09:20:33.336057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.341240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecabbc4e-d9c0-490c-858a-90ac2d2b9655 req-1272cb2b-ffce-4d87-9dc2-bb8d1922fc39 tempest-AbsoluteLimitsNegativeTestJSON-1969081563 tempest-AbsoluteLimitsNegativeTestJSON-1969081563-project] 10.222.0.18 "GET /v2.0/quotas/b945d766f2be4df38d7b1e38886cfa29 HTTP/1.1" status: 200 len: 375 time: 0.0374486 Aug 31 09:20:33.358223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042e25e-7469-4c06-8ff1-b88d051b4c46 req-024d7ebf-6310-4cec-b2b8-5e0e1cfb761a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.371268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f042e25e-7469-4c06-8ff1-b88d051b4c46 req-024d7ebf-6310-4cec-b2b8-5e0e1cfb761a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.2060907 Aug 31 09:20:33.371760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:33.389569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.390210 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Added segment 71c8d0ea-115f-4c3c-b7e9-9e004f29028e of type vlan for network 6eef56f7-ecb3-415c-adac-07cd5de8a7d2 Aug 31 09:20:33.428580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecabbc4e-d9c0-490c-858a-90ac2d2b9655 req-c6c4b8ab-0226-4b95-ae66-9eb2708019b3 tempest-AbsoluteLimitsNegativeTestJSON-1969081563 tempest-AbsoluteLimitsNegativeTestJSON-1969081563-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b945d766f2be4df38d7b1e38886cfa29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858512 Aug 31 09:20:33.458610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.522568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.523702 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.534307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.540068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.541300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.573675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f042e25e-7469-4c06-8ff1-b88d051b4c46 req-c84b6b97-8f3f-444f-bde1-a640ba101e4d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009227 Aug 31 09:20:33.587359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e501c1c2-16ae-4fc5-a38c-8662da16d7ed,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:33.639522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.664273 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.687560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7089174 Aug 31 09:20:33.692480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44978) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:33.739615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:33.744611 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35803f8-868a-4c07-9d49-8ece124ab948" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:33.756803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Network': ['ID=43bac616-dc42-40d4-a982-ab3a7eacab13,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:33.780702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:33.818694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 43bac616-dc42-40d4-a982-ab3a7eacab13 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:33.833863 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.949780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2cfa064e-969e-4295-b79d-70173235ccd3 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:33.967544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44982) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:34.010443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14062a-1cd4-48d3-aac5-3471a23cb71d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Network': ['ID=6eef56f7-ecb3-415c-adac-07cd5de8a7d2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:34.074014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6eef56f7-ecb3-415c-adac-07cd5de8a7d2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:34.099364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 2cfa064e-969e-4295-b79d-70173235ccd3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:34.099873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2cfa064e-969e-4295-b79d-70173235ccd3 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:34.147108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a3963c01-80ec-4213-9636-bd4ada06c648,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:34.229831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=14']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:34.275691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'a3963c01-80ec-4213-9636-bd4ada06c648', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'port_id': 'a3963c01-80ec-4213-9636-bd4ada06c648', 'mac_address': 'fa:16:3e:16:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:34.303250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.316561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.329545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.342642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44988) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:34.343557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.359277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.380276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.399651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.402988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-90099545-6362-46ed-a548-616a2de8e5ec tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5421 time: 0.5333984 Aug 31 09:20:34.442234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.492016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3963c01-80ec-4213-9636-bd4ada06c648 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:34.523674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350e6da-0835-4d76-8938-08dc01398af7 req-21568f0c-9399-4ae2-95ba-d2527ad5845c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.537074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a3963c01-80ec-4213-9636-bd4ada06c648,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:34.537532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c350e6da-0835-4d76-8938-08dc01398af7 req-21568f0c-9399-4ae2-95ba-d2527ad5845c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.6690781 Aug 31 09:20:34.543654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.546361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6e0e18ad-1557-4005-ae4c-edf7379623c4 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:34.556074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d615b50f-1586-4be3-b59f-f188f9b38413 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c379d43206274b68afb776d251dcfe2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780187 Aug 31 09:20:34.559627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45006) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:34.589187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feaffc2-f3c4-4b9e-ac1b-bdeeb013541b tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.602053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feaffc2-f3c4-4b9e-ac1b-bdeeb013541b tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.614757 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feaffc2-f3c4-4b9e-ac1b-bdeeb013541b tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.628329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feaffc2-f3c4-4b9e-ac1b-bdeeb013541b tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.632501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2feaffc2-f3c4-4b9e-ac1b-bdeeb013541b tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9380698 Aug 31 09:20:34.639477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45012) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:34.640021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45014) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:34.680998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-970c03d4-c7c7-4f5c-8f08-ac1c55893e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.699517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:34.731790 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:20:34.747205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-970c03d4-c7c7-4f5c-8f08-ac1c55893e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.835189 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-970c03d4-c7c7-4f5c-8f08-ac1c55893e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.838524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-970c03d4-c7c7-4f5c-8f08-ac1c55893e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.840166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-970c03d4-c7c7-4f5c-8f08-ac1c55893e45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dcff4bb-194b-4c05-95c1-ce8149c19b69 HTTP/1.1" status: 204 len: 168 time: 0.2791333 Aug 31 09:20:34.847513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e1e0-715a-4709-8c88-8e20e3de304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.890928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:34.892323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41fe6f87-0878-4e70-b1de-ec315cd85135 req-73d4d900-c421-4449-8766-40233f0dc929 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4570153 Aug 31 09:20:34.898386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c03d4-c7c7-4f5c-8f08-ac1c55893e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcff4bb-194b-4c05-95c1-ce8149c19b69,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:34.972757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'port_id': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'mac_address': 'fa:16:3e:cf:d0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:34.999189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c350e6da-0835-4d76-8938-08dc01398af7 req-7046420a-da2e-4350-b0d7-39a5402861ff tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601738 Aug 31 09:20:35.051532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9aba292a-5642-496f-a738-c94527195023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.114755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.123649 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e1e0-715a-4709-8c88-8e20e3de304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.136165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e1e0-715a-4709-8c88-8e20e3de304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.139381 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.197438 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2802095-b165-44e9-82a8-650d3524e799 x-openstack-request-id: req-f2802095-b165-44e9-82a8-650d3524e799 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:35.197920 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:35.198263 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2802095-b165-44e9-82a8-650d3524e799 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:35.205456 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'code': 200} Aug 31 09:20:35.217490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0e18ad-1557-4005-ae4c-edf7379623c4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:35.238451 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d9f3e1e0-715a-4709-8c88-8e20e3de304c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9427779198224c9aaa6adba69fd574c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8927264 Aug 31 09:20:35.243138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:35.254193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3e1e0-715a-4709-8c88-8e20e3de304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c13203-b607-42ce-a50b-2e5299272871,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:35.318689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:35.329673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.332148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e0cacc64-02a4-4337-a92f-5ae2db644f91 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:35.353448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2c693ad-360a-4a41-a360-4f268fb25e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.399788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2c693ad-360a-4a41-a360-4f268fb25e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.456881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.478582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646567d6-e60f-425b-9d98-96d3e2a74900 req-6d930ad6-c18e-481e-a31d-bde1278442de tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.487393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-646567d6-e60f-425b-9d98-96d3e2a74900 req-6d930ad6-c18e-481e-a31d-bde1278442de tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.3505969 Aug 31 09:20:35.512020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bac616-dc42-40d4-a982-ab3a7eacab13']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:35.538154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e63578-e966-4921-a924-2c27f8483f77') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:35.540217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e63578-e966-4921-a924-2c27f8483f77') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:35.551707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2c693ad-360a-4a41-a360-4f268fb25e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.556896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2c693ad-360a-4a41-a360-4f268fb25e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.562426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c2c693ad-360a-4a41-a360-4f268fb25e93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97c13203-b607-42ce-a50b-2e5299272871 HTTP/1.1" status: 204 len: 168 time: 0.3144152 Aug 31 09:20:35.562578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:35.580805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c693ad-360a-4a41-a360-4f268fb25e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c13203-b607-42ce-a50b-2e5299272871,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:35.614596 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:20:35.615316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.663487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.688953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-646567d6-e60f-425b-9d98-96d3e2a74900 req-d33fae57-a470-45a9-8486-4dba0f4f8efd tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996756 Aug 31 09:20:35.702552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:35.725707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:35.727769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:35.748267 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:35.759002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'e0cacc64-02a4-4337-a92f-5ae2db644f91', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'port_id': 'e0cacc64-02a4-4337-a92f-5ae2db644f91', 'mac_address': 'fa:16:3e:3a:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:35.816928 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9aba292a-5642-496f-a738-c94527195023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.886107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9aba292a-5642-496f-a738-c94527195023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.890100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.953195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cacc64-02a4-4337-a92f-5ae2db644f91 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:36.024486 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.029743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:36.037406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9aba292a-5642-496f-a738-c94527195023 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b945d766f2be4df38d7b1e38886cfa29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3954999 Aug 31 09:20:36.042923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45054) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:36.043409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba292a-5642-496f-a738-c94527195023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce703888-97c8-4be4-8642-41856a75221f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.073818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.075590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.081270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:36.091816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/networks/43bac616-dc42-40d4-a982-ab3a7eacab13 HTTP/1.1" status: 204 len: 168 time: 1.4477122 Aug 31 09:20:36.102870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45060) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:36.150297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daccac4-a71a-44c5-b0e1-068a2fb7670f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Network': ['ID=43bac616-dc42-40d4-a982-ab3a7eacab13,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.194553 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.280376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.287839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:36.312043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '6c0491c0-c60c-4e5d-a44c-18200da9fcc3', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'port_id': '6c0491c0-c60c-4e5d-a44c-18200da9fcc3', 'mac_address': 'fa:16:3e:80:89:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:36.320008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.328534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6552-05b9-4ede-bfa3-286094a88a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.369207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6552-05b9-4ede-bfa3-286094a88a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.520597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.538666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.560672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.575914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:36.587698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.623363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.649253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.661878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:36.667366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.672470 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.679069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.680091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.680709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c9718d7f-34e6-4768-957f-26ca8ebf651a details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:36.683714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72ab2e12-e2c1-43d5-9132-520578164755 req-88449867-7c6f-4fdf-9c10-8b89ae2aa751 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5424 time: 0.4629457 Aug 31 09:20:36.697338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b1dbb-4319-46ec-ace5-5fd14519cf59 req-56a2e71b-7eb6-48da-9beb-8a6f6797d4d4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.712559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-606b1dbb-4319-46ec-ace5-5fd14519cf59 req-56a2e71b-7eb6-48da-9beb-8a6f6797d4d4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.3670256 Aug 31 09:20:36.721241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6552-05b9-4ede-bfa3-286094a88a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.747449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6552-05b9-4ede-bfa3-286094a88a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.749897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ce4d6552-05b9-4ede-bfa3-286094a88a92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce703888-97c8-4be4-8642-41856a75221f HTTP/1.1" status: 204 len: 168 time: 0.7057083 Aug 31 09:20:36.774354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eef56f7-ecb3-415c-adac-07cd5de8a7d2']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:36.816897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-606b1dbb-4319-46ec-ace5-5fd14519cf59 req-7d9bc316-1846-4922-adeb-def4f86aee04 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022999 Aug 31 09:20:36.826835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c9718d7f-34e6-4768-957f-26ca8ebf651a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:36.854845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:36.854845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f522-731d-4679-8c78-8905ba554847 req-55f279aa-981b-431c-9cbf-5f5fb900f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.855161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.855319 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-55f279aa-981b-431c-9cbf-5f5fb900f8fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 1.1648293 Aug 31 09:20:36.857658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c8d0ea-115f-4c3c-b7e9-9e004f29028e') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:36.858128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c8d0ea-115f-4c3c-b7e9-9e004f29028e') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:36.904637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'c9718d7f-34e6-4768-957f-26ca8ebf651a', 'network_id': 'dea4e2a5-867b-4dc0-b2b5-6e3729aab00e', 'port_id': 'c9718d7f-34e6-4768-957f-26ca8ebf651a', 'mac_address': 'fa:16:3e:5f:e6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf72da9-90f3-488f-9c95-b68c2e119e59', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:36.908681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d6552-05b9-4ede-bfa3-286094a88a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce703888-97c8-4be4-8642-41856a75221f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.951052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c911d5d8-0ab3-4e8a-8018-7301a956589a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.961753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.037375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72ab2e12-e2c1-43d5-9132-520578164755 req-d94d7929-2849-41de-92b5-23391cf58496 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2774158 Aug 31 09:20:37.243799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cf009-5559-4471-b6f6-de91509dd7dc req-2ef60fef-e961-4533-b56c-82c620094d7f tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.247063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-819cf009-5559-4471-b6f6-de91509dd7dc req-2ef60fef-e961-4533-b56c-82c620094d7f tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1757228 Aug 31 09:20:37.253414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.312996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9718d7f-34e6-4768-957f-26ca8ebf651a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:37.355731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c9718d7f-34e6-4768-957f-26ca8ebf651a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:37.364006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.435515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-819cf009-5559-4471-b6f6-de91509dd7dc req-a07db47e-adb8-454e-a716-efac187250e3 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799629 Aug 31 09:20:37.479672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ace6553f-1899-45f6-8274-081f605220c9 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:37.575422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c9718d7f-34e6-4768-957f-26ca8ebf651a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:37.627908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.661040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:37.661688 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:37.667412 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:37.678538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba96b20-fea2-45ff-b1e2-b37d178dd621 req-3cff614d-924a-4c78-86c5-42aba5b49989 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.682719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cba96b20-fea2-45ff-b1e2-b37d178dd621 req-3cff614d-924a-4c78-86c5-42aba5b49989 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2448053 Aug 31 09:20:37.765799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-bff6b8a7-9575-48c2-add5-fb3bd21b1667 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.769495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-bff6b8a7-9575-48c2-add5-fb3bd21b1667 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.2329850 Aug 31 09:20:37.818278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cba96b20-fea2-45ff-b1e2-b37d178dd621 req-cac4049e-b5a6-4574-9577-211498e20acb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234560 Aug 31 09:20:37.873581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.894260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ace6553f-1899-45f6-8274-081f605220c9,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:37.921307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.931441 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/networks/6eef56f7-ecb3-415c-adac-07cd5de8a7d2 HTTP/1.1" status: 204 len: 168 time: 1.8270895 Aug 31 09:20:37.935006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770acd-5749-4d7a-b2f1-a3535e07a9ec tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Network': ['ID=6eef56f7-ecb3-415c-adac-07cd5de8a7d2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:37.936987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'ace6553f-1899-45f6-8274-081f605220c9', 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'port_id': 'ace6553f-1899-45f6-8274-081f605220c9', 'mac_address': 'fa:16:3e:23:fb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acee13b4-138e-4f1f-87a3-6fc3da6cd6d8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:37.940970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45114) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:37.942962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f522-731d-4679-8c78-8905ba554847 req-1d5b809d-daf4-4701-a01a-bccf0ede2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.945885 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-1d5b809d-daf4-4701-a01a-bccf0ede2d79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 1.0242043 Aug 31 09:20:38.086289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:38.086914 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.268679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-8436e9bd-59de-4944-be5e-cdb2df552acc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.2857740 Aug 31 09:20:38.396854 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.400987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e0cacc64-02a4-4337-a92f-5ae2db644f91'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:38.404974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['6e0e18ad-1557-4005-ae4c-edf7379623c4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:38.482367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['6c0491c0-c60c-4e5d-a44c-18200da9fcc3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:38.486269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['a3963c01-80ec-4213-9636-bd4ada06c648'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:38.590535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:38.591055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.620664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:38.649876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace6553f-1899-45f6-8274-081f605220c9 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:38.676404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ace6553f-1899-45f6-8274-081f605220c9,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:38.710061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.710767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0558e849-5773-4fc5-b416-97bbf1338d0d details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:38.734955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97fb84-19fa-436e-9851-8bdf68b5782f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.766007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97fb84-19fa-436e-9851-8bdf68b5782f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.779252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b97fb84-19fa-436e-9851-8bdf68b5782f tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8307540 Aug 31 09:20:38.782112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45134) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:38.815294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1868564171'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:38.827644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.842741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.856591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.862432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c911d5d8-0ab3-4e8a-8018-7301a956589a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.871350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.880892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c911d5d8-0ab3-4e8a-8018-7301a956589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.894093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.906780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.914171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c9718d7f-34e6-4768-957f-26ca8ebf651a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:38.921197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.937460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55af16e3-1f66-4b88-bbba-966012937260 req-7a351dbe-d686-48f0-9bb7-94fe548c4deb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5426 time: 0.5165980 Aug 31 09:20:38.939968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0558e849-5773-4fc5-b416-97bbf1338d0d,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:38.994009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c911d5d8-0ab3-4e8a-8018-7301a956589a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=170807f5da6f4be7bf14ed878f5a8f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1456022 Aug 31 09:20:38.996151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.002915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45140) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:39.026741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f522-731d-4679-8c78-8905ba554847 req-907458d8-4a64-4776-aae4-4397e5f6c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.029981 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-907458d8-4a64-4776-aae4-4397e5f6c831 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.6232383 Aug 31 09:20:39.035184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '0558e849-5773-4fc5-b416-97bbf1338d0d', 'network_id': 'e681a3d2-ce66-49a0-9d31-61d6c500ab57', 'port_id': '0558e849-5773-4fc5-b416-97bbf1338d0d', 'mac_address': 'fa:16:3e:e3:a4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acee13b4-138e-4f1f-87a3-6fc3da6cd6d8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:39.061405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55af16e3-1f66-4b88-bbba-966012937260 req-0f7ccca6-02d0-40b6-8a31-818a77def2c0 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224499 Aug 31 09:20:39.092297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed6d7-e9d8-4925-bba3-b0657a7dbd03 req-7f81f24c-d348-4b4c-8bf3-f37388ae191f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.104289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-041ed6d7-e9d8-4925-bba3-b0657a7dbd03 req-7f81f24c-d348-4b4c-8bf3-f37388ae191f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c61d00-2cde-4c5a-b9d3-a76d325015a8 HTTP/1.1" status: 200 len: 945 time: 0.8616512 Aug 31 09:20:39.146617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911d5d8-0ab3-4e8a-8018-7301a956589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed192af-f3a5-40a1-94d0-8c6efbee88de,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.165829 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-853b8cd2-fefb-4eed-9ab8-29623abe48ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000314 Aug 31 09:20:39.166861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:39.172471 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.247543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-87015755-b1e1-41b3-8494-441b745bb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.250368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-87015755-b1e1-41b3-8494-441b745bb833 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.8803902 Aug 31 09:20:39.367520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.380173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2a58bef-7187-4cfa-b529-27e547ffe04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.455204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2a58bef-7187-4cfa-b529-27e547ffe04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.501789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-72d1e6d7-de8d-4c93-aea0-ed693bf07a17 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171926 Aug 31 09:20:39.511128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-041ed6d7-e9d8-4925-bba3-b0657a7dbd03 req-88c86ee3-6044-41a0-8334-8102b245a308 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587663 Aug 31 09:20:39.526005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0558e849-5773-4fc5-b416-97bbf1338d0d {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:39.570026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0558e849-5773-4fc5-b416-97bbf1338d0d,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:39.638454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4210a11-0cf4-48b0-8a5b-735f5cd29a54 req-da911ded-9ce8-463c-af9e-7ece5f601fb0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.642168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4210a11-0cf4-48b0-8a5b-735f5cd29a54 req-da911ded-9ce8-463c-af9e-7ece5f601fb0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3485634 Aug 31 09:20:39.647449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.651414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.683640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:39.706492 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.707504 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Added segment da5926a4-7d47-496a-8fc9-b7b0a2eee2f4 of type vlan for network 886d964e-2939-40d6-a56a-4ce92f9d81be Aug 31 09:20:39.757955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:39.781398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.799230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.812874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2a58bef-7187-4cfa-b529-27e547ffe04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.817852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2a58bef-7187-4cfa-b529-27e547ffe04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.819580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a2a58bef-7187-4cfa-b529-27e547ffe04e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ed192af-f3a5-40a1-94d0-8c6efbee88de HTTP/1.1" status: 204 len: 168 time: 0.8138521 Aug 31 09:20:39.848325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a58bef-7187-4cfa-b529-27e547ffe04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed192af-f3a5-40a1-94d0-8c6efbee88de,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.855581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.864303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.865083 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.934658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-2224a833-caea-46e9-acce-4cea4113e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.939224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-2224a833-caea-46e9-acce-4cea4113e427 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.6740866 Aug 31 09:20:40.021586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:40.036579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:40.044852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2419527 Aug 31 09:20:40.055233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45154) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:40.064585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2111093227'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:40.104138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.109144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2785dc77-ae42-453e-bfc1-3b3e75a2350c req-be3ebd4c-1c5d-41a1-9c02-a88f20b24d8e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "DELETE /v2.0/ports/15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f HTTP/1.1" status: 204 len: 173 time: 2.3123653 Aug 31 09:20:40.110150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5f1f522-731d-4679-8c78-8905ba554847 req-320a74a6-d498-4920-8635-c75aa34a8152 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932248 Aug 31 09:20:40.111942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b44437-568b-40d9-8751-51487f8229b7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Network': ['ID=886d964e-2939-40d6-a56a-4ce92f9d81be,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:40.115437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:40.115758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'name': 'network-vif-deleted', 'tag': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:40.120377 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a85956-b88b-4344-bbdd-a74a4676b375" -d '{"events": [{"server_uuid": "77c61d00-2cde-4c5a-b9d3-a76d325015a8", "name": "network-vif-deleted", "tag": "15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:40.121667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.157942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4210a11-0cf4-48b0-8a5b-735f5cd29a54 req-e47b6b13-8799-4176-a67c-f496f3a0d54c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921184 Aug 31 09:20:40.219075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ace6553f-1899-45f6-8274-081f605220c9'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:40.220889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:40.224002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 886d964e-2939-40d6-a56a-4ce92f9d81be details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:40.252521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.253204 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Added segment 6481e8ea-783d-4764-a6dc-3367a41d0374 of type vlan for network 1ec93f24-1f94-49d7-9bc7-8d23b565d98d Aug 31 09:20:40.288505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-1e45fd67-9756-433a-9ae5-b3e0bd715912 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6ef4d8667f0949b89045b0cd9e09cd28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171448 Aug 31 09:20:40.325391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-b8b5eb34-fdd1-4ea6-bd94-dc99a6038b58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.3743408 Aug 31 09:20:40.380050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['0558e849-5773-4fc5-b416-97bbf1338d0d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:40.398642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.477982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.489490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.491038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.638585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-348f468c-031a-4a50-a979-6c57da0bef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.641643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-348f468c-031a-4a50-a979-6c57da0bef77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.2933061 Aug 31 09:20:40.644247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5870245 Aug 31 09:20:40.650608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45168) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:40.662510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'ports': [{'network_id': '886d964e-2939-40d6-a56a-4ce92f9d81be', 'name': 'tempest-port--259469502', 'admin_state_up': True}, {'network_id': '1ec93f24-1f94-49d7-9bc7-8d23b565d98d', 'admin_state_up': False}]} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:40.663131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'port': {'network_id': '886d964e-2939-40d6-a56a-4ce92f9d81be', 'name': 'tempest-port--259469502', 'admin_state_up': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:40.663967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'port': {'network_id': '1ec93f24-1f94-49d7-9bc7-8d23b565d98d', 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:40.742597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95c64-e350-4b36-a0f6-e7d724c82dcd req-9b35f6f0-6913-44f6-885e-ac4f82e1457c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.744457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abb95c64-e350-4b36-a0f6-e7d724c82dcd req-9b35f6f0-6913-44f6-885e-ac4f82e1457c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2931809 Aug 31 09:20:40.757490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-65966a1f-b3be-4fd9-b94d-55d1562522cb tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.760038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-65966a1f-b3be-4fd9-b94d-55d1562522cb tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606490 Aug 31 09:20:40.870260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-79fc25de-2b3d-424e-955d-2c73eced3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.871833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-79fc25de-2b3d-424e-955d-2c73eced3f2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108693 Aug 31 09:20:40.877450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-3c16aa37-aa92-4005-8702-c3aa71bf750e tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/quotas/6ef4d8667f0949b89045b0cd9e09cd28 HTTP/1.1" status: 200 len: 375 time: 0.0725441 Aug 31 09:20:40.943024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4308a-8acd-46f9-b5f9-21407a86c8e4 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Network': ['ID=1ec93f24-1f94-49d7-9bc7-8d23b565d98d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:40.961233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1ec93f24-1f94-49d7-9bc7-8d23b565d98d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:40.964430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-6dd7d08e-6240-4394-aeab-a07694034386 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ef4d8667f0949b89045b0cd9e09cd28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709572 Aug 31 09:20:41.098154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abb95c64-e350-4b36-a0f6-e7d724c82dcd req-6ea3a183-ecf7-45ea-9885-4ed5c0cf4e5b tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283103 Aug 31 09:20:41.251456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'port': 2} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:41.256193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-f8908c3c-bcdd-4ae9-9070-88bfa69497c9 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728833 Aug 31 09:20:41.262994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.318293 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.380476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6c88c96-36f2-429d-9cbf-f4a30e3b36c4 req-9e5cd0d3-2ce6-4bfc-a141-cde4e4e3fe61 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159158 Aug 31 09:20:41.473853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] device_id is not set on port 46e2a56f-b11b-4b7b-a71b-e7ebe4de92b7 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:20:41.480851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:41.543225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:41.543629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:41.675869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a3963c01-80ec-4213-9636-bd4ada06c648 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:41.699934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.723508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.746886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.765744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.791296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.828364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.854767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.881420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port a3963c01-80ec-4213-9636-bd4ada06c648 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:41.888502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port a3963c01-80ec-4213-9636-bd4ada06c648 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:41.888866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.889499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.898266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-afb28728-ec39-4a67-a58f-c00e41e72a80 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5428 time: 0.3700032 Aug 31 09:20:42.027000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] device_id is not set on port 2c6bf9eb-3fd5-48f5-8eb2-be88cb5387c5 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:20:42.064469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edd13574-9d11-47cc-afe8-d20f8cf8701a req-105bcdb5-e64e-473d-9def-fb0a258762c3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565154 Aug 31 09:20:42.189160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.263271 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0aa3d6-7675-4375-aa32-ef004f967a78 x-openstack-request-id: req-2b0aa3d6-7675-4375-aa32-ef004f967a78 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:42.264059 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c61d00-2cde-4c5a-b9d3-a76d325015a8", "name": "network-vif-deleted", "tag": "15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:42.264605 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b0aa3d6-7675-4375-aa32-ef004f967a78 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:42.265553 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c61d00-2cde-4c5a-b9d3-a76d325015a8', 'name': 'network-vif-deleted', 'tag': '15dab2a1-dcc8-4e2b-aea1-f907d6e45d2f', 'status': 'completed', 'code': 200} Aug 31 09:20:42.295939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.341878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:42.354625 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211b26e-a654-493d-bcf1-18f6c1c566a8" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:42.397636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.429019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a3963c01-80ec-4213-9636-bd4ada06c648,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:42.441005 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.441005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6e0e18ad-1557-4005-ae4c-edf7379623c4 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:42.558740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Port': ['ID=46e2a56f-b11b-4b7b-a71b-e7ebe4de92b7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:42.594160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Checking segment: {'id': 'da5926a4-7d47-496a-8fc9-b7b0a2eee2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '886d964e-2939-40d6-a56a-4ce92f9d81be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:42.596141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ba866-7920-4ab8-911e-dee0c9096dc8 req-b42e8278-b344-4be8-b4f3-b39b0172d5e4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.597279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network hostable DHCP agents. Network: 886d964e-2939-40d6-a56a-4ce92f9d81be, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:42.614241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-328ba866-7920-4ab8-911e-dee0c9096dc8 req-b42e8278-b344-4be8-b4f3-b39b0172d5e4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2059169 Aug 31 09:20:42.629627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network 886d964e-2939-40d6-a56a-4ce92f9d81be is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:42.645728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 886d964e-2939-40d6-a56a-4ce92f9d81be) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:42.657854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:42.660911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.702016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d8360-b4cb-4db8-a1e9-f53c43a976b4 None None] Network 886d964e-2939-40d6-a56a-4ce92f9d81be requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:42.789504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82c13551-00b5-45b5-ba82-cd1959b2246d req-189c3ffa-39f3-4c67-bed5-c2b3c0880478 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 210 time: 0.1567583 Aug 31 09:20:42.809821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Port': ['ID=2c6bf9eb-3fd5-48f5-8eb2-be88cb5387c5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:42.814353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Checking segment: {'id': '6481e8ea-783d-4764-a6dc-3367a41d0374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1ec93f24-1f94-49d7-9bc7-8d23b565d98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:42.814831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network hostable DHCP agents. Network: 1ec93f24-1f94-49d7-9bc7-8d23b565d98d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:42.861339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network 1ec93f24-1f94-49d7-9bc7-8d23b565d98d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:42.879193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1ec93f24-1f94-49d7-9bc7-8d23b565d98d) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:42.892555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-328ba866-7920-4ab8-911e-dee0c9096dc8 req-57e5fc72-620e-447a-90f2-8de780f452f2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707851 Aug 31 09:20:42.894898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:42.925889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.942973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.944116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.001664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1de3e398-a399-46b3-951e-f474970d1013 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3464344 Aug 31 09:20:43.003575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:43.062555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c46af-dd2e-4031-8163-61a29122de5f None None] Network 1ec93f24-1f94-49d7-9bc7-8d23b565d98d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:43.073965 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d07bb4-2612-4795-8109-df06985b1017 x-openstack-request-id: req-96d07bb4-2612-4795-8109-df06985b1017 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:43.075113 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:43.076564 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96d07bb4-2612-4795-8109-df06985b1017 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:43.077199 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648', 'code': 200} Aug 31 09:20:43.254613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e3ee2-a3df-4691-a8e9-2e7fd38d1848 req-be2fac3f-e247-4d96-9fcc-dbe9613acc11 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.270383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d8e3ee2-a3df-4691-a8e9-2e7fd38d1848 req-be2fac3f-e247-4d96-9fcc-dbe9613acc11 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1378148 Aug 31 09:20:43.301487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d44229-79fe-4ff6-9f6c-736d25dba60c tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.314947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d44229-79fe-4ff6-9f6c-736d25dba60c tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.321711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-07d44229-79fe-4ff6-9f6c-736d25dba60c tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3123171 Aug 31 09:20:43.323929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:43.335869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 6e0e18ad-1557-4005-ae4c-edf7379623c4 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:43.393359 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 6e0e18ad-1557-4005-ae4c-edf7379623c4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:43.393894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.460125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45240) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:43.466026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d8e3ee2-a3df-4691-a8e9-2e7fd38d1848 req-6ff231ed-8a4a-426f-9118-f06e4b0485b2 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931281 Aug 31 09:20:43.466910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:43.737444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Deleting port 46e2a56f-b11b-4b7b-a71b-e7ebe4de92b7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:43.737886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.747018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.823492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:43.831448 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.834533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e0cacc64-02a4-4337-a92f-5ae2db644f91 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:43.859286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-f635d67a-6f52-4efc-8157-5d43be634163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.865333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-f635d67a-6f52-4efc-8157-5d43be634163 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.3960721 Aug 31 09:20:43.937297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.975735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Calling delete_port for 46e2a56f-b11b-4b7b-a71b-e7ebe4de92b7 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:44.017258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-75616b51-9497-4d44-818b-1cee97162141 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6ef4d8667f0949b89045b0cd9e09cd28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1510348 Aug 31 09:20:44.027208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-3fc9f43a-5e15-4fac-904d-4256cfaf5135 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/quotas/78d5bbaff0384423ae7c609e1da0fab3 HTTP/1.1" status: 200 len: 375 time: 0.1331587 Aug 31 09:20:44.027469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cde297a1-f6e9-40e6-bff2-9d233632f913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.128858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:44.146741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port e0cacc64-02a4-4337-a92f-5ae2db644f91 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:44.156051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port e0cacc64-02a4-4337-a92f-5ae2db644f91 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:44.156673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.259175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.345358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.356506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cde297a1-f6e9-40e6-bff2-9d233632f913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.417732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cde297a1-f6e9-40e6-bff2-9d233632f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.425680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:44.432835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.434501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:44.442366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Port': ['ID=46e2a56f-b11b-4b7b-a71b-e7ebe4de92b7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:44.484972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.487938 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c8589a3-b431-44d1-a30b-23b63068ad45 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/ports/46e2a56f-b11b-4b7b-a71b-e7ebe4de92b7 HTTP/1.1" status: 204 len: 168 time: 1.1622858 Aug 31 09:20:44.500754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:44.555615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cde297a1-f6e9-40e6-bff2-9d233632f913 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfb59ed605d548e488c6f1383951f7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936975 Aug 31 09:20:44.587730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45260) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:44.591489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde297a1-f6e9-40e6-bff2-9d233632f913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9858f9-c7e4-45a9-ad53-40ca19114062,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:44.639272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:44.650834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:44.661333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:44.662361 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.775167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3546e3a3-fc13-4fc4-ae6c-c03ef57dae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.775441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.785749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.792379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.800584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.808480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.816996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.825358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.835314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-e4b122f9-3f2a-4c6c-bbfc-a737834dcb99 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5430 time: 0.9674482 Aug 31 09:20:44.838466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3546e3a3-fc13-4fc4-ae6c-c03ef57dae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.889499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Deleting port 2c6bf9eb-3fd5-48f5-8eb2-be88cb5387c5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:44.890039 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.924422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5ef6e0f5-5220-4b6d-aaf9-4615a5e45c18 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8957429 Aug 31 09:20:44.994364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.005087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.038148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Calling delete_port for 2c6bf9eb-3fd5-48f5-8eb2-be88cb5387c5 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:45.045147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3546e3a3-fc13-4fc4-ae6c-c03ef57dae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.049096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3546e3a3-fc13-4fc4-ae6c-c03ef57dae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.052309 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3546e3a3-fc13-4fc4-ae6c-c03ef57dae85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa9858f9-c7e4-45a9-ad53-40ca19114062 HTTP/1.1" status: 204 len: 168 time: 0.4625649 Aug 31 09:20:45.059131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:45.069302 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.073229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c9718d7f-34e6-4768-957f-26ca8ebf651a up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:45.081096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4a3560f-a17a-4805-a271-07626ef6a606 req-47e62549-6f6a-4bf1-94ab-3535d9fba517 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2445304 Aug 31 09:20:45.094116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546e3a3-fc13-4fc4-ae6c-c03ef57dae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9858f9-c7e4-45a9-ad53-40ca19114062,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:45.176158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cacc64-02a4-4337-a92f-5ae2db644f91'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0491c0-c60c-4e5d-a44c-18200da9fcc3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:45.185404 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d275b006-08e8-447a-8063-baf5dc80d7e6" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "e0cacc64-02a4-4337-a92f-5ae2db644f91"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "6c0491c0-c60c-4e5d-a44c-18200da9fcc3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:45.229256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.281665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Port': ['ID=2c6bf9eb-3fd5-48f5-8eb2-be88cb5387c5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:45.290859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.293760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da953233-b718-431e-939b-5547b877bc88 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/ports/2c6bf9eb-3fd5-48f5-8eb2-be88cb5387c5 HTTP/1.1" status: 204 len: 168 time: 0.7861886 Aug 31 09:20:45.299992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45276) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:45.377194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-009d1bd0-81f0-40f2-87cf-0d3c09dcba3a tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.378877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-009d1bd0-81f0-40f2-87cf-0d3c09dcba3a tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3495581 Aug 31 09:20:45.408307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-df29449d-b2cf-46b9-a1aa-787f7e776c5c service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707062 Aug 31 09:20:45.429290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Request body: {'port': {'device_id': 'a58b6a14-5051-4360-801f-11fe599208d4', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '6ef4d8667f0949b89045b0cd9e09cd28'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:45.434113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5e03ec9-6fa8-4c59-9eca-be59f72106ba tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1325102 Aug 31 09:20:45.443078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45280) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:45.448672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1931593396'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:45.477717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:45.507043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port c9718d7f-34e6-4768-957f-26ca8ebf651a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:45.518368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port c9718d7f-34e6-4768-957f-26ca8ebf651a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:45.518368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.520559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:45.547906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.648360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:45.670647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c117a78-d01a-4e7d-a041-1ee4520da077 req-e2fb0871-437d-4a98-bc33-fc1294589d36 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.683542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.683818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c117a78-d01a-4e7d-a041-1ee4520da077 req-e2fb0871-437d-4a98-bc33-fc1294589d36 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3295851 Aug 31 09:20:45.684457 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Added segment b7b3ff90-598e-4a29-b77d-f712f98d894c of type vlan for network 57aa6f55-9f2d-4455-881f-27cef8740981 Aug 31 09:20:45.716421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.797212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.804498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c9718d7f-34e6-4768-957f-26ca8ebf651a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:45.806724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c117a78-d01a-4e7d-a041-1ee4520da077 req-d66d58af-413f-44d8-a44f-a14cac683ccf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220105 Aug 31 09:20:45.809618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-8c8b0157-09b0-4edf-9a07-511205cbad69 service neutron] 10.222.0.18 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004195 Aug 31 09:20:45.824018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.850588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Made reservation on behalf of 6ef4d8667f0949b89045b0cd9e09cd28 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:45.858260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.864593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ace6553f-1899-45f6-8274-081f605220c9 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:45.866439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.882598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.892622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.905299 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.026201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Network': ['ID=57aa6f55-9f2d-4455-881f-27cef8740981,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.035787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c9718d7f-34e6-4768-957f-26ca8ebf651a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.046576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 57aa6f55-9f2d-4455-881f-27cef8740981 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:46.084534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0ced807-b71e-4467-b2d8-5a28501bff9f req-5a4b1e48-a144-45a6-9e91-8c429e16479e tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 210 time: 0.1281381 Aug 31 09:20:46.137601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port ace6553f-1899-45f6-8274-081f605220c9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:46.154519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port ace6553f-1899-45f6-8274-081f605220c9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:46.155203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.291401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.310708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-adbf9156-1231-47ff-b257-6493d7c4ee06 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8663511 Aug 31 09:20:46.314942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45296) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:46.321842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-725974205'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:46.341239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.386280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:46.392391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.401003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.421747 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33b6cf-f140-467e-813f-1138e339ec84 x-openstack-request-id: req-1a33b6cf-f140-467e-813f-1138e339ec84 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:46.423219 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "e0cacc64-02a4-4337-a92f-5ae2db644f91", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "6c0491c0-c60c-4e5d-a44c-18200da9fcc3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:46.423533 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a33b6cf-f140-467e-813f-1138e339ec84 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:46.424516 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'code': 200} Aug 31 09:20:46.425222 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cacc64-02a4-4337-a92f-5ae2db644f91', 'code': 200} Aug 31 09:20:46.426007 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0491c0-c60c-4e5d-a44c-18200da9fcc3', 'code': 200} Aug 31 09:20:46.447820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:46.477040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.477664 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Added segment 58b85769-f345-422a-aacf-08e10ee5cb5b of type vlan for network 3819c84c-951a-4e18-9ba1-3fb9d079190e Aug 31 09:20:46.494620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ace6553f-1899-45f6-8274-081f605220c9,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:46.504574 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.506852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0558e849-5773-4fc5-b416-97bbf1338d0d up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:46.570214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.622625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.647555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:46.650385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.688456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Allocated IP 192.168.233.109 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/54c79149-2077-482f-a19c-08a99933634c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:46.753879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.823067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 0558e849-5773-4fc5-b416-97bbf1338d0d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:46.828641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 0558e849-5773-4fc5-b416-97bbf1338d0d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:46.829524 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.834045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf789-ccac-4377-9fac-ec7db639e9e8 req-e981891a-da49-4fb9-b52d-29b243649b90 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:46.844847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73ebf789-ccac-4377-9fac-ec7db639e9e8 req-e981891a-da49-4fb9-b52d-29b243649b90 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.5907989 Aug 31 09:20:46.855424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655dedd0-b36e-40e8-a551-c690ba8ad8b3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.865240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5483792 Aug 31 09:20:46.893122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d416b-c2c6-47a2-9370-815c9b58c70d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Network': ['ID=3819c84c-951a-4e18-9ba1-3fb9d079190e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.996640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 3819c84c-951a-4e18-9ba1-3fb9d079190e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:47.181519 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.213748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Transition to ACTIVE for port object 54c79149-2077-482f-a19c-08a99933634c will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:47.469783 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.530438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd26463-2c67-47f3-9641-946421d38a7a req-e2242051-cc25-412f-88e7-ef397ce6de5f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.549628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efd26463-2c67-47f3-9641-946421d38a7a req-e2242051-cc25-412f-88e7-ef397ce6de5f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.8339381 Aug 31 09:20:47.612275 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.626694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0558e849-5773-4fc5-b416-97bbf1338d0d,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:47.638831 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.678720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73ebf789-ccac-4377-9fac-ec7db639e9e8 req-8358e833-a586-42b4-944d-19ef6c2add87 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323209 Aug 31 09:20:47.682064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:47.748110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:47.767095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:47.807694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:48.044837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efd26463-2c67-47f3-9641-946421d38a7a req-fb0ee330-cbc0-4d78-af97-9b86ec8e87e2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4936213 Aug 31 09:20:48.194319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:48.241910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.243451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:48.306318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5a5a4bce-45f1-485e-a2a3-03addfd030c9 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8859458 Aug 31 09:20:48.333989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Request body: {'port': {'device_id': 'a58b6a14-5051-4360-801f-11fe599208d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:48.428094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9718d7f-34e6-4768-957f-26ca8ebf651a'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:48.431780 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13ab485-bd9a-403b-8fe5-bb39d8173bba" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "c9718d7f-34e6-4768-957f-26ca8ebf651a"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "ace6553f-1899-45f6-8274-081f605220c9"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:48.435122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64804011-57f4-4a4b-b023-d93f64d42cea req-70e851ef-7764-4a57-9810-4a90baea3f07 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 210 time: 0.0941284 Aug 31 09:20:48.464986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:48.522727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.544408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.559042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6609efd7-0f0f-4948-92f8-d41fb079b0c6 None None] Provisioning for port 54c79149-2077-482f-a19c-08a99933634c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:48.564457 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:48.573914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.581790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.583470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6609efd7-0f0f-4948-92f8-d41fb079b0c6 None None] Provisioning complete for port 54c79149-2077-482f-a19c-08a99933634c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:48.586116 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6609efd7-0f0f-4948-92f8-d41fb079b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:48.608209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.616256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.625799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.639976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-a9982d29-3f57-44de-8042-245a6a2a5119 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.5524657 Aug 31 09:20:48.699946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6609efd7-0f0f-4948-92f8-d41fb079b0c6 None None] Port 54c79149-2077-482f-a19c-08a99933634c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:48.850292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d705122-b3d1-4699-85ac-e4c0fe69ad73 req-71f7de72-d8a8-4638-92fa-8bed23c75cf3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2089140 Aug 31 09:20:48.851911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:48.966100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ca50-481d-4fe4-aabe-4b9cdd2dfb8a req-d8fbc4ab-c50c-4924-8929-233caabc8904 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.986204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3815ca50-481d-4fe4-aabe-4b9cdd2dfb8a req-d8fbc4ab-c50c-4924-8929-233caabc8904 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 936 time: 0.3398929 Aug 31 09:20:49.136388 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be229c6-6b5f-49ab-95f6-482639185f5c x-openstack-request-id: req-9be229c6-6b5f-49ab-95f6-482639185f5c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:49.137228 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "c9718d7f-34e6-4768-957f-26ca8ebf651a", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "ace6553f-1899-45f6-8274-081f605220c9", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-plugged", "status": "completed", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:49.137967 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9be229c6-6b5f-49ab-95f6-482639185f5c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:49.139004 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9718d7f-34e6-4768-957f-26ca8ebf651a', 'code': 200} Aug 31 09:20:49.139728 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9', 'code': 200} Aug 31 09:20:49.140464 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d', 'code': 200} Aug 31 09:20:49.225718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2135009108-network', 'tenant_id': '0c13586eed394e10a288e791efe35584'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:49.299796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3815ca50-481d-4fe4-aabe-4b9cdd2dfb8a req-8e14c97a-8a35-4262-8401-8518a7e312e4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044393 Aug 31 09:20:49.472560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Made reservation on behalf of 0c13586eed394e10a288e791efe35584 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:49.477833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.567489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.588583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.589864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.592828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.594113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.606617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.608291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.613112 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-a79647e7-b934-449a-a827-6134ffa5aa4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6499 time: 0.3203604 Aug 31 09:20:49.618753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.903375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5c1aca8-020c-4ffc-a553-3096d47a8caf req-9db24b93-0457-4ded-95d4-c80ed0c1d49f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725356 Aug 31 09:20:49.934275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.944860 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.965730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-ab90e19b-c24d-4614-a547-653f5aae0d7f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.968602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-ab90e19b-c24d-4614-a547-653f5aae0d7f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 806 time: 0.9134214 Aug 31 09:20:50.013339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fafe30-09ef-47fd-8e81-ffe6a49d44aa req-38704c9f-0a00-45f8-801e-38d3de3a0016 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:50.013877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:50.015446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44fafe30-09ef-47fd-8e81-ffe6a49d44aa req-38704c9f-0a00-45f8-801e-38d3de3a0016 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3912923 Aug 31 09:20:50.100041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.102143 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Added segment 181f8e4b-3a7d-4945-bb35-d4548cb798c7 of type vlan for network 948ff52a-838a-4e38-a388-b31457f167c6 Aug 31 09:20:50.126392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Request body: {'port': {'device_id': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'admin_state_up': True, 'tenant_id': '78d5bbaff0384423ae7c609e1da0fab3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:50.165396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44fafe30-09ef-47fd-8e81-ffe6a49d44aa req-e5f49016-c8c5-4f47-b97e-734148ef9064 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251070 Aug 31 09:20:50.327879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.379056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c79149-2077-482f-a19c-08a99933634c {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:50.407553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.439629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.443186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:50.444631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.498314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9266125b-e379-452f-bb57-4a06712cf6c3 req-4d496379-dbed-49f5-ba8f-5eef6addbf16 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 210 time: 0.0859032 Aug 31 09:20:50.535198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Transition to ACTIVE for port object 54c79149-2077-482f-a19c-08a99933634c will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:50.550583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.652035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:50.707006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c870f5d-6796-4c82-98c8-22005dec5d58,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:50.765629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] Pushing event updated for resources: {'Network': ['ID=948ff52a-838a-4e38-a388-b31457f167c6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:50.791410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 948ff52a-838a-4e38-a388-b31457f167c6 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:50.849817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b992ea9-7d9b-479b-8aa1-586e19685957 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3787551 Aug 31 09:20:50.850453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:50.865279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Request body: {'subnet': {'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2135009108-subnet', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:50.927215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Made reservation on behalf of 0c13586eed394e10a288e791efe35584 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:50.931909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.042854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Made reservation on behalf of 78d5bbaff0384423ae7c609e1da0fab3 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:51.049807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.084457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Attempting to bind port 54c79149-2077-482f-a19c-08a99933634c on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:51.085189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Attempting to bind port 54c79149-2077-482f-a19c-08a99933634c by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:51.085785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Attempting to bind port 54c79149-2077-482f-a19c-08a99933634c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:51.137311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.153970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.175813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.185614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.223490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.232710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.246041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.249287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-068db588-e0a2-46ec-b668-178f662ab49e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.5877633 Aug 31 09:20:51.263931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Port 54c79149-2077-482f-a19c-08a99933634c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:51.264468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Attempting to bind port 54c79149-2077-482f-a19c-08a99933634c on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:51.304177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:51.305135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:51.306040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:51.307112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Bound port: 54c79149-2077-482f-a19c-08a99933634c, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:51.307925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.620754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.773992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300270b7-6ba7-42c1-940a-75ad891c0139,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:51.778079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Checking segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:51.778723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Network hostable DHCP agents. Network: 948ff52a-838a-4e38-a388-b31457f167c6, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:51.785835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Allocated IP 172.20.0.6 (55a80a67-e7a8-44d3-a4ef-aac7bcf3549a/72590cab-a757-480e-b729-b98987fd6bcb/c11a65a0-eef2-45e1-9f62-d4545d2b54e0) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:51.831215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Network 948ff52a-838a-4e38-a388-b31457f167c6 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:51.864360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 948ff52a-838a-4e38-a388-b31457f167c6) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:51.881322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77bd2ff-25cd-49dc-83c3-fd4fa11214e4 None None] Network 948ff52a-838a-4e38-a388-b31457f167c6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:51.884662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.885793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.901872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45388) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:51.909861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'subnets': [{'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1167070960', 'ip_version': 6}, {'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:51.910185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'subnet': {'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1167070960', 'ip_version': 6}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:51.911110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Request body: {'subnet': {'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:51.934620 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b69d011-b503-4554-a86b-41cadd7d68b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0792089 Aug 31 09:20:51.971742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:51.992316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:52.088812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.091274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.195943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.229216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-948ff52a-838a-4e38-a388-b31457f167c6', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:20:52.231082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.291602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7818dc67-db2a-4f26-87e9-195b862682e1 req-55073565-ab27-4c86-b49d-e8ba2305e8ca tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0002718 Aug 31 09:20:52.336642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-5acfdf59-0943-4f6c-8408-be9bc73832ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.350076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-5acfdf59-0943-4f6c-8408-be9bc73832ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 1.5201514 Aug 31 09:20:52.415493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-aa778d78-a0de-4e38-8adb-6b8baad2e8c6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/quotas/4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 375 time: 0.0638113 Aug 31 09:20:52.432884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:52.498147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.528043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:52.543486 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.626204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.663635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:52.668430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Allocated IP 172.20.0.2 (948ff52a-838a-4e38-a388-b31457f167c6/300270b7-6ba7-42c1-940a-75ad891c0139/108019d4-af94-4fad-804f-80500b63a43e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:52.684423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.685268 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.687170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] 10.222.0.23 "PUT /v2.0/ports/54c79149-2077-482f-a19c-08a99933634c HTTP/1.1" status: 200 len: 1097 time: 4.3648336 Aug 31 09:20:52.690843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:52.694515 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a2d93-6812-4b4d-b7d5-03e86941e02c" -d '{"events": [{"name": "network-changed", "server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:52.752776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Made reservation on behalf of 5ed270a0dc8a4d748ed69d15b3207a70 for: {'subnet': 2} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:52.755775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-94e4eb7f-eaf1-4c3a-890b-01f0c9be406c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3382430 Aug 31 09:20:52.770420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.770766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.848308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:52.856330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:52.886726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e99208-1c92-4363-832d-757a88026c2e service neutron] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:52.901236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:53.106121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57364-bc94-4c0d-9246-db000f69c34a req-87ed3593-5e36-4d89-8543-befbf6b26721 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.120194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bef57364-bc94-4c0d-9246-db000f69c34a req-87ed3593-5e36-4d89-8543-befbf6b26721 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 948 time: 0.5216436 Aug 31 09:20:53.276006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.303143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Transition to ACTIVE for port object 108019d4-af94-4fad-804f-80500b63a43e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:53.317782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event updated for resources: {'Port': ['ID=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:53.333484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.337975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.357143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Transition to ACTIVE for port object 108019d4-af94-4fad-804f-80500b63a43e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:53.385013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bef57364-bc94-4c0d-9246-db000f69c34a req-0188c84f-44d1-4edd-b18d-b001d3b5ea9e tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633317 Aug 31 09:20:53.392141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-7c276912-09d3-4108-9f89-50408a2842e8 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357918 Aug 31 09:20:53.394834 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.426138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.461784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-5d2088e9-7a39-49a2-8a44-c5165c1ae39c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3479125 Aug 31 09:20:53.530626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Pushing event updated for resources: {'Port': ['ID=108019d4-af94-4fad-804f-80500b63a43e,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:53.575445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.575445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.576054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.576709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.577372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.578153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.579132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.580700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.580700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.581207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.582273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.583057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:53.591513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Request body: {'port': {'device_id': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:53.592084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Network 948ff52a-838a-4e38-a388-b31457f167c6 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:53.641328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:53.667109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:53.679054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-db7b11a0-3461-4ff0-8ce2-5cd161b2f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.682167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-db7b11a0-3461-4ff0-8ce2-5cd161b2f741 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ef4d8667f0949b89045b0cd9e09cd28&device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 1100 time: 0.9084978 Aug 31 09:20:53.796775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Attempting to bind port 108019d4-af94-4fad-804f-80500b63a43e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:53.799165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Attempting to bind port 108019d4-af94-4fad-804f-80500b63a43e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:53.799851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Attempting to bind port 108019d4-af94-4fad-804f-80500b63a43e on network 948ff52a-838a-4e38-a388-b31457f167c6 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:53.815444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:53.816040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Checking segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:53.816743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.817543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Bound using segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:53.819198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Bound port: 108019d4-af94-4fad-804f-80500b63a43e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:53.819198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.933595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] For port 108019d4-af94-4fad-804f-80500b63a43e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:53.940928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] For port 108019d4-af94-4fad-804f-80500b63a43e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=108019d4-af94-4fad-804f-80500b63a43e,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:53.952326 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.075053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d7f95-6bc4-49e9-87a4-8e3b6fe57442 None None] Pushing event updated for resources: {'Port': ['ID=108019d4-af94-4fad-804f-80500b63a43e,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:54.232998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-f33d3b62-65a7-4362-b9ca-d2db33cfcc2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=54c79149-2077-482f-a19c-08a99933634c HTTP/1.1" status: 200 len: 217 time: 0.5156963 Aug 31 09:20:54.277115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.349841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.365202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-5a0065be-3628-44cb-88cd-a03cbe898530 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485013 Aug 31 09:20:54.449494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5fb50bec-dade-488e-9bed-f345fad42739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.451238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-5fb50bec-dade-488e-9bed-f345fad42739 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2063954 Aug 31 09:20:54.462060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeffc6-26b2-49fb-abdc-0e02338d224d req-327641a6-c90f-466f-8d4c-29c69fa6c1a0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.462862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cffeffc6-26b2-49fb-abdc-0e02338d224d req-327641a6-c90f-466f-8d4c-29c69fa6c1a0 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.8655391 Aug 31 09:20:54.511590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Subnet': ['ID=6287494c-a54b-45e5-a6c2-76c433ff51c6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:54.720773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Checking segment: {'id': 'b7b3ff90-598e-4a29-b77d-f712f98d894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:54.721252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network hostable DHCP agents. Network: 57aa6f55-9f2d-4455-881f-27cef8740981, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:54.853299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network 57aa6f55-9f2d-4455-881f-27cef8740981 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:54.883938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.946349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.081695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cffeffc6-26b2-49fb-abdc-0e02338d224d req-79e10b19-49eb-407c-b94e-44eadf5a890e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836535 Aug 31 09:20:55.121616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-f09a7ddb-163b-421c-8225-7aab712b26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.124555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-f09a7ddb-163b-421c-8225-7aab712b26bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6605308 Aug 31 09:20:55.276912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 57aa6f55-9f2d-4455-881f-27cef8740981) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:55.297607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Allocated IP 172.25.4.9 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/21151130-f251-40ab-9744-4c6172209071) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:55.309233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e731474-baf0-4d78-a3c3-92caa641bd5e None None] Network 57aa6f55-9f2d-4455-881f-27cef8740981 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:55.316882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce64326-40a3-4722-8261-3d9c972758cc req-fa7f4a4a-5cf5-4db5-96ea-1e7d8293db28 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.322721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dce64326-40a3-4722-8261-3d9c972758cc req-fa7f4a4a-5cf5-4db5-96ea-1e7d8293db28 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 931 time: 0.3369043 Aug 31 09:20:55.464560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.615790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-af98742a-8f53-450f-813e-65ff3707fac2 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679859 Aug 31 09:20:55.621379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dce64326-40a3-4722-8261-3d9c972758cc req-9233f28b-8163-4823-80f0-9a1b5eba552f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737753 Aug 31 09:20:55.624022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11a65a0-eef2-45e1-9f62-d4545d2b54e0 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:55.833782 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feba8155-0339-479e-8b82-d05c33889a9a x-openstack-request-id: req-feba8155-0339-479e-8b82-d05c33889a9a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:55.834415 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "tag": "54c79149-2077-482f-a19c-08a99933634c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:55.834664 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-feba8155-0339-479e-8b82-d05c33889a9a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:55.835218 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'status': 'completed', 'code': 200} Aug 31 09:20:55.838795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.972341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event updated for resources: {'Subnet': ['ID=e68f21f2-a57e-48cf-ac26-712f7f8f4d33,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:56.095815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-57aa6f55-9f2d-4455-881f-27cef8740981', 'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981', 'tenant_id': '5ed270a0dc8a4d748ed69d15b3207a70', 'fixed_ips': [{'subnet_id': '6287494c-a54b-45e5-a6c2-76c433ff51c6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:20:56.099035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.128171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.148779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Checking segment: {'id': '58b85769-f345-422a-aacf-08e10ee5cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:56.149151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network hostable DHCP agents. Network: 3819c84c-951a-4e18-9ba1-3fb9d079190e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:56.190976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 108019d4-af94-4fad-804f-80500b63a43e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:56.215418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Network 3819c84c-951a-4e18-9ba1-3fb9d079190e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:56.251154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Transition to ACTIVE for port object c11a65a0-eef2-45e1-9f62-d4545d2b54e0 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:56.261524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 3819c84c-951a-4e18-9ba1-3fb9d079190e) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:56.267144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1478221a-4b0a-44c4-8c2d-824f5a4bd525 req-cef63641-1c35-477a-8112-2d0b86f8cc63 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365433 Aug 31 09:20:56.269030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c3ffc-fb24-43cf-83c0-8d77de0bc305 None None] Network 948ff52a-838a-4e38-a388-b31457f167c6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:56.272385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.273088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.273762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.298287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.315863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.404488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Pushing event updated for resources: {'Port': ['ID=21151130-f251-40ab-9744-4c6172209071,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:56.421429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6217347-bf74-4f67-b8ac-236b3bba1f0e None None] Network 3819c84c-951a-4e18-9ba1-3fb9d079190e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:56.472225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a1ad644-07e3-4ba1-9c7f-c109629cb63d tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5645235 Aug 31 09:20:56.480149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45452) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:56.530588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.551615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.567864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.582968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.602815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.619519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.646827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.670236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-2ec4fe30-42fc-4f0b-9c0d-5f5013246f17 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.8273821 Aug 31 09:20:56.747343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4521099-17cb-4df5-9694-1cd9fa7acc14 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.749403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4521099-17cb-4df5-9694-1cd9fa7acc14 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.755075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4521099-17cb-4df5-9694-1cd9fa7acc14 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.756852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d4521099-17cb-4df5-9694-1cd9fa7acc14 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2289321 Aug 31 09:20:56.790323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:56.800996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:56.810976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:56.848806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:56.869148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-75a7ecb9-300d-435d-a746-776eae751a9e None None] Provisioning for port 108019d4-af94-4fad-804f-80500b63a43e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:56.879929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cff68-14d3-4821-a639-122526de6711 req-648484ef-abfd-4544-95e9-68ba63202e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.887744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-482cff68-14d3-4821-a639-122526de6711 req-648484ef-abfd-4544-95e9-68ba63202e9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.4836495 Aug 31 09:20:57.000749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a8795-6eb9-453a-b626-51c088bb931d req-72c0f976-f14d-4510-bace-d8063edb128c tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.004818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c48a8795-6eb9-453a-b626-51c088bb931d req-72c0f976-f14d-4510-bace-d8063edb128c tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 948 time: 0.8152459 Aug 31 09:20:57.018387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Pushing event updated for resources: {'Port': ['ID=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:57.069864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-482cff68-14d3-4821-a639-122526de6711 req-d5ffa3da-a0f2-4550-a972-98e6ffbf4137 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042264 Aug 31 09:20:57.101160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 108019d4-af94-4fad-804f-80500b63a43e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:57.147104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 108019d4-af94-4fad-804f-80500b63a43e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:57.151725 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.283772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Allocated IP 2001:db8::1 (57aa6f55-9f2d-4455-881f-27cef8740981/6287494c-a54b-45e5-a6c2-76c433ff51c6/e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:57.306121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-d077e8a7-e1f8-44d3-a402-28c6adc88d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.309364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-d077e8a7-e1f8-44d3-a402-28c6adc88d22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ef4d8667f0949b89045b0cd9e09cd28&device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 1100 time: 0.8163490 Aug 31 09:20:57.329713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89806878-e6e9-449a-8bb7-ee595dcc0647 req-e436e36f-f746-4722-a64d-7a26dfa869df tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5999489 Aug 31 09:20:57.383009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Deleting subnet 6287494c-a54b-45e5-a6c2-76c433ff51c6 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:57.568104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:57.603741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.646566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656230db-916a-48fb-accd-8e8721959205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-3819c84c-951a-4e18-9ba1-3fb9d079190e', 'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e', 'tenant_id': '5ed270a0dc8a4d748ed69d15b3207a70', 'fixed_ips': [{'subnet_id': 'e68f21f2-a57e-48cf-ac26-712f7f8f4d33'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:20:57.648313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656230db-916a-48fb-accd-8e8721959205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.699412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c48a8795-6eb9-453a-b626-51c088bb931d req-a02f7f0d-ac92-430b-95ad-e77b6b945624 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825250 Aug 31 09:20:57.731652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fa23347-4c76-472b-bb5e-9add3f221f36 req-1ec10e89-7a79-4b40-91ef-4ff1c707971c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 210 time: 0.2100580 Aug 31 09:20:57.750862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Attempting to bind port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:57.750862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Attempting to bind port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:57.750862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Attempting to bind port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:57.862977 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.950360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:57.950961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Attempting to bind port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 on network 55a80a67-e7a8-44d3-a4ef-aac7bcf3549a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:58.033072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:58.033652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Checking segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:58.034317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Bound using segment: {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:58.041484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Bound port: c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:58.042195 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.050131 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:20:58.151755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-c1ca87b9-24a2-4cf0-bdc0-05a8b1dc1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.154724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-c1ca87b9-24a2-4cf0-bdc0-05a8b1dc1820 service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.8217819 Aug 31 09:20:58.206513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.412144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 108019d4-af94-4fad-804f-80500b63a43e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=108019d4-af94-4fad-804f-80500b63a43e,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:58.427563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-0fcadc61-06e1-4a96-ba7b-057bdbb9f7ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=54c79149-2077-482f-a19c-08a99933634c HTTP/1.1" status: 200 len: 217 time: 0.2096782 Aug 31 09:20:58.501763 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.535309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Router f6bde485-34f1-4ec3-9323-b1886cd00d21 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:20:58.592204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-0b1a8ddc-1af1-48be-abbb-411cca63a28c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.595694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-0b1a8ddc-1af1-48be-abbb-411cca63a28c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.8571146 Aug 31 09:20:58.610341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41540e4-61b4-4453-9d40-f9ff40b9da5f req-c34a2ba2-c4e6-4298-b631-d0e8877b0267 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.612873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d41540e4-61b4-4453-9d40-f9ff40b9da5f req-c34a2ba2-c4e6-4298-b631-d0e8877b0267 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.5988634 Aug 31 09:20:58.622430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4076df-baf4-4f36-9c88-ac3ed26bc591 req-6c03a181-9a13-4fa3-bef5-79cff8958132 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.624163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f4076df-baf4-4f36-9c88-ac3ed26bc591 req-6c03a181-9a13-4fa3-bef5-79cff8958132 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 943 time: 0.5418327 Aug 31 09:20:58.640764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'port': {'device_id': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'admin_state_up': True, 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:58.668087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.682539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Transition to ACTIVE for port object e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:58.695936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] For port c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:58.710898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Transition to ACTIVE for port object e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:58.748800 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.758954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.775651 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-be1e99b1-6590-4097-9c25-ad28cca0e65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.810950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:58.837131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] For port c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:58.839709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Sync routers for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:58.863104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.863104 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f5cb8ea6-cd4f-4345-825b-2a92a7c46b02 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8900864 Aug 31 09:20:58.865994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:58.884300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-c7fc19f5-cfa9-4fb7-b4a2-f33b7962f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.885993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-c7fc19f5-cfa9-4fb7-b4a2-f33b7962f131 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.4337735 Aug 31 09:20:58.888457 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:58.892074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:20:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:58.923845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:58.935786 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.941086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Network 57aa6f55-9f2d-4455-881f-27cef8740981 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:59.009654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:59.013418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:59.068362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '54c79149-2077-482f-a19c-08a99933634c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '54c79149-2077-482f-a19c-08a99933634c', 'mac_address': 'fa:16:3e:d0:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:59.105505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=108019d4-af94-4fad-804f-80500b63a43e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:59.231039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-656230db-916a-48fb-accd-8e8721959205 None None] Allocated IP 2001:db8:0:1::1 (3819c84c-951a-4e18-9ba1-3fb9d079190e/e68f21f2-a57e-48cf-ac26-712f7f8f4d33/7c175d66-4a25-49ee-b80c-663d8a809c7a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:59.255276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f4076df-baf4-4f36-9c88-ac3ed26bc591 req-d1748ef9-1100-4e67-8ddc-b30334a25f65 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098514 Aug 31 09:20:59.260158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.324628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d41540e4-61b4-4453-9d40-f9ff40b9da5f req-50a6d946-0322-4a69-a5e4-d1c25d76c442 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872532 Aug 31 09:20:59.332216 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:59.459061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.460585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.463365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] 10.222.0.15 "PUT /v2.0/ports/c11a65a0-eef2-45e1-9f62-d4545d2b54e0 HTTP/1.1" status: 200 len: 1092 time: 5.9420049 Aug 31 09:20:59.641708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.691406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:59.711873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Pushing event updated for resources: {'Port': ['ID=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:59.730774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'tag': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:59.738991 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d29fa45d-48ac-4660-944e-90ee15a34745", "tag": "c11a65a0-eef2-45e1-9f62-d4545d2b54e0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:59.776596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6035a1f2-816f-4c1f-8441-25d61f659583 None None] Provisioning complete for port 108019d4-af94-4fad-804f-80500b63a43e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:59.777172 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6035a1f2-816f-4c1f-8441-25d61f659583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.787166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Attempting to bind port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:59.787999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Attempting to bind port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b7b3ff90-598e-4a29-b77d-f712f98d894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:59.788834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Attempting to bind port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb on network 57aa6f55-9f2d-4455-881f-27cef8740981 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:59.828690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.894831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:59.895314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Checking segment: {'id': 'b7b3ff90-598e-4a29-b77d-f712f98d894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:59.902669 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.903525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Bound using segment: {'id': 'b7b3ff90-598e-4a29-b77d-f712f98d894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:59.904324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Bound port: e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b3ff90-598e-4a29-b77d-f712f98d894c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57aa6f55-9f2d-4455-881f-27cef8740981'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:59.905220 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.920503 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 3, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:00.058856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c79149-2077-482f-a19c-08a99933634c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:00.135367 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Checking router: f6bde485-34f1-4ec3-9323-b1886cd00d21 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:21:00.136262 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Updating router f6bde485-34f1-4ec3-9323-b1886cd00d21 port 21151130-f251-40ab-9744-4c6172209071 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:21:00.164848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:00.196556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.209574 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.252596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-281807a2-d1df-4566-8b4b-b8b70bb5b2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.287308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397777c-9468-49ac-b32f-26f58c683b3a service neutron] Pushing event updated for resources: {'Port': ['ID=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:00.307256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-ea9091ca-f428-4ef9-a215-87bbdaa4b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.309943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-ea9091ca-f428-4ef9-a215-87bbdaa4b015 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3495414 Aug 31 09:21:00.349359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.362466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.387873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.400823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.413452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.425148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.437139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.443401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.447688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d21349ef-0043-4163-9644-46c6ea527242 req-5e773278-daed-47d2-933e-8af7ebbc4054 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.6596351 Aug 31 09:21:00.468182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45490) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:00.482554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Request body: {'floatingip': {'port_id': '6e0e18ad-1557-4005-ae4c-edf7379623c4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:00.535508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:00.589417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['54c79149-2077-482f-a19c-08a99933634c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:00.608674 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656230db-916a-48fb-accd-8e8721959205 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.643622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.745056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 108019d4-af94-4fad-804f-80500b63a43e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:00.753086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-656230db-916a-48fb-accd-8e8721959205 None None] Transition to ACTIVE for port object 7c175d66-4a25-49ee-b80c-663d8a809c7a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:00.800331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066eb9d-5de0-4f0d-acdb-3dac2bad2c91 req-027d308b-1f3f-4537-adfe-0669a4c22ca7 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.803224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a066eb9d-5de0-4f0d-acdb-3dac2bad2c91 req-027d308b-1f3f-4537-adfe-0669a4c22ca7 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 948 time: 1.0344501 Aug 31 09:21:00.840384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-6f57fd89-34aa-4aad-bf4c-d4a7a35270bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.842990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-6f57fd89-34aa-4aad-bf4c-d4a7a35270bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 1095 time: 1.0210114 Aug 31 09:21:00.869783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.901748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] For port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:00.977311 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.020170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Transition to ACTIVE for port object 21151130-f251-40ab-9744-4c6172209071 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:01.031934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f51d0ab-f08f-4a87-b28d-4601004f8d88 req-fda32c70-5e40-4334-b02f-ee26997d3ca9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 210 time: 0.2948186 Aug 31 09:21:01.033005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:01.037094 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.050050 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.053367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] For port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,segment=NetworkSegment(b7b3ff90-598e-4a29-b77d-f712f98d894c),segment_id=b7b3ff90-598e-4a29-b77d-f712f98d894c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:01.061605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-656230db-916a-48fb-accd-8e8721959205 None None] Transition to ACTIVE for port object 7c175d66-4a25-49ee-b80c-663d8a809c7a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:01.092787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.148961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656230db-916a-48fb-accd-8e8721959205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.178822 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Pushing event updated for resources: {'Port': ['ID=21151130-f251-40ab-9744-4c6172209071,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:01.198416 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.199119 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.199697 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.201305 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.202828 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.203520 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.218632 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.220719 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.221342 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.223786 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.224421 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.225266 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:01.282820 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80240d2a-ac08-4d06-90b9-abd06dd99b15 x-openstack-request-id: req-80240d2a-ac08-4d06-90b9-abd06dd99b15 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:01.287203 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29fa45d-48ac-4660-944e-90ee15a34745", "tag": "c11a65a0-eef2-45e1-9f62-d4545d2b54e0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:01.287939 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80240d2a-ac08-4d06-90b9-abd06dd99b15 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:01.288830 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Attempting to bind port 21151130-f251-40ab-9744-4c6172209071 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:01.290655 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Attempting to bind port 21151130-f251-40ab-9744-4c6172209071 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:01.291711 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'tag': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0', 'status': 'completed', 'code': 200} Aug 31 09:21:01.292404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Attempting to bind port 21151130-f251-40ab-9744-4c6172209071 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:01.306207 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:01.306939 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:01.307631 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.308272 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:01.309659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Bound port: 21151130-f251-40ab-9744-4c6172209071, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:01.310312 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.333649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656230db-916a-48fb-accd-8e8721959205 None None] Network 3819c84c-951a-4e18-9ba1-3fb9d079190e is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:01.380947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Subnet': ['ID=6287494c-a54b-45e5-a6c2-76c433ff51c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:01.405078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-708eb80e-093d-48a8-a425-0b1d1569cf5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0 HTTP/1.1" status: 200 len: 217 time: 0.5263979 Aug 31 09:21:01.418299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-656230db-916a-48fb-accd-8e8721959205 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:01.429486 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.438238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656230db-916a-48fb-accd-8e8721959205 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:01.439656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8911bb7-8a73-4535-965c-1fa2bdbbf8e7 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/subnets/6287494c-a54b-45e5-a6c2-76c433ff51c6 HTTP/1.1" status: 204 len: 168 time: 4.6313837 Aug 31 09:21:01.447304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45492) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:01.507139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 108019d4-af94-4fad-804f-80500b63a43e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:01.507852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.566869 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] For port 21151130-f251-40ab-9744-4c6172209071, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:01.603763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] For port 21151130-f251-40ab-9744-4c6172209071, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21151130-f251-40ab-9744-4c6172209071,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:01.618777 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.744810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b67ac61-f964-498a-b7af-19562870f9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.751618 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4847-c21d-483b-b4eb-980a01e94793 None None] Pushing event updated for resources: {'Port': ['ID=21151130-f251-40ab-9744-4c6172209071,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:01.772072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-5e06cd81-5eff-4e53-8919-032fa209f099 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3123848 Aug 31 09:21:01.843091 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:01.845464 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:01.877052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67afb56-ffb9-4104-9160-5281cf015fee None None] Pushing event updated for resources: {'Port': ['ID=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:02.037252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Allocated IP 172.20.0.1 (948ff52a-838a-4e38-a388-b31457f167c6/300270b7-6ba7-42c1-940a-75ad891c0139/3cc7a433-2f08-46dc-945e-54949e4a9c7d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:02.127497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-656230db-916a-48fb-accd-8e8721959205 None None] Attempting to bind port 7c175d66-4a25-49ee-b80c-663d8a809c7a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:02.128077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-656230db-916a-48fb-accd-8e8721959205 None None] Attempting to bind port 7c175d66-4a25-49ee-b80c-663d8a809c7a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '58b85769-f345-422a-aacf-08e10ee5cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:02.128667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656230db-916a-48fb-accd-8e8721959205 None None] Attempting to bind port 7c175d66-4a25-49ee-b80c-663d8a809c7a on network 3819c84c-951a-4e18-9ba1-3fb9d079190e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:02.147356 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.149504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.191800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656230db-916a-48fb-accd-8e8721959205 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:02.192402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656230db-916a-48fb-accd-8e8721959205 None None] Checking segment: {'id': '58b85769-f345-422a-aacf-08e10ee5cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:02.193078 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656230db-916a-48fb-accd-8e8721959205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.194025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656230db-916a-48fb-accd-8e8721959205 None None] Bound using segment: {'id': '58b85769-f345-422a-aacf-08e10ee5cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:02.194617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-656230db-916a-48fb-accd-8e8721959205 None None] Bound port: 7c175d66-4a25-49ee-b80c-663d8a809c7a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b85769-f345-422a-aacf-08e10ee5cb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3819c84c-951a-4e18-9ba1-3fb9d079190e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:02.195263 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656230db-916a-48fb-accd-8e8721959205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.200691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656230db-916a-48fb-accd-8e8721959205 None None] Pushing event updated for resources: {'Port': ['ID=7c175d66-4a25-49ee-b80c-663d8a809c7a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:02.206493 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:02.445026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-656230db-916a-48fb-accd-8e8721959205 None None] For port 7c175d66-4a25-49ee-b80c-663d8a809c7a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:02.451222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-656230db-916a-48fb-accd-8e8721959205 None None] For port 7c175d66-4a25-49ee-b80c-663d8a809c7a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7c175d66-4a25-49ee-b80c-663d8a809c7a,segment=NetworkSegment(58b85769-f345-422a-aacf-08e10ee5cb5b),segment_id=58b85769-f345-422a-aacf-08e10ee5cb5b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:02.488338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656230db-916a-48fb-accd-8e8721959205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.494458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a066eb9d-5de0-4f0d-acdb-3dac2bad2c91 req-27b0bfd7-3bc1-405d-b41d-9561a03084b4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6482415 Aug 31 09:21:02.544769 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 3, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:02.586726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7329d-5802-4c9f-b47b-6a05baf59f9e None None] The sync data for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 is: [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 3, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:02.660686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656230db-916a-48fb-accd-8e8721959205 None None] Pushing event updated for resources: {'Port': ['ID=7c175d66-4a25-49ee-b80c-663d8a809c7a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:02.733952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.779893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Transition to ACTIVE for port object 3cc7a433-2f08-46dc-945e-54949e4a9c7d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:02.879222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-c242e4c8-5493-4735-80fc-0b877df92d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.885162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-c242e4c8-5493-4735-80fc-0b877df92d4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 1.4360197 Aug 31 09:21:02.925562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:02.943068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c9d7d-e524-4a6c-92e4-0260a5b5f92e req-1e8440a8-cfb3-4d02-988b-4fb76ef006f5 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.952094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-228c9d7d-e524-4a6c-92e4-0260a5b5f92e req-1e8440a8-cfb3-4d02-988b-4fb76ef006f5 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 943 time: 1.5427647 Aug 31 09:21:03.004505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Deleting subnet e68f21f2-a57e-48cf-ac26-712f7f8f4d33 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:21:03.022405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-281807a2-d1df-4566-8b4b-b8b70bb5b2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.068580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-281807a2-d1df-4566-8b4b-b8b70bb5b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.084797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-2998ac64-0883-4f88-8749-62623fc2b9cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602062 Aug 31 09:21:03.114443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.205231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-228c9d7d-e524-4a6c-92e4-0260a5b5f92e req-7b35c933-cef0-4c27-b6a7-fd7ed86909ff tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499716 Aug 31 09:21:03.297580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.302507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281807a2-d1df-4566-8b4b-b8b70bb5b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca40763-3560-40cd-8f6a-62f5328de453,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:03.382365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-281807a2-d1df-4566-8b4b-b8b70bb5b2f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64c5fc4368ef470d9da9329d606345bb&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6849642 Aug 31 09:21:03.445198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45498) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:03.485364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Network 948ff52a-838a-4e38-a388-b31457f167c6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:03.521601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:03.528392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:03.571446 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.608658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Pushing event updated for resources: {'Port': ['ID=3cc7a433-2f08-46dc-945e-54949e4a9c7d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:03.623657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:21:03.624277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:03.660726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04d3b9-5176-4242-84f2-1f92d8f3d07c None None] Network 57aa6f55-9f2d-4455-881f-27cef8740981 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:03.666046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Allocated IP 172.20.0.9 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/08511fb0-1289-40f2-be92-7a414427fa98) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:03.753783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.805097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.807786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72293c23-d4bd-4099-b99f-a16885fe7e9d req-6e760eb7-4a61-4944-b1eb-17f76fc32046 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 210 time: 0.2378116 Aug 31 09:21:03.895282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] Provisioning for port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:03.927712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] Provisioning complete for port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:03.929316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.932109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.091252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696760e-ff3e-4707-85cd-82f9f501fb16 req-4553230d-981e-4c30-9009-daee1907c2a9 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:04.096761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d696760e-ff3e-4707-85cd-82f9f501fb16 req-4553230d-981e-4c30-9009-daee1907c2a9 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 1.2681191 Aug 31 09:21:04.119564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.243777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:04.276217 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.410193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d46a-8586-4592-b419-b3694dd6b703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.414132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] For port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,segment=NetworkSegment(b7b3ff90-598e-4a29-b77d-f712f98d894c),segment_id=b7b3ff90-598e-4a29-b77d-f712f98d894c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:04.449922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.468067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.580985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-f562d1f6-6026-4366-8d76-eb291262b8ed service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4480972 Aug 31 09:21:04.601221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] DHCP port deletion for 57aa6f55-9f2d-4455-881f-27cef8740981 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:04.625444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-406a2d93-6812-4b4d-b7d5-03e86941e02c req-6834969c-c5e7-4253-a521-dc174d6a601f service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8007395 Aug 31 09:21:04.675354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21fdff2c-a643-48f1-8556-75185ec7a27c None None] Provisioning for port 3cc7a433-2f08-46dc-945e-54949e4a9c7d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:04.686753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21fdff2c-a643-48f1-8556-75185ec7a27c None None] Provisioning complete for port 3cc7a433-2f08-46dc-945e-54949e4a9c7d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:04.687678 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21fdff2c-a643-48f1-8556-75185ec7a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.725522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.750906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a37f4c-f653-403c-896e-58f78951dd23 None None] Pushing event updated for resources: {'Port': ['ID=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:04.794713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd1e82fa-2bce-46ed-80d3-947ed0859604 req-3681b167-84c5-4ea0-b8b2-72811eb71f83 service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652503 Aug 31 09:21:04.803398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-21fdff2c-a643-48f1-8556-75185ec7a27c None None] Port 3cc7a433-2f08-46dc-945e-54949e4a9c7d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:04.819085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 54c79149-2077-482f-a19c-08a99933634c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:04.829354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 54c79149-2077-482f-a19c-08a99933634c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:04.830370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d46a-8586-4592-b419-b3694dd6b703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.831310 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.901052 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Floating IP 687308af-10f3-41f1-8d5e-a49f4bfd627e associated. External IP: 172.25.4.197, port: 6e0e18ad-1557-4005-ae4c-edf7379623c4. Aug 31 09:21:04.909032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d696760e-ff3e-4707-85cd-82f9f501fb16 req-1ab2db60-0341-4fd4-8449-e09121225a78 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038198 Aug 31 09:21:04.978533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aee59-44ff-43a7-8531-a2e0d75aee3f req-58cb0400-94e4-40c5-8f22-3274fdde2e7a tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:04.989862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f2aee59-44ff-43a7-8531-a2e0d75aee3f req-58cb0400-94e4-40c5-8f22-3274fdde2e7a tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 949 time: 0.8563859 Aug 31 09:21:05.045719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a01fb2-5e59-4fc5-bf9a-56c7bbc1f06d None None] Network 3819c84c-951a-4e18-9ba1-3fb9d079190e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:05.063944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] Deleting port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:05.064417 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.076644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-3dca3475-757f-4046-acdd-a6ac35bb7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.081868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-3dca3475-757f-4046-acdd-a6ac35bb7559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 1095 time: 0.2085185 Aug 31 09:21:05.194406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.202041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.237114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7c175d66-4a25-49ee-b80c-663d8a809c7a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:05.362600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] For port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,segment=NetworkSegment(b7b3ff90-598e-4a29-b77d-f712f98d894c),segment_id=b7b3ff90-598e-4a29-b77d-f712f98d894c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.363120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.372620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2c2163a6-96d5-4c01-9a96-ad8a5e2d8067 None None] Provisioning for port 7c175d66-4a25-49ee-b80c-663d8a809c7a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:05.409364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Subnet': ['ID=e68f21f2-a57e-48cf-ac26-712f7f8f4d33,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:05.415508 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.424558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.428267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-660b5bf5-d55e-4631-8f2e-85e69bd7326a tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/subnets/e68f21f2-a57e-48cf-ac26-712f7f8f4d33 HTTP/1.1" status: 204 len: 168 time: 3.9634213 Aug 31 09:21:05.430097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] Calling delete_port for e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:05.433570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Transition to ACTIVE for port object 08511fb0-1289-40f2-be92-7a414427fa98 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:05.451336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f2aee59-44ff-43a7-8531-a2e0d75aee3f req-1cce1ec1-9a2a-4df7-9f9d-5fcfc9435991 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602618 Aug 31 09:21:05.479766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45508) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:05.597972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:05.600338 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5095c41-589d-4122-888b-c91c6bce009b" -d '{"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-plugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:05.649474 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d46a-8586-4592-b419-b3694dd6b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.653661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d46a-8586-4592-b419-b3694dd6b703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.659009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a0f5d46a-8586-4592-b419-b3694dd6b703 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ca40763-3560-40cd-8f6a-62f5328de453 HTTP/1.1" status: 204 len: 168 time: 2.1667449 Aug 31 09:21:05.664803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-acdd3d8c-4e21-4cb4-9ffa-1136f85d0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.670216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-acdd3d8c-4e21-4cb4-9ffa-1136f85d0b82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.5831809 Aug 31 09:21:05.698458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.706010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5d46a-8586-4592-b419-b3694dd6b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca40763-3560-40cd-8f6a-62f5328de453,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:05.756947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7c175d66-4a25-49ee-b80c-663d8a809c7a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:05.772245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Router bbcfb9b7-8a84-4040-8579-f8106d979ade has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:21:05.783441 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.826071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7c175d66-4a25-49ee-b80c-663d8a809c7a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:05.834913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.927228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.949219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.994865 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.003906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.004717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55ed641c-12bc-4cb4-b26c-593a2a519526 req-360fa52d-3031-4868-bc0e-833a84563f8b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 210 time: 0.2361600 Aug 31 09:21:06.048559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] No DVR routers for this DVR port e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:06.058238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766cb99-a35d-4787-a419-b0e160d103ba None None] Pushing event deleted for resources: {'Port': ['ID=e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.141272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-ad15cc70-32bf-45f0-af27-a45b211fc4e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0 HTTP/1.1" status: 200 len: 217 time: 0.4289095 Aug 31 09:21:06.147529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.167521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9d5c3-d883-48aa-8147-d4c93e6da24d req-3d85f265-f7fc-4d0f-bf01-b3de5df8e45b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.170061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63d9d5c3-d883-48aa-8147-d4c93e6da24d req-3d85f265-f7fc-4d0f-bf01-b3de5df8e45b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 943 time: 1.0844972 Aug 31 09:21:06.186353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] DHCP port deletion for 3819c84c-951a-4e18-9ba1-3fb9d079190e request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:06.201569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc54737-b4c3-4599-9e08-a857ef949cb5 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.211295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cdc54737-b4c3-4599-9e08-a857ef949cb5 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7285442 Aug 31 09:21:06.221804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45516) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:06.267476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.287018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.330530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63d9d5c3-d883-48aa-8147-d4c93e6da24d req-841a5160-666b-4655-9200-edce479b2af4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439984 Aug 31 09:21:06.347858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Pushing event updated for resources: {'Port': ['ID=3cc7a433-2f08-46dc-945e-54949e4a9c7d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.352726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-f7591c5b-fa8f-4e7b-a436-9a31dce54f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.355234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-f7591c5b-fa8f-4e7b-a436-9a31dce54f04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1788139 Aug 31 09:21:06.360837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:06.391355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:06.399034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:06.402198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=08511fb0-1289-40f2-be92-7a414427fa98,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.408024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-435e7b5a-583a-4587-9460-3dc583be0f12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430522 Aug 31 09:21:06.452398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7c175d66-4a25-49ee-b80c-663d8a809c7a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7c175d66-4a25-49ee-b80c-663d8a809c7a,segment=NetworkSegment(58b85769-f345-422a-aacf-08e10ee5cb5b),segment_id=58b85769-f345-422a-aacf-08e10ee5cb5b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.464222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.479607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21151130-f251-40ab-9744-4c6172209071 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:06.539411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.572402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45524) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:06.584919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] Deleting port 7c175d66-4a25-49ee-b80c-663d8a809c7a {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:06.585804 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.629872 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01536b41-8d0e-40e3-8a1d-0b1a629ccf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.693483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:06.717690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.721973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] Sync routers for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:06.739490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7c175d66-4a25-49ee-b80c-663d8a809c7a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.834255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] For port 7c175d66-4a25-49ee-b80c-663d8a809c7a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7c175d66-4a25-49ee-b80c-663d8a809c7a,segment=NetworkSegment(58b85769-f345-422a-aacf-08e10ee5cb5b),segment_id=58b85769-f345-422a-aacf-08e10ee5cb5b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.839730 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.849468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:06.850143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:06.920430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 21151130-f251-40ab-9744-4c6172209071 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:06.934342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.934991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.950724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 21151130-f251-40ab-9744-4c6172209071 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:06.951632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.965161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] Calling delete_port for 7c175d66-4a25-49ee-b80c-663d8a809c7a owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:07.044314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-77815000-badb-476b-bc9b-a386964fd9c5 service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764780 Aug 31 09:21:07.064189 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4cc9ea-a7c6-480c-a00a-18b2bcb21296 x-openstack-request-id: req-db4cc9ea-a7c6-480c-a00a-18b2bcb21296 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:07.066144 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-plugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:07.066813 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db4cc9ea-a7c6-480c-a00a-18b2bcb21296 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:07.067647 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'code': 200} Aug 31 09:21:07.113583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.132086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01536b41-8d0e-40e3-8a1d-0b1a629ccf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.167396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-facd4bf6-1a1f-4b47-9312-aed749677fef tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "PUT /v2.0/floatingips/687308af-10f3-41f1-8d5e-a49f4bfd627e HTTP/1.1" status: 200 len: 991 time: 6.6954019 Aug 31 09:21:07.179875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:07.185122 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959df8d0-e494-4e1f-a769-237ce6332091" -d '{"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:07.192485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01536b41-8d0e-40e3-8a1d-0b1a629ccf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.225086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-10eb962d-9b03-4c13-9d1d-3af5b9cb9631 None None] Provisioning for port 08511fb0-1289-40f2-be92-7a414427fa98 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:07.252720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-10eb962d-9b03-4c13-9d1d-3af5b9cb9631 None None] Provisioning complete for port 08511fb0-1289-40f2-be92-7a414427fa98 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:07.253346 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-10eb962d-9b03-4c13-9d1d-3af5b9cb9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.266037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ffe8cfc-d0b5-4f7b-974c-5504f81371fe req-498cf2ae-295c-4639-b921-e54074fecf21 service neutron] 10.222.0.15 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126634 Aug 31 09:21:07.280863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b0dfc-7c0d-4c9a-a705-295c06f8e1cf req-19e6d0a8-1c8e-42bd-a701-393222839350 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.284852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-709b0dfc-7c0d-4c9a-a705-295c06f8e1cf req-19e6d0a8-1c8e-42bd-a701-393222839350 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 950 time: 0.3288178 Aug 31 09:21:07.288797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ace963ce-27c6-43df-8192-9f810ae3b439 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6633973 Aug 31 09:21:07.321207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Request body: {'port': {'device_id': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:07.332436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:07.345306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-b4817937-6b6a-4ab0-821c-01d86cdeb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.348054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-b4817937-6b6a-4ab0-821c-01d86cdeb13c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.4229200 Aug 31 09:21:07.387306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-01536b41-8d0e-40e3-8a1d-0b1a629ccf67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5b24dcd5cf846be8a5b7f71424146c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118031 Aug 31 09:21:07.400014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-10eb962d-9b03-4c13-9d1d-3af5b9cb9631 None None] Port 08511fb0-1289-40f2-be92-7a414427fa98 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:07.401159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:07.410566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa9fe3-9716-40cf-a819-2fb2bc4673b3 req-4575b351-69f7-455c-8ab1-958e4d72efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.411943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6eaa9fe3-9716-40cf-a819-2fb2bc4673b3 req-4575b351-69f7-455c-8ab1-958e4d72efe3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 1102 time: 0.2244694 Aug 31 09:21:07.421313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74649a-3fcc-4eb4-aeb8-dab202b2bb3a req-a6f93519-b0f8-4572-9613-3fb1e3309f0d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.425196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd74649a-3fcc-4eb4-aeb8-dab202b2bb3a req-a6f93519-b0f8-4572-9613-3fb1e3309f0d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2269456 Aug 31 09:21:07.483478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-709b0dfc-7c0d-4c9a-a705-295c06f8e1cf req-79bef349-a995-451b-9792-c26b8fb879c5 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825783 Aug 31 09:21:07.554588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01536b41-8d0e-40e3-8a1d-0b1a629ccf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cd4fd-dfad-4dbf-a525-8ec440503c6d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:07.610690 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.648323 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.655994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Network 948ff52a-838a-4e38-a388-b31457f167c6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:07.662361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:07.735218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-2d1e8b12-1ade-492e-aac2-6f54a10c9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.736858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-2d1e8b12-1ade-492e-aac2-6f54a10c9be8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.3481116 Aug 31 09:21:07.801186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd74649a-3fcc-4eb4-aeb8-dab202b2bb3a req-ba1808b5-bee9-4a0e-bdda-93b9e5c3c6a1 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358326 Aug 31 09:21:07.803768 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.806649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6eaa9fe3-9716-40cf-a819-2fb2bc4673b3 req-9333889a-a67c-444e-af3e-fb4e66523515 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554974 Aug 31 09:21:07.834756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Deleting port 7c175d66-4a25-49ee-b80c-663d8a809c7a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:07.835360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.860374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-6b686aba-6f1c-4d3c-982a-045a90802e4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.1048884 Aug 31 09:21:07.868375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c11a65a0-eef2-45e1-9f62-d4545d2b54e0 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:07.875314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcefb72-c9b4-4da4-aa57-c251c459287f req-d942b219-bc04-4bb4-9b45-c6caaf04e6b4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.878175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fcefb72-c9b4-4da4-aa57-c251c459287f req-d942b219-bc04-4bb4-9b45-c6caaf04e6b4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 931 time: 0.3090744 Aug 31 09:21:07.986108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bacf6f7-f6eb-4c89-a40c-30ffb10efed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.018752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bacf6f7-f6eb-4c89-a40c-30ffb10efed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.085066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:08.110260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] Pushing event deleted for resources: {'Port': ['ID=7c175d66-4a25-49ee-b80c-663d8a809c7a,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:08.149999 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746cc508-0967-4051-ac88-229de57eeedd x-openstack-request-id: req-746cc508-0967-4051-ac88-229de57eeedd {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:08.150304 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:08.150741 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-746cc508-0967-4051-ac88-229de57eeedd {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:08.151151 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'status': 'completed', 'code': 200} Aug 31 09:21:08.170597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-def5aca0-c87c-4773-a18c-ed291d6d6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.173361 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-def5aca0-c87c-4773-a18c-ed291d6d6276 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.2288604 Aug 31 09:21:08.174899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] For port 7c175d66-4a25-49ee-b80c-663d8a809c7a, host n-d-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:08.175318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.199093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972dded-e049-4db8-a52c-ccd739cc1000 None None] No DVR routers for this DVR port 7c175d66-4a25-49ee-b80c-663d8a809c7a on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:08.207744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Calling delete_port for 7c175d66-4a25-49ee-b80c-663d8a809c7a owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:08.218042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Port 7c175d66-4a25-49ee-b80c-663d8a809c7a was not found and therefore no delete operation was performed {{(pid=94895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:21:08.241153 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-c72f7d2d-ecd2-47c0-bed0-390f7ac49141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550659 Aug 31 09:21:08.244567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.245173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 21151130-f251-40ab-9744-4c6172209071, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21151130-f251-40ab-9744-4c6172209071,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:08.258819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Router f6bde485-34f1-4ec3-9323-b1886cd00d21 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:21:08.267960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0', 'network_id': '55a80a67-e7a8-44d3-a4ef-aac7bcf3549a', 'port_id': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0', 'mac_address': 'fa:16:3e:bc:ba:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72590cab-a757-480e-b729-b98987fd6bcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:08.298269 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.356129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Port': ['ID=7c175d66-4a25-49ee-b80c-663d8a809c7a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:08.360555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] No DVR routers for this DVR port 7c175d66-4a25-49ee-b80c-663d8a809c7a on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:08.463032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:08.475047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e5cf727b-cfa1-4dc7-8caa-8449395f8ac7 None None] Provisioning complete for port 3cc7a433-2f08-46dc-945e-54949e4a9c7d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:08.475997 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5cf727b-cfa1-4dc7-8caa-8449395f8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.486705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=21151130-f251-40ab-9744-4c6172209071,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:08.540958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.569228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3819c84c-951a-4e18-9ba1-3fb9d079190e']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:08.639722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b85769-f345-422a-aacf-08e10ee5cb5b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:08.640012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b85769-f345-422a-aacf-08e10ee5cb5b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:08.645799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-f124da73-4e64-4324-a8f3-5a7d75dce434 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857818 Aug 31 09:21:08.646524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:08.647121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e4da1de0-f6aa-4a1a-a64b-c79ba24d89bb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:08.679705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.756943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.771759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:08.776071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:08.776694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:08.807532 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:08.826433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-009eec6a-a582-4887-ac5a-b04cafd43f6f admin admin] 10.222.0.18 "PUT /v2.0/routers/f6bde485-34f1-4ec3-9323-b1886cd00d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9478748 Aug 31 09:21:08.841865 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Sync routers for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:08.901249 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:08.904473 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:08.950185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21151130-f251-40ab-9744-4c6172209071 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:08.971083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf727b-cfa1-4dc7-8caa-8449395f8ac7 None None] Port 3cc7a433-2f08-46dc-945e-54949e4a9c7d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:09.108703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.125986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08511fb0-1289-40f2-be92-7a414427fa98 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:09.142753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.168141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Transition to ACTIVE for port object 08511fb0-1289-40f2-be92-7a414427fa98 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:09.195179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11a65a0-eef2-45e1-9f62-d4545d2b54e0 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:09.199127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fcefb72-c9b4-4da4-aa57-c251c459287f req-b9ace7bd-902f-41b2-9760-08190e1ef13a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1103671 Aug 31 09:21:09.204998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bacf6f7-f6eb-4c89-a40c-30ffb10efed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.219877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bacf6f7-f6eb-4c89-a40c-30ffb10efed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.221825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0bacf6f7-f6eb-4c89-a40c-30ffb10efed8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d0cd4fd-dfad-4dbf-a525-8ec440503c6d HTTP/1.1" status: 204 len: 168 time: 1.8148742 Aug 31 09:21:09.237247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.318219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:09.361013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacf6f7-f6eb-4c89-a40c-30ffb10efed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cd4fd-dfad-4dbf-a525-8ec440503c6d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:09.361304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.372443 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:09.414343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7ed2-915e-4fa4-b9fb-1ae139fa6552 req-47814271-e239-4e55-bd7c-9f33f2c246ab tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.416962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-835e7ed2-915e-4fa4-b9fb-1ae139fa6552 req-47814271-e239-4e55-bd7c-9f33f2c246ab tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 943 time: 1.2473867 Aug 31 09:21:09.472137 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee23e-7fbf-4ab0-a247-af4cbf8a1b5d req-6eb13404-760c-472b-bdf7-edfe0577864e service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093057 Aug 31 09:21:09.474583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.489278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.495991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.496998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/networks/3819c84c-951a-4e18-9ba1-3fb9d079190e HTTP/1.1" status: 204 len: 168 time: 3.2639053 Aug 31 09:21:09.499480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45552) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:09.500672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.501333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.511511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.512410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.513042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.513859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.516979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-22c72765-ecc7-4619-b09c-f80593002619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6499 time: 1.3464830 Aug 31 09:21:09.590027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e169b6-38cd-4b35-aeba-0a2350f1e260 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Network': ['ID=3819c84c-951a-4e18-9ba1-3fb9d079190e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:09.634858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=08511fb0-1289-40f2-be92-7a414427fa98,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:09.761721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.825220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '687308af-10f3-41f1-8d5e-a49f4bfd627e', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'port_id': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'mac_address': 'fa:16:3e:cf:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:19:23Z', 'updated_at': '2021-08-31T09:21:03Z', 'revision_number': 1, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:17Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:09.866029 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:05Z', 'revision_number': 2, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:09.955803 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Checking router: f6bde485-34f1-4ec3-9323-b1886cd00d21 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:21:09.962880 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Updating router f6bde485-34f1-4ec3-9323-b1886cd00d21 port 3cc7a433-2f08-46dc-945e-54949e4a9c7d binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:21:09.965025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.982865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c11a65a0-eef2-45e1-9f62-d4545d2b54e0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:09.993206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aa6f55-9f2d-4455-881f-27cef8740981']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.014302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b3ff90-598e-4a29-b77d-f712f98d894c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.015223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b3ff90-598e-4a29-b77d-f712f98d894c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.015954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-835e7ed2-915e-4fa4-b9fb-1ae139fa6552 req-de6f1d17-a0cf-4698-bf08-c7c58753a5ae tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553894 Aug 31 09:21:10.026190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] Checking router: bbcfb9b7-8a84-4040-8579-f8106d979ade for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:21:10.030412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.060723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.072380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:10.073405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.074371 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:10.184614 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:10.192128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.219768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.228353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/networks/57aa6f55-9f2d-4455-881f-27cef8740981 HTTP/1.1" status: 204 len: 168 time: 0.7254448 Aug 31 09:21:10.229368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45562) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:10.240753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162a71-dde0-40a2-b7a1-4a1cfdde7c31 req-b7b989ff-c000-4b2d-953e-7a2ee9ffc702 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.243609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b162a71-dde0-40a2-b7a1-4a1cfdde7c31 req-b7b989ff-c000-4b2d-953e-7a2ee9ffc702 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 950 time: 0.6776743 Aug 31 09:21:10.245656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Attempting to bind port 08511fb0-1289-40f2-be92-7a414427fa98 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:10.246489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Attempting to bind port 08511fb0-1289-40f2-be92-7a414427fa98 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:10.247282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Attempting to bind port 08511fb0-1289-40f2-be92-7a414427fa98 on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:10.255372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0327f46-5826-42eb-8be1-60b5dd0f2e67 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Network': ['ID=57aa6f55-9f2d-4455-881f-27cef8740981,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:10.280062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Port 08511fb0-1289-40f2-be92-7a414427fa98 on network 884b3049-254d-4f05-8305-175ba7a0464c not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:10.280720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Attempting to bind port 08511fb0-1289-40f2-be92-7a414427fa98 on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:10.290607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:10.313396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 21151130-f251-40ab-9744-4c6172209071 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:10.314161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.379639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.418391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:10.419075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:10.419828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:10.420740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Bound port: 08511fb0-1289-40f2-be92-7a414427fa98, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:10.422615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.476763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:10.481884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.549657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.564429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec93f24-1f94-49d7-9bc7-8d23b565d98d']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.575187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] For port 08511fb0-1289-40f2-be92-7a414427fa98, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:10.580395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481e8ea-783d-4764-a6dc-3367a41d0374') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.580875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481e8ea-783d-4764-a6dc-3367a41d0374') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:10.583656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] For port 08511fb0-1289-40f2-be92-7a414427fa98, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=08511fb0-1289-40f2-be92-7a414427fa98,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:10.596262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-6e27d935-996b-4edc-85a6-920411cc229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.596922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.599515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-6e27d935-996b-4edc-85a6-920411cc229f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ebb1948b-a52d-46b0-bb48-4a04a48cc166 HTTP/1.1" status: 200 len: 912 time: 0.9812546 Aug 31 09:21:10.604614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.613219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b162a71-dde0-40a2-b7a1-4a1cfdde7c31 req-23b5f4f8-f9f0-4dd0-b6a9-869ad49193b4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553782 Aug 31 09:21:10.617737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.627846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:10.628384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:10.721140 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:10.725972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.746112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.754058 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/networks/1ec93f24-1f94-49d7-9bc7-8d23b565d98d HTTP/1.1" status: 204 len: 168 time: 0.5117216 Aug 31 09:21:10.771298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45572) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:10.787299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280747-2aa9-4275-b7d4-f4eabf4b6784 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Network': ['ID=1ec93f24-1f94-49d7-9bc7-8d23b565d98d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:10.881349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7c175d66-4a25-49ee-b80c-663d8a809c7a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:10.889238 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.917851 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Transition to ACTIVE for port object 3cc7a433-2f08-46dc-945e-54949e4a9c7d will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:10.932336 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.934447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.942103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-f8c67731-8f50-4eff-b79e-a7a3d8e496dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4 HTTP/1.1" status: 200 len: 999 time: 0.3251786 Aug 31 09:21:11.060334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-83600592-36b8-4ac5-bef3-3323384c4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.064014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-83600592-36b8-4ac5-bef3-3323384c4971 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08322f2b-6e1f-46d2-8697-1ece0fbfe24a HTTP/1.1" status: 200 len: 850 time: 0.1016004 Aug 31 09:21:11.065657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.092926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c527f54-f8c9-4879-aaa9-495161d43c46 req-65354e8f-369c-4869-900f-61137ba4d47d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.107916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886d964e-2939-40d6-a56a-4ce92f9d81be']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:11.111411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c527f54-f8c9-4879-aaa9-495161d43c46 req-65354e8f-369c-4869-900f-61137ba4d47d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.8515875 Aug 31 09:21:11.130165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.135479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.143162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5926a4-7d47-496a-8fc9-b7b0a2eee2f4') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:11.143796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5926a4-7d47-496a-8fc9-b7b0a2eee2f4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:11.149513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] 10.222.0.23 "PUT /v2.0/ports/08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 200 len: 1092 time: 3.8286924 Aug 31 09:21:11.151169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'tag': '08511fb0-1289-40f2-be92-7a414427fa98'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:11.159853 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83750c18-1d34-4604-a8ea-b972d8b1a57e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c34e379-20df-4981-9c7c-da28ef0d0f0c", "tag": "08511fb0-1289-40f2-be92-7a414427fa98"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:11.175671 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87703e5e-d945-4054-b1a2-f7aeb1b34bbb None None] Pushing event updated for resources: {'Port': ['ID=3cc7a433-2f08-46dc-945e-54949e4a9c7d,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:11.185171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.251229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.261583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:11.262097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.281621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241b32-aaed-440f-896d-c572227b4eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=08511fb0-1289-40f2-be92-7a414427fa98,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:11.293943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7c175d66-4a25-49ee-b80c-663d8a809c7a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:11.294723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7c175d66-4a25-49ee-b80c-663d8a809c7a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:11.452474 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Attempting to bind port 3cc7a433-2f08-46dc-945e-54949e4a9c7d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:11.453187 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Attempting to bind port 3cc7a433-2f08-46dc-945e-54949e4a9c7d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:11.454918 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Attempting to bind port 3cc7a433-2f08-46dc-945e-54949e4a9c7d on network 948ff52a-838a-4e38-a388-b31457f167c6 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:11.480106 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:11.485849 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:11.487725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.488710 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Checking segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:11.490100 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.492721 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Bound using segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:11.498040 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Bound port: 3cc7a433-2f08-46dc-945e-54949e4a9c7d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:11.511220 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.519972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:11.529645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.543094 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] 10.222.0.18 "DELETE /v2.0/networks/886d964e-2939-40d6-a56a-4ce92f9d81be HTTP/1.1" status: 204 len: 168 time: 0.7688708 Aug 31 09:21:11.612410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e57a7-5e35-4664-b16c-914cb50cc514 tempest-BulkNetworkOpsIpV6Test-1464712092 tempest-BulkNetworkOpsIpV6Test-1464712092-project] Pushing event deleted for resources: {'Network': ['ID=886d964e-2939-40d6-a56a-4ce92f9d81be,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:11.733557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8d0-e494-4e1f-a769-237ce6332091 req-4e697397-d8e0-40aa-9b05-aa15f66d5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.735917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-4e697397-d8e0-40aa-9b05-aa15f66d5781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6231220 Aug 31 09:21:11.741504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c527f54-f8c9-4879-aaa9-495161d43c46 req-00c970e7-e776-48e6-a8a3-0a26696c1406 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374887 Aug 31 09:21:11.782773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e5d7a23b-8907-49b5-8d28-18fde52ab278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.786863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-e5d7a23b-8907-49b5-8d28-18fde52ab278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 1095 time: 0.4817216 Aug 31 09:21:11.896375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-ac6accfa-66d3-46fc-926c-a8478446c229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 200 len: 217 time: 0.0866592 Aug 31 09:21:11.941534 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] For port 3cc7a433-2f08-46dc-945e-54949e4a9c7d, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:11.952507 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] For port 3cc7a433-2f08-46dc-945e-54949e4a9c7d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3cc7a433-2f08-46dc-945e-54949e4a9c7d,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:11.961572 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:12.028049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-385e0a85-0391-4cf9-bf96-68290330da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.030839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-385e0a85-0391-4cf9-bf96-68290330da28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.0995274 Aug 31 09:21:12.102719 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87703e5e-d945-4054-b1a2-f7aeb1b34bbb None None] Pushing event updated for resources: {'Port': ['ID=3cc7a433-2f08-46dc-945e-54949e4a9c7d,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:12.111017 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:12.116230 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:12.117918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-40e5cf35-b4ae-4ce2-a0be-ffdcfefa2917 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612905 Aug 31 09:21:12.487263 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:12.560670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '687308af-10f3-41f1-8d5e-a49f4bfd627e', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'port_id': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'mac_address': 'fa:16:3e:cf:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:19:23Z', 'updated_at': '2021-08-31T09:21:03Z', 'revision_number': 1, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:17Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:12.582177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45598) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:12.658408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f3e2e-a69c-4b7c-a6d3-9bd6e1ce1949 None None] The sync data for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 is: [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '687308af-10f3-41f1-8d5e-a49f4bfd627e', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'port_id': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'mac_address': 'fa:16:3e:cf:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:19:23Z', 'updated_at': '2021-08-31T09:21:03Z', 'revision_number': 1, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:17Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:12.707999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97c8eb-fd91-465a-98c9-8d26c54d771d req-47915903-6982-4003-bc51-c7708b81a120 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.715154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b97c8eb-fd91-465a-98c9-8d26c54d771d req-47915903-6982-4003-bc51-c7708b81a120 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 943 time: 0.6822777 Aug 31 09:21:12.726661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-959df8d0-e494-4e1f-a769-237ce6332091 req-e13c9872-2c58-4a33-b8d6-45f2e3e1d58e service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857522 Aug 31 09:21:12.763633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:12.775166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85572147', 'description': 'tempest-description--339095905'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:12.795381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-cc40ec88-caff-4371-8bd2-84327a5581fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.807057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-cc40ec88-caff-4371-8bd2-84327a5581fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6867387 Aug 31 09:21:12.895172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.114829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b97c8eb-fd91-465a-98c9-8d26c54d771d req-e91d9189-2e72-40f2-bc39-8b574daab554 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750420 Aug 31 09:21:13.207771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b23ed14b-b92d-41d7-97ba-d65af12f0724 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ed270a0dc8a4d748ed69d15b3207a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207585 Aug 31 09:21:13.216877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45616) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:13.271984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.285027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.289294 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:11Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:13.300181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-2d7895d4-6125-4b46-89fd-12fecf1cce64 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851222 Aug 31 09:21:13.356834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777cc5c2-c11b-4b59-9b2e-a8f945d443a3 None None] New status for floating IP 687308af-10f3-41f1-8d5e-a49f4bfd627e: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:21:13.383418 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad274f-95cd-4899-9ca9-50ef6ad78322 None None] The sync data for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 is: [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:11Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:13.426222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930cff2e-09fc-44ae-bd4a-157ee78d0303,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:13.448198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.460151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c10044bc-e339-477b-8e8f-51362184b27a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6882174 Aug 31 09:21:13.478949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:13.533299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Request body: {'security_group_rule': {'security_group_id': '930cff2e-09fc-44ae-bd4a-157ee78d0303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:13.652214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.826722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.835546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.857016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd601e16-e4bf-496c-a413-9b78653a0101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.898991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a6069-c856-44a9-90e1-4c345c83eb20 req-e7c0cf28-ec0d-4f2b-a471-ae49fe2ddbd5 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.903449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.915082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4267263 Aug 31 09:21:13.915896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-208a6069-c856-44a9-90e1-4c345c83eb20 req-e7c0cf28-ec0d-4f2b-a471-ae49fe2ddbd5 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 944 time: 0.3933599 Aug 31 09:21:13.928814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45628) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:13.936508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c11a65a0-eef2-45e1-9f62-d4545d2b54e0 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:13.940676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Request body: {'security_group_rule': {'security_group_id': '930cff2e-09fc-44ae-bd4a-157ee78d0303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:13.970412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be484f9a-e780-44c6-9e06-2b5b585ead5d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e0c3ae-01d2-4374-9e77-d6cc4504332d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:13.991692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2a833b-0ec0-4f54-afb9-9c19e89cae65 req-7761b175-a59e-4946-9b10-28d22ec92f09 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615467 Aug 31 09:21:13.999350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd601e16-e4bf-496c-a413-9b78653a0101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.071178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-208a6069-c856-44a9-90e1-4c345c83eb20 req-7c5f3b5c-da66-4962-9388-2fa8f216de58 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523511 Aug 31 09:21:14.088819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.178133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:14.179664 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2d5f2-0d6f-4dd1-b122-a278f551fb5e x-openstack-request-id: req-eff2d5f2-0d6f-4dd1-b122-a278f551fb5e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:14.180061 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c34e379-20df-4981-9c7c-da28ef0d0f0c", "tag": "08511fb0-1289-40f2-be92-7a414427fa98", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:14.180493 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eff2d5f2-0d6f-4dd1-b122-a278f551fb5e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:14.181198 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'tag': '08511fb0-1289-40f2-be92-7a414427fa98', 'status': 'completed', 'code': 200} Aug 31 09:21:14.187814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:14.188550 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.193808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd601e16-e4bf-496c-a413-9b78653a0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.207058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd601e16-e4bf-496c-a413-9b78653a0101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.242466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd601e16-e4bf-496c-a413-9b78653a0101 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e501c1c2-16ae-4fc5-a38c-8662da16d7ed HTTP/1.1" status: 204 len: 168 time: 1.0179987 Aug 31 09:21:14.408089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.427308 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.496671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd601e16-e4bf-496c-a413-9b78653a0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501c1c2-16ae-4fc5-a38c-8662da16d7ed,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:14.540244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faff04a7-49c8-4098-af04-254aadb848cf,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:14.544411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.551908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d1762ee8-3318-4de2-9a9d-25b16b1f7daa tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6215346 Aug 31 09:21:14.556670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45648) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:14.574401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:14.613892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-4a4e1516-548c-4419-a60e-5679faf98a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:14.617830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-4a4e1516-548c-4419-a60e-5679faf98a21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 1095 time: 0.3734035 Aug 31 09:21:14.660126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb5ff-368d-4ea6-bb79-9ebf187cf8ac req-9006fdbc-3ed9-4a5c-802b-cbaaab761199 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:14.673480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-905eb5ff-368d-4ea6-bb79-9ebf187cf8ac req-9006fdbc-3ed9-4a5c-802b-cbaaab761199 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2606843 Aug 31 09:21:14.685474 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.910119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.954813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-905eb5ff-368d-4ea6-bb79-9ebf187cf8ac req-0efb3c61-8f67-4287-833d-b6edc1b74ad5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795665 Aug 31 09:21:14.989261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:14.994918 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa4fa8-c7fa-40e5-9ba7-f19eb5a6a4e7" -d '{"events": [{"server_uuid": "d29fa45d-48ac-4660-944e-90ee15a34745", "name": "network-vif-plugged", "status": "completed", "tag": "c11a65a0-eef2-45e1-9f62-d4545d2b54e0"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:15.029158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:15.036978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.049900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.111150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01a821-4965-471f-bd9b-aea2ca5d7204 req-61026f33-ece4-46f6-98f6-3d0fdbca12a8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.132220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c01a821-4965-471f-bd9b-aea2ca5d7204 req-61026f33-ece4-46f6-98f6-3d0fdbca12a8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 943 time: 0.3222961 Aug 31 09:21:15.207021 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a14b795-a7a4-408b-a99d-170afe4f6f3c x-openstack-request-id: req-5a14b795-a7a4-408b-a99d-170afe4f6f3c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:15.211139 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29fa45d-48ac-4660-944e-90ee15a34745", "name": "network-vif-plugged", "status": "completed", "tag": "c11a65a0-eef2-45e1-9f62-d4545d2b54e0", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:15.212565 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a14b795-a7a4-408b-a99d-170afe4f6f3c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:15.213546 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0', 'code': 200} Aug 31 09:21:15.383402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:15.419652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c01a821-4965-471f-bd9b-aea2ca5d7204 req-fe6b4cd1-f7f4-47a4-bfbc-321193c584e1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825134 Aug 31 09:21:15.558069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-7352c2e4-55d7-4a51-8a2d-dfcfd5daefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.561239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-7352c2e4-55d7-4a51-8a2d-dfcfd5daefd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.9345276 Aug 31 09:21:15.608538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Allocated IP 172.25.4.48 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/3c5d53f5-a0bb-4782-9c7b-af516a7ce406) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:15.689290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3cc7a433-2f08-46dc-945e-54949e4a9c7d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:15.877544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-7ee353f0-24e8-4391-845d-e2c2fc775f3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 200 len: 217 time: 0.1935170 Aug 31 09:21:15.900261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3cc7a433-2f08-46dc-945e-54949e4a9c7d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:15.912455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3cc7a433-2f08-46dc-945e-54949e4a9c7d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:15.912918 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.041716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-9f939b43-6dae-4876-b64a-545dcf6dea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.045923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-9f939b43-6dae-4876-b64a-545dcf6dea92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1555262 Aug 31 09:21:16.082440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64b944-1e1d-4549-8a4c-7dd523bd534b req-ecc18460-798f-4030-93f8-f171bd0c0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.085209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b64b944-1e1d-4549-8a4c-7dd523bd534b req-ecc18460-798f-4030-93f8-f171bd0c0ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 1097 time: 0.8307705 Aug 31 09:21:16.123636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930177-e286-4aa3-9eb6-a89681a0ba55 req-7096a08f-5169-4ad2-ba16-92f1c2143a45 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.143593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d930177-e286-4aa3-9eb6-a89681a0ba55 req-7096a08f-5169-4ad2-ba16-92f1c2143a45 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.7787652 Aug 31 09:21:16.151585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.253252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 3cc7a433-2f08-46dc-945e-54949e4a9c7d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3cc7a433-2f08-46dc-945e-54949e4a9c7d,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:16.255594 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.264124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.270085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 08511fb0-1289-40f2-be92-7a414427fa98 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:16.440437 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.467634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=3cc7a433-2f08-46dc-945e-54949e4a9c7d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:16.583432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 08511fb0-1289-40f2-be92-7a414427fa98, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=08511fb0-1289-40f2-be92-7a414427fa98,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:16.585764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-493352ae-f04f-4c49-959a-d1f2ba080ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.590517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-493352ae-f04f-4c49-959a-d1f2ba080ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5194407 Aug 31 09:21:16.601444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event updated for resources: {'Port': ['ID=3c5d53f5-a0bb-4782-9c7b-af516a7ce406,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:16.612958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b64b944-1e1d-4549-8a4c-7dd523bd534b req-a2ad8711-374e-4e43-8999-a95f8e12bffd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674649 Aug 31 09:21:16.617882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '08511fb0-1289-40f2-be92-7a414427fa98', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '08511fb0-1289-40f2-be92-7a414427fa98', 'mac_address': 'fa:16:3e:d4:b1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:16.633217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:16.644212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:16.660501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:16.739481 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.756147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08511fb0-1289-40f2-be92-7a414427fa98 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:16.794381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 08511fb0-1289-40f2-be92-7a414427fa98, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=08511fb0-1289-40f2-be92-7a414427fa98,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:16.806105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.807281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:16.848636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.855649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d930177-e286-4aa3-9eb6-a89681a0ba55 req-f2ca4a8f-067d-4aa7-8012-d5dfb0ff3cd1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393825 Aug 31 09:21:16.926855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.096821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b03d-7b66-4463-bd2b-adc6ba9392f2 req-002d9bdb-4ca0-498e-a505-131e8736fe59 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.099845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98e1b03d-7b66-4463-bd2b-adc6ba9392f2 req-002d9bdb-4ca0-498e-a505-131e8736fe59 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 944 time: 0.2982368 Aug 31 09:21:17.113199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-2be36ead-3bb9-4513-a8e2-f59f10abae49 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953585 Aug 31 09:21:17.368496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=08511fb0-1289-40f2-be92-7a414427fa98,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:17.454228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98e1b03d-7b66-4463-bd2b-adc6ba9392f2 req-0da6812b-3bed-4982-9cd6-4ec46a77d380 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250794 Aug 31 09:21:17.471017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.483391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.500115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45728) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:17.545245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:17.602933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83750c18-1d34-4604-a8ea-b972d8b1a57e req-58485c77-3af6-4a4b-b6dc-f919a2d640b9 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753318 Aug 31 09:21:17.680340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3cc7a433-2f08-46dc-945e-54949e4a9c7d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:17.695185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '54c79149-2077-482f-a19c-08a99933634c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '54c79149-2077-482f-a19c-08a99933634c', 'mac_address': 'fa:16:3e:d0:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:17.794244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event updated for resources: {'Port': ['ID=3c5d53f5-a0bb-4782-9c7b-af516a7ce406,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:17.846023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.907013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.909187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1313d20f-1378-4146-8069-49e15016c7b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3506746 Aug 31 09:21:17.963552 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.011311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54c79149-2077-482f-a19c-08a99933634c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:18.051281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3cc7a433-2f08-46dc-945e-54949e4a9c7d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:18.051893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.122727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:18.138557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.255814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-656535342'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:18.324542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:18.339410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:18.345849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.366907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.370463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['54c79149-2077-482f-a19c-08a99933634c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:18.462266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cf854-f894-4bd8-89c1-1165350a6727 req-1152aa10-ed0f-40f8-969e-d81ca5b9b6d6 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.466414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490cf854-f894-4bd8-89c1-1165350a6727 req-1152aa10-ed0f-40f8-969e-d81ca5b9b6d6 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1371696 Aug 31 09:21:18.564825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.584879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490cf854-f894-4bd8-89c1-1165350a6727 req-c10ca55c-2174-4026-a265-597e9c7319dc tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019630 Aug 31 09:21:18.664919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:18.720517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.728230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.756703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:21:18.789962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.791254 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment 0a1fafed-43b3-4d91-944c-aa871f121a49 of type vlan for network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 Aug 31 09:21:19.018446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.091312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85294746-8566-4809-84ed-70d7a7351014,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:19.132120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.156270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.159797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.257904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45808) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:19.259314 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7317970 Aug 31 09:21:19.265990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594021203'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:19.295396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed476835-aeea-4815-b8e5-a23d7165b360 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=14b22e36-fbda-4b18-a5ca-e4a3220b3527,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:19.321009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:21:19.877650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fa4c4-d08e-4520-9a16-c6d97118f4a6 req-c49bdaf2-7d6e-41b4-868a-c232fb5963d5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.881844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e1fa4c4-d08e-4520-9a16-c6d97118f4a6 req-c49bdaf2-7d6e-41b4-868a-c232fb5963d5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 944 time: 0.7728851 Aug 31 09:21:19.925406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:19.932465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.939585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45822) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:19.994203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74f05-6fa2-4675-94fd-c520b71a9d50 req-80852ddf-b8b0-4deb-9411-cff03526b31e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.997714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ec74f05-6fa2-4675-94fd-c520b71a9d50 req-80852ddf-b8b0-4deb-9411-cff03526b31e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.8065262 Aug 31 09:21:20.095552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e1fa4c4-d08e-4520-9a16-c6d97118f4a6 req-f22b288b-6300-4c37-a03d-8aac5209717f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909788 Aug 31 09:21:20.099179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:21:20.193000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.193781 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment f94d8ab8-9cbe-42a6-81cb-f49114c4bec6 of type vlan for network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 Aug 31 09:21:20.275535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ec74f05-6fa2-4675-94fd-c520b71a9d50 req-adabb7c3-5484-474b-8f2c-03c27d29b161 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481418 Aug 31 09:21:20.294162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 08511fb0-1289-40f2-be92-7a414427fa98 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:20.423936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.496544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 08511fb0-1289-40f2-be92-7a414427fa98 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:20.512836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 08511fb0-1289-40f2-be92-7a414427fa98 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:20.513817 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.548586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5920f882-70d8-4755-bb94-287cd6b90b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.563365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.648062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.649188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.766894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5920f882-70d8-4755-bb94-287cd6b90b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.775499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5920f882-70d8-4755-bb94-287cd6b90b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.975290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5920f882-70d8-4755-bb94-287cd6b90b40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cac03a43fec48cb86145f6065ecad5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0333004 Aug 31 09:21:20.979245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45860) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:20.980197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920f882-70d8-4755-bb94-287cd6b90b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36efe673-023e-439b-9fef-c19402a7d230,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:20.985552 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.992103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7323701 Aug 31 09:21:21.000768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:21.023844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:21.096709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08511fb0-1289-40f2-be92-7a414427fa98'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:21.101462 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa168f8-dd1b-43fd-a1ef-7f86eecdbd26" -d '{"events": [{"server_uuid": "6c34e379-20df-4981-9c7c-da28ef0d0f0c", "name": "network-vif-plugged", "status": "completed", "tag": "08511fb0-1289-40f2-be92-7a414427fa98"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:21.164196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 08511fb0-1289-40f2-be92-7a414427fa98, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=08511fb0-1289-40f2-be92-7a414427fa98,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:21.174196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.176049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:21.185735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87a14ec6-d04e-45f0-a974-dd2712c1a9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.324424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87a14ec6-d04e-45f0-a974-dd2712c1a9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.423619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b01b2-ae96-4d81-8124-13ce39b95c2b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:21.539384 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd56d4-1273-4c3f-a930-02beed83f9dc x-openstack-request-id: req-c7dd56d4-1273-4c3f-a930-02beed83f9dc {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:21.541217 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c34e379-20df-4981-9c7c-da28ef0d0f0c", "name": "network-vif-plugged", "status": "completed", "tag": "08511fb0-1289-40f2-be92-7a414427fa98", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:21.542455 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7dd56d4-1273-4c3f-a930-02beed83f9dc {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:21.552218 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08511fb0-1289-40f2-be92-7a414427fa98', 'code': 200} Aug 31 09:21:21.566251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:21:21.570850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87a14ec6-d04e-45f0-a974-dd2712c1a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.574697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87a14ec6-d04e-45f0-a974-dd2712c1a9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.580499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-87a14ec6-d04e-45f0-a974-dd2712c1a9e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36efe673-023e-439b-9fef-c19402a7d230 HTTP/1.1" status: 204 len: 168 time: 0.5873864 Aug 31 09:21:21.632496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a14ec6-d04e-45f0-a974-dd2712c1a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36efe673-023e-439b-9fef-c19402a7d230,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:22.063354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:22.069769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 54c79149-2077-482f-a19c-08a99933634c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:22.070692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:22.071715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:22.205170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7183a0-cd48-4870-8f1e-a466c7e05ecf req-e9cd9fe4-91c0-43bb-b9e3-7be60fba3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.205170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea7183a0-cd48-4870-8f1e-a466c7e05ecf req-e9cd9fe4-91c0-43bb-b9e3-7be60fba3f1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 1097 time: 0.5510108 Aug 31 09:21:22.216080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=08511fb0-1289-40f2-be92-7a414427fa98,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:22.269977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aad8c-aae7-492b-b06e-28943668bf27 req-4f3f97d1-6d48-4abd-a8c9-7f9c2bc6a7c7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.279416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d7aad8c-aae7-492b-b06e-28943668bf27 req-4f3f97d1-6d48-4abd-a8c9-7f9c2bc6a7c7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.4469249 Aug 31 09:21:22.296776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8871-77c9-4b43-a508-99b523a3e95a req-fec6cf16-4ddd-4e13-8f28-cfcea9dfba98 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.307117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be9c8871-77c9-4b43-a508-99b523a3e95a req-fec6cf16-4ddd-4e13-8f28-cfcea9dfba98 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.4765875 Aug 31 09:21:22.346845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:22.408145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:22.416087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:22.473875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea7183a0-cd48-4870-8f1e-a466c7e05ecf req-21c56e62-bf92-457b-8635-7596140d8e5f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338042 Aug 31 09:21:22.668278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d7aad8c-aae7-492b-b06e-28943668bf27 req-693a7c7c-85f2-4e45-aadc-96322ea8e40c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861828 Aug 31 09:21:22.675833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:22.824532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be9c8871-77c9-4b43-a508-99b523a3e95a req-63c60ba6-a975-4d8b-8ebe-d657a8b91f38 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905457 Aug 31 09:21:23.044621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:23.085046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.148219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.229466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecceafa-be0f-4726-afa3-8a585d4f7c43 req-86e0e44a-f949-441c-9c9a-f302d410bced tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.232786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fecceafa-be0f-4726-afa3-8a585d4f7c43 req-86e0e44a-f949-441c-9c9a-f302d410bced tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1829631 Aug 31 09:21:23.336172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.344371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.399767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': '0a1fafed-43b3-4d91-944c-aa871f121a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:23.400391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: 14b22e36-fbda-4b18-a5ca-e4a3220b3527, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:21:23.431098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bab799b42b8455eaa9cee4f8af4a272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852024 Aug 31 09:21:23.433045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e88c75-2aa3-496a-bfda-ebcb5e50c894,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:23.441489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=4438ac40-c00e-4049-8c92-a138a9b3b35d,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:23.444001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45910) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:23.447385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.447737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.448201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.448831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.449505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.449892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.480498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.481640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.486001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.486980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.487777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.488106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.488819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2741423-d68f-47af-8e36-f4723f978d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.488952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.489489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.490230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.491996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.491996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.491996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.492615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.493192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.493779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.494351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.494992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:23.515520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fecceafa-be0f-4726-afa3-8a585d4f7c43 req-b7aea033-7492-49f8-b0b4-617a74ef2ad5 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618678 Aug 31 09:21:23.520119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:21:23.553987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:23.563646 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8c9bb-b2c3-4980-ac6c-b4d88411d0df" -d '{"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-plugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:23.582255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 14b22e36-fbda-4b18-a5ca-e4a3220b3527) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:23.615975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.619506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f7470-e637-427d-8dcf-6cdc8f0de92b None None] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:23.635135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.698065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2f4f5afa-2925-4793-bb14-9e74e96be3a4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6904938 Aug 31 09:21:23.708830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45918) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:23.732101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:23.901418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6796e52-c865-4719-8322-d1cfa9df6833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.067681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:24.083206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.085177 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5f82a0-7537-420c-ae94-a07a126298b0 x-openstack-request-id: req-2a5f82a0-7537-420c-ae94-a07a126298b0 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:24.086367 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-plugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:24.086367 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a5f82a0-7537-420c-ae94-a07a126298b0 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:24.087289 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'code': 200} Aug 31 09:21:24.147118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6796e52-c865-4719-8322-d1cfa9df6833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.344747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6796e52-c865-4719-8322-d1cfa9df6833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.349739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6796e52-c865-4719-8322-d1cfa9df6833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.355213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b6796e52-c865-4719-8322-d1cfa9df6833 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84e88c75-2aa3-496a-bfda-ebcb5e50c894 HTTP/1.1" status: 204 len: 168 time: 0.8518591 Aug 31 09:21:24.381317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6796e52-c865-4719-8322-d1cfa9df6833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e88c75-2aa3-496a-bfda-ebcb5e50c894,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:24.478036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-14b22e36-fbda-4b18-a5ca-e4a3220b3527', 'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': '4438ac40-c00e-4049-8c92-a138a9b3b35d'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:21:24.483082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:24.550019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce1246-8fc3-463c-ad9e-0bc9d80abca2 req-a080eb9e-1da0-43f8-90e0-414884be665e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.565655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35ce1246-8fc3-463c-ad9e-0bc9d80abca2 req-a080eb9e-1da0-43f8-90e0-414884be665e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.2677066 Aug 31 09:21:24.666331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35ce1246-8fc3-463c-ad9e-0bc9d80abca2 req-017f672f-3dce-404a-9f14-0089a63a1f54 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864861 Aug 31 09:21:25.047134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Allocated IP 2001:db8::2 (14b22e36-fbda-4b18-a5ca-e4a3220b3527/4438ac40-c00e-4049-8c92-a138a9b3b35d/2242bccd-6e6b-41fd-ab5e-e56193fcc241) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:25.322702 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.351429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Transition to ACTIVE for port object 2242bccd-6e6b-41fd-ab5e-e56193fcc241 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:25.352704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30581b-ca46-44fd-ac35-c571746a6ca8 req-f6500b35-0e6d-4f9b-b519-145ad53273c3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.367119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc30581b-ca46-44fd-ac35-c571746a6ca8 req-f6500b35-0e6d-4f9b-b519-145ad53273c3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.4677501 Aug 31 09:21:25.370985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Transition to ACTIVE for port object 2242bccd-6e6b-41fd-ab5e-e56193fcc241 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:25.384467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.433917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.456632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Pushing event updated for resources: {'Port': ['ID=2242bccd-6e6b-41fd-ab5e-e56193fcc241,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:25.481852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:25.489848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:25.497563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:25.566629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc30581b-ca46-44fd-ac35-c571746a6ca8 req-309dc3f5-7b5e-49fa-8445-5855053efa9b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984487 Aug 31 09:21:25.670738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Attempting to bind port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:25.671552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Attempting to bind port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '0a1fafed-43b3-4d91-944c-aa871f121a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:25.672103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Attempting to bind port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 on network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:25.691185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:25.691966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Checking segment: {'id': '0a1fafed-43b3-4d91-944c-aa871f121a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:25.692827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.693413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Bound using segment: {'id': '0a1fafed-43b3-4d91-944c-aa871f121a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:25.694163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Bound port: 2242bccd-6e6b-41fd-ab5e-e56193fcc241, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1fafed-43b3-4d91-944c-aa871f121a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '14b22e36-fbda-4b18-a5ca-e4a3220b3527'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:25.695693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.730273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:25.733291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:21:25.736120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:25.809312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:21:25.846552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:25.852777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.853851 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.903170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-16fbe0f3-7422-4b6e-9b04-4bee46dfc9dd tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1927500 Aug 31 09:21:25.907358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45946) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:25.916150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-667651665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:25.966819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee4448-ccc6-401d-a72d-520ddc934ebd None None] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:26.000703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] For port 2242bccd-6e6b-41fd-ab5e-e56193fcc241, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:26.057266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.058862 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.264672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] For port 2242bccd-6e6b-41fd-ab5e-e56193fcc241, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2242bccd-6e6b-41fd-ab5e-e56193fcc241,segment=NetworkSegment(0a1fafed-43b3-4d91-944c-aa871f121a49),segment_id=0a1fafed-43b3-4d91-944c-aa871f121a49)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:26.282828 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.341678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.361544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.504006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:26.508064 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2abe8588-2097-433a-9442-40542d029e63 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5990317 Aug 31 09:21:26.512487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45962) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:26.674396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aa4c7-8b40-4f35-97fc-2b3c9fbffa96 None None] Pushing event updated for resources: {'Port': ['ID=2242bccd-6e6b-41fd-ab5e-e56193fcc241,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:26.698930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110321-dcad-418c-bd98-215d0bcae67c req-88bb59cf-a5e1-4164-ad63-20564a13df78 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.716129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25110321-dcad-418c-bd98-215d0bcae67c req-88bb59cf-a5e1-4164-ad63-20564a13df78 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.4274366 Aug 31 09:21:26.999959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65', 'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': 'ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:21:27.004818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:27.329626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25110321-dcad-418c-bd98-215d0bcae67c req-114b092d-c9a4-47eb-8562-a22966167054 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116209 Aug 31 09:21:28.355809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Allocated IP 2001:db8:1::2 (1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65/ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3/5421bca7-6e25-4d39-a65b-6e1d39b3642b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:28.583897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f20147-519e-49c1-a7eb-ae71f1364ff0 req-5143fff9-6466-467f-a50c-c94922d1a4b6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:28.584915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f20147-519e-49c1-a7eb-ae71f1364ff0 req-5143fff9-6466-467f-a50c-c94922d1a4b6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.6283586 Aug 31 09:21:28.594993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.767718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f20147-519e-49c1-a7eb-ae71f1364ff0 req-95b6fe38-1fd3-4fdc-8b45-f3df3a697b58 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550016 Aug 31 09:21:28.847223 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.918983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2242bccd-6e6b-41fd-ab5e-e56193fcc241 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:29.176604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe5892-2064-497a-9b5f-aeb060c68496 None None] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:29.402916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Transition to ACTIVE for port object 5421bca7-6e25-4d39-a65b-6e1d39b3642b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:29.512188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8::1 (14b22e36-fbda-4b18-a5ca-e4a3220b3527/4438ac40-c00e-4049-8c92-a138a9b3b35d/9acdf343-38e6-4cb6-8197-69df822af53b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:29.543738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-96c06426-6d3e-41ae-b4d5-037e3123ddf9 None None] Provisioning for port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:29.649571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-995fcb98-7429-49b3-8147-c50208dc6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.690563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Transition to ACTIVE for port object 5421bca7-6e25-4d39-a65b-6e1d39b3642b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:29.726343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:29.734875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.879567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Pushing event updated for resources: {'Port': ['ID=5421bca7-6e25-4d39-a65b-6e1d39b3642b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:29.934306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:29.935135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.952181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:29.964998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:29.968053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:29.971380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086465-e306-48f8-877c-8015cc6640b0 req-153233e1-9c9e-431c-a1eb-204c4f084636 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:29.975567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5086465-e306-48f8-877c-8015cc6640b0 req-153233e1-9c9e-431c-a1eb-204c4f084636 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.2947030 Aug 31 09:21:30.085495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.229428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object 9acdf343-38e6-4cb6-8197-69df822af53b will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:30.294141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5086465-e306-48f8-877c-8015cc6640b0 req-b96236be-a739-4a06-bc81-670d142930c4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050654 Aug 31 09:21:30.438733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Attempting to bind port 5421bca7-6e25-4d39-a65b-6e1d39b3642b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:30.454974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Attempting to bind port 5421bca7-6e25-4d39-a65b-6e1d39b3642b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:30.457079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Attempting to bind port 5421bca7-6e25-4d39-a65b-6e1d39b3642b on network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:30.506505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:30.509082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Checking segment: {'id': 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:30.527199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.528661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Bound using segment: {'id': 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:30.534068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.542049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Bound port: 5421bca7-6e25-4d39-a65b-6e1d39b3642b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:30.544117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.765470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:30.781314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:30.788838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.791908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0db16f78-0a8c-4370-ae8c-5099a532d877 None None] Provisioning complete for port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:30.792389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0db16f78-0a8c-4370-ae8c-5099a532d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.795238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:30.797079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.808672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=9acdf343-38e6-4cb6-8197-69df822af53b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:31.050838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e9876-1b98-45f5-a3fa-9ee554ad6e1b req-9b3e183e-4a06-45cb-9864-ec1cdd786a20 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.070685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-247e9876-1b98-45f5-a3fa-9ee554ad6e1b req-9b3e183e-4a06-45cb-9864-ec1cdd786a20 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.4257030 Aug 31 09:21:31.102243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-51e0451c-5a78-498c-901a-956057745cdc None None] For port 5421bca7-6e25-4d39-a65b-6e1d39b3642b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:31.273303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 2242bccd-6e6b-41fd-ab5e-e56193fcc241, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2242bccd-6e6b-41fd-ab5e-e56193fcc241,segment=NetworkSegment(0a1fafed-43b3-4d91-944c-aa871f121a49),segment_id=0a1fafed-43b3-4d91-944c-aa871f121a49)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:31.289296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-51e0451c-5a78-498c-901a-956057745cdc None None] For port 5421bca7-6e25-4d39-a65b-6e1d39b3642b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5421bca7-6e25-4d39-a65b-6e1d39b3642b,segment=NetworkSegment(f94d8ab8-9cbe-42a6-81cb-f49114c4bec6),segment_id=f94d8ab8-9cbe-42a6-81cb-f49114c4bec6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:31.307232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0db16f78-0a8c-4370-ae8c-5099a532d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.331927 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.363993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.515273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-247e9876-1b98-45f5-a3fa-9ee554ad6e1b req-e4465c87-296d-46b7-b6be-7d2adc88a0eb tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360063 Aug 31 09:21:31.516656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.778600 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-0db16f78-0a8c-4370-ae8c-5099a532d877 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:21:31.779250 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-0db16f78-0a8c-4370-ae8c-5099a532d877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:21:31.825521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8d4e-0a94-4f99-9f61-8dc3c1186831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.006364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=2242bccd-6e6b-41fd-ab5e-e56193fcc241,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:32.016245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.019119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.191978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0451c-5a78-498c-901a-956057745cdc None None] Pushing event updated for resources: {'Port': ['ID=5421bca7-6e25-4d39-a65b-6e1d39b3642b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:32.525130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af34e41-0086-4747-9cae-1a3839ca5057 req-54cc7294-0a5c-4984-954d-0a2fe2eb7351 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:32.538519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6af34e41-0086-4747-9cae-1a3839ca5057 req-54cc7294-0a5c-4984-954d-0a2fe2eb7351 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.2825949 Aug 31 09:21:32.627683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-daaac84d-3dd6-4056-b607-7cb497cbf20b None None] Provisioning for port 9acdf343-38e6-4cb6-8197-69df822af53b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:32.633842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-daaac84d-3dd6-4056-b607-7cb497cbf20b None None] Provisioning complete for port 9acdf343-38e6-4cb6-8197-69df822af53b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:32.637456 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-daaac84d-3dd6-4056-b607-7cb497cbf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.733677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6af34e41-0086-4747-9cae-1a3839ca5057 req-2bf61ae9-15cb-492a-b658-4b8a4a42da3a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921999 Aug 31 09:21:32.754039 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.769434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.770330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.817647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-daaac84d-3dd6-4056-b607-7cb497cbf20b None None] Port 9acdf343-38e6-4cb6-8197-69df822af53b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:32.984126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46056) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:33.082858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=9acdf343-38e6-4cb6-8197-69df822af53b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:33.215297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8578-8778-4d85-89ef-a983208bb8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.392912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1864a9-148d-42c8-9f13-b39c2270f9d2 req-78ed1f26-8765-42fc-8461-8b44bc77d56e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.416153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f1864a9-148d-42c8-9f13-b39c2270f9d2 req-78ed1f26-8765-42fc-8461-8b44bc77d56e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.3136621 Aug 31 09:21:33.425928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8578-8778-4d85-89ef-a983208bb8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.434038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8578-8778-4d85-89ef-a983208bb8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.535795 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.559405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b8578-8778-4d85-89ef-a983208bb8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c2ac1-efdb-462f-abfc-def3a2cfdf31,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:33.617518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f1864a9-148d-42c8-9f13-b39c2270f9d2 req-e9e0d792-d267-4e0d-9532-741e90edfb7d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999333 Aug 31 09:21:33.639674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:33.641348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0f9b8578-8778-4d85-89ef-a983208bb8d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2949494a7d447328c4ef9feac1cdb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536272 Aug 31 09:21:33.646735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46062) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:33.650302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:33.929403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d92f079-d9d3-4c39-9c76-979b1253a051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.941586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5421bca7-6e25-4d39-a65b-6e1d39b3642b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:34.003666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d92f079-d9d3-4c39-9c76-979b1253a051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:34.185399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120a9c3-0873-44ca-bab5-07eabddc12b3 None None] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:34.213124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d92f079-d9d3-4c39-9c76-979b1253a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:34.225309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d92f079-d9d3-4c39-9c76-979b1253a051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:34.234038 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d92f079-d9d3-4c39-9c76-979b1253a051 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/768c2ac1-efdb-462f-abfc-def3a2cfdf31 HTTP/1.1" status: 204 len: 168 time: 0.5823798 Aug 31 09:21:34.293850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92f079-d9d3-4c39-9c76-979b1253a051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c2ac1-efdb-462f-abfc-def3a2cfdf31,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:34.679156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948a886-ac79-4dd4-8635-f9fa7151b7df req-a7f630ce-c206-445b-af58-574d925e6e4b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.706274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7948a886-ac79-4dd4-8635-f9fa7151b7df req-a7f630ce-c206-445b-af58-574d925e6e4b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.3341193 Aug 31 09:21:34.834362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 4ff62885-78af-47f5-8a7a-2a03296385d3 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:21:34.973507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 5421bca7-6e25-4d39-a65b-6e1d39b3642b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:34.995073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7948a886-ac79-4dd4-8635-f9fa7151b7df req-d7162532-0d88-4e2c-94c3-1642a066f271 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848449 Aug 31 09:21:35.049913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2242bccd-6e6b-41fd-ab5e-e56193fcc241 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:35.100361 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:21:35.209696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] Provisioning for port 5421bca7-6e25-4d39-a65b-6e1d39b3642b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:35.285844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46078) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:35.312860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] Provisioning complete for port 5421bca7-6e25-4d39-a65b-6e1d39b3642b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:35.313817 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.464550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc0d4-1ccf-4cb7-96d4-a1d0642aa662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.548963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:35.548963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.849056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc0d4-1ccf-4cb7-96d4-a1d0642aa662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.861425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc0d4-1ccf-4cb7-96d4-a1d0642aa662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.898937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba100a9-4a3e-45df-ae2a-ed119330f114 req-3fec229c-ef76-4027-a8e1-616dec7234f6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.907675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ba100a9-4a3e-45df-ae2a-ed119330f114 req-3fec229c-ef76-4027-a8e1-616dec7234f6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.4204402 Aug 31 09:21:35.910028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:35.932876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f35e8005-7ee8-4dbe-bcd1-316f1936c49a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/4ff62885-78af-47f5-8a7a-2a03296385d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4092956 Aug 31 09:21:35.939808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] Sync routers for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:35.946904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46082) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:35.987179 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:35.990532 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:36.098334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bc0d4-1ccf-4cb7-96d4-a1d0642aa662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d253fb-0f93-47bc-943a-3659dc91ef9b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:36.106918 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:36.110990 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1a3bc0d4-1ccf-4cb7-96d4-a1d0642aa662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04c01c12d86f4808907523111adf223e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447571 Aug 31 09:21:36.116372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:36.155086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:36.155086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:36.209425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.242705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fd522-2b6a-4eb0-b522-24af1111b07f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:36.253285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d1fd522-2b6a-4eb0-b522-24af1111b07f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports/9acdf343-38e6-4cb6-8197-69df822af53b HTTP/1.1" status: 200 len: 911 time: 0.2385554 Aug 31 09:21:36.253590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.254903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46090) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:36.314695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ba100a9-4a3e-45df-ae2a-ed119330f114 req-098f7c82-e050-48b7-a5ef-a65b8d1c39dc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605249 Aug 31 09:21:36.339948 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:36.341363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e817264-74ac-49e4-94a6-57bc01b86a18 None None] The sync data for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:36.400449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] For port 5421bca7-6e25-4d39-a65b-6e1d39b3642b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5421bca7-6e25-4d39-a65b-6e1d39b3642b,segment=NetworkSegment(f94d8ab8-9cbe-42a6-81cb-f49114c4bec6),segment_id=f94d8ab8-9cbe-42a6-81cb-f49114c4bec6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:36.410514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.612402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c81d39c0-63c7-4eb8-957a-79db28a3dc8c None None] Provisioning complete for port 5421bca7-6e25-4d39-a65b-6e1d39b3642b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:36.613274 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c81d39c0-63c7-4eb8-957a-79db28a3dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.625254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91e0e-8bb7-4a0a-83e7-640727934448 None None] Pushing event updated for resources: {'Port': ['ID=5421bca7-6e25-4d39-a65b-6e1d39b3642b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:37.013316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c81d39c0-63c7-4eb8-957a-79db28a3dc8c None None] Provisioning complete for port 9acdf343-38e6-4cb6-8197-69df822af53b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:37.014163 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c81d39c0-63c7-4eb8-957a-79db28a3dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.038138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b92427e2-e0e7-4a5f-b5fa-cb9819befcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.071975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d27f-ad28-43ad-8d42-c1bc03c0af4c req-e8e2dafc-8e0a-45c7-8870-b4239cca727c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.083975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1545d27f-ad28-43ad-8d42-c1bc03c0af4c req-e8e2dafc-8e0a-45c7-8870-b4239cca727c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.2214162 Aug 31 09:21:37.132562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c81d39c0-63c7-4eb8-957a-79db28a3dc8c None None] Port 9acdf343-38e6-4cb6-8197-69df822af53b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:37.250319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1545d27f-ad28-43ad-8d42-c1bc03c0af4c req-2d294980-2a63-4c98-b312-db4fc7c9d656 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476545 Aug 31 09:21:37.300191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b92427e2-e0e7-4a5f-b5fa-cb9819befcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.400408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b92427e2-e0e7-4a5f-b5fa-cb9819befcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.414235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b92427e2-e0e7-4a5f-b5fa-cb9819befcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.414235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b92427e2-e0e7-4a5f-b5fa-cb9819befcc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34d253fb-0f93-47bc-943a-3659dc91ef9b HTTP/1.1" status: 204 len: 168 time: 1.2914464 Aug 31 09:21:37.706864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf681a-8453-4de4-a30c-24e413ac3f9c req-f194466d-daa8-4154-b671-c32bf5bffc7d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.725447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ddf681a-8453-4de4-a30c-24e413ac3f9c req-f194466d-daa8-4154-b671-c32bf5bffc7d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.2107115 Aug 31 09:21:37.732360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92427e2-e0e7-4a5f-b5fa-cb9819befcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d253fb-0f93-47bc-943a-3659dc91ef9b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:37.836004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ddf681a-8453-4de4-a30c-24e413ac3f9c req-41ca9a1b-8d51-485f-ae2b-22c339bf15be tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059434 Aug 31 09:21:38.433331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:38.552903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5421bca7-6e25-4d39-a65b-6e1d39b3642b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:38.599840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231190c-5bdd-4974-b378-e3cf009f43c0 req-a1761ce1-8405-4bf2-addb-3375be24adb5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:38.613982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0231190c-5bdd-4974-b378-e3cf009f43c0 req-a1761ce1-8405-4bf2-addb-3375be24adb5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.2413528 Aug 31 09:21:38.710783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5421bca7-6e25-4d39-a65b-6e1d39b3642b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:38.711252 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:38.771577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0231190c-5bdd-4974-b378-e3cf009f43c0 req-43c82acd-5e54-4ba7-b974-70bc7ca83d23 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408234 Aug 31 09:21:39.293018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507b26e-56c4-4e44-926c-a52347a94803 req-1be02fac-2637-4544-883a-9ecf0ee923d3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.309666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1507b26e-56c4-4e44-926c-a52347a94803 req-1be02fac-2637-4544-883a-9ecf0ee923d3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1981263 Aug 31 09:21:39.311261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8:1::1 (1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65/ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3/6e008062-9694-4f7a-8dee-3d89e6026ebf) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:39.462414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1507b26e-56c4-4e44-926c-a52347a94803 req-a040a33a-6e84-46f4-bfa6-f2f9be1fee41 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443012 Aug 31 09:21:39.617398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.668092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object 6e008062-9694-4f7a-8dee-3d89e6026ebf will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:39.754858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.834839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=6e008062-9694-4f7a-8dee-3d89e6026ebf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:39.872838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:39.876158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:39.881319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:39.881891 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.036607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e7528-1e9a-47dc-93b2-a30f40a525d0 req-17a3e4c2-8ef3-4292-b25a-ec9bb49ac7c6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:40.045229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745e7528-1e9a-47dc-93b2-a30f40a525d0 req-17a3e4c2-8ef3-4292-b25a-ec9bb49ac7c6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.0993588 Aug 31 09:21:40.121179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745e7528-1e9a-47dc-93b2-a30f40a525d0 req-cf308dad-3912-4230-8d90-d217cb97aee3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Aug 31 09:21:40.243444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.575482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-497af69b-4bfb-4d3b-838e-e734a3721336 None None] Provisioning for port 6e008062-9694-4f7a-8dee-3d89e6026ebf completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:40.589745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-497af69b-4bfb-4d3b-838e-e734a3721336 None None] Provisioning complete for port 6e008062-9694-4f7a-8dee-3d89e6026ebf triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:40.590358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-497af69b-4bfb-4d3b-838e-e734a3721336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.723339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-497af69b-4bfb-4d3b-838e-e734a3721336 None None] Port 6e008062-9694-4f7a-8dee-3d89e6026ebf cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:41.008260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898ee78-724d-4a8a-858b-72cc4d732236 req-a45747aa-5c26-43ef-befc-17aa479389e3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.016048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d898ee78-724d-4a8a-858b-72cc4d732236 req-a45747aa-5c26-43ef-befc-17aa479389e3 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.2486198 Aug 31 09:21:41.088861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.100054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.101609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.127310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d898ee78-724d-4a8a-858b-72cc4d732236 req-50fae162-8abb-4b18-9149-1a66d62c0c11 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081276 Aug 31 09:21:41.206801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=6e008062-9694-4f7a-8dee-3d89e6026ebf,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:41.390227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:41.392384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:41.607757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 4ff62885-78af-47f5-8a7a-2a03296385d3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:21:41.690950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb406c-16ab-4bbf-b83b-bd8649256b63 req-68b04ee1-1b10-4d97-963d-b82f84bb4716 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.703200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7feb406c-16ab-4bbf-b83b-bd8649256b63 req-68b04ee1-1b10-4d97-963d-b82f84bb4716 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.1921928 Aug 31 09:21:41.790376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7feb406c-16ab-4bbf-b83b-bd8649256b63 req-84edf300-5ee4-43e9-a591-f9eb1054caa7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855608 Aug 31 09:21:41.825296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:41.839055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3f25836d-af0c-4a55-956a-d15cc66ee045 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/4ff62885-78af-47f5-8a7a-2a03296385d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5804820 Aug 31 09:21:41.841634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46172) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:41.860933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] Sync routers for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:41.900396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:41.903225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:41.948256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adf4e8c-6ca5-457a-98d0-9f5d83ab6349 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.957799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46174) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:41.959463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1adf4e8c-6ca5-457a-98d0-9f5d83ab6349 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports/6e008062-9694-4f7a-8dee-3d89e6026ebf HTTP/1.1" status: 200 len: 913 time: 0.1144280 Aug 31 09:21:42.031319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:42.105291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:42.107731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:42.258418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:42.259880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c269c-aa64-4df3-bcc4-74f207cc2b1a None None] The sync data for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:42.262882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e31872aa-aed9-4648-87e0-a8b1d25ea1ad None None] Provisioning complete for port 6e008062-9694-4f7a-8dee-3d89e6026ebf triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:42.263870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e31872aa-aed9-4648-87e0-a8b1d25ea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:42.370965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e31872aa-aed9-4648-87e0-a8b1d25ea1ad None None] Port 6e008062-9694-4f7a-8dee-3d89e6026ebf cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:42.527849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde626b-9f7f-449e-93c4-a0adba2b65a8 req-36c7a3f0-3dc2-4652-bc50-62bf2530f94e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.538549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fde626b-9f7f-449e-93c4-a0adba2b65a8 req-36c7a3f0-3dc2-4652-bc50-62bf2530f94e tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1679163 Aug 31 09:21:42.671862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fde626b-9f7f-449e-93c4-a0adba2b65a8 req-9cf8fb46-96ac-4c56-ac05-5637ac70b1e6 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151063 Aug 31 09:21:43.190325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dc159-8ea9-4c01-bedf-34d0e54c0726 req-77389b43-f1d4-4c82-a97c-7b8361ba64c1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.193651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-144dc159-8ea9-4c01-bedf-34d0e54c0726 req-77389b43-f1d4-4c82-a97c-7b8361ba64c1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.1153617 Aug 31 09:21:43.288440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46192) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:43.336849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-144dc159-8ea9-4c01-bedf-34d0e54c0726 req-02d4ec15-a455-4571-b681-ccbfee2d6fd5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269450 Aug 31 09:21:43.589579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f411d94-7bba-4dea-8ef0-7d1d6f728960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.660567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.848091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f411d94-7bba-4dea-8ef0-7d1d6f728960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.860015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f411d94-7bba-4dea-8ef0-7d1d6f728960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.012975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f411d94-7bba-4dea-8ef0-7d1d6f728960 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbecb5c397644b8e8ce0a818190a808a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127621 Aug 31 09:21:44.019725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46202) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:44.246141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411d94-7bba-4dea-8ef0-7d1d6f728960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60b061-f06f-4137-9f9d-2f181a1989fc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:44.278118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0eca0-d653-4029-a04e-fcbe49e030b6 req-b84563ec-c022-40ab-a894-3ee896e999e7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:44.293333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91e0eca0-d653-4029-a04e-fcbe49e030b6 req-b84563ec-c022-40ab-a894-3ee896e999e7 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.3662281 Aug 31 09:21:44.359353 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9a72808-5998-4a4a-b18c-27c480cb85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.384073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 6e008062-9694-4f7a-8dee-3d89e6026ebf {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:44.385050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.457281 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9a72808-5998-4a4a-b18c-27c480cb85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.481600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91e0eca0-d653-4029-a04e-fcbe49e030b6 req-a10341c7-f366-4052-87ac-766d3cd7d256 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867900 Aug 31 09:21:44.596681 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9a72808-5998-4a4a-b18c-27c480cb85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.600246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9a72808-5998-4a4a-b18c-27c480cb85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.601619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c9a72808-5998-4a4a-b18c-27c480cb85c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae60b061-f06f-4137-9f9d-2f181a1989fc HTTP/1.1" status: 204 len: 168 time: 0.5775557 Aug 31 09:21:44.616033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.619517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a72808-5998-4a4a-b18c-27c480cb85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60b061-f06f-4137-9f9d-2f181a1989fc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:44.651544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 6e008062-9694-4f7a-8dee-3d89e6026ebf owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:45.105220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:45.250613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=6e008062-9694-4f7a-8dee-3d89e6026ebf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:45.391829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-7b758c6e-c2bd-41ad-a3d3-6c5665505d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:45.394409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-7b758c6e-c2bd-41ad-a3d3-6c5665505d4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.1412959 Aug 31 09:21:45.601991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:45.606718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-5654a6bf-a7ab-4d1f-8fd1-a40808d283cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:45.609281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-5654a6bf-a7ab-4d1f-8fd1-a40808d283cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.1990001 Aug 31 09:21:45.645277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0497-e406-44b6-8cba-e39dbbf233e6 req-fd9bcee6-4874-4275-a035-4a6a51b8c0f3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:45.645604 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93261201-af7b-427a-ad32-4d0e84a24d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:45.655793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-886f0497-e406-44b6-8cba-e39dbbf233e6 req-fd9bcee6-4874-4275-a035-4a6a51b8c0f3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.3288870 Aug 31 09:21:45.673975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.175232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 4ff62885-78af-47f5-8a7a-2a03296385d3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:21:46.222829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93261201-af7b-427a-ad32-4d0e84a24d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.352505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93261201-af7b-427a-ad32-4d0e84a24d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.367119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-559e9bc2-dadd-473a-8b8d-de618bfd20a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.7474785 Aug 31 09:21:46.447117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-886f0497-e406-44b6-8cba-e39dbbf233e6 req-eea5326d-6e8b-4df5-81d8-a0f01831aa56 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901156 Aug 31 09:21:46.465883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-93261201-af7b-427a-ad32-4d0e84a24d6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9df1829e82aa48f3bb1c3e2a5dab04eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8559108 Aug 31 09:21:46.472408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46228) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:46.477911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93261201-af7b-427a-ad32-4d0e84a24d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7462b-4673-450a-a0ed-dad280ca31af,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:46.489607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:46.499822 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-41b516a5-22c2-4bda-bebb-92a407ccad92 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/4ff62885-78af-47f5-8a7a-2a03296385d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5392494 Aug 31 09:21:46.500476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:46.509240 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] Sync routers for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:46.535265 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:46.537562 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:46.619951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-d9f569da-86ea-40dc-8dde-8a0c25777c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:46.621820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-d9f569da-86ea-40dc-8dde-8a0c25777c69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.2444685 Aug 31 09:21:46.677796 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:46.713205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:46.714295 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:46.741239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbab2b2b-205a-48a2-aa74-b7878862f0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.788517 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:46.790324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2077f00-8ad6-4be2-a6e7-9e54208a2b1d None None] The sync data for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:46.825601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-3ec130f2-9afc-4ada-9bcf-883241a095d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559834 Aug 31 09:21:46.876990 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbab2b2b-205a-48a2-aa74-b7878862f0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.090114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6458a-00e5-4eda-b435-e7daba9b0a37 req-d6954e77-4079-4690-841b-024f7e9c7ead tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.127057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8a6458a-00e5-4eda-b435-e7daba9b0a37 req-d6954e77-4079-4690-841b-024f7e9c7ead tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.4961815 Aug 31 09:21:47.173966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbab2b2b-205a-48a2-aa74-b7878862f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.180762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bbab2b2b-205a-48a2-aa74-b7878862f0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.187858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bbab2b2b-205a-48a2-aa74-b7878862f0c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0f7462b-4673-450a-a0ed-dad280ca31af HTTP/1.1" status: 204 len: 168 time: 0.7073011 Aug 31 09:21:47.219837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab2b2b-205a-48a2-aa74-b7878862f0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7462b-4673-450a-a0ed-dad280ca31af,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:47.323462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8a6458a-00e5-4eda-b435-e7daba9b0a37 req-41bc273e-c387-4391-ab39-63c173716723 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946781 Aug 31 09:21:47.439694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-1cff29cc-e572-40ac-a4c3-016b478bf353 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947313 Aug 31 09:21:47.471467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.835548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb5ae-f81a-462e-bd89-7dcefa22d2a6 req-e05f970e-8eb3-4d90-ae3f-1d422de322ba tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.839163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eaafb5ae-f81a-462e-bd89-7dcefa22d2a6 req-e05f970e-8eb3-4d90-ae3f-1d422de322ba tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1721015 Aug 31 09:21:47.949171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ef8f452-7222-4f67-aeb0-a1c32ac6d9e7 req-7d1812ed-55d6-428e-a616-018e913a9784 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990916 Aug 31 09:21:48.023640 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eaafb5ae-f81a-462e-bd89-7dcefa22d2a6 req-9aacaa07-3602-4344-aaf2-69a18d0ab1a8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699541 Aug 31 09:21:48.191891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 9acdf343-38e6-4cb6-8197-69df822af53b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:48.192510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:48.354734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:48.377542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 9acdf343-38e6-4cb6-8197-69df822af53b owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:48.526191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:48.568665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892e753-e8de-47cb-a724-064a1c9680ec req-ee01c3c8-0cba-4105-b956-64ed2a556b3a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:48.597957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5892e753-e8de-47cb-a724-064a1c9680ec req-ee01c3c8-0cba-4105-b956-64ed2a556b3a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.2135704 Aug 31 09:21:48.735456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5892e753-e8de-47cb-a724-064a1c9680ec req-31f95e68-6ecf-427f-9574-c83ee1d518ff tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358151 Aug 31 09:21:48.742063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:48.788863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=9acdf343-38e6-4cb6-8197-69df822af53b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:49.033758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:49.096213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb9b3f-7eab-42c3-9bc6-895da1328a06 req-245278ca-f57a-4cf7-ad40-97995c0f649e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:49.130666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1bb9b3f-7eab-42c3-9bc6-895da1328a06 req-245278ca-f57a-4cf7-ad40-97995c0f649e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2185192 Aug 31 09:21:49.250286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1bb9b3f-7eab-42c3-9bc6-895da1328a06 req-b31a8628-3f94-445a-ae81-fd6fe0bcbd4b tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156871 Aug 31 09:21:49.557044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 4ff62885-78af-47f5-8a7a-2a03296385d3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:21:49.594792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf082ca-2c72-4946-acd2-218132914c89 req-55a2bbec-d5e2-4292-9f7d-d111a5592b11 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:49.608077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecf082ca-2c72-4946-acd2-218132914c89 req-55a2bbec-d5e2-4292-9f7d-d111a5592b11 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1367481 Aug 31 09:21:49.712943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ecf082ca-2c72-4946-acd2-218132914c89 req-74180f98-e397-41ab-bebe-bae4d696fca5 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823038 Aug 31 09:21:49.744291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:49.755039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46274) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:49.755213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-99ee8e17-be8d-473e-b86d-72af878cda4d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/4ff62885-78af-47f5-8a7a-2a03296385d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2534053 Aug 31 09:21:49.760556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] Sync routers for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:49.781039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:49.782817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:49.837373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:49.852097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] Routers {'4ff62885-78af-47f5-8a7a-2a03296385d3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:49.853170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:21:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4ff62885-78af-47f5-8a7a-2a03296385d3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:49.868404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8548a743-4b5c-490c-bf3b-081b1a63ccae tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff62885-78af-47f5-8a7a-2a03296385d3 HTTP/1.1" status: 200 len: 205 time: 0.1091256 Aug 31 09:21:49.869338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46278) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:49.960987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:49.961946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdaeccf-69db-482f-9999-948ef6c6de66 None None] The sync data for ids ['4ff62885-78af-47f5-8a7a-2a03296385d3'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:50.133868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb46c94-c5a6-43a0-bba6-5c42903ffe3c req-a8a6dcc4-0da8-4e8f-b8f8-cf097ecf7534 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:50.144209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fb46c94-c5a6-43a0-bba6-5c42903ffe3c req-a8a6dcc4-0da8-4e8f-b8f8-cf097ecf7534 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.0679231 Aug 31 09:21:50.219085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fb46c94-c5a6-43a0-bba6-5c42903ffe3c req-1e8ae4a2-dd61-47aa-8157-bd545060f797 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735819 Aug 31 09:21:50.235097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.526908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd736-4129-4038-af6a-3c93815484a0 req-7f1f75fa-4dfc-40a7-8764-adcc1e6db3e6 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:50.550831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05dcd736-4129-4038-af6a-3c93815484a0 req-7f1f75fa-4dfc-40a7-8764-adcc1e6db3e6 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1308680 Aug 31 09:21:50.718289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.723029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.756272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05dcd736-4129-4038-af6a-3c93815484a0 req-228c31d2-0d02-42cf-a019-3d0b6549a472 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967645 Aug 31 09:21:50.887968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.889218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff62885-78af-47f5-8a7a-2a03296385d3 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:21:50.923683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.925474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-53c2043f-bb28-4cdd-bc21-4c56e6005116 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2550395 Aug 31 09:21:50.925721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-775d501c-a9be-4696-a620-de6adc2fbdb0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/4ff62885-78af-47f5-8a7a-2a03296385d3 HTTP/1.1" status: 204 len: 168 time: 1.0545728 Aug 31 09:21:50.929887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46320) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:51.052244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755649e1-e4ee-4079-a382-a2fed65b8f1b req-04a1bfc8-3ac8-456f-84eb-0966e52778fc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.071327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-755649e1-e4ee-4079-a382-a2fed65b8f1b req-04a1bfc8-3ac8-456f-84eb-0966e52778fc tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1769378 Aug 31 09:21:51.096363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:21:51.113763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.176358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-755649e1-e4ee-4079-a382-a2fed65b8f1b req-a0dc4aa6-3acd-4825-83b1-6a5db89f78ba tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023331 Aug 31 09:21:51.257401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.294911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-ea22be76-3db5-4483-be3c-63b534b81525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.297316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-ea22be76-3db5-4483-be3c-63b534b81525 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 1097 time: 0.1267846 Aug 31 09:21:51.490537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.640131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.682863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-a0e2861d-72cc-4661-a12b-3eedea563d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.689213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-a0e2861d-72cc-4661-a12b-3eedea563d4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 200 len: 907 time: 0.3502061 Aug 31 09:21:51.734405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:51.741215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.750833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9077c81a-5087-4d0b-8d0c-3b785d89c63e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3 HTTP/1.1" status: 204 len: 168 time: 0.8189166 Aug 31 09:21:51.755375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46342) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:51.775358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa5b65-01bd-4685-ba8c-30826da1b010 None None] Network 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:51.872912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572b6e-727c-4b35-83b6-05693aeb5f8d req-6a744379-e6d9-4b50-8b0b-73adcbc77cf0 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.881062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet 4438ac40-c00e-4049-8c92-a138a9b3b35d {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:21:51.883558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b572b6e-727c-4b35-83b6-05693aeb5f8d req-6a744379-e6d9-4b50-8b0b-73adcbc77cf0 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 950 time: 0.5593677 Aug 31 09:21:51.888295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.922518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-bfad8f8e-e5a7-4474-806e-560b5cb7ae08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e HTTP/1.1" status: 200 len: 217 time: 0.2148974 Aug 31 09:21:51.960465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee356a-029e-4a08-94be-0e6c3bc88f18 req-d280b3fe-6ca7-45cc-b484-016762e69ee8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.962872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71ee356a-029e-4a08-94be-0e6c3bc88f18 req-d280b3fe-6ca7-45cc-b484-016762e69ee8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.4803936 Aug 31 09:21:52.027339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.050070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b572b6e-727c-4b35-83b6-05693aeb5f8d req-dcda08bf-bfd7-40bf-914d-aafa96e009d2 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651399 Aug 31 09:21:52.117166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-0dff122d-dfcd-48f0-b08f-639c5248c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:52.119129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-0dff122d-dfcd-48f0-b08f-639c5248c5ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 200 len: 846 time: 0.1846366 Aug 31 09:21:52.192945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-e0467c01-b048-450c-951a-42858e826068 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579796 Aug 31 09:21:52.197692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71ee356a-029e-4a08-94be-0e6c3bc88f18 req-68b015b0-7b65-49bd-b3c1-d62b1ebd7173 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756806 Aug 31 09:21:52.293485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] DHCP port deletion for 1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:52.442953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Deleting port 5421bca7-6e25-4d39-a65b-6e1d39b3642b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:52.443992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.444137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.662057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1ef17-fff8-4a05-865d-2d5883810da6 req-a5b3dedb-7151-4956-819b-000d885d984c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:52.674388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] For port 5421bca7-6e25-4d39-a65b-6e1d39b3642b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5421bca7-6e25-4d39-a65b-6e1d39b3642b,segment=NetworkSegment(f94d8ab8-9cbe-42a6-81cb-f49114c4bec6),segment_id=f94d8ab8-9cbe-42a6-81cb-f49114c4bec6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:52.675479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.720350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45a1ef17-fff8-4a05-865d-2d5883810da6 req-a5b3dedb-7151-4956-819b-000d885d984c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3205881 Aug 31 09:21:52.731698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.777477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.790012 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/4438ac40-c00e-4049-8c92-a138a9b3b35d HTTP/1.1" status: 204 len: 168 time: 1.0321994 Aug 31 09:21:52.794723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:52.825072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Calling delete_port for 5421bca7-6e25-4d39-a65b-6e1d39b3642b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:52.838435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5421bca7-6e25-4d39-a65b-6e1d39b3642b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:52.938686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5558ed-de0e-4929-af97-028388f9b9c4 None None] Network 14b22e36-fbda-4b18-a5ca-e4a3220b3527 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:52.959831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-488e3ccf-d3ec-4b85-b639-5acb1fc043b2 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595208 Aug 31 09:21:52.971246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45a1ef17-fff8-4a05-865d-2d5883810da6 req-1af485f9-b967-45fd-b4a9-24c79dd7fe9c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282250 Aug 31 09:21:53.260523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828241d8-a97b-41b9-8d56-f121a6cc8f93 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=4438ac40-c00e-4049-8c92-a138a9b3b35d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:53.321106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d0515ba-dc0d-47de-894c-b5ca1233fb5f req-d0ac824f-539f-4d1b-8637-5dcb66a56354 service neutron] 10.222.0.23 "GET /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482409 Aug 31 09:21:53.335600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.403842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455613a-e9e0-46fa-b74c-be912dcf55e4 req-197ec2fd-6447-461d-b6a7-4f94cc99d632 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.439544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f455613a-e9e0-46fa-b74c-be912dcf55e4 req-197ec2fd-6447-461d-b6a7-4f94cc99d632 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.2811744 Aug 31 09:21:53.537287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 5421bca7-6e25-4d39-a65b-6e1d39b3642b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:53.537885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.600974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f455613a-e9e0-46fa-b74c-be912dcf55e4 req-e47aa2bc-6928-42f8-b228-5ea5f99d13d4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580956 Aug 31 09:21:53.756289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 5421bca7-6e25-4d39-a65b-6e1d39b3642b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5421bca7-6e25-4d39-a65b-6e1d39b3642b,segment=NetworkSegment(f94d8ab8-9cbe-42a6-81cb-f49114c4bec6),segment_id=f94d8ab8-9cbe-42a6-81cb-f49114c4bec6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:53.757762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.804435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 5421bca7-6e25-4d39-a65b-6e1d39b3642b owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:53.834312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.848926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be26b38-255b-4bfe-9395-956a39f7a3dd req-27dc205c-b3d3-4334-8e7b-7aba2a324fce tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.853341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1be26b38-255b-4bfe-9395-956a39f7a3dd req-27dc205c-b3d3-4334-8e7b-7aba2a324fce tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.1225131 Aug 31 09:21:53.874795 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.912688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Pushing event deleted for resources: {'Port': ['ID=5421bca7-6e25-4d39-a65b-6e1d39b3642b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:53.946176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] No DVR routers for this DVR port 5421bca7-6e25-4d39-a65b-6e1d39b3642b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:53.949841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.950424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.951943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.952500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.953071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.953516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.954256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.954799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.955351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.955899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.956247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:53.956582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701f991-eaf2-46d0-a3fb-3593e9633c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:54.061630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1be26b38-255b-4bfe-9395-956a39f7a3dd req-8c9b3edd-9acd-4116-8cf9-06615f2e9d1d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966541 Aug 31 09:21:54.084586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.158374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=5421bca7-6e25-4d39-a65b-6e1d39b3642b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:54.168278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port 5421bca7-6e25-4d39-a65b-6e1d39b3642b on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:54.271136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] DHCP port deletion for 14b22e36-fbda-4b18-a5ca-e4a3220b3527 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:54.383512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.408415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:54.426550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] Deleting port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:54.426961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.440843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:54.442425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94d8ab8-9cbe-42a6-81cb-f49114c4bec6') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:54.487068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.512272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.524156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:54.525130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.532132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077906-bc67-44fe-8389-20660e66c573 req-dcca3ec7-b399-46e3-8a3a-8a7e52f72365 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:54.534768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a077906-bc67-44fe-8389-20660e66c573 req-dcca3ec7-b399-46e3-8a3a-8a7e52f72365 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1546266 Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:54.546486 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:54.573890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:54.586183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2242bccd-6e6b-41fd-ab5e-e56193fcc241 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:54.644485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.656405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a077906-bc67-44fe-8389-20660e66c573 req-b4a608d0-f2bc-4575-851f-1859e558b3f8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126673 Aug 31 09:21:54.678037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.694322 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65 HTTP/1.1" status: 204 len: 168 time: 1.8961930 Aug 31 09:21:54.698586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46458) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:54.730432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0949-a8d9-44dd-b82c-d6a31b3d8b20 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=1d99a09d-4a5d-4d6d-9d8d-50fcf3b93a65,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:54.799707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] For port 2242bccd-6e6b-41fd-ab5e-e56193fcc241, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2242bccd-6e6b-41fd-ab5e-e56193fcc241,segment=NetworkSegment(0a1fafed-43b3-4d91-944c-aa871f121a49),segment_id=0a1fafed-43b3-4d91-944c-aa871f121a49)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:54.800389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.819373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] Calling delete_port for 2242bccd-6e6b-41fd-ab5e-e56193fcc241 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:54.844743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.925398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.948413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] No DVR routers for this DVR port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:54.951505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c378679-29eb-4fe8-84c1-2cd9450cc49b req-cfea773b-d8a0-4ac0-9c75-070edd5026e8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:54.987006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c378679-29eb-4fe8-84c1-2cd9450cc49b req-cfea773b-d8a0-4ac0-9c75-070edd5026e8 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1609657 Aug 31 09:21:54.991094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fca08-550e-47b9-b409-2610d51cedd5 None None] Pushing event deleted for resources: {'Port': ['ID=2242bccd-6e6b-41fd-ab5e-e56193fcc241,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:55.027942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:55.028476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.067088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No active binding found for port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:21:55.067532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2242bccd-6e6b-41fd-ab5e-e56193fcc241 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:55.093488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c378679-29eb-4fe8-84c1-2cd9450cc49b req-9e99b870-9c84-42ca-87ad-9302d8a601df tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002915 Aug 31 09:21:55.102052 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.157963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 2242bccd-6e6b-41fd-ab5e-e56193fcc241, host n-d-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:55.158748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:55.159878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.160247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:55.164001 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd483e7-f0dd-4f39-899b-d98e520ff542" -d '{"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-unplugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:55.170013 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.228601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 2242bccd-6e6b-41fd-ab5e-e56193fcc241 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:55.245429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 was not found and therefore no delete operation was performed {{(pid=94895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:21:55.252449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.263645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:55.297394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b46574-fd75-412d-a7af-70c036a4f94b req-cf76176f-2a46-4d9f-982a-5d51cb5460dc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:55.303400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port 2242bccd-6e6b-41fd-ab5e-e56193fcc241 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:55.314560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41b46574-fd75-412d-a7af-70c036a4f94b req-cf76176f-2a46-4d9f-982a-5d51cb5460dc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1696849 Aug 31 09:21:55.383178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=2242bccd-6e6b-41fd-ab5e-e56193fcc241,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:55.394647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41b46574-fd75-412d-a7af-70c036a4f94b req-a1de92c5-7f7d-486b-b08b-852af49f281c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761952 Aug 31 09:21:55.524299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.539187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b22e36-fbda-4b18-a5ca-e4a3220b3527']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:55.554850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1fafed-43b3-4d91-944c-aa871f121a49') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:55.555188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1fafed-43b3-4d91-944c-aa871f121a49') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:55.572825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.609778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.625752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:55.626602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.626841 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef96e1b-a23b-4c36-a77a-0f593e94bb79 x-openstack-request-id: req-9ef96e1b-a23b-4c36-a77a-0f593e94bb79 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:55.627309 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-unplugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:55.627848 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ef96e1b-a23b-4c36-a77a-0f593e94bb79 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:55.628504 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'code': 200} Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:55.637048 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:55.744827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.778416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.781522 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/14b22e36-fbda-4b18-a5ca-e4a3220b3527 HTTP/1.1" status: 204 len: 168 time: 1.0814459 Aug 31 09:21:55.782954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf17d70-300b-4e6a-8d7e-db9f076f039e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=14b22e36-fbda-4b18-a5ca-e4a3220b3527,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:55.786359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46494) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:55.796596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591140704'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:55.856620 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:55.867694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.995571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38009e74-844c-4702-9627-aa9cc467291f req-92b2a05a-594e-4b7b-b4df-08b546fdf4c2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:55.997774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38009e74-844c-4702-9627-aa9cc467291f req-92b2a05a-594e-4b7b-b4df-08b546fdf4c2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1562183 Aug 31 09:21:56.001218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:21:56.040080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.040532 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment 7938302b-b09f-49ca-bafa-3f21bdb8806a of type vlan for network 979857d7-e6e1-4654-8da9-6cdb3106da7b Aug 31 09:21:56.063730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610a50-0fbe-4e27-9af2-fba616d5c3b9 req-2f03371f-e8cc-490f-aabb-d2c65c5b350b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:56.068073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d610a50-0fbe-4e27-9af2-fba616d5c3b9 req-2f03371f-e8cc-490f-aabb-d2c65c5b350b tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1389055 Aug 31 09:21:56.160777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38009e74-844c-4702-9627-aa9cc467291f req-8f6adc89-6bc7-4fdf-8066-4864172f7e70 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506701 Aug 31 09:21:56.208564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.229420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d610a50-0fbe-4e27-9af2-fba616d5c3b9 req-7974541d-a5f3-4fe1-8b99-99521992937a tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551449 Aug 31 09:21:56.283441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.314723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:56.322838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.523385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7333150 Aug 31 09:21:56.528129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46522) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:56.563289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:56.605419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bd727-a026-4a53-aac7-51c74cc80b27 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=979857d7-e6e1-4654-8da9-6cdb3106da7b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:56.632428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:21:56.651125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fea47-4fbc-432b-b272-1abb9d9ad370 req-fb4e3861-6db9-4954-b7d1-06908cd8fa44 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:56.662419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce4fea47-4fbc-432b-b272-1abb9d9ad370 req-fb4e3861-6db9-4954-b7d1-06908cd8fa44 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3264568 Aug 31 09:21:56.749070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef1686-aee8-41f0-b572-a3da8c9cebc4 req-529cf2b3-8771-4456-8a00-ab92eb5bc541 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:56.751393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-afef1686-aee8-41f0-b572-a3da8c9cebc4 req-529cf2b3-8771-4456-8a00-ab92eb5bc541 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1487956 Aug 31 09:21:56.777303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce4fea47-4fbc-432b-b272-1abb9d9ad370 req-c64e0675-db66-4cb2-b4f0-192aa38dec05 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080313 Aug 31 09:21:56.808661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:56.829197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.930496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-afef1686-aee8-41f0-b572-a3da8c9cebc4 req-967b56e7-1e46-4c83-ac6c-85435d4f7ef1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647043 Aug 31 09:21:57.306029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217ba19-2c36-44da-93c7-099dd0d6c67b req-6aeb0d84-ccee-451c-98e4-8490a2ecf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:57.309434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1217ba19-2c36-44da-93c7-099dd0d6c67b req-6aeb0d84-ccee-451c-98e4-8490a2ecf2f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.2786157 Aug 31 09:21:57.432901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-8ac5c337-a220-44c1-b312-e6617b6688cb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:57.455562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-8ac5c337-a220-44c1-b312-e6617b6688cb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.4705062 Aug 31 09:21:57.504482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.521618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-d9253411-0ef8-4cc5-804f-6065194d83f5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/quotas/4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 375 time: 0.0424075 Aug 31 09:21:57.529000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1217ba19-2c36-44da-93c7-099dd0d6c67b req-e26d21a7-5a87-4f21-996d-a79a67ea6c88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120011 Aug 31 09:21:57.665705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-74293cc6-0ecb-4a95-8458-590eb8eb7d59 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1409776 Aug 31 09:21:57.749411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=4b42020b-a83c-453f-8b7f-e390cdf1114f,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:57.822347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': '7938302b-b09f-49ca-bafa-3f21bdb8806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:57.825077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: 979857d7-e6e1-4654-8da9-6cdb3106da7b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:21:57.856627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:21:57.887500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 979857d7-e6e1-4654-8da9-6cdb3106da7b) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:57.893189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:57.893790 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.913649 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-89d2f469-1be5-44bf-b3ed-7270ad7c2b78 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3798673 Aug 31 09:21:57.917888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46570) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:57.922226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd075e-b16f-4c90-ad14-00f66ae88b39 None None] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:57.925095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1845026378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:57.964322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-35913d87-604d-46da-a382-bc680c56e764 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672079 Aug 31 09:21:57.988070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.989383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.122805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-c1d4e2c4-5603-4493-8a7f-39fdb80d7f7b service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572700 Aug 31 09:21:58.134360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.151354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.159987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178d0c9-15cc-4cb3-8297-79db71a24800 req-6174bb9f-2e24-4846-aead-26e1bbfc9ce2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:58.175483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5178d0c9-15cc-4cb3-8297-79db71a24800 req-6174bb9f-2e24-4846-aead-26e1bbfc9ce2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.3058379 Aug 31 09:21:58.198305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.207084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8c983a74-f8ab-4b62-894f-df08511cd123 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2819674 Aug 31 09:21:58.207084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46578) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:58.218180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'port': {'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b', 'name': 'tempest-RoutersIpV6Test-1741522319'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:58.283232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-979857d7-e6e1-4654-8da9-6cdb3106da7b', 'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': '4b42020b-a83c-453f-8b7f-e390cdf1114f'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:21:58.289408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5178d0c9-15cc-4cb3-8297-79db71a24800 req-d307f566-9d13-4d97-a61b-14c28608742c tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077559 Aug 31 09:21:58.291037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.537363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:58.545838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514e04-b2c8-40c1-904b-1c8758a80047 req-53736329-f79f-4257-872c-74d5ac8b3ddd tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:58.549462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.554978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:58.572662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30514e04-b2c8-40c1-904b-1c8758a80047 req-53736329-f79f-4257-872c-74d5ac8b3ddd tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2003868 Aug 31 09:21:58.631127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] device_id is not set on port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:21:58.692413 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-827c48e1-1af7-45f2-bd3d-d4975ca62d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.748262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30514e04-b2c8-40c1-904b-1c8758a80047 req-45d69b2c-cc71-4aaa-a3b0-7c530419de9b tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726623 Aug 31 09:21:58.869367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84476b48-35e7-4d64-8212-7fa88a3e088c req-379a4e5c-8601-4abf-8cca-0a5674372b2c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 210 time: 0.1156571 Aug 31 09:21:59.082261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Allocated IP 2001:db8::2 (979857d7-e6e1-4654-8da9-6cdb3106da7b/4b42020b-a83c-453f-8b7f-e390cdf1114f/dac93976-d59c-437c-9e75-a59fba1ce12d) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:59.120004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:59.225463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '54c79149-2077-482f-a19c-08a99933634c', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '54c79149-2077-482f-a19c-08a99933634c', 'mac_address': 'fa:16:3e:d0:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:59.306888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-bf810506-9079-4717-991e-7388a2ebfec4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:59.314857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-bf810506-9079-4717-991e-7388a2ebfec4 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.1917577 Aug 31 09:21:59.388412 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:59.560951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c79149-2077-482f-a19c-08a99933634c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:59.687621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:59.706553 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:59.842279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202740b1-4ac9-466a-9f3c-4c5371e77c80 req-53cb6a93-2ea5-4b4f-9ffd-0d8c90f7a1f9 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:59.862140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-202740b1-4ac9-466a-9f3c-4c5371e77c80 req-53cb6a93-2ea5-4b4f-9ffd-0d8c90f7a1f9 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 945 time: 0.3058882 Aug 31 09:21:59.866010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:59.887307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Transition to ACTIVE for port object dac93976-d59c-437c-9e75-a59fba1ce12d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:59.924672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Transition to ACTIVE for port object dac93976-d59c-437c-9e75-a59fba1ce12d will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:00.001522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.012224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:00.013117 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.093116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['54c79149-2077-482f-a19c-08a99933634c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:00.252737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:00.254557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:00.262253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:00.266885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:00.460825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-202740b1-4ac9-466a-9f3c-4c5371e77c80 req-fff0f4ca-e1cc-4575-9bca-2e084ec10a41 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974205 Aug 31 09:22:00.705277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Pushing event updated for resources: {'Port': ['ID=dac93976-d59c-437c-9e75-a59fba1ce12d,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:00.722071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d9be-2d16-4722-b669-f3da85d81e7c req-4c2ff76f-6d76-46ee-a9a5-29f46faf05fc tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:00.746083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e6d9be-2d16-4722-b669-f3da85d81e7c req-4c2ff76f-6d76-46ee-a9a5-29f46faf05fc tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.6022048 Aug 31 09:22:00.746359 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Attempting to bind port dac93976-d59c-437c-9e75-a59fba1ce12d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:00.746802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Attempting to bind port dac93976-d59c-437c-9e75-a59fba1ce12d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7938302b-b09f-49ca-bafa-3f21bdb8806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:00.747562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Attempting to bind port dac93976-d59c-437c-9e75-a59fba1ce12d on network 979857d7-e6e1-4654-8da9-6cdb3106da7b {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:00.854089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:00.857990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Checking segment: {'id': '7938302b-b09f-49ca-bafa-3f21bdb8806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:00.859682 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.861424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Bound using segment: {'id': '7938302b-b09f-49ca-bafa-3f21bdb8806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:00.867095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Bound port: dac93976-d59c-437c-9e75-a59fba1ce12d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7938302b-b09f-49ca-bafa-3f21bdb8806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '979857d7-e6e1-4654-8da9-6cdb3106da7b'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:00.872708 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.945953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd4f376f-8303-45f6-9c3c-617e1269fdf4 req-20e1b78b-7067-4299-81de-535bb0738aed tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 210 time: 0.1571100 Aug 31 09:22:01.009523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port c11a65a0-eef2-45e1-9f62-d4545d2b54e0, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:01.037215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.171144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for c11a65a0-eef2-45e1-9f62-d4545d2b54e0 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:01.410162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] For port dac93976-d59c-437c-9e75-a59fba1ce12d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:01.439590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e6d9be-2d16-4722-b669-f3da85d81e7c req-72de5224-c33e-4d93-bbb8-544ce51de4e5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919990 Aug 31 09:22:01.595931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] For port dac93976-d59c-437c-9e75-a59fba1ce12d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dac93976-d59c-437c-9e75-a59fba1ce12d,segment=NetworkSegment(7938302b-b09f-49ca-bafa-3f21bdb8806a),segment_id=7938302b-b09f-49ca-bafa-3f21bdb8806a)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:01.641277 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.754400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-debd34cd-6ec1-4f04-a09a-6da127a22b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.911402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8::15 (979857d7-e6e1-4654-8da9-6cdb3106da7b/4b42020b-a83c-453f-8b7f-e390cdf1114f/64d09ec6-8db1-49db-ac01-40bdb9cb6a36) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:01.923566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee79ee-e1aa-4688-bb0a-35b344943a11 None None] Pushing event updated for resources: {'Port': ['ID=dac93976-d59c-437c-9e75-a59fba1ce12d,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:01.948686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.975005 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.990405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['aa007e5f-effb-48d7-a2aa-575f2b6bba6e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:02.081892 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.137744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=c11a65a0-eef2-45e1-9f62-d4545d2b54e0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:02.179483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c11a65a0-eef2-45e1-9f62-d4545d2b54e0 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:02.338188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cafa5e6-02cf-43c3-aa6a-916bb0e85088 req-2dc2a437-ddbe-4b4e-ae9e-f4e718afebac tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 210 time: 0.2236776 Aug 31 09:22:02.351923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-61e36caa-5ca2-4c0a-9687-3c267e176a80 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:02.366540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-61e36caa-5ca2-4c0a-9687-3c267e176a80 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 1.0397358 Aug 31 09:22:02.401836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'port': {'device_id': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'admin_state_up': True, 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:02.429578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: c11a65a0-eef2-45e1-9f62-d4545d2b54e0 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:02.431768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c11a65a0-eef2-45e1-9f62-d4545d2b54e0 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:02.544856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:02.711220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port c11a65a0-eef2-45e1-9f62-d4545d2b54e0 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:02.766510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.773844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa38bebf-912e-4ebf-bfa0-52b1691ee255 req-20027e62-5485-4562-b42c-5220751de48d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.15 "DELETE /v2.0/ports/c11a65a0-eef2-45e1-9f62-d4545d2b54e0 HTTP/1.1" status: 204 len: 173 time: 3.4480319 Aug 31 09:22:02.783357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'name': 'network-vif-deleted', 'tag': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:02.786664 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ac68a-2ac7-4e02-9668-8ae364a36b4c" -d '{"events": [{"server_uuid": "d29fa45d-48ac-4660-944e-90ee15a34745", "name": "network-vif-deleted", "tag": "c11a65a0-eef2-45e1-9f62-d4545d2b54e0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:02.938280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e68ad4f8-5e89-4173-88f2-b1f14e8b8e4f req-3fe3cea0-b003-44f6-9571-0d50578e112e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 210 time: 0.2282312 Aug 31 09:22:03.164025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 54c79149-2077-482f-a19c-08a99933634c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:03.164025 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.243843 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d01468-b095-4aa8-9954-6c8854c60160 x-openstack-request-id: req-05d01468-b095-4aa8-9954-6c8854c60160 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:03.244436 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29fa45d-48ac-4660-944e-90ee15a34745", "name": "network-vif-deleted", "tag": "c11a65a0-eef2-45e1-9f62-d4545d2b54e0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:03.244795 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05d01468-b095-4aa8-9954-6c8854c60160 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:03.246823 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29fa45d-48ac-4660-944e-90ee15a34745', 'name': 'network-vif-deleted', 'tag': 'c11a65a0-eef2-45e1-9f62-d4545d2b54e0', 'status': 'completed', 'code': 200} Aug 31 09:22:03.313480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7a079-633d-4a04-a7a4-2883360327d6 req-1dff957a-9f5a-4e4e-ada4-095d42ab4986 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:03.327060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dc7a079-633d-4a04-a7a4-2883360327d6 req-1dff957a-9f5a-4e4e-ada4-095d42ab4986 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1916692 Aug 31 09:22:03.365217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:03.369722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.512460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-6412f487-33f7-4003-8d0b-cda59eb11024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:03.514486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-6412f487-33f7-4003-8d0b-cda59eb11024 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fb2052c400a4dd5862657d730a1e50d&device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 1097 time: 0.5414062 Aug 31 09:22:03.531688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dc7a079-633d-4a04-a7a4-2883360327d6 req-b9869127-8c2c-4f93-845e-6bd75287678c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950924 Aug 31 09:22:03.597568 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.600939 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.670898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:03.679307 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b81e71-df39-4628-b696-78be4116696a" -d '{"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-plugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:03.754833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:03.769617 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.798371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a68571da-ef23-44f5-b546-96f0c4607b39 req-1975b986-8c3b-40ac-a618-cd1b6856cfa1 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29fa45d-48ac-4660-944e-90ee15a34745 HTTP/1.1" status: 200 len: 210 time: 0.0964963 Aug 31 09:22:03.979495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.999697 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1580c06d-f6c2-4229-b4f1-3d6b07a80332 x-openstack-request-id: req-1580c06d-f6c2-4229-b4f1-3d6b07a80332 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:04.000051 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-plugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:04.000319 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1580c06d-f6c2-4229-b4f1-3d6b07a80332 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:04.000755 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'code': 200} Aug 31 09:22:04.004162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:04.058099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:04.164413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-6c6887a7-d65b-46d7-ab5b-72fe176cef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:04.169769 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-6c6887a7-d65b-46d7-ab5b-72fe176cef95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 200 len: 919 time: 0.6411779 Aug 31 09:22:04.255726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.260371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee52372e-0a60-4a9d-838d-f8a1654340ab req-07c306be-82dc-46b6-8e68-716c71a03eeb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 210 time: 0.0819609 Aug 31 09:22:04.370122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Allocated IP 172.20.0.13 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/157b70a6-3672-41b3-8b8b-973da2d1835d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:04.541924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2c2b2-36a9-4062-b213-860f6fb86686 None None] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:04.630959 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-317539e4-b8e7-47a6-90f3-6801771fc5a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 200 len: 217 time: 0.4029112 Aug 31 09:22:04.814150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:04.832447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:04.845330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=64d09ec6-8db1-49db-ac01-40bdb9cb6a36,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:04.852099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:04.859484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:04.860340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.889881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-607ddcc0-52e4-43c8-9835-1e42986925a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:04.891614 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-607ddcc0-52e4-43c8-9835-1e42986925a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 200 len: 858 time: 0.2238081 Aug 31 09:22:04.895440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dac93976-d59c-437c-9e75-a59fba1ce12d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:04.932963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-e156f018-d7c4-4012-b8c9-1fb5c2899169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67fe6244-c191-4db5-af1b-ac8ab5f77c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307872 Aug 31 09:22:04.941050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6266bdf3-544e-4e9c-a68a-89d3312df1fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.7329390 Aug 31 09:22:04.953326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46734) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:04.976002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.984621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c622-0e94-4367-a382-1021d52c3126 req-ba1679a2-dbf2-48ae-8210-2bec0601be67 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:05.011319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f02c622-0e94-4367-a382-1021d52c3126 req-ba1679a2-dbf2-48ae-8210-2bec0601be67 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3109372 Aug 31 09:22:05.126395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Transition to ACTIVE for port object 157b70a6-3672-41b3-8b8b-973da2d1835d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:05.213188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f02c622-0e94-4367-a382-1021d52c3126 req-e1da6112-6443-4206-925d-c1cb49126344 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964402 Aug 31 09:22:05.453164 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-742960f1-bad1-44c7-8a7b-57becc796ebb service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105176 Aug 31 09:22:05.455315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76ade786-38e0-40a8-90fb-96c4eada0c75 None None] Provisioning for port dac93976-d59c-437c-9e75-a59fba1ce12d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:05.557295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port dac93976-d59c-437c-9e75-a59fba1ce12d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:05.577710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port dac93976-d59c-437c-9e75-a59fba1ce12d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:05.582370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.610874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-209f93e5-dd58-4a39-a931-a7aa569105d7 req-a29d6ee2-5ea5-4342-81ed-0ccf19f42509 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 210 time: 0.1021419 Aug 31 09:22:05.668374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.717512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:05.797230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:05.828966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:05.847559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:05.907427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=157b70a6-3672-41b3-8b8b-973da2d1835d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:05.923623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.974681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad36fb88-b5ad-4952-a781-ec5ee14674d3 req-74e06978-5526-4dea-a523-0f09e4d7a381 service neutron] 10.222.0.15 "GET /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376271 Aug 31 09:22:06.023608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.209191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.385351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port dac93976-d59c-437c-9e75-a59fba1ce12d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dac93976-d59c-437c-9e75-a59fba1ce12d,segment=NetworkSegment(7938302b-b09f-49ca-bafa-3f21bdb8806a),segment_id=7938302b-b09f-49ca-bafa-3f21bdb8806a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:06.416187 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.671723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ae8f-8db6-4e33-9eb9-cecdc43ee0ad req-a62990a9-ec0f-4183-b434-032bad5b9ef5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:06.681643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bd6ae8f-8db6-4e33-9eb9-cecdc43ee0ad req-a62990a9-ec0f-4183-b434-032bad5b9ef5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1551771 Aug 31 09:22:06.778704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bd6ae8f-8db6-4e33-9eb9-cecdc43ee0ad req-2b5f4249-0f8e-490a-a837-9f6ea443733f tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941131 Aug 31 09:22:06.784515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d1047d21-dbcc-4b1f-b4fd-da5dca1d44b7 None None] Provisioning for port 157b70a6-3672-41b3-8b8b-973da2d1835d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:06.830520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d1047d21-dbcc-4b1f-b4fd-da5dca1d44b7 None None] Provisioning complete for port 157b70a6-3672-41b3-8b8b-973da2d1835d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:06.835205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1047d21-dbcc-4b1f-b4fd-da5dca1d44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.913708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=dac93976-d59c-437c-9e75-a59fba1ce12d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:06.993093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:06.994977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.005269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.032890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.035876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d1047d21-dbcc-4b1f-b4fd-da5dca1d44b7 None None] Port 157b70a6-3672-41b3-8b8b-973da2d1835d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:07.100193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-4b59e5aa-8206-436b-bd71-4bae94b90a8d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--85572147&fields=id&tenant_id=0c13586eed394e10a288e791efe35584 HTTP/1.1" status: 200 len: 267 time: 0.1312797 Aug 31 09:22:07.141424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=64d09ec6-8db1-49db-ac01-40bdb9cb6a36,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:07.152817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-7c986bb9-8fa8-4fc6-a1b7-7d331a5438ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7713029 Aug 31 09:22:07.230364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-65f44f32-a752-4a3d-ad92-cb64bb580828 None None] Provisioning complete for port dac93976-d59c-437c-9e75-a59fba1ce12d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:07.237312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65f44f32-a752-4a3d-ad92-cb64bb580828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.404868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.418445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Request body: {'port': {'device_id': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:07.629493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-fea14a2c-eed4-4b29-835c-5b64bd23a23c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:07.650396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-fea14a2c-eed4-4b29-835c-5b64bd23a23c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/networks?id=948ff52a-838a-4e38-a388-b31457f167c6 HTTP/1.1" status: 200 len: 816 time: 0.4764779 Aug 31 09:22:07.678698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-65f44f32-a752-4a3d-ad92-cb64bb580828 None None] Provisioning for port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:07.689251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-65f44f32-a752-4a3d-ad92-cb64bb580828 None None] Provisioning complete for port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:07.694111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65f44f32-a752-4a3d-ad92-cb64bb580828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.788591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-65f44f32-a752-4a3d-ad92-cb64bb580828 None None] Port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:07.806558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-14ee2af6-9cb1-4389-a0f1-275fa6ac3139 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/quotas/0c13586eed394e10a288e791efe35584 HTTP/1.1" status: 200 len: 375 time: 0.1515512 Aug 31 09:22:07.830115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.896809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39c6c6-baa3-4171-867f-b6d3d2184a0a req-f0db98e2-a66d-4a42-843c-0ce42f72f75c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:07.906305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd39c6c6-baa3-4171-867f-b6d3d2184a0a req-f0db98e2-a66d-4a42-843c-0ce42f72f75c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 932 time: 0.2430830 Aug 31 09:22:07.948805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d46ca498-343e-4d33-82e5-a8f6f0497478 None None] Provisioning complete for port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:07.949438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d46ca498-343e-4d33-82e5-a8f6f0497478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.986200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-f83f3c70-b897-4510-b4c9-211cc65d30cd tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c13586eed394e10a288e791efe35584&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1760898 Aug 31 09:22:08.038118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd39c6c6-baa3-4171-867f-b6d3d2184a0a req-708128ce-181b-45d2-9988-4dc4a385a666 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275375 Aug 31 09:22:08.066580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d46ca498-343e-4d33-82e5-a8f6f0497478 None None] Port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:08.082060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:08.337906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-6d747cf6-6de6-4786-8d69-8232688a0de8 service neutron] 10.222.0.18 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336222 Aug 31 09:22:08.609325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a03f-5331-4e4e-8f40-06dc3aa595a5 req-d1faf5f1-89d6-45d5-9e1d-fac9cb52383c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:08.618783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8075a03f-5331-4e4e-8f40-06dc3aa595a5 req-d1faf5f1-89d6-45d5-9e1d-fac9cb52383c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.1558092 Aug 31 09:22:08.624856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dac93976-d59c-437c-9e75-a59fba1ce12d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:08.675809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-5b57757f-8a07-493b-a4be-4be35e0a4e5c service neutron] 10.222.0.18 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361228 Aug 31 09:22:08.723394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8075a03f-5331-4e4e-8f40-06dc3aa595a5 req-e7fe568b-f786-4968-b16a-725a472904ba tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031079 Aug 31 09:22:08.805355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port dac93976-d59c-437c-9e75-a59fba1ce12d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:08.805975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:08.964174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157b70a6-3672-41b3-8b8b-973da2d1835d {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:08.981563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.104159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Transition to ACTIVE for port object 157b70a6-3672-41b3-8b8b-973da2d1835d will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:09.115095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.209117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Pushing event updated for resources: {'Port': ['ID=157b70a6-3672-41b3-8b8b-973da2d1835d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:09.597539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Attempting to bind port 157b70a6-3672-41b3-8b8b-973da2d1835d on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:09.597892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Attempting to bind port 157b70a6-3672-41b3-8b8b-973da2d1835d by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:09.598314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Attempting to bind port 157b70a6-3672-41b3-8b8b-973da2d1835d on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:09.601992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.615715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Port 157b70a6-3672-41b3-8b8b-973da2d1835d on network 884b3049-254d-4f05-8305-175ba7a0464c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:09.616151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Attempting to bind port 157b70a6-3672-41b3-8b8b-973da2d1835d on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:09.631874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.632535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.736867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:09.737455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:09.738132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:09.742128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Bound port: 157b70a6-3672-41b3-8b8b-973da2d1835d, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:09.742570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.920596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2a3c-bdf2-4ca2-9e4f-b54594629e87 req-e1fae70f-17e7-4b28-bbe9-ad091d8464d2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:09.923691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19fd2a3c-bdf2-4ca2-9e4f-b54594629e87 req-e1fae70f-17e7-4b28-bbe9-ad091d8464d2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 944 time: 0.1081529 Aug 31 09:22:10.050651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19fd2a3c-bdf2-4ca2-9e4f-b54594629e87 req-5a90a0a4-621a-4da4-8935-f74dc9e2c833 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003547 Aug 31 09:22:10.061010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=64d09ec6-8db1-49db-ac01-40bdb9cb6a36,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:10.134690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d58b5db-f6c6-4e8c-b5ae-778706582e35 req-aa26324a-11b1-493f-a096-a9a09d2d5af4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.0754237 Aug 31 09:22:10.167628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:10.173203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:10.190649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] For port 157b70a6-3672-41b3-8b8b-973da2d1835d, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:10.237723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] For port 157b70a6-3672-41b3-8b8b-973da2d1835d, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=157b70a6-3672-41b3-8b8b-973da2d1835d,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:10.385948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.782304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-06409adb-3dd8-4821-8997-7915b7bec03b None None] Provisioning complete for port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:10.782967 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06409adb-3dd8-4821-8997-7915b7bec03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.912140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-06409adb-3dd8-4821-8997-7915b7bec03b None None] Port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:11.315581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Pushing event updated for resources: {'Port': ['ID=157b70a6-3672-41b3-8b8b-973da2d1835d,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:11.331346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.332468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:11.334583 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-0cc2c998-888a-43c4-9219-eaeaacb4d74d service neutron] 10.222.0.15 "PUT /v2.0/ports/157b70a6-3672-41b3-8b8b-973da2d1835d HTTP/1.1" status: 200 len: 1093 time: 3.9213333 Aug 31 09:22:11.335435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'tag': '157b70a6-3672-41b3-8b8b-973da2d1835d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:11.346635 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac03b5d-f160-44ca-b21e-25d2cd709aab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a", "tag": "157b70a6-3672-41b3-8b8b-973da2d1835d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:11.511303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-dd2c8017-e9b7-4af4-aab1-eb517677fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.512978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-dd2c8017-e9b7-4af4-aab1-eb517677fd4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 1096 time: 0.1112647 Aug 31 09:22:11.521933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 6a3d5680-5706-49b3-b21a-885e4f101fc7 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:22:11.791913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-28b86799-cfaa-48b6-8129-2a2045ecf54a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=157b70a6-3672-41b3-8b8b-973da2d1835d HTTP/1.1" status: 200 len: 217 time: 0.2611983 Aug 31 09:22:11.892887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-e6dbb9fb-15b8-48e3-8da7-daf95c0e9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.897830 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-e6dbb9fb-15b8-48e3-8da7-daf95c0e9594 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.0939357 Aug 31 09:22:12.020228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb509f-7a16-4afe-b916-ba1d365752b5 req-a897869e-dc24-4e0a-a34b-612d79e2fd71 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.030430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:12.030825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06bb509f-7a16-4afe-b916-ba1d365752b5 req-a897869e-dc24-4e0a-a34b-612d79e2fd71 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 944 time: 0.3440807 Aug 31 09:22:12.050899 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] Sync routers for ids ['6a3d5680-5706-49b3-b21a-885e4f101fc7'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:12.067177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-04047d71-f5d5-409f-9bed-22a689bb2902 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/6a3d5680-5706-49b3-b21a-885e4f101fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1104374 Aug 31 09:22:12.073610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46928) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:12.092264 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:22:12.093226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-5d8a27eb-878c-41b2-baca-122b385546c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.095041 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-5d8a27eb-878c-41b2-baca-122b385546c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915927 Aug 31 09:22:12.096018 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] Routers {'6a3d5680-5706-49b3-b21a-885e4f101fc7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:12.096869 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6a3d5680-5706-49b3-b21a-885e4f101fc7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:12.153600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-7dcadd0b-ff86-4ea8-9e5e-bb184f23a944 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.156863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-7dcadd0b-ff86-4ea8-9e5e-bb184f23a944 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 945 time: 0.5233717 Aug 31 09:22:12.235084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06bb509f-7a16-4afe-b916-ba1d365752b5 req-69cd60d4-a12e-43b4-9e91-dcb2f322f5b4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029555 Aug 31 09:22:12.250205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:12.293617 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] Routers {'6a3d5680-5706-49b3-b21a-885e4f101fc7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:12.298635 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6a3d5680-5706-49b3-b21a-885e4f101fc7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:12.346374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870a8a-a2d6-4590-a601-53f128bffa1d req-5651f2cb-48f1-457b-928e-7cd059c2f29f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.354801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8870a8a-a2d6-4590-a601-53f128bffa1d req-5651f2cb-48f1-457b-928e-7cd059c2f29f tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 945 time: 1.5246849 Aug 31 09:22:12.369591 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-c37446a6-ea7c-44e8-9e8b-d7ca3ddf64d3 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654765 Aug 31 09:22:12.435912 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:12.436296 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8eb27a-15ef-489d-9607-c0fa10803fc2 None None] The sync data for ids ['6a3d5680-5706-49b3-b21a-885e4f101fc7'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:12.493534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8870a8a-a2d6-4590-a601-53f128bffa1d req-e99362a6-f265-4bda-932c-2a577ecab3c9 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374555 Aug 31 09:22:12.563351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddfe23-596e-488e-80cc-1868de3bac46 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.565306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b7ddfe23-596e-488e-80cc-1868de3bac46 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports/64d09ec6-8db1-49db-ac01-40bdb9cb6a36 HTTP/1.1" status: 200 len: 983 time: 0.4812703 Aug 31 09:22:12.576699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46936) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:12.658736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-719377ac-1726-4d24-860e-e9ce3f188a01 req-1de26988-c7e4-49f2-9f09-c41cd50e0032 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.2153656 Aug 31 09:22:12.715853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-42d3306c-b2cd-4975-bec0-ff4d62531fd5 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.729032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-42d3306c-b2cd-4975-bec0-ff4d62531fd5 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.23 "GET /v2.0/networks?id=948ff52a-838a-4e38-a388-b31457f167c6 HTTP/1.1" status: 200 len: 816 time: 0.9137008 Aug 31 09:22:13.157781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-847ccec7-970a-4be6-8ee1-15f704a3a8ad tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c13586eed394e10a288e791efe35584 HTTP/1.1" status: 200 len: 378 time: 0.1999395 Aug 31 09:22:13.205054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Request body: {'port': {'device_id': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'admin_state_up': True, 'tenant_id': '0c13586eed394e10a288e791efe35584', 'security_groups': ['930cff2e-09fc-44ae-bd4a-157ee78d0303']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:13.331660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Deleting port aa007e5f-effb-48d7-a2aa-575f2b6bba6e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:13.334305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:13.349027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a2dac6e4-3033-468a-8b73-7586e3ad3238 req-6f4cd38d-fae4-4396-b14f-84fa2c6d3f38 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649580 Aug 31 09:22:13.661353 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75be709e-4af9-46e0-979f-7e01334e67be x-openstack-request-id: req-75be709e-4af9-46e0-979f-7e01334e67be {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:13.665198 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a", "tag": "157b70a6-3672-41b3-8b8b-973da2d1835d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:13.665604 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75be709e-4af9-46e0-979f-7e01334e67be {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:13.666266 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'tag': '157b70a6-3672-41b3-8b8b-973da2d1835d', 'status': 'completed', 'code': 200} Aug 31 09:22:13.831123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-45b5d900-43f1-400a-91cb-03db72b73dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.833488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-45b5d900-43f1-400a-91cb-03db72b73dba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 1096 time: 0.2773123 Aug 31 09:22:13.959974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e4c3b-8162-477c-aad3-0985b083391d req-2039f95e-4462-4370-91ad-e2f4034f42d8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.962230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca5e4c3b-8162-477c-aad3-0985b083391d req-2039f95e-4462-4370-91ad-e2f4034f42d8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 944 time: 0.4059644 Aug 31 09:22:14.171286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca5e4c3b-8162-477c-aad3-0985b083391d req-f4e08d3b-ed57-4204-9bdc-2860e2ed8237 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217136 Aug 31 09:22:14.196771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-1ffa826a-56b8-48ac-980c-7cc347707018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.204535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-1ffa826a-56b8-48ac-980c-7cc347707018 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.3585601 Aug 31 09:22:14.212998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407c642-582f-4395-97b6-da8e81ced88a req-ac1ea89e-fd36-4fe3-9354-f569984c2386 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.241070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b407c642-582f-4395-97b6-da8e81ced88a req-ac1ea89e-fd36-4fe3-9354-f569984c2386 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 945 time: 0.5644841 Aug 31 09:22:14.395101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b407c642-582f-4395-97b6-da8e81ced88a req-ff119e0d-42c7-4ca3-bcc3-dbf30c58ece2 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b69c79-990e-4bc2-8bf9-981c72abe735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529362 Aug 31 09:22:14.395804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Made reservation on behalf of 0c13586eed394e10a288e791efe35584 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:14.402971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:14.411722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] For port aa007e5f-effb-48d7-a2aa-575f2b6bba6e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,segment=NetworkSegment(805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71),segment_id=805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:14.412168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:14.449567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Calling delete_port for aa007e5f-effb-48d7-a2aa-575f2b6bba6e owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:14.467098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-42c0290e-e1e0-4e59-baf4-4cb3f6eaed2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=157b70a6-3672-41b3-8b8b-973da2d1835d HTTP/1.1" status: 200 len: 217 time: 0.2239377 Aug 31 09:22:14.539073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:14.585429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device aa007e5f-effb-48d7-a2aa-575f2b6bba6e no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:14.957201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.072291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.126865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f25c561-b635-4b4f-ab6c-1416977b08e1 req-277bfaa6-ce78-4cdb-96ec-e6ec898823d5 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.7503445 Aug 31 09:22:15.134150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-be49e359-5639-4780-a389-eea8173a8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:15.145160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-be49e359-5639-4780-a389-eea8173a8a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.6514614 Aug 31 09:22:15.207152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Pushing event deleted for resources: {'Port': ['ID=aa007e5f-effb-48d7-a2aa-575f2b6bba6e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:15.362711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] No DVR routers for this DVR port aa007e5f-effb-48d7-a2aa-575f2b6bba6e on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:15.365935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.368638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7775a8d-c1b8-4c91-8858-21727e79a907 req-b2be0746-ebf0-411c-9d28-87dd5ec57e3d tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.23 "DELETE /v2.0/ports/aa007e5f-effb-48d7-a2aa-575f2b6bba6e HTTP/1.1" status: 204 len: 173 time: 3.1939299 Aug 31 09:22:15.391745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'name': 'network-vif-deleted', 'tag': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:15.393451 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0165bc5a-bca5-4e46-abb7-81b015df0b7b" -d '{"events": [{"server_uuid": "eb24721e-bac9-4350-b7b9-7cfcd7f559cd", "name": "network-vif-deleted", "tag": "aa007e5f-effb-48d7-a2aa-575f2b6bba6e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:15.403343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-d02f90ec-2db4-40c6-ab80-c49b279a03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:15.417870 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-d02f90ec-2db4-40c6-ab80-c49b279a03ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2499914 Aug 31 09:22:15.551968 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9606e59d-f6fc-4cb7-b73b-e79cfc644683 x-openstack-request-id: req-9606e59d-f6fc-4cb7-b73b-e79cfc644683 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:15.563035 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24721e-bac9-4350-b7b9-7cfcd7f559cd", "name": "network-vif-deleted", "tag": "aa007e5f-effb-48d7-a2aa-575f2b6bba6e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:15.566905 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9606e59d-f6fc-4cb7-b73b-e79cfc644683 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:15.572331 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb24721e-bac9-4350-b7b9-7cfcd7f559cd', 'name': 'network-vif-deleted', 'tag': 'aa007e5f-effb-48d7-a2aa-575f2b6bba6e', 'status': 'completed', 'code': 200} Aug 31 09:22:15.647994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:15.651262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.809140 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-990165fc-a566-4dc3-89c8-99c5d76f2c19 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897135 Aug 31 09:22:15.896487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b98af-816f-4df4-85cf-ad65abd2ac0a req-d1536e2c-60bf-4ba9-a92f-1ceaab742ce5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:15.899277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-373b98af-816f-4df4-85cf-ad65abd2ac0a req-d1536e2c-60bf-4ba9-a92f-1ceaab742ce5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 944 time: 0.4795313 Aug 31 09:22:16.013477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4760dec0-c522-4f0d-b2d3-84602f6803a5 req-ce7a295c-0a11-4be1-be96-0a9e4eedd245 tempest-ServersTestJSON-686666272 tempest-ServersTestJSON-686666272-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb24721e-bac9-4350-b7b9-7cfcd7f559cd HTTP/1.1" status: 200 len: 210 time: 0.1954579 Aug 31 09:22:16.097548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Allocated IP 172.20.0.6 (948ff52a-838a-4e38-a388-b31457f167c6/300270b7-6ba7-42c1-940a-75ad891c0139/d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:16.142780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-373b98af-816f-4df4-85cf-ad65abd2ac0a req-08b78534-f718-4c8a-afec-53433c575c05 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515155 Aug 31 09:22:16.259340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.275481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 157b70a6-3672-41b3-8b8b-973da2d1835d details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:16.408056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 64d09ec6-8db1-49db-ac01-40bdb9cb6a36 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:16.467302 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ac03b5d-f160-44ca-b21e-25d2cd709aab req-2f36273d-f63c-4909-901c-caa111ea0d5e service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144581 Aug 31 09:22:16.782374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c3c17d3-ceb0-41dc-8b08-f17749278bc8 req-471da47f-3d05-4198-8a57-ddbf2c35d939 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.0701561 Aug 31 09:22:16.822170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.830669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 157b70a6-3672-41b3-8b8b-973da2d1835d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=157b70a6-3672-41b3-8b8b-973da2d1835d,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:16.847535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Transition to ACTIVE for port object d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:16.881763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '157b70a6-3672-41b3-8b8b-973da2d1835d', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '157b70a6-3672-41b3-8b8b-973da2d1835d', 'mac_address': 'fa:16:3e:a1:fc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:16.894764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.986836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event updated for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:17.016243 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.023720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Network 948ff52a-838a-4e38-a388-b31457f167c6 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:17.027805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:17.036777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:17.071184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157b70a6-3672-41b3-8b8b-973da2d1835d {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:17.154723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:17.169487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.186151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 157b70a6-3672-41b3-8b8b-973da2d1835d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=157b70a6-3672-41b3-8b8b-973da2d1835d,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:17.202504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.211211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-651f0ad4-4aae-441e-b8de-7512fd44b039 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0381289 Aug 31 09:22:17.223173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47034) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:17.264984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Request body: {'port': {'device_id': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:17.327542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.483780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=157b70a6-3672-41b3-8b8b-973da2d1835d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:17.501375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=64d09ec6-8db1-49db-ac01-40bdb9cb6a36,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:17.574715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.649235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['157b70a6-3672-41b3-8b8b-973da2d1835d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:17.856281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c0856b16-95e9-48ba-a0fe-5ae905ec91da None None] Provisioning for port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:17.915581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c0856b16-95e9-48ba-a0fe-5ae905ec91da None None] Provisioning complete for port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:17.917473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c0856b16-95e9-48ba-a0fe-5ae905ec91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.028933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.190989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c0856b16-95e9-48ba-a0fe-5ae905ec91da None None] Port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:18.522323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b5963-b438-4899-a753-6516514af545 req-be8d6b82-e68f-48da-9f06-ffea6dda6499 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:18.537055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-320b5963-b438-4899-a753-6516514af545 req-be8d6b82-e68f-48da-9f06-ffea6dda6499 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 945 time: 1.1517053 Aug 31 09:22:18.562592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.644559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 6a3d5680-5706-49b3-b21a-885e4f101fc7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:22:18.795306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Deleting subnet 72590cab-a757-480e-b729-b98987fd6bcb {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:22:18.809650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.865786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bc1a9-9b1f-4ff9-ae2b-5271da446c28 req-a9cf3c35-31cf-43ab-90e2-126999fb58a0 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:18.876303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-276bc1a9-9b1f-4ff9-ae2b-5271da446c28 req-a9cf3c35-31cf-43ab-90e2-126999fb58a0 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 931 time: 0.3845766 Aug 31 09:22:18.882544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:18.902332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] Sync routers for ids ['6a3d5680-5706-49b3-b21a-885e4f101fc7'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:18.908132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf293148-0d38-4048-9391-a681839e7bf7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/6a3d5680-5706-49b3-b21a-885e4f101fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3303704 Aug 31 09:22:18.911689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47068) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:18.926639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] Routers {'6a3d5680-5706-49b3-b21a-885e4f101fc7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:18.926639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6a3d5680-5706-49b3-b21a-885e4f101fc7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:18.930096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.985854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:18.998875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-320b5963-b438-4899-a753-6516514af545 req-4023fbd8-3713-4aed-9b1c-1618dd989aac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598060 Aug 31 09:22:19.045430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] Routers {'6a3d5680-5706-49b3-b21a-885e4f101fc7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:19.046982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6a3d5680-5706-49b3-b21a-885e4f101fc7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:19.141761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:19.153097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48b5680-5635-4d63-8e96-a20b53720880 None None] The sync data for ids ['6a3d5680-5706-49b3-b21a-885e4f101fc7'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:19.157000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.183801 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6660a5bf-92fe-47f1-b662-03d45f157aff tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 09:22:19.188497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6660a5bf-92fe-47f1-b662-03d45f157aff tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/6a3d5680-5706-49b3-b21a-885e4f101fc7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2716644 Aug 31 09:22:19.189376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47074) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:19.281724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-276bc1a9-9b1f-4ff9-ae2b-5271da446c28 req-06810447-e27b-4132-9cc3-f343f9d4c0cb tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4040227 Aug 31 09:22:19.297103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.309232 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-01469bd9-6b84-4f48-83a2-b8fc394c4571 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3d5680-5706-49b3-b21a-885e4f101fc7 HTTP/1.1" status: 200 len: 205 time: 0.1126320 Aug 31 09:22:19.311590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47084) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:19.489167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72590cab-a757-480e-b729-b98987fd6bcb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:19.498404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.506558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f23b8e1a-e3d5-4b67-a56d-a05e625882b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/72590cab-a757-480e-b729-b98987fd6bcb HTTP/1.1" status: 204 len: 168 time: 2.2818873 Aug 31 09:22:19.507450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47086) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:19.589237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:19.611899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.641096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Transition to ACTIVE for port object d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:19.645563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.649098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.696115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.698402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:19.977516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.061809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a80a67-e7a8-44d3-a4ef-aac7bcf3549a']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:20.113726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:20.114306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805bc2a6-6fbc-4e1e-9f1a-643e3f7dca71') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:20.154884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.185615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Attempting to bind port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:20.186168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Attempting to bind port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:20.186765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Attempting to bind port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 on network 948ff52a-838a-4e38-a388-b31457f167c6 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:20.205331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 on network 948ff52a-838a-4e38-a388-b31457f167c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:20.205934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Attempting to bind port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 on network 948ff52a-838a-4e38-a388-b31457f167c6 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:20.213141 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.226908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:20.229025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Checking segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:20.229637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Bound using segment: {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:20.230307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Bound port: d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181f8e4b-3a7d-4945-bb35-d4548cb798c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:20.230906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.261413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:22:20.266341 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.292868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 157b70a6-3672-41b3-8b8b-973da2d1835d up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:22:20.333021 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:22:20.410969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.415283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.648494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 157b70a6-3672-41b3-8b8b-973da2d1835d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:20.683780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 157b70a6-3672-41b3-8b8b-973da2d1835d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:20.684103 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.704960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.708293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3d5680-5706-49b3-b21a-885e4f101fc7 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:22:20.711014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.736166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6ec1c-e0fd-4f58-a917-0f2358083009 req-c740046e-2443-4bf1-bbd6-779a87528bd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.745864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbb6ec1c-e0fd-4f58-a917-0f2358083009 req-c740046e-2443-4bf1-bbd6-779a87528bd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 945 time: 0.4134941 Aug 31 09:22:20.779740 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.781638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.783504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e468ead0-5be8-4523-ac39-50743ea81423 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/6a3d5680-5706-49b3-b21a-885e4f101fc7 HTTP/1.1" status: 204 len: 168 time: 1.4680498 Aug 31 09:22:20.793471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] 10.222.0.18 "DELETE /v2.0/networks/55a80a67-e7a8-44d3-a4ef-aac7bcf3549a HTTP/1.1" status: 204 len: 168 time: 1.2780676 Aug 31 09:22:20.797919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:20.817709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fe79c-4308-44a1-bc47-551d6d4d89c1 req-8e80a519-c7ff-476c-94fe-647c27a8cf46 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.832076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e90fe79c-4308-44a1-bc47-551d6d4d89c1 req-8e80a519-c7ff-476c-94fe-647c27a8cf46 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.2501168 Aug 31 09:22:21.041839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828317ec-eb65-4a7f-b663-90b4fb44246c admin admin] Pushing event deleted for resources: {'Network': ['ID=55a80a67-e7a8-44d3-a4ef-aac7bcf3549a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:21.053762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet 4b42020b-a83c-453f-8b7f-e390cdf1114f {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:22:21.068285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.081403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:21.118377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.166110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:21.183449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:21.190686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbb6ec1c-e0fd-4f58-a917-0f2358083009 req-4e4f6df5-86de-430b-af10-e8672fca9cb6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431708 Aug 31 09:22:21.205753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.239981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e90fe79c-4308-44a1-bc47-551d6d4d89c1 req-fbd1d2b0-f283-4f3e-b53b-be564fd55882 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4066224 Aug 31 09:22:21.258696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.288962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157b70a6-3672-41b3-8b8b-973da2d1835d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:21.296762 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8b0f6-02f6-490f-8ce3-d89b19e817c5" -d '{"events": [{"server_uuid": "0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a", "name": "network-vif-plugged", "status": "completed", "tag": "157b70a6-3672-41b3-8b8b-973da2d1835d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:21.367957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 157b70a6-3672-41b3-8b8b-973da2d1835d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=157b70a6-3672-41b3-8b8b-973da2d1835d,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:21.376688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.485537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.498403 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.500656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] 10.222.0.23 "PUT /v2.0/ports/d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 HTTP/1.1" status: 200 len: 1092 time: 4.2748113 Aug 31 09:22:21.501222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:21.540595 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ec376-b220-4cb1-9000-b2608154cc44" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:21.765321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=157b70a6-3672-41b3-8b8b-973da2d1835d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:21.814517 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0727d-7a05-4275-a585-cfc51ecc1e00 x-openstack-request-id: req-11e0727d-7a05-4275-a585-cfc51ecc1e00 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:21.814771 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a", "name": "network-vif-plugged", "status": "completed", "tag": "157b70a6-3672-41b3-8b8b-973da2d1835d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:21.815196 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11e0727d-7a05-4275-a585-cfc51ecc1e00 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:21.815745 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157b70a6-3672-41b3-8b8b-973da2d1835d', 'code': 200} Aug 31 09:22:21.837679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ec7fa78b-a028-47c9-8541-fe775e8f9465 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78d5bbaff0384423ae7c609e1da0fab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6450355 Aug 31 09:22:21.843523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47134) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:21.844423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb73ba3-3f07-4b32-849c-41fd9913dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:21.863015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-5e7b7126-d557-415d-81f2-63b3f08dbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.865238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-5e7b7126-d557-415d-81f2-63b3f08dbcab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c13586eed394e10a288e791efe35584&device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 1095 time: 0.2354372 Aug 31 09:22:22.030253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-ae8d0478-0cf6-4f27-a615-74a960486df7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 HTTP/1.1" status: 200 len: 217 time: 0.1471350 Aug 31 09:22:22.044718 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764548a-65c0-4d3e-b326-5ee2b67ca640 x-openstack-request-id: req-f764548a-65c0-4d3e-b326-5ee2b67ca640 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:22.045806 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:22.045806 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f764548a-65c0-4d3e-b326-5ee2b67ca640 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:22.046371 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'status': 'completed', 'code': 200} Aug 31 09:22:22.078885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.217570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-85bf4232-0764-4cbf-82fc-f40ca3357c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.229706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-85bf4232-0764-4cbf-82fc-f40ca3357c28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=300270b7-6ba7-42c1-940a-75ad891c0139 HTTP/1.1" status: 200 len: 855 time: 0.1815422 Aug 31 09:22:22.452358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-83c43567-b90d-40eb-a175-9334251bc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.477191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-83c43567-b90d-40eb-a175-9334251bc880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=948ff52a-838a-4e38-a388-b31457f167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381144 Aug 31 09:22:22.929283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105ee02-10a2-415c-81c3-bdea5b548656 req-4af706c8-1503-4e3b-b5ce-a455373e0e54 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.946657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b105ee02-10a2-415c-81c3-bdea5b548656 req-4af706c8-1503-4e3b-b5ce-a455373e0e54 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.4575408 Aug 31 09:22:23.014033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7510fa-ebd8-4917-992b-0a01cbe623c7 req-51388a8f-fa44-4c3c-8550-55e32b315517 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.027189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e7510fa-ebd8-4917-992b-0a01cbe623c7 req-51388a8f-fa44-4c3c-8550-55e32b315517 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 946 time: 0.5439751 Aug 31 09:22:23.092059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-d1ea06fc-e20f-4fd7-98ec-96dad7344bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019568 Aug 31 09:22:23.301347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57619d33-c906-4ec5-a6ee-04baa4e592e6 req-93111ca3-fd53-41b6-8765-b7cdbfdcb0c4 service neutron] 10.222.0.23 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966674 Aug 31 09:22:23.303339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.345768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e7510fa-ebd8-4917-992b-0a01cbe623c7 req-d4bf706c-4d8d-48af-bb57-c3fc54c22ebc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171313 Aug 31 09:22:23.357397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705b943-bd00-466b-ae2c-3024f0a9f8e5 None None] Network 979857d7-e6e1-4654-8da9-6cdb3106da7b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:23.376136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b105ee02-10a2-415c-81c3-bdea5b548656 req-68153bef-cd01-4f8f-9f6b-2f8b170fe0b4 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4279928 Aug 31 09:22:23.384643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.391674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/4b42020b-a83c-453f-8b7f-e390cdf1114f HTTP/1.1" status: 204 len: 168 time: 2.5879636 Aug 31 09:22:23.395073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47170) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:23.395309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385a56b-c1a7-448c-b917-1957441789e0 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=4b42020b-a83c-453f-8b7f-e390cdf1114f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:23.412639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262df2c-fe52-4c8e-aae0-28245a7513c4 req-8e63d1a4-61dc-4463-9a74-1af10ebbf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.414236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b262df2c-fe52-4c8e-aae0-28245a7513c4 req-8e63d1a4-61dc-4463-9a74-1af10ebbf138 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 1098 time: 1.3941026 Aug 31 09:22:23.415123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.447254 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.587135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.593318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.596198 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08b69c79-990e-4bc2-8bf9-981c72abe735 HTTP/1.1" status: 204 len: 168 time: 1.7504632 Aug 31 09:22:23.705417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b69c79-990e-4bc2-8bf9-981c72abe735,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:23.772295 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.789680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.791278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.792629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.794808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.798273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.801110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.801784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.802972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.804849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.806919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.809735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.811501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2239771a-a086-4d9d-b749-dbc33e62821f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:23.834624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b262df2c-fe52-4c8e-aae0-28245a7513c4 req-96f201d9-2d40-4e4b-93e9-9170d27f652a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681823 Aug 31 09:22:24.109595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-ca97b472-5ea1-4e51-9615-30ffefe073dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:24.112173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-ca97b472-5ea1-4e51-9615-30ffefe073dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c13586eed394e10a288e791efe35584&device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 1095 time: 0.3364804 Aug 31 09:22:24.130995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] DHCP port deletion for 979857d7-e6e1-4654-8da9-6cdb3106da7b request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:22:24.261502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port dac93976-d59c-437c-9e75-a59fba1ce12d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:24.261958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.430680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] Deleting port dac93976-d59c-437c-9e75-a59fba1ce12d {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:24.435173 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.705441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] For port dac93976-d59c-437c-9e75-a59fba1ce12d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dac93976-d59c-437c-9e75-a59fba1ce12d,segment=NetworkSegment(7938302b-b09f-49ca-bafa-3f21bdb8806a),segment_id=7938302b-b09f-49ca-bafa-3f21bdb8806a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:24.706144 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.724616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] Calling delete_port for dac93976-d59c-437c-9e75-a59fba1ce12d owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:24.736789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dac93976-d59c-437c-9e75-a59fba1ce12d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:25.213426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:25.409184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] No DVR routers for this DVR port dac93976-d59c-437c-9e75-a59fba1ce12d on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:25.410524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port dac93976-d59c-437c-9e75-a59fba1ce12d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dac93976-d59c-437c-9e75-a59fba1ce12d,segment=NetworkSegment(7938302b-b09f-49ca-bafa-3f21bdb8806a),segment_id=7938302b-b09f-49ca-bafa-3f21bdb8806a)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:25.411585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:25.414605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c749f3b-8105-4eef-976d-fbf9ff9ced89 None None] Pushing event deleted for resources: {'Port': ['ID=dac93976-d59c-437c-9e75-a59fba1ce12d,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:25.430651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for dac93976-d59c-437c-9e75-a59fba1ce12d owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:25.432511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No active binding found for port dac93976-d59c-437c-9e75-a59fba1ce12d {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:22:25.433276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dac93976-d59c-437c-9e75-a59fba1ce12d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:25.740974 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:25.811046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbce8b9-3a7a-45b5-aacc-5f8d22d61afc req-37ebe093-0e23-4016-acbf-f67203b157a0 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:25.813894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fbce8b9-3a7a-45b5-aacc-5f8d22d61afc req-37ebe093-0e23-4016-acbf-f67203b157a0 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.2968988 Aug 31 09:22:25.827242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=dac93976-d59c-437c-9e75-a59fba1ce12d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:25.853496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.854032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.854655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.855271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.855916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.857663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.858209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.858796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.859433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.860052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.860785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.861346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:25.879131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886c689-87ea-4e15-9d74-4c1ac778cd4e req-1f45813f-132a-4c95-8d07-f46775f7c18b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:25.881833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4886c689-87ea-4e15-9d74-4c1ac778cd4e req-1f45813f-132a-4c95-8d07-f46775f7c18b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 946 time: 0.3660319 Aug 31 09:22:25.948356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port dac93976-d59c-437c-9e75-a59fba1ce12d on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:26.072200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4886c689-87ea-4e15-9d74-4c1ac778cd4e req-f91b69b3-888f-4350-9f51-17f56c43ae74 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290400 Aug 31 09:22:26.084015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-c9ce5669-4e8e-4c5a-bba4-e5c915600a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:26.088863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-c9ce5669-4e8e-4c5a-bba4-e5c915600a9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=948ff52a-838a-4e38-a388-b31457f167c6 HTTP/1.1" status: 200 len: 917 time: 1.9575312 Aug 31 09:22:26.238096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fbce8b9-3a7a-45b5-aacc-5f8d22d61afc req-47624328-d939-4dc9-acad-3892b9525636 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3903992 Aug 31 09:22:26.241031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-f811c859-e439-4207-9f3c-9f9ec75ad142 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 HTTP/1.1" status: 200 len: 217 time: 0.1283336 Aug 31 09:22:26.317622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:26.338579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979857d7-e6e1-4654-8da9-6cdb3106da7b']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:26.357911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7938302b-b09f-49ca-bafa-3f21bdb8806a') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:26.358834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7938302b-b09f-49ca-bafa-3f21bdb8806a') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:26.370048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-25aa836f-c3dd-4882-8c3b-ef85236e2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:26.372659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-25aa836f-c3dd-4882-8c3b-ef85236e2048 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=300270b7-6ba7-42c1-940a-75ad891c0139 HTTP/1.1" status: 200 len: 855 time: 0.1162405 Aug 31 09:22:26.380814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:26.507517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:26.530822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:22:26.533608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:22:26.542287 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:22:26.566865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-d47f9f40-f6dd-429a-b579-7f21e74f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:26.580142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-d47f9f40-f6dd-429a-b579-7f21e74f3d09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=948ff52a-838a-4e38-a388-b31457f167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965933 Aug 31 09:22:26.740025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-ff49f682-6301-4d44-8e84-006807aa7b35 service neutron] 10.222.0.23 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065724 Aug 31 09:22:26.892151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:26.926877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:26.940530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:26.964089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47246) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:26.970089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/979857d7-e6e1-4654-8da9-6cdb3106da7b HTTP/1.1" status: 204 len: 168 time: 3.5685084 Aug 31 09:22:26.973795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-454117102'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:27.026173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:27.034390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.038678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485cefd-f407-4cb9-94dd-a785db3a4140 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=979857d7-e6e1-4654-8da9-6cdb3106da7b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:27.101673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:22:27.135960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.136543 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment da835648-8318-4e7a-ac72-3eb8ca2422ce of type vlan for network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 Aug 31 09:22:27.184560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f73ec376-b220-4cb1-9000-b2608154cc44 req-14cd8664-b8f8-4caa-91a4-fb88af1a70b6 service neutron] 10.222.0.23 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351497 Aug 31 09:22:27.324188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.386813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.397183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4df-52d5-48a3-a5e3-aac1cc8be370 req-04f15936-7558-4f0f-855a-caff305d2ea2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:27.402606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:27.404166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.409682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b21cf4df-52d5-48a3-a5e3-aac1cc8be370 req-04f15936-7558-4f0f-855a-caff305d2ea2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 946 time: 0.1116235 Aug 31 09:22:27.419333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-495f02d1-9a32-4222-8a8d-25567806a805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.535734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b21cf4df-52d5-48a3-a5e3-aac1cc8be370 req-b2ccb416-dd4b-4087-a5bf-c29a20db60b2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054227 Aug 31 09:22:27.639345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=a0a15fec-e3c0-41ff-984b-ed794f4a86a8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:27.650986 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d20e9cfd-9609-400d-a873-635de4a922f1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6849711 Aug 31 09:22:27.656238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47270) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:27.657768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:22:27.665112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:27.951305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-495f02d1-9a32-4222-8a8d-25567806a805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:27.960811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-495f02d1-9a32-4222-8a8d-25567806a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.027991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec57b9f-a164-4d61-a973-40e86a8cba0a req-49fe1a49-96bc-479c-8395-c506477b6933 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:28.042054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ec57b9f-a164-4d61-a973-40e86a8cba0a req-49fe1a49-96bc-479c-8395-c506477b6933 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.1444499 Aug 31 09:22:28.164290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-495f02d1-9a32-4222-8a8d-25567806a805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df84461e005a4081a4693f539ebf6148&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2356536 Aug 31 09:22:28.167912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:28.182783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f02d1-9a32-4222-8a8d-25567806a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941cd01-ace9-40cc-955f-7166e6b747e2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:28.212005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ec57b9f-a164-4d61-a973-40e86a8cba0a req-9a27c294-eb0a-4454-b879-2490d3be4a6f tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683431 Aug 31 09:22:28.242909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:28.252204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.399900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6df-b446-442f-aa36-3621315660b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.490087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6df-b446-442f-aa36-3621315660b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.494379 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8ec0-d606-438f-8c22-2d85bb3deedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.645105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6df-b446-442f-aa36-3621315660b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.649093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac86d6df-b446-442f-aa36-3621315660b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:28.649403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944de62c-fa4c-40ab-aa1d-2d9605251b1c req-d7ab06ca-dc32-4f02-9a20-a950b260a40b tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0976913 Aug 31 09:22:28.652538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ac86d6df-b446-442f-aa36-3621315660b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3941cd01-ace9-40cc-955f-7166e6b747e2 HTTP/1.1" status: 204 len: 168 time: 0.4792879 Aug 31 09:22:28.705706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d6df-b446-442f-aa36-3621315660b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941cd01-ace9-40cc-955f-7166e6b747e2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:28.955863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.100735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=31c1dc66-fddb-4f2d-970c-8faa3e2bceaa,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:29.233834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': 'da835648-8318-4e7a-ac72-3eb8ca2422ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:29.234432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: a0a15fec-e3c0-41ff-984b-ed794f4a86a8, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:22:29.302962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:22:29.335530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a0a15fec-e3c0-41ff-984b-ed794f4a86a8) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:29.351497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1441c4f-41d7-48e0-a234-907edd9f438e None None] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:29.395306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:29.400271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.439301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47318) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:29.554685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fe4342-208a-4d6c-a9a1-614e7c34866c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.563847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-62ada657-1b5d-4c75-828e-1580d87dee3f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9017899 Aug 31 09:22:29.564979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47320) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:29.572876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-699516746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:29.628217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6db607-760b-4cbb-a12d-5e8f510957c8 req-ca34349a-3459-4001-b293-9b8454154b2c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:29.659532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d6db607-760b-4cbb-a12d-5e8f510957c8 req-ca34349a-3459-4001-b293-9b8454154b2c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.2371860 Aug 31 09:22:29.671760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a0a15fec-e3c0-41ff-984b-ed794f4a86a8', 'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': '31c1dc66-fddb-4f2d-970c-8faa3e2bceaa'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:22:29.673000 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.722819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.724728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.772115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d6db607-760b-4cbb-a12d-5e8f510957c8 req-fcbb809b-4f02-4d87-a07d-0b96521bd345 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085498 Aug 31 09:22:29.911919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:29.916806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4f3dcf5-bf52-4c78-9085-a2431a1589f9 req-c71b65d3-d4de-4072-8cbd-51949ec166d9 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0478895 Aug 31 09:22:29.939260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.256601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fe4342-208a-4d6c-a9a1-614e7c34866c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.277260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fe4342-208a-4d6c-a9a1-614e7c34866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.286587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Allocated IP 2001:db8::2 (a0a15fec-e3c0-41ff-984b-ed794f4a86a8/31c1dc66-fddb-4f2d-970c-8faa3e2bceaa/1ee4b86f-664b-4170-8e30-36fb08b71fbd) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:30.353516 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-42fe4342-208a-4d6c-a9a1-614e7c34866c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76ec437b739446768385e9df78c44c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108849 Aug 31 09:22:30.354675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe4342-208a-4d6c-a9a1-614e7c34866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926eb08b-e507-462c-8891-d3f6d0636b25,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:30.358314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47336) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:30.400435 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.409566 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68490342-9e46-4bd2-a057-8b835c11110a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8366435 Aug 31 09:22:30.413076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:30.654757 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa35e-4682-40b1-b259-7b089490c26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.726935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa35e-4682-40b1-b259-7b089490c26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.869596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa35e-4682-40b1-b259-7b089490c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.873901 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa35e-4682-40b1-b259-7b089490c26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:30.878972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9c3aa35e-4682-40b1-b259-7b089490c26c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/926eb08b-e507-462c-8891-d3f6d0636b25 HTTP/1.1" status: 204 len: 168 time: 0.5156562 Aug 31 09:22:30.897830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aa35e-4682-40b1-b259-7b089490c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926eb08b-e507-462c-8891-d3f6d0636b25,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:31.152232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcdf36-93c5-4eeb-a3aa-0c9b25fa8a0e req-aac9f538-3bf1-44d2-9944-798624d02058 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:31.165628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4fcdf36-93c5-4eeb-a3aa-0c9b25fa8a0e req-aac9f538-3bf1-44d2-9944-798624d02058 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.1403458 Aug 31 09:22:31.395035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4fcdf36-93c5-4eeb-a3aa-0c9b25fa8a0e req-7814a7d3-e593-4f4f-9fbf-834c91daa3f2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2219446 Aug 31 09:22:31.569837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6702840-65b9-4848-b9b5-833e9734e09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:31.595902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-638ce333-57b2-4bd5-9489-75f5b3d6295c req-6337a0d5-c95d-4433-8369-7385dc6d646e tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1486218 Aug 31 09:22:31.645879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:31.672364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Transition to ACTIVE for port object 1ee4b86f-664b-4170-8e30-36fb08b71fbd will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:31.789402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:31.796784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Transition to ACTIVE for port object 1ee4b86f-664b-4170-8e30-36fb08b71fbd will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:31.823334 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:31.961330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:32.023411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:32.039286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:32.041195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:32.051376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:32.183939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Pushing event updated for resources: {'Port': ['ID=1ee4b86f-664b-4170-8e30-36fb08b71fbd,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:32.267810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Attempting to bind port 1ee4b86f-664b-4170-8e30-36fb08b71fbd on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:32.271473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Attempting to bind port 1ee4b86f-664b-4170-8e30-36fb08b71fbd by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'da835648-8318-4e7a-ac72-3eb8ca2422ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:32.272195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Attempting to bind port 1ee4b86f-664b-4170-8e30-36fb08b71fbd on network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:32.308507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:32.309110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Checking segment: {'id': 'da835648-8318-4e7a-ac72-3eb8ca2422ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:32.312406 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:32.312925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Bound using segment: {'id': 'da835648-8318-4e7a-ac72-3eb8ca2422ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:32.313740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Bound port: 1ee4b86f-664b-4170-8e30-36fb08b71fbd, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da835648-8318-4e7a-ac72-3eb8ca2422ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0a15fec-e3c0-41ff-984b-ed794f4a86a8'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:32.314350 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:32.560434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] For port 1ee4b86f-664b-4170-8e30-36fb08b71fbd, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:32.572771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] For port 1ee4b86f-664b-4170-8e30-36fb08b71fbd, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ee4b86f-664b-4170-8e30-36fb08b71fbd,segment=NetworkSegment(da835648-8318-4e7a-ac72-3eb8ca2422ce),segment_id=da835648-8318-4e7a-ac72-3eb8ca2422ce)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:32.582585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:32.819501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738201ce-ab05-4acb-ab8b-74d1f038079d None None] Pushing event updated for resources: {'Port': ['ID=1ee4b86f-664b-4170-8e30-36fb08b71fbd,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:32.849496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8::1 (a0a15fec-e3c0-41ff-984b-ed794f4a86a8/31c1dc66-fddb-4f2d-970c-8faa3e2bceaa/f2e66fcd-0bc5-40f4-9933-5eb60a26f091) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:32.885934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f44d1-80e6-4411-b193-7e3ac1e42ce8 req-184422e1-f20d-4b77-b48c-adfe1923bf07 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:32.909753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-947f44d1-80e6-4411-b193-7e3ac1e42ce8 req-184422e1-f20d-4b77-b48c-adfe1923bf07 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.2297225 Aug 31 09:22:33.145585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b7bf071-95d7-4ea2-a0c7-1cb17c14ea50 req-62041b77-4719-4393-870a-54464f4dde26 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1463835 Aug 31 09:22:33.168801 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0a28ef11-32ff-4c75-92f7-ee69a4e2950e req-ba521ed7-5397-4516-8f6f-3b863bab77f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1142521 Aug 31 09:22:33.274310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-947f44d1-80e6-4411-b193-7e3ac1e42ce8 req-55d26756-ec65-40c3-9327-326b8c215367 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3584218 Aug 31 09:22:33.563083 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:33.583302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:33.658318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object f2e66fcd-0bc5-40f4-9933-5eb60a26f091 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:33.816318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:34.005317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:34.021125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:34.047023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:34.047978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:34.216756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=f2e66fcd-0bc5-40f4-9933-5eb60a26f091,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:34.548483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:34.860978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ee4b86f-664b-4170-8e30-36fb08b71fbd up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:34.958927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d498bbc-8ab5-48fb-a607-1204ad4cca8c req-9885b97b-10e9-4580-9930-8c6ca94ad5ae tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.2361124 Aug 31 09:22:35.053323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae286e-fbb0-4fbb-bede-5aed8e11f667 req-8a87290d-47d2-4d76-8e2a-78f46d29baf1 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:35.067639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eeae286e-fbb0-4fbb-bede-5aed8e11f667 req-8a87290d-47d2-4d76-8e2a-78f46d29baf1 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.4914045 Aug 31 09:22:35.267139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1ee4b86f-664b-4170-8e30-36fb08b71fbd completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:35.293123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eeae286e-fbb0-4fbb-bede-5aed8e11f667 req-8a60e5c5-951d-4967-8c56-be0949debef2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1814446 Aug 31 09:22:35.648488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a9f8e9-4001-4ed7-b001-d6929c70ee8c None None] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:35.832095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:35.845573 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:35.846644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:35.980100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] Provisioning for port 1ee4b86f-664b-4170-8e30-36fb08b71fbd completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:36.011337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] Provisioning complete for port 1ee4b86f-664b-4170-8e30-36fb08b71fbd triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:36.014218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:36.258653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=f2e66fcd-0bc5-40f4-9933-5eb60a26f091,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:36.428684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:36.447036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:36.456668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:36.666281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1989cc8c-d83f-48ff-80fb-5c1f6b6ac8ea req-fe8c7b9c-70cc-4530-83e3-0ec50ee6f2c7 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.2423508 Aug 31 09:22:36.996538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-25d2b16a-dbfe-4455-a78e-eb610cc2f8cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3807714 Aug 31 09:22:37.062592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:22:37.069145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccffb6-5408-479a-8ef0-a24225d51199 req-29d25f6b-de23-458d-8011-f723589e78ee tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:37.114079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ccffb6-5408-479a-8ef0-a24225d51199 req-29d25f6b-de23-458d-8011-f723589e78ee tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.3493710 Aug 31 09:22:37.114555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:37.206231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ccffb6-5408-479a-8ef0-a24225d51199 req-72a50499-787e-4c93-954d-34ac2bdb7d22 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899518 Aug 31 09:22:37.349859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] For port 1ee4b86f-664b-4170-8e30-36fb08b71fbd, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ee4b86f-664b-4170-8e30-36fb08b71fbd,segment=NetworkSegment(da835648-8318-4e7a-ac72-3eb8ca2422ce),segment_id=da835648-8318-4e7a-ac72-3eb8ca2422ce)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:37.360703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:37.401027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:37.427931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:37.430855 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] Sync routers for ids ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:37.448028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-772a89b0-2d94-43e8-b49c-7340c9d4918d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/eb518e15-f9bb-4fc9-88b3-ccfdd15765e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0201495 Aug 31 09:22:37.484199 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] Routers {'eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:37.485199 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:37.579684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a714661-920e-4263-95b9-5945b55f8ff7 None None] Pushing event updated for resources: {'Port': ['ID=1ee4b86f-664b-4170-8e30-36fb08b71fbd,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:37.596646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f101324c-4afe-4468-8f86-5810c1ee1fed tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:37.598717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f101324c-4afe-4468-8f86-5810c1ee1fed tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports/f2e66fcd-0bc5-40f4-9933-5eb60a26f091 HTTP/1.1" status: 200 len: 911 time: 0.1683009 Aug 31 09:22:37.604538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47492) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:37.696112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:37.736590 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] Routers {'eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:37.737655 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:37.752306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-56567256-d0b2-4e87-ba37-efae8e3d95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:37.759469 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-56567256-d0b2-4e87-ba37-efae8e3d95df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.3611686 Aug 31 09:22:37.854977 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:37.856800 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf9a44-b923-4ef6-a51a-b97ea60c1c9b None None] The sync data for ids ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:38.106856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-b923a131-e37a-4511-b17a-4cbecb532159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:38.110521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-b923a131-e37a-4511-b17a-4cbecb532159 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.3145015 Aug 31 09:22:38.189900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d9390a7c-72c3-4a38-a9a5-9bd1fe0d65ba None None] Provisioning for port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:38.195179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d9390a7c-72c3-4a38-a9a5-9bd1fe0d65ba None None] Provisioning complete for port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:38.195876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d9390a7c-72c3-4a38-a9a5-9bd1fe0d65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:38.350680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d9390a7c-72c3-4a38-a9a5-9bd1fe0d65ba None None] Port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:38.386160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d9390a7c-72c3-4a38-a9a5-9bd1fe0d65ba None None] Provisioning complete for port 1ee4b86f-664b-4170-8e30-36fb08b71fbd triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:38.386638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d9390a7c-72c3-4a38-a9a5-9bd1fe0d65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:38.400187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-fdff72b3-a9ab-43f1-af63-6af7b5f7442b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.2749448 Aug 31 09:22:38.728072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ee4b86f-664b-4170-8e30-36fb08b71fbd up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:38.760101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-db28581a-92b8-4c1b-bfac-40b7b6d7baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:38.762876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-db28581a-92b8-4c1b-bfac-40b7b6d7baf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.3416440 Aug 31 09:22:38.954297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-739a6291-a07b-4d53-8fba-763044cd20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:38.956157 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-739a6291-a07b-4d53-8fba-763044cd20a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675301 Aug 31 09:22:39.078168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47522) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:39.154385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1ee4b86f-664b-4170-8e30-36fb08b71fbd triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:39.154788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:39.358094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b3e64516-c905-4757-b11f-95b746daad7a None None] Provisioning complete for port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:39.362135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b3e64516-c905-4757-b11f-95b746daad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:39.389547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-148f2928-b8b0-4161-b9ea-5e951318eb66 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064937 Aug 31 09:22:39.468860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb30f6-5d5e-46b0-a8c5-f666569ef832 req-46874d3e-f59c-4d32-8217-77e849c27437 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.493796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ecb30f6-5d5e-46b0-a8c5-f666569ef832 req-46874d3e-f59c-4d32-8217-77e849c27437 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.6428704 Aug 31 09:22:39.510997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b3e64516-c905-4757-b11f-95b746daad7a None None] Port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:39.520522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2f5ff4-1398-4fb0-ba4c-c107f4d8547c req-df9bb60d-b9fb-4e2e-9ea6-4ca8f23914a9 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.4533734 Aug 31 09:22:39.728731 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-174678a6-0bef-4eb9-ab49-24a299073a01 req-fdb75e94-47b4-4319-9dc1-c5e7f4acb40f service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304534 Aug 31 09:22:39.770038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7cd2378a-fff8-4e3a-bca6-eb76a150e465 None None] Provisioning complete for port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:39.771020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7cd2378a-fff8-4e3a-bca6-eb76a150e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:39.943096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e8af4ca-f982-434c-a51b-b13bdbe8dcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:39.972887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2378a-fff8-4e3a-bca6-eb76a150e465 None None] Port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:39.989837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ecb30f6-5d5e-46b0-a8c5-f666569ef832 req-d78de336-6580-4dce-988d-fb5b1961b9b1 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4924893 Aug 31 09:22:40.212635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:40.575873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678556e-9927-431c-82ef-9de014a10d70 req-52cf3eec-bf4a-4a9f-a9e5-b3a3ea695223 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.578765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b678556e-9927-431c-82ef-9de014a10d70 req-52cf3eec-bf4a-4a9f-a9e5-b3a3ea695223 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3863564 Aug 31 09:22:40.582729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e8af4ca-f982-434c-a51b-b13bdbe8dcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:40.654908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e8af4ca-f982-434c-a51b-b13bdbe8dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:40.837044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e8af4ca-f982-434c-a51b-b13bdbe8dcbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f5696e5a4184bfbb1efb7ee4e0bb8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6976810 Aug 31 09:22:40.839043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-141b1e01-2651-45e6-b9ee-3f44b5ad7b16 req-a787ea01-1535-4ba5-b656-01bdfc2e8a41 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0729055 Aug 31 09:22:40.843060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:40.860518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8af4ca-f982-434c-a51b-b13bdbe8dcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8950f54c-e938-4dc0-8351-e019d8055bed,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:40.880880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b678556e-9927-431c-82ef-9de014a10d70 req-02d0a6ed-f686-4387-ac5a-4cd06b3f686d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096117 Aug 31 09:22:40.967185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de0a5dfc-32e2-4c3b-b8f1-27f4b557cd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.095898 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de0a5dfc-32e2-4c3b-b8f1-27f4b557cd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.230409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port f2e66fcd-0bc5-40f4-9933-5eb60a26f091 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:41.231599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.232411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de0a5dfc-32e2-4c3b-b8f1-27f4b557cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.238020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de0a5dfc-32e2-4c3b-b8f1-27f4b557cd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.244229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-de0a5dfc-32e2-4c3b-b8f1-27f4b557cd06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8950f54c-e938-4dc0-8351-e019d8055bed HTTP/1.1" status: 204 len: 168 time: 0.4017124 Aug 31 09:22:41.256239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5dfc-32e2-4c3b-b8f1-27f4b557cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8950f54c-e938-4dc0-8351-e019d8055bed,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:41.263558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d2420-c134-4e34-b7d4-f84ec1a43707 req-6cb07362-1f78-4d74-bf73-11307ac3c6f6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.276616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-732d2420-c134-4e34-b7d4-f84ec1a43707 req-6cb07362-1f78-4d74-bf73-11307ac3c6f6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1780701 Aug 31 09:22:41.557391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-732d2420-c134-4e34-b7d4-f84ec1a43707 req-2d1f91dc-435f-4158-a132-7a2c494cef8f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127216 Aug 31 09:22:41.600522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ce5ad-300d-4c8f-8843-c1e5991237eb req-cb4ae09f-b43c-41da-952b-a954984dfc4d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.602784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de7ce5ad-300d-4c8f-8843-c1e5991237eb req-cb4ae09f-b43c-41da-952b-a954984dfc4d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.3055098 Aug 31 09:22:41.615963 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.671375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for f2e66fcd-0bc5-40f4-9933-5eb60a26f091 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:41.822215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de7ce5ad-300d-4c8f-8843-c1e5991237eb req-a4773dba-ea2e-4bb6-87a7-39affda2d1f9 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2013767 Aug 31 09:22:41.991402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f26d4-4cb8-449c-bdcd-d1caf3153b7c req-e941de2e-ca98-4936-b78e-f752bc629c48 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.996106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-839f26d4-4cb8-449c-bdcd-d1caf3153b7c req-e941de2e-ca98-4936-b78e-f752bc629c48 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 951 time: 0.1849401 Aug 31 09:22:42.170333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-839f26d4-4cb8-449c-bdcd-d1caf3153b7c req-80064cd8-c503-4406-9376-091c2c4d36e2 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918124 Aug 31 09:22:42.263134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:42.343263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=f2e66fcd-0bc5-40f4-9933-5eb60a26f091,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:42.446193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5e5064f-a980-47ae-8d41-4dc7383e93ab req-c8588011-2546-499d-b868-7703f16547ea tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1105199 Aug 31 09:22:42.738390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:42.846231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ae30-254c-4bc8-bab6-40be9b887750 req-4feb8c1c-ec55-4de5-8f8b-8f0e4c338502 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.849460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5b1ae30-254c-4bc8-bab6-40be9b887750 req-4feb8c1c-ec55-4de5-8f8b-8f0e4c338502 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.1851177 Aug 31 09:22:42.990652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5b1ae30-254c-4bc8-bab6-40be9b887750 req-c44a5575-f15e-44d1-9f05-1a2dfc3d49ea tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959449 Aug 31 09:22:43.083576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:22:43.332123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47666) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:43.563924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-691522b8-347c-4d06-b4f7-27b3d6715d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.649700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:43.661464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-05ea9764-b3b7-4893-91df-34d5709935de tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/eb518e15-f9bb-4fc9-88b3-ccfdd15765e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0550838 Aug 31 09:22:43.668163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47682) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:43.677889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] Sync routers for ids ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:43.687223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e576b1-eb64-4ad7-b287-468bd389ac36 req-5c0a9384-9d2d-4713-946d-79514571f170 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.689749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80e576b1-eb64-4ad7-b287-468bd389ac36 req-5c0a9384-9d2d-4713-946d-79514571f170 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.5862291 Aug 31 09:22:43.705708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] Routers {'eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:43.706762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:43.734415 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-08369f64-e975-467d-bd5f-3eee9eaf8489 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 HTTP/1.1" status: 200 len: 205 time: 0.0636549 Aug 31 09:22:43.734897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47684) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:43.791378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:43.815649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] Routers {'eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:43.816391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:43.840020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-691522b8-347c-4d06-b4f7-27b3d6715d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.847690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-691522b8-347c-4d06-b4f7-27b3d6715d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.886276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:43.888845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7eb5a7-0129-474c-917b-eaccd0dd30b1 None None] The sync data for ids ['eb518e15-f9bb-4fc9-88b3-ccfdd15765e7'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:43.913166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-691522b8-347c-4d06-b4f7-27b3d6715d29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a606a88685dd4ad4952d86429f361f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729101 Aug 31 09:22:43.913166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47686) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:43.922386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691522b8-347c-4d06-b4f7-27b3d6715d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a762e9-36b0-448c-8763-e91c2b1ac22a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:43.941469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80e576b1-eb64-4ad7-b287-468bd389ac36 req-46b3a3e3-165c-4798-9a41-fa69ccb5512d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382078 Aug 31 09:22:43.959732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.027320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f71fce33-760b-4a57-ac90-129cf868f8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.062304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f71fce33-760b-4a57-ac90-129cf868f8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.084316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830726b-b6d3-468d-86c7-30214b0fcee6 req-8fd6de5d-ac6d-455a-9538-dca65ccbd43c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.086299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4830726b-b6d3-468d-86c7-30214b0fcee6 req-8fd6de5d-ac6d-455a-9538-dca65ccbd43c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 943 time: 0.2061839 Aug 31 09:22:44.176176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f71fce33-760b-4a57-ac90-129cf868f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.180915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f71fce33-760b-4a57-ac90-129cf868f8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.182974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f71fce33-760b-4a57-ac90-129cf868f8a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30a762e9-36b0-448c-8763-e91c2b1ac22a HTTP/1.1" status: 204 len: 168 time: 0.2692838 Aug 31 09:22:44.187170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eff514f3-9fa3-49ab-9c75-bed452127499 req-f2e6c191-ca28-4281-a2a2-089623a9e06a tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0926905 Aug 31 09:22:44.197843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fce33-760b-4a57-ac90-129cf868f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a762e9-36b0-448c-8763-e91c2b1ac22a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:44.351155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.358521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.390782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4830726b-b6d3-468d-86c7-30214b0fcee6 req-2cba379a-3ec1-439e-92c7-4d4e3dacbe3a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2738197 Aug 31 09:22:44.498590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.499385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:22:44.523300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.527293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bee7117d-3a16-4fb7-9ea0-a1f1468664da tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 HTTP/1.1" status: 204 len: 168 time: 0.7909954 Aug 31 09:22:44.527520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47704) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:44.606918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet 31c1dc66-fddb-4f2d-970c-8faa3e2bceaa {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:22:44.615166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.654735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-e433661c-0494-4f1a-b394-e1f747d3bd88 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.661967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-e433661c-0494-4f1a-b394-e1f747d3bd88 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.23 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.2215235 Aug 31 09:22:44.714804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.717040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:44.726144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:44.826386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc830da-9d4a-4f29-b21f-08af065e51ac req-eb71cf83-fb66-4d8b-ae36-5f92b2abb94c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.865650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fc830da-9d4a-4f29-b21f-08af065e51ac req-eb71cf83-fb66-4d8b-ae36-5f92b2abb94c tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 945 time: 0.3654828 Aug 31 09:22:44.917442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.033627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.103543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:45.109169 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f77c384-b9e9-40da-9c44-463492762b35" -d '{"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-unplugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:45.111332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.113576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5fc830da-9d4a-4f29-b21f-08af065e51ac req-1726ffff-5fac-43a6-a2f9-0bcb592d84fa tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462637 Aug 31 09:22:45.166506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Deleting port d3ff5843-79aa-419d-9ddb-700d243b4972 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:45.166506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.166988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.173477 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/31c1dc66-fddb-4f2d-970c-8faa3e2bceaa HTTP/1.1" status: 204 len: 168 time: 0.6446998 Aug 31 09:22:45.177048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:45.192136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24682d9e-df11-4cd4-b275-3b93ccb94cd6 None None] Network a0a15fec-e3c0-41ff-984b-ed794f4a86a8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:45.204387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:45.237833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.247856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f5643-864b-4f9f-b7a5-594fedb10cba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=31c1dc66-fddb-4f2d-970c-8faa3e2bceaa,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:45.429917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.442020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:45.451974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5998d40-60bd-46bc-9946-d9a79bd15f21 req-4b5a2f3c-e402-4e2c-85f4-a924167685e4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:45.454335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5998d40-60bd-46bc-9946-d9a79bd15f21 req-4b5a2f3c-e402-4e2c-85f4-a924167685e4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 949 time: 0.1886938 Aug 31 09:22:45.489648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'port_id': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'mac_address': 'fa:16:3e:c7:03:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:45.536361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] For port d3ff5843-79aa-419d-9ddb-700d243b4972, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d3ff5843-79aa-419d-9ddb-700d243b4972,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:45.537098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.565217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 1ee4b86f-664b-4170-8e30-36fb08b71fbd {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:45.565808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.581487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Calling delete_port for d3ff5843-79aa-419d-9ddb-700d243b4972 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:45.630403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.666382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:45.687452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5998d40-60bd-46bc-9946-d9a79bd15f21 req-46e7f545-c07c-4751-aa52-3c1e46e74364 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155957 Aug 31 09:22:45.700127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:45.759269 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1debcaa3-36a9-4f59-ae09-69da76175555 x-openstack-request-id: req-1debcaa3-36a9-4f59-ae09-69da76175555 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:45.760784 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-unplugged", "status": "completed", "tag": "54c79149-2077-482f-a19c-08a99933634c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:45.761522 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1debcaa3-36a9-4f59-ae09-69da76175555 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:45.763337 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'code': 200} Aug 31 09:22:45.813879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:45.839048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.889349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 1ee4b86f-664b-4170-8e30-36fb08b71fbd, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1ee4b86f-664b-4170-8e30-36fb08b71fbd,segment=NetworkSegment(da835648-8318-4e7a-ac72-3eb8ca2422ce),segment_id=da835648-8318-4e7a-ac72-3eb8ca2422ce)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:45.889729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.927621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 1ee4b86f-664b-4170-8e30-36fb08b71fbd owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:45.958976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.003276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] DHCP port deletion for a0a15fec-e3c0-41ff-984b-ed794f4a86a8 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:22:46.007313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b04db88-3da1-4846-8777-3f350a5680a6 req-d39413c6-9183-491f-b9f2-859eb27676b1 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1081572 Aug 31 09:22:46.087284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.130785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dd90-1b70-4691-a5d2-4692fa17c97e req-4990ac8c-e091-4dd4-aac6-ae3137179b81 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:46.147139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=1ee4b86f-664b-4170-8e30-36fb08b71fbd,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.156470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Deleting port 1ee4b86f-664b-4170-8e30-36fb08b71fbd {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:46.157013 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.158385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port 1ee4b86f-664b-4170-8e30-36fb08b71fbd on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:46.160315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4987dd90-1b70-4691-a5d2-4692fa17c97e req-4990ac8c-e091-4dd4-aac6-ae3137179b81 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 944 time: 0.1767173 Aug 31 09:22:46.239664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:46.295601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4987dd90-1b70-4691-a5d2-4692fa17c97e req-4e1c0642-4083-468d-86d5-2183770bd046 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284060 Aug 31 09:22:46.351954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] For port 1ee4b86f-664b-4170-8e30-36fb08b71fbd, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:46.352625 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.377650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.410206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a15fec-e3c0-41ff-984b-ed794f4a86a8']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:46.420373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Calling delete_port for 1ee4b86f-664b-4170-8e30-36fb08b71fbd owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:46.425068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efdf88-9552-4f9d-b948-db41acdba0a3 req-8e6b76ba-4b8c-42cc-be14-28f43c132008 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:46.425355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Port 1ee4b86f-664b-4170-8e30-36fb08b71fbd was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:22:46.427596 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.440538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26efdf88-9552-4f9d-b948-db41acdba0a3 req-8e6b76ba-4b8c-42cc-be14-28f43c132008 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2407155 Aug 31 09:22:46.453135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da835648-8318-4e7a-ac72-3eb8ca2422ce') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:46.453873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da835648-8318-4e7a-ac72-3eb8ca2422ce') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:46.473908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.475958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] Pushing event deleted for resources: {'Port': ['ID=1ee4b86f-664b-4170-8e30-36fb08b71fbd,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.478546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c77161-229c-4944-a989-a6cc704d840f None None] No DVR routers for this DVR port 1ee4b86f-664b-4170-8e30-36fb08b71fbd on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:46.493779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.514567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:46.520631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.530775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:22:46.531112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:22:46.539553 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:22:46.632444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Pushing event deleted for resources: {'Port': ['ID=d3ff5843-79aa-419d-9ddb-700d243b4972,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.657208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7788af69-da41-463a-80e6-bc809f3ed0eb req-02e6412d-7cab-45d2-9e29-e6378039bcef tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9 HTTP/1.1" status: 200 len: 210 time: 0.2130010 Aug 31 09:22:46.662080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ee4b86f-664b-4170-8e30-36fb08b71fbd no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:46.707407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.725441 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.733578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/a0a15fec-e3c0-41ff-984b-ed794f4a86a8 HTTP/1.1" status: 204 len: 168 time: 1.5549531 Aug 31 09:22:46.740338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:46.759496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209176e9-05e0-429c-8c40-bf5f7c96e273 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=a0a15fec-e3c0-41ff-984b-ed794f4a86a8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.791399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d3ff5843-79aa-419d-9ddb-700d243b4972 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:46.806901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-189516394', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:46.827578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: d3ff5843-79aa-419d-9ddb-700d243b4972 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:46.828071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d3ff5843-79aa-419d-9ddb-700d243b4972 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:46.830645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1ee4b86f-664b-4170-8e30-36fb08b71fbd {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:46.831150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1ee4b86f-664b-4170-8e30-36fb08b71fbd not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:46.835842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] No DVR routers for this DVR port d3ff5843-79aa-419d-9ddb-700d243b4972 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:46.849741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.853864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1a36c25-71e1-4fbc-857f-c79851c483a5 req-be02e751-df28-4d8e-90bf-724234360cc5 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.23 "DELETE /v2.0/ports/d3ff5843-79aa-419d-9ddb-700d243b4972 HTTP/1.1" status: 204 len: 173 time: 2.1780980 Aug 31 09:22:46.855278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'name': 'network-vif-deleted', 'tag': 'd3ff5843-79aa-419d-9ddb-700d243b4972'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:46.860702 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6662724e-55b8-4d4c-8319-312fed4906c8" -d '{"events": [{"server_uuid": "1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9", "name": "network-vif-deleted", "tag": "d3ff5843-79aa-419d-9ddb-700d243b4972"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:46.897775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26efdf88-9552-4f9d-b948-db41acdba0a3 req-a3ad03cf-b252-4963-a89d-fd572c6cee32 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494636 Aug 31 09:22:46.977585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-6d5035a0-b4e7-44d4-b003-f481d90d44cf tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.000040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-6d5035a0-b4e7-44d4-b003-f481d90d44cf tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 949 time: 0.3202176 Aug 31 09:22:47.048592 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33068a3e-c472-44ba-aabe-c15be795e514 x-openstack-request-id: req-33068a3e-c472-44ba-aabe-c15be795e514 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:47.049044 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9", "name": "network-vif-deleted", "tag": "d3ff5843-79aa-419d-9ddb-700d243b4972", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:47.049452 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33068a3e-c472-44ba-aabe-c15be795e514 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:47.050073 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1109d1f5-0f93-48cc-ab1f-d0168ab1c8d9', 'name': 'network-vif-deleted', 'tag': 'd3ff5843-79aa-419d-9ddb-700d243b4972', 'status': 'completed', 'code': 200} Aug 31 09:22:47.081277 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.082358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.267550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9accdfaf-ed2f-48fb-952a-5cf83aae87fe req-640bdf8c-9268-434b-874d-be3c427b73b4 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0977674 Aug 31 09:22:47.275139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.302264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdf642-c0af-4e7f-8644-95b8d0156be3 req-53833711-89a3-4b1e-9ad6-3e540b104ac4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.305606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3efdf642-c0af-4e7f-8644-95b8d0156be3 req-53833711-89a3-4b1e-9ad6-3e540b104ac4 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 949 time: 0.2995155 Aug 31 09:22:47.609095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3efdf642-c0af-4e7f-8644-95b8d0156be3 req-024be371-35e8-4663-904e-d17ece514955 tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/security-groups?id=655dedd0-b36e-40e8-a551-c690ba8ad8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887187 Aug 31 09:22:47.648842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Deleting port 54c79149-2077-482f-a19c-08a99933634c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:47.649231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.720805 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.743926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5b99-dda9-46b8-babe-597a5f3578d9 req-e94ca363-d264-4769-a0d2-7eae546ebda6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.745579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-717e5b99-dda9-46b8-babe-597a5f3578d9 req-e94ca363-d264-4769-a0d2-7eae546ebda6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 944 time: 0.3379123 Aug 31 09:22:47.892841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] For port 54c79149-2077-482f-a19c-08a99933634c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=54c79149-2077-482f-a19c-08a99933634c,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:47.893274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.900997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-717e5b99-dda9-46b8-babe-597a5f3578d9 req-ad6ae12a-b2d4-4a4f-aa66-38ca43e18a2c tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313212 Aug 31 09:22:47.942929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Calling delete_port for 54c79149-2077-482f-a19c-08a99933634c owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:48.369715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.437869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.512445 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.575745 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.588165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27474f6b-4b13-4883-af2f-931621348fa2 req-e3ba913d-43d1-4a41-824b-ff7c3cd3b90d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:48.591432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27474f6b-4b13-4883-af2f-931621348fa2 req-e3ba913d-43d1-4a41-824b-ff7c3cd3b90d tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3933394 Aug 31 09:22:48.622264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5d496-2615-4fdc-8333-50003e2b879c req-8b45c28b-2510-4d01-a407-25e485a25520 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:48.625193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1f5d496-2615-4fdc-8333-50003e2b879c req-8b45c28b-2510-4d01-a407-25e485a25520 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4216611 Aug 31 09:22:48.676263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Pushing event deleted for resources: {'Port': ['ID=54c79149-2077-482f-a19c-08a99933634c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:48.764503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:48.862541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] No DVR routers for this DVR port 54c79149-2077-482f-a19c-08a99933634c on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:48.864893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:48.873235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:48.874076 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.876099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27474f6b-4b13-4883-af2f-931621348fa2 req-2e55e5fd-c2f6-4787-9250-9a5465a6f169 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646093 Aug 31 09:22:48.884363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.888677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4e1ec6d-4b4d-4ecd-977e-d0cbe802e5f3 req-0ae4c156-74a6-4e59-aeb4-b2e23972d11d tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.23 "DELETE /v2.0/ports/54c79149-2077-482f-a19c-08a99933634c HTTP/1.1" status: 204 len: 173 time: 1.8882396 Aug 31 09:22:48.913756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1f5d496-2615-4fdc-8333-50003e2b879c req-2538c489-04e1-4147-86e8-5a6b353592c8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531714 Aug 31 09:22:48.943119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 172.25.4.147 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/c628bb03-1a61-492c-a809-940d2f2ec194) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:49.064940 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:22:49.112645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-deleted', 'tag': '54c79149-2077-482f-a19c-08a99933634c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:49.116760 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910f7ef2-b2e9-46c2-924d-6bf9ad4d623a" -d '{"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-deleted", "tag": "54c79149-2077-482f-a19c-08a99933634c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:49.212691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db1842d0-31b5-4c7f-9ad0-eb2e5fcf89c4 req-24372030-5133-40dc-8f6a-ed2c2f418557 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0851457 Aug 31 09:22:49.292129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96a90f52-3399-434c-9a60-a143f3f1ed6f req-2df4522e-4f22-42d7-80ff-3f232e3de9ba tempest-ImagesOneServerTestJSON-720421839 tempest-ImagesOneServerTestJSON-720421839-project] 10.222.0.18 "GET /v2.0/ports?device_id=a58b6a14-5051-4360-801f-11fe599208d4 HTTP/1.1" status: 200 len: 210 time: 0.0832381 Aug 31 09:22:49.500480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.532376 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.559687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fddd4c-2d30-47bc-af98-0d6a983bcc1e req-e1a21ef5-012b-42eb-bd5b-f04eccb314e9 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:49.568128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3fddd4c-2d30-47bc-af98-0d6a983bcc1e req-e1a21ef5-012b-42eb-bd5b-f04eccb314e9 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 944 time: 0.1618524 Aug 31 09:22:49.622846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:49.626612 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604b048d-89a0-42c1-843a-4b6ae7a171d9" -d '{"events": [{"server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:49.640469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3fddd4c-2d30-47bc-af98-0d6a983bcc1e req-b4313be8-a3e5-4304-b101-665e9bb5922f tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706491 Aug 31 09:22:49.651282 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d677c88-f396-4b3b-9463-e3b6e8471e0c x-openstack-request-id: req-2d677c88-f396-4b3b-9463-e3b6e8471e0c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:49.653003 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b6a14-5051-4360-801f-11fe599208d4", "name": "network-vif-deleted", "tag": "54c79149-2077-482f-a19c-08a99933634c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:49.654888 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d677c88-f396-4b3b-9463-e3b6e8471e0c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:49.655675 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b6a14-5051-4360-801f-11fe599208d4', 'name': 'network-vif-deleted', 'tag': '54c79149-2077-482f-a19c-08a99933634c', 'status': 'completed', 'code': 200} Aug 31 09:22:49.681541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:49.689667 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.691005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:49.726544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.728123 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dc9206-0573-47a4-95d8-50f259e84557 x-openstack-request-id: req-f6dc9206-0573-47a4-95d8-50f259e84557 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:49.729447 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:49.729959 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6dc9206-0573-47a4-95d8-50f259e84557 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:49.731042 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'code': 200} Aug 31 09:22:49.766610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 54c79149-2077-482f-a19c-08a99933634c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:49.767375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 54c79149-2077-482f-a19c-08a99933634c not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:49.845216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:49.862804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:49.867682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:49.884035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:49.930549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=c628bb03-1a61-492c-a809-940d2f2ec194,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:50.421466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d7b33-4209-41d1-8439-9db1e3598924 req-b31a04f3-5235-4ea7-a084-423240821a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.423119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a5d7b33-4209-41d1-8439-9db1e3598924 req-b31a04f3-5235-4ea7-a084-423240821a8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 1097 time: 0.5523059 Aug 31 09:22:50.616236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a5d7b33-4209-41d1-8439-9db1e3598924 req-c8eb85d0-11aa-438b-9559-5aad421afcf5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1742275 Aug 31 09:22:50.636163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1081ba-31ab-4ac7-b766-92ea7a2dabd5 req-a26fa18c-10e4-4cd0-b67d-d4e66783e156 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.638784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b1081ba-31ab-4ac7-b766-92ea7a2dabd5 req-a26fa18c-10e4-4cd0-b67d-d4e66783e156 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2230749 Aug 31 09:22:50.649944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0799d-24c5-48a7-a578-7a048bb40c09 req-4c11b956-cc0e-4924-bfbd-d68e9419cd4d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.653027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7c0799d-24c5-48a7-a578-7a048bb40c09 req-4c11b956-cc0e-4924-bfbd-d68e9419cd4d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2390785 Aug 31 09:22:50.843674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b1081ba-31ab-4ac7-b766-92ea7a2dabd5 req-f58ecf64-8aa9-4983-aed0-3abd8af2501e tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892905 Aug 31 09:22:50.855467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7c0799d-24c5-48a7-a578-7a048bb40c09 req-6cbb7aa1-e4d6-427b-bd76-d95a9998b609 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352715 Aug 31 09:22:50.913528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.059514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b0bb6d6-dd4a-4d4b-acad-044ed74e6da8 req-4b922032-cd52-4559-9237-e14de5fa0f66 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0647221 Aug 31 09:22:51.150176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-fd2fa2f5-8801-450e-b161-c59c2a3f56b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1147904 Aug 31 09:22:51.380429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f618e-797b-44a5-a461-7b9bba0a6507 req-d2565db1-3bc2-4d07-9212-b7b99aeb5680 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.383259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c24f618e-797b-44a5-a461-7b9bba0a6507 req-d2565db1-3bc2-4d07-9212-b7b99aeb5680 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.1633823 Aug 31 09:22:51.389185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867163ef-e480-42f0-b662-f50ee8f2beae req-f10ed996-f641-4a9c-9db5-4d5c23dafa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.391394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-f10ed996-f641-4a9c-9db5-4d5c23dafa8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 1097 time: 0.1623714 Aug 31 09:22:51.405580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.555067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47978) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:51.573719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47982) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:51.580108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c24f618e-797b-44a5-a461-7b9bba0a6507 req-3220f098-4434-4ea1-8411-018d110c12e2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868474 Aug 31 09:22:51.805511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867163ef-e480-42f0-b662-f50ee8f2beae req-80c73f8d-f4f9-4aaa-875d-0be2be5a51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.809878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-80c73f8d-f4f9-4aaa-875d-0be2be5a51e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.3829403 Aug 31 09:22:51.866256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-efbe0630-5735-42cf-a7a9-a3ff038df33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.897005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-8b84fc5a-4abc-409a-8afc-e48854e98f0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 200 len: 217 time: 0.0766621 Aug 31 09:22:51.911427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4843ccfc-1fab-4631-956d-af55cfd0942a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ef4d8667f0949b89045b0cd9e09cd28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544612 Aug 31 09:22:51.916919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47990) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:51.926054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:22:52.049180 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98ad2790-f6ac-43d5-8fce-d7d55dab220c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.095113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98ad2790-f6ac-43d5-8fce-d7d55dab220c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.146428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867163ef-e480-42f0-b662-f50ee8f2beae req-d60a07fc-3ad8-445d-b220-2879cb3292bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:52.148315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-d60a07fc-3ad8-445d-b220-2879cb3292bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.2398448 Aug 31 09:22:52.184988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-efbe0630-5735-42cf-a7a9-a3ff038df33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.189874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-efbe0630-5735-42cf-a7a9-a3ff038df33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.239511 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-efbe0630-5735-42cf-a7a9-a3ff038df33c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5ea6ca2241a408c93b31418136b73be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638236 Aug 31 09:22:52.242007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe0630-5735-42cf-a7a9-a3ff038df33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a30f6-de61-4ba6-bcc7-1a0f1aa0076d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:52.245859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47996) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:52.256032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98ad2790-f6ac-43d5-8fce-d7d55dab220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.259255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98ad2790-f6ac-43d5-8fce-d7d55dab220c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.265247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-98ad2790-f6ac-43d5-8fce-d7d55dab220c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/655dedd0-b36e-40e8-a551-c690ba8ad8b3 HTTP/1.1" status: 204 len: 168 time: 0.3414493 Aug 31 09:22:52.292323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad2790-f6ac-43d5-8fce-d7d55dab220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655dedd0-b36e-40e8-a551-c690ba8ad8b3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:52.305583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57740-765b-4fc7-af79-1cc172295a71 req-6f7a0163-ab6d-4412-8f71-261f2d3c41e1 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:52.314657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2a57740-765b-4fc7-af79-1cc172295a71 req-6f7a0163-ab6d-4412-8f71-261f2d3c41e1 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.3000453 Aug 31 09:22:52.342184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8444-1516-40b2-b6a8-b08c9c1566b0 req-65618424-6c23-4eef-877b-7a782401fa6d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:52.348751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-158d8444-1516-40b2-b6a8-b08c9c1566b0 req-65618424-6c23-4eef-877b-7a782401fa6d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2828205 Aug 31 09:22:52.365440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e21a7e0-bbc2-47ee-b3af-12a955551c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.375073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:52.393790 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] Sync routers for ids ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:52.398623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e21a7e0-bbc2-47ee-b3af-12a955551c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.414236 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] Routers {'3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:52.415726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:52.447887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867163ef-e480-42f0-b662-f50ee8f2beae req-eacee3d4-2ff7-437f-8cb3-7ab31ccda1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:52.451756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-eacee3d4-2ff7-437f-8cb3-7ab31ccda1df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2931230 Aug 31 09:22:52.477021 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:52.498037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e21a7e0-bbc2-47ee-b3af-12a955551c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.498406 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] Routers {'3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:52.499080 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:52.502385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e21a7e0-bbc2-47ee-b3af-12a955551c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.509199 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7e21a7e0-bbc2-47ee-b3af-12a955551c0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e2a30f6-de61-4ba6-bcc7-1a0f1aa0076d HTTP/1.1" status: 204 len: 168 time: 0.2569389 Aug 31 09:22:52.519924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.521902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c661cd8d-6047-435f-a5d8-0a3ea1501e43 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7736237 Aug 31 09:22:52.531279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48004) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:52.555710 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:52.556504 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2cc49-63da-4ebd-b5b5-d7d93b648853 None None] The sync data for ids ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:52.603341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2a57740-765b-4fc7-af79-1cc172295a71 req-5bfd40b8-233a-4f50-b689-2553d06ada00 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728798 Aug 31 09:22:52.616141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-158d8444-1516-40b2-b6a8-b08c9c1566b0 req-95ab105a-884e-4f6b-91df-256f484fc35b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551541 Aug 31 09:22:52.700478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-389ed6f7-bb78-40f0-b40f-acf49ad982a1 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306204 Aug 31 09:22:52.895742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21a7e0-bbc2-47ee-b3af-12a955551c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a30f6-de61-4ba6-bcc7-1a0f1aa0076d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:52.915845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6fd4be2-686a-4d1b-87a4-44092cda83a9 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/routers/3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 200 len: 884 time: 0.3819797 Aug 31 09:22:52.917385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48014) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:53.048311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac6b5e7c-8592-4932-b212-3aac9c9d415a req-88326894-4260-4f4e-9bd5-62c98ac4e14b tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.2968559 Aug 31 09:22:53.134244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-867163ef-e480-42f0-b662-f50ee8f2beae req-903bbf64-c96e-45cd-8e15-020aec91caef service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258904 Aug 31 09:22:53.162343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0f4da-ac4d-476f-ad94-e4248feef3bf req-7d473dae-44e0-42ed-a2f3-9353090827ca tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:53.169914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdd0f4da-ac4d-476f-ad94-e4248feef3bf req-7d473dae-44e0-42ed-a2f3-9353090827ca tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.1944234 Aug 31 09:22:53.236009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdd0f4da-ac4d-476f-ad94-e4248feef3bf req-e3b53dbd-e606-42ee-a425-3cf3c1560903 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558908 Aug 31 09:22:53.380818 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d461fffb-8e32-42d3-b3eb-9720c31ad2e1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4601650 Aug 31 09:22:53.381525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48030) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:53.387596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-189516394'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:53.487101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9ca1-3653-42c0-8d12-01d88763b6db req-6052b19d-1882-45c1-a686-f58d383d71da tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:53.509198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-915a9ca1-3653-42c0-8d12-01d88763b6db req-6052b19d-1882-45c1-a686-f58d383d71da tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.1465623 Aug 31 09:22:53.516527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48036) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:53.532874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Request body: {'floatingip': {'port_id': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:53.655909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.240178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69931649-4f16-435b-9130-943a3eeeb703 req-6fb64cfd-b160-4ee1-bea2-2e2fbde77f7f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.249045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69931649-4f16-435b-9130-943a3eeeb703 req-6fb64cfd-b160-4ee1-bea2-2e2fbde77f7f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4253945 Aug 31 09:22:54.337390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902de6-3f8e-4ae1-b1f6-ecac7948fb35 req-be9c729b-f5b6-443a-9cb5-74f5722a6a29 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.341145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed902de6-3f8e-4ae1-b1f6-ecac7948fb35 req-be9c729b-f5b6-443a-9cb5-74f5722a6a29 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2217050 Aug 31 09:22:54.395742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69931649-4f16-435b-9130-943a3eeeb703 req-f46f4396-47e4-4d1d-9794-81690953737a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454594 Aug 31 09:22:54.512237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed902de6-3f8e-4ae1-b1f6-ecac7948fb35 req-bf766c45-ad7f-49e2-aa88-795e851250f8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cd5afee-a072-4472-bdaa-90f795a507a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292148 Aug 31 09:22:54.584248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.645247 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.680765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b5ffe64-4966-4ec4-b3ed-5e36314f67fa req-8c144a21-eb43-42b3-ba60-dd33272e55bd tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0550027 Aug 31 09:22:54.740197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-b95e6a9c-658a-4c77-9dea-e8fac760e606 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.741793 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-b95e6a9c-658a-4c77-9dea-e8fac760e606 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 945 time: 0.2086565 Aug 31 09:22:54.884778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.890863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.925884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:22:54.952612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Deleting port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:54.954418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.112434 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Floating IP 43e2eca4-1f14-488d-8f6e-940344669ffd associated. External IP: 172.25.4.48, port: d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6. Aug 31 09:22:55.274764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] For port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:55.275998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.284865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:55.310779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] Sync routers for ids ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:55.324146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.327126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b02c7413-49e8-4e91-b1d0-3629d7214a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 200 len: 891 time: 1.9436338 Aug 31 09:22:55.331051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48132) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:55.351044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Calling delete_port for cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:55.358852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] Routers {'3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:55.367461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:55.487975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:55.529622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] Routers {'3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:55.531373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:55.639970 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c57e176c-132d-4efd-8960-d81895d34957 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/routers/3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 200 len: 891 time: 0.3069711 Aug 31 09:22:55.651561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48156) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:55.685869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:55.687426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1316b2-8f88-4460-96ec-1fcdadcfca01 None None] The sync data for ids ['3a87b8b5-4078-4bc1-a6e8-f1aa3923b059'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:55.712032 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c0fd58c-6084-44bd-a2c1-769fc1e2eef1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 200 len: 205 time: 0.0541201 Aug 31 09:22:55.712669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48158) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:56.092164 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.107987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:56.128800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.223729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d5e0226-cd5c-4552-9a86-c20fe473b427 req-6e237344-bc0c-4c2f-bbfb-da2060405952 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d583a90-21c9-4ed1-afa4-1c6982617a0f HTTP/1.1" status: 200 len: 210 time: 0.0675497 Aug 31 09:22:56.246167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Pushing event deleted for resources: {'Port': ['ID=cc5ea0ff-1d9b-4887-a0e4-979d91a62e74,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:56.256664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300f47d-4983-45ca-bf3d-c170fcc09388 req-73d074fa-e878-4bd9-8caf-9c09fb6e4a9f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:56.259240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7300f47d-4983-45ca-bf3d-c170fcc09388 req-73d074fa-e878-4bd9-8caf-9c09fb6e4a9f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1849298 Aug 31 09:22:56.263682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48172) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:56.279784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] No DVR routers for this DVR port cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:56.290155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.300140 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0cc5da1a-49b2-45eb-a143-a8caa23b9b0b req-0d8944e5-99cb-46a7-8aa8-0fba0aa8d8c8 tempest-ServerRescueNegativeTestJSON-320594631 tempest-ServerRescueNegativeTestJSON-320594631-project] 10.222.0.15 "DELETE /v2.0/ports/cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 HTTP/1.1" status: 204 len: 173 time: 1.5427096 Aug 31 09:22:56.301764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'name': 'network-vif-deleted', 'tag': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:56.303012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Router f6bde485-34f1-4ec3-9323-b1886cd00d21 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:22:56.304453 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023b92c2-aac0-4527-92e6-ce0fe43701f7" -d '{"events": [{"server_uuid": "5d583a90-21c9-4ed1-afa4-1c6982617a0f", "name": "network-vif-deleted", "tag": "cc5ea0ff-1d9b-4887-a0e4-979d91a62e74"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:56.346321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7300f47d-4983-45ca-bf3d-c170fcc09388 req-897d7085-01d4-46cc-90e8-8607f933262c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662317 Aug 31 09:22:56.526817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.624503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port c628bb03-1a61-492c-a809-940d2f2ec194 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:56.624948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.635154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4dce157-6d04-4f1d-9b5c-d7deb1de1c8e req-032ff1b9-ed5d-4cbb-ab67-c0587d0c8f35 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0673451 Aug 31 09:22:56.639103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a133ad2-3173-470b-950b-066a0785ecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.651441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:22:56.658359 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.674161 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] Sync routers for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:22:56.697118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a6fb96f0-910d-4874-b7e2-1c483c4449d6 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "PUT /v2.0/floatingips/43e2eca4-1f14-488d-8f6e-940344669ffd HTTP/1.1" status: 200 len: 990 time: 3.1733744 Aug 31 09:22:56.697118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:56.698392 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:56.707064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:56.708425 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:56.770074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.800715 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b4310-5aed-40c0-8991-68c17b57a4e1 x-openstack-request-id: req-3b1b4310-5aed-40c0-8991-68c17b57a4e1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:56.801532 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d583a90-21c9-4ed1-afa4-1c6982617a0f", "name": "network-vif-deleted", "tag": "cc5ea0ff-1d9b-4887-a0e4-979d91a62e74", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:56.801959 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b1b4310-5aed-40c0-8991-68c17b57a4e1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:56.802560 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d583a90-21c9-4ed1-afa4-1c6982617a0f', 'name': 'network-vif-deleted', 'tag': 'cc5ea0ff-1d9b-4887-a0e4-979d91a62e74', 'status': 'completed', 'code': 200} Aug 31 09:22:56.809202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for c628bb03-1a61-492c-a809-940d2f2ec194 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:56.844931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a133ad2-3173-470b-950b-066a0785ecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.852701 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680e431-f295-4f0d-9667-d0a9d7ca154f x-openstack-request-id: req-5680e431-f295-4f0d-9667-d0a9d7ca154f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:56.855196 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:56.856409 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5680e431-f295-4f0d-9667-d0a9d7ca154f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:56.856859 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'status': 'completed', 'code': 200} Aug 31 09:22:56.859611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a133ad2-3173-470b-950b-066a0785ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.919404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:22:56.976938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a133ad2-3173-470b-950b-066a0785ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79e10d-3956-4f04-8710-7e89cb4016a0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:56.984658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2a133ad2-3173-470b-950b-066a0785ecc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20f1735097fa4e53946277065984888d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169859 Aug 31 09:22:56.985805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48188) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.048149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-7893b331-debe-4a17-9324-625f79ea054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.050220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-7893b331-debe-4a17-9324-625f79ea054d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c13586eed394e10a288e791efe35584&device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 1097 time: 0.1514556 Aug 31 09:22:57.154698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b03fd7b-413f-4e7c-9ed8-341b5330b542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.162921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.208165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b03fd7b-413f-4e7c-9ed8-341b5330b542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.212370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=c628bb03-1a61-492c-a809-940d2f2ec194,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:57.254802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-de00c15b-03f4-4889-99b8-2e2b0725afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.257459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-de00c15b-03f4-4889-99b8-2e2b0725afef service neutron] 10.222.0.23 "GET /v2.0/networks?id=948ff52a-838a-4e38-a388-b31457f167c6 HTTP/1.1" status: 200 len: 917 time: 0.2003460 Aug 31 09:22:57.334070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.381229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-fbf02abc-5c57-44af-b0d4-a625c11f693c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 HTTP/1.1" status: 200 len: 998 time: 0.1131885 Aug 31 09:22:57.519001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.562452 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '43e2eca4-1f14-488d-8f6e-940344669ffd', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'port_id': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'mac_address': 'fa:16:3e:c7:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:21:16Z', 'updated_at': '2021-08-31T09:22:54Z', 'revision_number': 1, 'project_id': '0c13586eed394e10a288e791efe35584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:16Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:57.598075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.604923 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.614455 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] Checking router: f6bde485-34f1-4ec3-9323-b1886cd00d21 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:22:57.617218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b03fd7b-413f-4e7c-9ed8-341b5330b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.625616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b03fd7b-413f-4e7c-9ed8-341b5330b542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.626608 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b03fd7b-413f-4e7c-9ed8-341b5330b542 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b79e10d-3956-4f04-8710-7e89cb4016a0 HTTP/1.1" status: 204 len: 168 time: 0.6393359 Aug 31 09:22:57.631515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:22:57.632374 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:22:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:57.663926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-a6bedb80-4d93-43cb-8fb6-f6e08d196466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.666882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-a6bedb80-4d93-43cb-8fb6-f6e08d196466 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=300270b7-6ba7-42c1-940a-75ad891c0139 HTTP/1.1" status: 200 len: 855 time: 0.2760060 Aug 31 09:22:57.686206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03fd7b-413f-4e7c-9ed8-341b5330b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79e10d-3956-4f04-8710-7e89cb4016a0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:57.795265 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:22:57.848885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.849528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router 3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:22:57.876048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.877220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fb203aeb-2c9a-4261-a06c-9e63274e46ba tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 204 len: 168 time: 2.1632361 Aug 31 09:22:57.884083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48214) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.884983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cb607-6b5b-4528-b82f-b5eec7ad608e req-1e3d0054-ad77-439a-b34e-7419a5349d3c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.900731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-519cb607-6b5b-4528-b82f-b5eec7ad608e req-1e3d0054-ad77-439a-b34e-7419a5349d3c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3159428 Aug 31 09:22:57.914550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-217825394'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:57.945444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48216) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.978215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:57.983298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.017587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-aedb73e8-4f4e-432a-a5c0-a12436757588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.022290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-aedb73e8-4f4e-432a-a5c0-a12436757588 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=948ff52a-838a-4e38-a388-b31457f167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3377347 Aug 31 09:22:58.077873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63ec4bd4-69f2-485e-9b30-b1f5c4b179d9 req-e84a0862-7a26-4503-9c41-4d4c9d5053b4 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1366348 Aug 31 09:22:58.083641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:22:58.128795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.129299 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment b168da79-f101-4119-b097-dbc4a2da74fb of type vlan for network 52d532af-813a-4444-a830-0e033f62717d Aug 31 09:22:58.275554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-519cb607-6b5b-4528-b82f-b5eec7ad608e req-d53a86a5-7fe1-409d-8987-0cbde9fa48c0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584497 Aug 31 09:22:58.449941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-b5d66fc4-7644-4ed5-8271-d0c87a968677 service neutron] 10.222.0.23 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790634 Aug 31 09:22:58.527014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:58.560795 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '43e2eca4-1f14-488d-8f6e-940344669ffd', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'port_id': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'mac_address': 'fa:16:3e:c7:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:21:16Z', 'updated_at': '2021-08-31T09:22:54Z', 'revision_number': 1, 'project_id': '0c13586eed394e10a288e791efe35584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:16Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:58.597804 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d5ca-ef64-4ede-b119-8022786fd4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.624473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:58.624808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device cc5ea0ff-1d9b-4887-a0e4-979d91a62e74 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:58.631725 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82818b9-8aa3-426f-8ab8-42f4d0c0f5f0 None None] The sync data for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 is: [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '43e2eca4-1f14-488d-8f6e-940344669ffd', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'port_id': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'mac_address': 'fa:16:3e:c7:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:21:16Z', 'updated_at': '2021-08-31T09:22:54Z', 'revision_number': 1, 'project_id': '0c13586eed394e10a288e791efe35584', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:16Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:22:58.708883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31479b5b-3f88-4a42-9078-e7a93a854e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.968966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31479b5b-3f88-4a42-9078-e7a93a854e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.009459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7b45ddd-42d0-4088-8cbc-5d3d85e3fb80 req-9c66e0f4-ebff-4e23-9ead-0bdc1b52f20c service neutron] 10.222.0.23 "GET /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518379 Aug 31 09:22:59.013494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31479b5b-3f88-4a42-9078-e7a93a854e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.063422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.136254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479b5b-3f88-4a42-9078-e7a93a854e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b30e0-4456-4e87-9204-5b848e5f2a36,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:59.166684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f4d6f-1dca-4b11-8b25-530d55e73cd6 None None] New status for floating IP 43e2eca4-1f14-488d-8f6e-940344669ffd: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:22:59.203777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-31479b5b-3f88-4a42-9078-e7a93a854e10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fe5c9a38e4343fa8578c425f245e065&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2506373 Aug 31 09:22:59.207521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48238) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:59.222324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.235996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.237237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.431908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=52d532af-813a-4444-a830-0e033f62717d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:59.514132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dbcc7a6-a7c8-4a79-b5ed-f5dcd7f01682 req-76e8a5e3-a201-46a8-a076-c8046c31b6de tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0884793 Aug 31 09:22:59.515235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b504e75-e43e-4750-b576-1a8800e2981c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.525176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 52d532af-813a-4444-a830-0e033f62717d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:22:59.572436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d333f64a-4ea5-4720-ac02-af373c85604f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6835775 Aug 31 09:22:59.577418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48248) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:59.603028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': '52d532af-813a-4444-a830-0e033f62717d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:59.697984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b504e75-e43e-4750-b576-1a8800e2981c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.846756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.941770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fdcac-ca65-4b81-995c-0c3135fe34f1 req-301b3227-9dd5-4bdc-9b68-48a60e303cff tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.952654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a6fdcac-ca65-4b81-995c-0c3135fe34f1 req-301b3227-9dd5-4bdc-9b68-48a60e303cff tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2464557 Aug 31 09:23:00.033075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:00.037723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.062380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b504e75-e43e-4750-b576-1a8800e2981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.065726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b504e75-e43e-4750-b576-1a8800e2981c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.070785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b504e75-e43e-4750-b576-1a8800e2981c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e6b30e0-4456-4e87-9204-5b848e5f2a36 HTTP/1.1" status: 204 len: 168 time: 0.8558285 Aug 31 09:23:00.232245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a6fdcac-ca65-4b81-995c-0c3135fe34f1 req-0e09f48b-bee8-461e-8349-5c7501a0d24e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768753 Aug 31 09:23:00.244589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b504e75-e43e-4750-b576-1a8800e2981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b30e0-4456-4e87-9204-5b848e5f2a36,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:00.686550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.810441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Deleting port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:00.812214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.832365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5510cc0c-304a-4c43-b5b4-0d6527411e62 req-cad8a496-9f03-4eeb-afeb-f61c5d6568a5 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0504372 Aug 31 09:23:00.849165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=afc4dfd9-4363-4e45-85f4-acb350ff56c3,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:00.873719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': 'b168da79-f101-4119-b097-dbc4a2da74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '52d532af-813a-4444-a830-0e033f62717d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:00.874164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: 52d532af-813a-4444-a830-0e033f62717d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:00.926980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 52d532af-813a-4444-a830-0e033f62717d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:00.970879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 52d532af-813a-4444-a830-0e033f62717d) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:00.982906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:00.984483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.988179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d28a9-a2f9-435c-a975-735a00cadd2c None None] Network 52d532af-813a-4444-a830-0e033f62717d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:01.050390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4f499a51-007a-46a0-b7cc-0d333d4e021a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4707563 Aug 31 09:23:01.055107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48274) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:01.061076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] For port 636f6b2f-6dbc-4d95-aa13-b39d5f8570af, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,segment=NetworkSegment(2e05fdcc-819e-4da4-a421-98e5b8cebc10),segment_id=2e05fdcc-819e-4da4-a421-98e5b8cebc10)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:01.061706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.072162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213697390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:01.119823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Calling delete_port for 636f6b2f-6dbc-4d95-aa13-b39d5f8570af owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:01.167546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.170166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.353648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-52d532af-813a-4444-a830-0e033f62717d', 'network_id': '52d532af-813a-4444-a830-0e033f62717d', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': 'afc4dfd9-4363-4e45-85f4-acb350ff56c3'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:01.356118 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.397725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.412096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.453250 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.459686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9c491e7c-b294-487a-94b2-bc4150923588 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4010735 Aug 31 09:23:01.461230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48288) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:01.518839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48290) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:01.520039 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d7304fe-10ac-4457-a431-2a0c787d06bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.616243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Allocated IP 2001:db8::2 (52d532af-813a-4444-a830-0e033f62717d/afc4dfd9-4363-4e45-85f4-acb350ff56c3/e8102ea8-8edc-496d-a8ad-a99b5b0d9e16) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:01.668055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072790cb-a5c9-477c-8cf4-29adc6e98820 req-6dc653e1-49d1-450a-bc1d-e8f54539aba1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:01.676414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-072790cb-a5c9-477c-8cf4-29adc6e98820 req-6dc653e1-49d1-450a-bc1d-e8f54539aba1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2490237 Aug 31 09:23:01.747925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.790274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Pushing event deleted for resources: {'Port': ['ID=636f6b2f-6dbc-4d95-aa13-b39d5f8570af,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:01.884789 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.914505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.939105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-072790cb-a5c9-477c-8cf4-29adc6e98820 req-e9a3bfcc-09cf-4461-93b8-fc2989618dd9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614000 Aug 31 09:23:02.191472 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.232473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:02.232911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Transition to ACTIVE for port object e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:02.279957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30678331-4eb6-435b-9f5a-4f0ba21e38b0 req-37969cc1-f007-464f-93a1-d94b73ec669e tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0705652 Aug 31 09:23:02.304103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Transition to ACTIVE for port object e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:02.319883 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.358813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.424532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Pushing event updated for resources: {'Port': ['ID=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:02.456942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.457982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.459628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.460784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.462466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.463491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.465720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.466597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.467365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.468175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.469004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.469792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:02.494878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Network 52d532af-813a-4444-a830-0e033f62717d is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:02.498521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:02.504320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:02.538432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.565271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.632740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48314) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:02.655561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Attempting to bind port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:02.656124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Attempting to bind port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b168da79-f101-4119-b097-dbc4a2da74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '52d532af-813a-4444-a830-0e033f62717d'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:02.656902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Attempting to bind port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 on network 52d532af-813a-4444-a830-0e033f62717d {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:02.665981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:02.666620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Checking segment: {'id': 'b168da79-f101-4119-b097-dbc4a2da74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '52d532af-813a-4444-a830-0e033f62717d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:02.667300 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.667636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Bound using segment: {'id': 'b168da79-f101-4119-b097-dbc4a2da74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '52d532af-813a-4444-a830-0e033f62717d'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:02.669818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Bound port: e8102ea8-8edc-496d-a8ad-a99b5b0d9e16, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b168da79-f101-4119-b097-dbc4a2da74fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '52d532af-813a-4444-a830-0e033f62717d'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:02.670147 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.764333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-5a753d04-ccfb-4d53-9879-bf84a81cd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:02.766260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-5a753d04-ccfb-4d53-9879-bf84a81cd39b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.3065202 Aug 31 09:23:02.767138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] For port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:02.771583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] For port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,segment=NetworkSegment(b168da79-f101-4119-b097-dbc4a2da74fb),segment_id=b168da79-f101-4119-b097-dbc4a2da74fb)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:02.779976 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.819963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-888813488-network', 'tenant_id': '52fa4c6cbf974f1cbf73c3a7a62486cf'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:02.890164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331186f5-c2d4-4ec2-9b6e-35a97fed8f6a None None] Pushing event updated for resources: {'Port': ['ID=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:02.939763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ae5c-9199-4a35-a63b-6cccf3cd117c req-20bace57-e8db-4adc-b762-5b03b01196dd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:02.941599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6f3ae5c-9199-4a35-a63b-6cccf3cd117c req-20bace57-e8db-4adc-b762-5b03b01196dd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4033432 Aug 31 09:23:03.073586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6f3ae5c-9199-4a35-a63b-6cccf3cd117c req-ec5e6070-0706-478a-bebc-2ea94a01908a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103785 Aug 31 09:23:03.086712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Router fc7b2965-1df9-4480-9b61-737317cb6b0d has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:03.141117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Made reservation on behalf of 52fa4c6cbf974f1cbf73c3a7a62486cf for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:03.144254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.170132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-e48a6064-df62-4a0c-a3ca-832d60b48575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.171600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.173084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-e48a6064-df62-4a0c-a3ca-832d60b48575 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.3976164 Aug 31 09:23:03.438011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.462735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-56f6c895-640e-4afd-ae97-0d65b2daf32f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.1967752 Aug 31 09:23:03.521592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.529212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8::1 (52d532af-813a-4444-a830-0e033f62717d/afc4dfd9-4363-4e45-85f4-acb350ff56c3/c32ee6cd-b917-4259-9977-8eafa2a59cef) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:03.535496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:03.547427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90132f0f-f879-42cc-bf62-a45550a4d489 admin admin] 10.222.0.18 "PUT /v2.0/routers/fc7b2965-1df9-4480-9b61-737317cb6b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0216269 Aug 31 09:23:03.547427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48322) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:03.559856 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] Sync routers for ids ['fc7b2965-1df9-4480-9b61-737317cb6b0d'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:03.573704 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] Routers {'fc7b2965-1df9-4480-9b61-737317cb6b0d'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:03.574928 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fc7b2965-1df9-4480-9b61-737317cb6b0d'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:03.584619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f4d8ada-b3d5-4888-b94f-c98c0eb5f740 req-2dfa8e07-bd64-48dc-a1a9-a19bdcc77f82 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0634489 Aug 31 09:23:03.645351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-54fbe6af-12fe-4d60-8fee-e2b5c3528afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.648367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-54fbe6af-12fe-4d60-8fee-e2b5c3528afe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1734028 Aug 31 09:23:03.753486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-dc52f53c-81d3-4c61-bf0e-fffcbdf573cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.755265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-dc52f53c-81d3-4c61-bf0e-fffcbdf573cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980339 Aug 31 09:23:03.763357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Allocated IP 172.25.4.206 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/0ee34da8-1adf-45e5-90b4-4afaf995223f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:03.764488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.779456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] Set router fc7b2965-1df9-4480-9b61-737317cb6b0d gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:03.864485 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.882255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.954035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.968225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:03.982175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f667f86-09b3-4bce-a03c-28658c4d90f7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:04.002079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.002079 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Added segment 43233471-c99f-4e64-bc1f-048298f5f35d of type vlan for network 0e12afef-785b-40a0-8af4-668ce3bf26c2 Aug 31 09:23:04.013574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object c32ee6cd-b917-4259-9977-8eafa2a59cef will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:04.057751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-72a73502-aa01-4625-a014-1634c8b71523 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888474 Aug 31 09:23:04.062181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.107730 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:23:01Z', 'revision_number': 5, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port': {'id': '60197206-9f51-4054-b0d4-3a71afc0a4b8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:15Z', 'updated_at': '2021-08-31T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:04.135139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.159254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.196835 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] Checking router: fc7b2965-1df9-4480-9b61-737317cb6b0d for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:04.215679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.216967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:04.217595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.223514 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] Routers {'fc7b2965-1df9-4480-9b61-737317cb6b0d'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:04.227558 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fc7b2965-1df9-4480-9b61-737317cb6b0d'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:04.289276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.397719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Deleting port 60197206-9f51-4054-b0d4-3a71afc0a4b8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:04.398739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.406278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abd9882-0ca3-4fba-baa0-5c2fe2a4ea99 req-1451e05d-1969-4257-9370-8084e0e508d7 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318098 Aug 31 09:23:04.488039 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] Set router fc7b2965-1df9-4480-9b61-737317cb6b0d gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:04.539737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a45147b-7bfb-4b24-84f4-610bddca9e51 None None] Network 52d532af-813a-4444-a830-0e033f62717d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:04.565446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] For port 60197206-9f51-4054-b0d4-3a71afc0a4b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=60197206-9f51-4054-b0d4-3a71afc0a4b8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:04.566070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.587687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Calling delete_port for 60197206-9f51-4054-b0d4-3a71afc0a4b8 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:04.613888 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:23:04Z', 'revision_number': 6, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:04.690125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-71041611-74a7-4356-8723-3447f553d7df None None] Provisioning for port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:04.737067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9559a0-8374-4b0e-960c-8ee84b818bbe None None] The sync data for ids ['fc7b2965-1df9-4480-9b61-737317cb6b0d'] in n-d-800634-13 is: [{'id': 'fc7b2965-1df9-4480-9b61-737317cb6b0d', 'name': 'tempest-ServerRescueNegativeTestJSON-595291107-router', 'tenant_id': '3fb2052c400a4dd5862657d730a1e50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:13Z', 'updated_at': '2021-08-31T09:23:04Z', 'revision_number': 6, 'project_id': '3fb2052c400a4dd5862657d730a1e50d', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:04.797733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:04.864126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 52d532af-813a-4444-a830-0e033f62717d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:04.870526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2354286 Aug 31 09:23:04.872468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:04.880889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48334) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:04.901641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:04.910487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:04.911137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.911504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Request body: {'subnet': {'network_id': '0e12afef-785b-40a0-8af4-668ce3bf26c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-888813488-subnet', 'tenant_id': '52fa4c6cbf974f1cbf73c3a7a62486cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:04.917382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:04.919392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.939755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.066890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8ef2c2d-cf2b-42ec-b9bf-1b08f724e3bf req-de0ce681-95f8-4a56-9fa2-171a608c4710 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1994460 Aug 31 09:23:05.069350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eedd7-2b4c-4470-9da3-01e27e131743 admin admin] Pushing event updated for resources: {'Network': ['ID=0e12afef-785b-40a0-8af4-668ce3bf26c2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.086634 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.138101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 0e12afef-785b-40a0-8af4-668ce3bf26c2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:05.138616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:05.143100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=c32ee6cd-b917-4259-9977-8eafa2a59cef,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.200391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:05.260415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:05.312046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Made reservation on behalf of 52fa4c6cbf974f1cbf73c3a7a62486cf for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:05.314638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.362359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a734d-1978-492c-8112-6025c1eb7113 req-b8d9725b-785f-404e-a6d7-70fb1a592f7f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:05.385359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-166a734d-1978-492c-8112-6025c1eb7113 req-b8d9725b-785f-404e-a6d7-70fb1a592f7f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 1.0703535 Aug 31 09:23:05.445679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,segment=NetworkSegment(b168da79-f101-4119-b097-dbc4a2da74fb),segment_id=b168da79-f101-4119-b097-dbc4a2da74fb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:05.451724 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.535464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.555883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee34da8-1adf-45e5-90b4-4afaf995223f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.581083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19a3b485-2fbf-408a-b698-c4ecd10c73f4 None None] Provisioning for port c32ee6cd-b917-4259-9977-8eafa2a59cef completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:05.586890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Pushing event deleted for resources: {'Port': ['ID=60197206-9f51-4054-b0d4-3a71afc0a4b8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.590795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19a3b485-2fbf-408a-b698-c4ecd10c73f4 None None] Provisioning complete for port c32ee6cd-b917-4259-9977-8eafa2a59cef triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:05.591866 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19a3b485-2fbf-408a-b698-c4ecd10c73f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.594819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.676171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-19a3b485-2fbf-408a-b698-c4ecd10c73f4 None None] Port c32ee6cd-b917-4259-9977-8eafa2a59cef cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:05.683815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.713542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19a3b485-2fbf-408a-b698-c4ecd10c73f4 None None] Provisioning complete for port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:05.714361 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19a3b485-2fbf-408a-b698-c4ecd10c73f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.733948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.794121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-166a734d-1978-492c-8112-6025c1eb7113 req-17c0e2f3-3ff1-40b7-b040-f4fd91481b9a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071894 Aug 31 09:23:05.923180 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.926501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.929107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.999761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.000535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7b2965-1df9-4480-9b61-737317cb6b0d {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:23:06.008047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.013246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-37c80ef3-565e-40b0-8b10-3acb8f14835a admin admin] 10.222.0.18 "DELETE /v2.0/routers/fc7b2965-1df9-4480-9b61-737317cb6b0d HTTP/1.1" status: 204 len: 168 time: 2.4615998 Aug 31 09:23:06.013866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:06.053724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-042d35e3-d8cc-4120-b689-28753e0b372b None None] Provisioning complete for port c32ee6cd-b917-4259-9977-8eafa2a59cef triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:06.054331 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-042d35e3-d8cc-4120-b689-28753e0b372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.084749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Deleting subnet f76b329a-51ad-4b24-b116-8b65d0359ac5 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:06.091488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.111309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.125113 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.157527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-042d35e3-d8cc-4120-b689-28753e0b372b None None] Port c32ee6cd-b917-4259-9977-8eafa2a59cef cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:06.166306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.247173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.256772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.347739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.386901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc25ba4b-4485-4925-bc2a-5c5a3ccb1417 req-939b2fd6-c44f-4b53-a3f2-3ad9a6b86bfb tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1670344 Aug 31 09:23:06.387181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76b329a-51ad-4b24-b116-8b65d0359ac5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:06.389660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.392381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-32409936-08b5-4885-a4d3-089f1aad6ae0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f76b329a-51ad-4b24-b116-8b65d0359ac5 HTTP/1.1" status: 204 len: 168 time: 0.3766198 Aug 31 09:23:06.400512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48344) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:06.534768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac4bd33-3545-41d4-8da7-3fc948a60cd5,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:06.548542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.654319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:06.661232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Checking segment: {'id': '43233471-c99f-4e64-bc1f-048298f5f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0e12afef-785b-40a0-8af4-668ce3bf26c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:06.661975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Network hostable DHCP agents. Network: 0e12afef-785b-40a0-8af4-668ce3bf26c2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:06.708560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.725554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fe6244-c191-4db5-af1b-ac8ab5f77c79']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:06.736564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:06.737587 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.741769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e05fdcc-819e-4da4-a421-98e5b8cebc10') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:06.742803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e05fdcc-819e-4da4-a421-98e5b8cebc10') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:06.767074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.769168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.774109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Network 0e12afef-785b-40a0-8af4-668ce3bf26c2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:06.783332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.784610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.802076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.816759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:06.817441 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:06.822130 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:06.861419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.867370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 0e12afef-785b-40a0-8af4-668ce3bf26c2) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:06.891144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5eb4a-6a22-4e59-9c14-ad73e8ba2213 None None] Network 0e12afef-785b-40a0-8af4-668ce3bf26c2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:06.976700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.985588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.988532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] 10.222.0.18 "DELETE /v2.0/networks/67fe6244-c191-4db5-af1b-ac8ab5f77c79 HTTP/1.1" status: 204 len: 168 time: 0.5865047 Aug 31 09:23:06.993919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 636f6b2f-6dbc-4d95-aa13-b39d5f8570af no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:07.010143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a0149-e33b-42c8-b6cd-dedc8f3ffb2c admin admin] Pushing event deleted for resources: {'Network': ['ID=67fe6244-c191-4db5-af1b-ac8ab5f77c79,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.029379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.030575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.036187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.052979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 636f6b2f-6dbc-4d95-aa13-b39d5f8570af {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:07.053649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 636f6b2f-6dbc-4d95-aa13-b39d5f8570af not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:07.054550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60197206-9f51-4054-b0d4-3a71afc0a4b8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:07.096114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=c32ee6cd-b917-4259-9977-8eafa2a59cef,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.127810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 60197206-9f51-4054-b0d4-3a71afc0a4b8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:07.128590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60197206-9f51-4054-b0d4-3a71afc0a4b8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:07.132172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dc734bb9-3f30-42df-9211-2e5ac6c83309 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2280097 Aug 31 09:23:07.193492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc7b93-683c-40db-82b6-ffe758430173 None None] Network 0e12afef-785b-40a0-8af4-668ce3bf26c2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:07.260768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 52d532af-813a-4444-a830-0e033f62717d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:07.269469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee34da8-1adf-45e5-90b4-4afaf995223f,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.269640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:07.294042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.319237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f3115-c45e-45f0-b3f2-aee65172da4b req-3f8b7d36-eb81-43de-a75d-5f3524a731fb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.333141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc9f3115-c45e-45f0-b3f2-aee65172da4b req-3f8b7d36-eb81-43de-a75d-5f3524a731fb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2866509 Aug 31 09:23:07.340191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:07.361022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8e417acb-e8a1-48ba-9359-0ef9732e5353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fb2052c400a4dd5862657d730a1e50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894244 Aug 31 09:23:07.364766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48356) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:07.436782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.438775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-83d9a5e6-4b3d-4aca-96d6-495d33cff780 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9185114 Aug 31 09:23:07.452477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48362) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:07.459484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-413596675', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'fixed_ips': [{'ip_address': '172.25.4.206'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:07.536429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fab-b594-4f23-9910-85147e1496e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.590246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc9f3115-c45e-45f0-b3f2-aee65172da4b req-9a6d5cb4-6def-492b-b845-bf0b57b115e3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551234 Aug 31 09:23:07.597514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fab-b594-4f23-9910-85147e1496e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.635563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Made reservation on behalf of 4a9e2bc9ce4a49baa44e2d74a4d291a6 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:07.641475 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.678901 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.767332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fab-b594-4f23-9910-85147e1496e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.773565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2fab-b594-4f23-9910-85147e1496e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.776253 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e6c2fab-b594-4f23-9910-85147e1496e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cd5afee-a072-4472-bdaa-90f795a507a1 HTTP/1.1" status: 204 len: 168 time: 0.4097209 Aug 31 09:23:07.796101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c2fab-b594-4f23-9910-85147e1496e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd5afee-a072-4472-bdaa-90f795a507a1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.796781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-513f5c7a-d3ac-4548-8b53-5eee63866145 req-05ae9c6c-165d-4a19-bdb1-cfa4bef232f9 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0817502 Aug 31 09:23:07.889402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 180ff2ce-18df-4d92-880a-52ff88e20a2b is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:23:07.941728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9b340c-de9e-44e6-a253-dfd04add8ec3 None None] Provisioning complete for port c32ee6cd-b917-4259-9977-8eafa2a59cef triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:07.943649 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9b340c-de9e-44e6-a253-dfd04add8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.024330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b340c-de9e-44e6-a253-dfd04add8ec3 None None] Port c32ee6cd-b917-4259-9977-8eafa2a59cef cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:08.139950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-1605b7be-e326-4fdf-970c-55d5de56ab41 req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-229083363', 'description': 'tempest-description-1626156000'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:08.163303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:08.184341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-33e8f781-6092-4c0c-a5d8-affc6e5fa199 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/180ff2ce-18df-4d92-880a-52ff88e20a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6794682 Aug 31 09:23:08.187655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:08.219019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.227817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.253653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] Sync routers for ids ['180ff2ce-18df-4d92-880a-52ff88e20a2b'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:08.270903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8402db-d2fe-428f-ae76-270ec08cf53c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:08.281669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574be28c-ea92-4b1f-bef6-b3b6dabe3dce tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:08.285573 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-574be28c-ea92-4b1f-bef6-b3b6dabe3dce tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports/c32ee6cd-b917-4259-9977-8eafa2a59cef HTTP/1.1" status: 200 len: 911 time: 0.0961478 Aug 31 09:23:08.285884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731a13-520c-424c-86de-a27cd3fad55b req-4d06c760-1f12-4bb7-8d1d-14acbc1d0e36 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:08.287525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45731a13-520c-424c-86de-a27cd3fad55b req-4d06c760-1f12-4bb7-8d1d-14acbc1d0e36 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2569461 Aug 31 09:23:08.288978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] device_id is not set on port 4954eae9-9f76-4131-b39c-a8e5b98cb4a4 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:23:08.296560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] Routers {'180ff2ce-18df-4d92-880a-52ff88e20a2b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:08.297784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['180ff2ce-18df-4d92-880a-52ff88e20a2b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.298785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:08.305008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afc4dfd9-4363-4e45-85f4-acb350ff56c3'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:08.364080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.392497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] Routers {'180ff2ce-18df-4d92-880a-52ff88e20a2b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:08.393629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['180ff2ce-18df-4d92-880a-52ff88e20a2b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.470205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.471296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd91488-031e-4925-8352-4b07e2ca4005 None None] The sync data for ids ['180ff2ce-18df-4d92-880a-52ff88e20a2b'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:08.479345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1605b7be-e326-4fdf-970c-55d5de56ab41 req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.635220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45731a13-520c-424c-86de-a27cd3fad55b req-535da235-eb07-4422-b998-b150d5791e78 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258619 Aug 31 09:23:08.978350 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:23:08.979213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:23:09.017133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.021899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1605b7be-e326-4fdf-970c-55d5de56ab41 req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.041942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1605b7be-e326-4fdf-970c-55d5de56ab41 req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.069383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-764454ae-c9a5-4f5d-b591-4edae628f946 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6156211 Aug 31 09:23:09.070539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48402) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:09.175943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1605b7be-e326-4fdf-970c-55d5de56ab41 req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.178145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1605b7be-e326-4fdf-970c-55d5de56ab41 req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0601726 Aug 31 09:23:09.189295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2eb42-57d5-44cb-961d-1a61df89f9e6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2878a8b3-c09d-4de3-8a24-b2c2b48a0b39,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:09.345954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48410) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:09.371028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Deleting port 0ee34da8-1adf-45e5-90b4-4afaf995223f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:09.372407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.451319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cb7faff-9767-436a-9299-058e5cf44e5c req-d0cc0ccb-24fe-4d47-a487-16d6ff92dd9a tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0906324 Aug 31 09:23:09.546971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.547681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.568305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Calling delete_port for 0ee34da8-1adf-45e5-90b4-4afaf995223f owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:09.574242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1419208729-network', 'tenant_id': 'b967cb9422104014b9ee5d050047444b'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:09.706300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Made reservation on behalf of b967cb9422104014b9ee5d050047444b for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:09.710681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.719574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a06dd5-1e44-4943-bb9f-fe3e3501c6bb req-46153472-5a37-4908-82d6-f9e2190c5784 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.721607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32a06dd5-1e44-4943-bb9f-fe3e3501c6bb req-46153472-5a37-4908-82d6-f9e2190c5784 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3431180 Aug 31 09:23:09.734093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.782163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-dc7f94c4-c6f9-44a4-8c39-9a84c09ec403 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/2878a8b3-c09d-4de3-8a24-b2c2b48a0b39 HTTP/1.1" status: 200 len: 1814 time: 0.2348216 Aug 31 09:23:09.809581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2878a8b3-c09d-4de3-8a24-b2c2b48a0b39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:09.810163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2878a8b3-c09d-4de3-8a24-b2c2b48a0b39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:09.880641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32a06dd5-1e44-4943-bb9f-fe3e3501c6bb req-38a6e911-41f4-428f-a89c-572b2a7fb369 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410477 Aug 31 09:23:09.959082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.043717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.052337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ee34da8-1adf-45e5-90b4-4afaf995223f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.059352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.070392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.071517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.078260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/ports/c32ee6cd-b917-4259-9977-8eafa2a59cef HTTP/1.1" status: 200 len: 911 time: 1.7781734 Aug 31 09:23:10.079234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48420) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.086561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.123700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.163084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:10.192211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.192563 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Added segment 2df5ec29-437c-4fe6-8933-d20c724cccb7 of type vlan for network 56a1bb06-f094-4ff8-969d-c530d2722a8a Aug 31 09:23:10.211498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.238595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.241825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.243525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6dc91753-744e-4772-ad0f-17a726bf4441 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973 tempest-ExternalNetworksAdminNegativeTestJSON-1038471973-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/deb895d5-23d3-4bb0-babe-ad6c40cde216 HTTP/1.1" status: 204 len: 168 time: 1.1701224 Aug 31 09:23:10.256703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545d41b-9ab9-47c9-907b-e1b7b075b258 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=c32ee6cd-b917-4259-9977-8eafa2a59cef,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.267956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.313610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.315957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.317222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.347331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9992857 Aug 31 09:23:10.377263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48424) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.466302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Request body: {'subnet': {'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1419208729-subnet', 'tenant_id': 'b967cb9422104014b9ee5d050047444b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:10.580726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105a5a-e2b5-4268-a91c-e11812bb5cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=56a1bb06-f094-4ff8-969d-c530d2722a8a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.590598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Made reservation on behalf of b967cb9422104014b9ee5d050047444b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:10.594521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.599460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 56a1bb06-f094-4ff8-969d-c530d2722a8a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:10.811373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48432) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:10.916047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.968677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.993531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0481f815-b876-4e34-8ed5-209dc2615708,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:11.006865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6388edab-558e-4d38-90f9-a31d3107e909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.038239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.046447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Checking segment: {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:11.047081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Network hostable DHCP agents. Network: 56a1bb06-f094-4ff8-969d-c530d2722a8a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:11.069832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.084427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527404e-b1b0-4a3b-98bd-fb007310780f req-0ad36be6-d5a2-48e2-bd25-73a088c8b505 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.086208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4527404e-b1b0-4a3b-98bd-fb007310780f req-0ad36be6-d5a2-48e2-bd25-73a088c8b505 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2349181 Aug 31 09:23:11.098668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Network 56a1bb06-f094-4ff8-969d-c530d2722a8a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:11.128364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a04218-5f83-4aad-aa3a-b95f17ce5c4f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:11.129214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 56a1bb06-f094-4ff8-969d-c530d2722a8a) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:11.139367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.140403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.156225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e8f097-2256-42eb-ad9f-c5190e1f2549 None None] Network 56a1bb06-f094-4ff8-969d-c530d2722a8a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:11.201851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6388edab-558e-4d38-90f9-a31d3107e909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.217174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6388edab-558e-4d38-90f9-a31d3107e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.224331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4527404e-b1b0-4a3b-98bd-fb007310780f req-36dcaf4b-34ed-448d-ab27-1805f43274b6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026957 Aug 31 09:23:11.242699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.243963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f80af148-aa8b-44e1-aadc-0adccc2fe8ee req-ee286819-801d-4bf8-879e-d9f1506021d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4477429 Aug 31 09:23:11.251885 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e08b87ee-7908-45d7-8fbe-a3d2be6edac2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8723109 Aug 31 09:23:11.293730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388edab-558e-4d38-90f9-a31d3107e909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4920471-8709-4eb7-81b9-3fb108f8bc09,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:11.300484 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6388edab-558e-4d38-90f9-a31d3107e909 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c93ca9a2afe4ff28c3a963d6178d168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875493 Aug 31 09:23:11.304581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48444) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:11.373804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42d991df-01f1-42fe-a53d-de4c894f8d4e req-a30b0a55-4c56-421a-b10a-59a31c2a086b tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0394468 Aug 31 09:23:11.442998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.526835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1aa32740-3349-4394-b9ca-30f4b197ae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.591344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1aa32740-3349-4394-b9ca-30f4b197ae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.763975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1aa32740-3349-4394-b9ca-30f4b197ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.773505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1aa32740-3349-4394-b9ca-30f4b197ae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.777149 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1aa32740-3349-4394-b9ca-30f4b197ae62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4920471-8709-4eb7-81b9-3fb108f8bc09 HTTP/1.1" status: 204 len: 168 time: 0.4705939 Aug 31 09:23:11.802848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f03be7e3-a1c2-4179-a587-e8551ebd3c55 req-b7bdca61-e190-474e-a90b-2510e16344a2 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/2878a8b3-c09d-4de3-8a24-b2c2b48a0b39 HTTP/1.1" status: 200 len: 2408 time: 0.2239518 Aug 31 09:23:11.819901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1206f-5976-4917-995b-a77fab86f4ac None None] Network 56a1bb06-f094-4ff8-969d-c530d2722a8a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:11.837932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa32740-3349-4394-b9ca-30f4b197ae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4920471-8709-4eb7-81b9-3fb108f8bc09,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.187763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-18604f86-d1bb-4b91-aa8c-ae7303b1e10c tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-group-rules/b7a04218-5f83-4aad-aa3a-b95f17ce5c4f HTTP/1.1" status: 200 len: 778 time: 0.0392213 Aug 31 09:23:12.248961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port c32ee6cd-b917-4259-9977-8eafa2a59cef {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:12.249635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.335357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-37b2183a-cab8-40c2-9780-8d1d35fa0e30 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/2878a8b3-c09d-4de3-8a24-b2c2b48a0b39 HTTP/1.1" status: 200 len: 2408 time: 0.1298740 Aug 31 09:23:12.439204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-26722c57-806a-4d12-86a3-8db270608b45 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.471454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48468) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.479172 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-26722c57-806a-4d12-86a3-8db270608b45 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.485580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.547508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6db8f11f-02e7-41d0-9a3c-7578b6b008ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a9e2bc9ce4a49baa44e2d74a4d291a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742493 Aug 31 09:23:12.551621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.556067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for c32ee6cd-b917-4259-9977-8eafa2a59cef owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:12.660068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3720beaa-b52a-45c5-874f-5866ec95b313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.679021 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-26722c57-806a-4d12-86a3-8db270608b45 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.696260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-26722c57-806a-4d12-86a3-8db270608b45 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.698277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37ea9d72-92e8-4a9d-a485-b026bde5933f req-26722c57-806a-4d12-86a3-8db270608b45 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b7a04218-5f83-4aad-aa3a-b95f17ce5c4f HTTP/1.1" status: 204 len: 173 time: 0.3477726 Aug 31 09:23:12.705685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3720beaa-b52a-45c5-874f-5866ec95b313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.756966 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-68a290a1-bf6f-424e-aa13-b0fc997d341f req-5b0194a7-ec0a-4096-8299-5dca213d2538 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0480866 Aug 31 09:23:12.780482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26722c57-806a-4d12-86a3-8db270608b45 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7a04218-5f83-4aad-aa3a-b95f17ce5c4f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.825908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3720beaa-b52a-45c5-874f-5866ec95b313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.829385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3720beaa-b52a-45c5-874f-5866ec95b313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.835463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3720beaa-b52a-45c5-874f-5866ec95b313 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a8402db-d2fe-428f-ae76-270ec08cf53c HTTP/1.1" status: 204 len: 168 time: 0.2772548 Aug 31 09:23:12.858089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720beaa-b52a-45c5-874f-5866ec95b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8402db-d2fe-428f-ae76-270ec08cf53c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.959866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-49e07d44-725b-4b2f-b5d0-c8f97bf30ef9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:12.962558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-49e07d44-725b-4b2f-b5d0-c8f97bf30ef9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 814 time: 0.4518037 Aug 31 09:23:13.092825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b42db-6aff-46f3-95a1-422ed6bc7bc8 req-138dd712-d459-4184-ac38-b25655d90b73 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:13.095769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e8b42db-6aff-46f3-95a1-422ed6bc7bc8 req-138dd712-d459-4184-ac38-b25655d90b73 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2957993 Aug 31 09:23:13.102957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-c16f009e-c3bf-47e4-8ccd-9572980a4986 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/quotas/b967cb9422104014b9ee5d050047444b HTTP/1.1" status: 200 len: 375 time: 0.0696542 Aug 31 09:23:13.203124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-2f320ebb-e126-48f1-b8cd-567de9c9a9d7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808845 Aug 31 09:23:13.283770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e8b42db-6aff-46f3-95a1-422ed6bc7bc8 req-96ec30c4-38c1-4910-aa2f-56ca6ccf5b58 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631501 Aug 31 09:23:13.319465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.414781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=c32ee6cd-b917-4259-9977-8eafa2a59cef,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:13.599025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5708c9c-6919-4800-ae74-034f00149338 req-8ce4bd90-1033-4c8d-ae31-ffe6d9d7c09a tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1660147 Aug 31 09:23:13.809920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-08bf0a9b-35db-41cd-b680-13fae5e7d125 req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1881331282', 'description': 'tempest-description-1408162924'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:13.845204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.923864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-e65e5461-c489-488d-9ee1-ddf88dfeb7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895485 Aug 31 09:23:13.965257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-08bf0a9b-35db-41cd-b680-13fae5e7d125 req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.358645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-e5a2c3cd-1fbf-4be6-a9cb-fee77e784940 service neutron] 10.222.0.18 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273202 Aug 31 09:23:14.379240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 180ff2ce-18df-4d92-880a-52ff88e20a2b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:14.585217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-08bf0a9b-35db-41cd-b680-13fae5e7d125 req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.593091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-08bf0a9b-35db-41cd-b680-13fae5e7d125 req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.644264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:14.668995 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] Sync routers for ids ['180ff2ce-18df-4d92-880a-52ff88e20a2b'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:14.689261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a349c32-61ad-4e46-a205-c1c7ba46531e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/180ff2ce-18df-4d92-880a-52ff88e20a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6008315 Aug 31 09:23:14.689753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48520) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:14.713186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] Routers {'180ff2ce-18df-4d92-880a-52ff88e20a2b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:14.716466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-08bf0a9b-35db-41cd-b680-13fae5e7d125 req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.718669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['180ff2ce-18df-4d92-880a-52ff88e20a2b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:14.723695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08bf0a9b-35db-41cd-b680-13fae5e7d125 req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9371891 Aug 31 09:23:14.727387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e535-1c94-4827-98ae-465567b77eda tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e20add-8218-4b2b-9b7f-e04e3b23499a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:14.782340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fb26516b-2774-4993-973f-4066a14f26b8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=180ff2ce-18df-4d92-880a-52ff88e20a2b HTTP/1.1" status: 200 len: 205 time: 0.0900798 Aug 31 09:23:14.786464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48524) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:14.820084 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:14.855899 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] Routers {'180ff2ce-18df-4d92-880a-52ff88e20a2b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:14.857994 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['180ff2ce-18df-4d92-880a-52ff88e20a2b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:14.924565 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:14.933931 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a59f72-16fc-4836-bd63-0aac3daadd23 None None] The sync data for ids ['180ff2ce-18df-4d92-880a-52ff88e20a2b'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:15.047080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14363dfa-beb8-4f5a-b93a-9fbc47d25bf0 req-79c9bdd9-0b26-4903-a6e2-81dcf827a036 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 210 time: 0.0817029 Aug 31 09:23:15.072941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.209439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bac36b6-98fe-4156-92b5-3cb7d387e166 req-6c0d302e-b0c3-49c7-be96-7d86e2da6c91 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0542538 Aug 31 09:23:15.425844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50e7b2ac-6e8d-4133-bef5-1da6a387b5eb req-9b12674a-9bc4-4dc1-a76a-27a6e4ca76d4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/60e20add-8218-4b2b-9b7f-e04e3b23499a HTTP/1.1" status: 200 len: 1815 time: 0.1696937 Aug 31 09:23:15.600625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c8513-c288-4732-b32d-bcbf949feaa3 req-5ceb7c1e-e22e-4b8e-b2f8-c51ec5104cbf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:15.615890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67c8513-c288-4732-b32d-bcbf949feaa3 req-5ceb7c1e-e22e-4b8e-b2f8-c51ec5104cbf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1704657 Aug 31 09:23:15.663680 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.668617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.693347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67c8513-c288-4732-b32d-bcbf949feaa3 req-bfeb73ef-d1af-4b0c-af09-7ff70a9121a8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751331 Aug 31 09:23:15.763846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-9c2b9496-9a4a-4bf0-9684-e2f6a9df9da8 req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-545256194', 'description': 'tempest-description-721944903'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:15.801788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c2b9496-9a4a-4bf0-9684-e2f6a9df9da8 req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.829985 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.832616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router 180ff2ce-18df-4d92-880a-52ff88e20a2b {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:23:15.859928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.861897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-66cdb309-dcda-425a-a2a4-f7596b8f9b36 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/180ff2ce-18df-4d92-880a-52ff88e20a2b HTTP/1.1" status: 204 len: 168 time: 1.0734913 Aug 31 09:23:15.881280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48554) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:16.082672 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fa6dff53-1a1c-4642-bc6e-d19d4cb1d75f req-d9944d09-1afd-4cdd-85bd-531f53ab8770 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=509a7fa39dcd44f6bc5ed29130b89961&device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1156435 Aug 31 09:23:16.095668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet afc4dfd9-4363-4e45-85f4-acb350ff56c3 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:16.096720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c2b9496-9a4a-4bf0-9684-e2f6a9df9da8 req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.106923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c2b9496-9a4a-4bf0-9684-e2f6a9df9da8 req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.124813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.176791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4e5dd9f-2f23-4714-b8cf-ddca06aad569 req-4ec33a19-9ec3-4af7-a75b-4a0769cd4ab1 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0522203 Aug 31 09:23:16.187950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9c2b9496-9a4a-4bf0-9684-e2f6a9df9da8 req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.190390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c2b9496-9a4a-4bf0-9684-e2f6a9df9da8 req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4333301 Aug 31 09:23:16.211373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a755c0-f671-425e-a707-27ff7e87dce5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364e7c09-fd87-4d50-a5b1-308fb0cc4bc6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:16.217057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fa6dff53-1a1c-4642-bc6e-d19d4cb1d75f req-37b77a74-8c16-4d8d-925c-8237036fb436 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=509a7fa39dcd44f6bc5ed29130b89961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134553 Aug 31 09:23:16.394276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48566) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:16.405406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6a38677-9917-42ec-81c4-58432afef334 req-3e10fa54-f6e7-4175-b2d0-b737663ffb7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 210 time: 0.0841446 Aug 31 09:23:16.424488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99ac51b2-44d1-4253-ac1c-5c275b3d6150 req-68a8a112-9cf4-4d7e-926b-f6a66d4ef030 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/364e7c09-fd87-4d50-a5b1-308fb0cc4bc6 HTTP/1.1" status: 200 len: 1813 time: 0.1500201 Aug 31 09:23:16.476973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-490d4356-189a-4ac4-b00a-0dd94b401fd9 req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1704496764', 'description': 'tempest-description-1922907655'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:16.530348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-490d4356-189a-4ac4-b00a-0dd94b401fd9 req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.634636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2880c44e-1bf4-43c7-9bdb-1cb5a6b5a8f8 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:16.696894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2880c44e-1bf4-43c7-9bdb-1cb5a6b5a8f8 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "PUT /v2.0/quotas/2caf8c0d65ff476c9f230e6763c218a4 HTTP/1.1" status: 200 len: 368 time: 0.2981176 Aug 31 09:23:16.701801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48572) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:16.715647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Request body: {'network': {'project_id': '2caf8c0d65ff476c9f230e6763c218a4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:16.739858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-490d4356-189a-4ac4-b00a-0dd94b401fd9 req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.751492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-490d4356-189a-4ac4-b00a-0dd94b401fd9 req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.861794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.874882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Made reservation on behalf of 2caf8c0d65ff476c9f230e6763c218a4 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:16.879953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.952513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-490d4356-189a-4ac4-b00a-0dd94b401fd9 req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.954806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490d4356-189a-4ac4-b00a-0dd94b401fd9 req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4850492 Aug 31 09:23:16.960402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dff53-1a1c-4642-bc6e-d19d4cb1d75f req-c508a966-2dc2-4ecc-af59-621fb397acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:16.972201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fa6dff53-1a1c-4642-bc6e-d19d4cb1d75f req-c508a966-2dc2-4ecc-af59-621fb397acfc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7284114 Aug 31 09:23:17.028829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.073183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4748d-548f-463d-97bd-50d46d99920f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6070830-da2a-44f8-a88b-6c08d44cf080,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.074352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.182678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.222246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.222605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a29d6-136b-411f-8578-253a0cdaf168 req-c0aa328d-92fa-41b1-a570-4ff6f40f4c82 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:17.224322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d0a29d6-136b-411f-8578-253a0cdaf168 req-c0aa328d-92fa-41b1-a570-4ff6f40f4c82 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3520808 Aug 31 09:23:17.224519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/afc4dfd9-4363-4e45-85f4-acb350ff56c3 HTTP/1.1" status: 204 len: 168 time: 1.3407476 Aug 31 09:23:17.225375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c811b22-f106-450d-a8b8-f36ff53010fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=afc4dfd9-4363-4e45-85f4-acb350ff56c3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.228765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48580) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.243088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86270daa-8bc1-40ce-9f32-3161378486b8 None None] Network 52d532af-813a-4444-a830-0e033f62717d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:17.279139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-78ee79e3-8f4a-499f-a20c-f833278abd39 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:17.281981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-78ee79e3-8f4a-499f-a20c-f833278abd39 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 814 time: 0.4548113 Aug 31 09:23:17.304309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05a5be34-d40a-4172-a237-42df6e1003b8 req-45d56bfa-b401-4a5e-afd7-b2ae1f6ff306 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/c6070830-da2a-44f8-a88b-6c08d44cf080 HTTP/1.1" status: 200 len: 1815 time: 0.2641668 Aug 31 09:23:17.327120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Request body: {'port': {'device_id': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'admin_state_up': True, 'tenant_id': 'b967cb9422104014b9ee5d050047444b'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:17.353155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.504961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:17.505383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.587352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d0a29d6-136b-411f-8578-253a0cdaf168 req-e26c8897-2bbc-473d-ae73-a3cad13bb6dd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375318 Aug 31 09:23:17.619131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] DHCP port deletion for 52d532af-813a-4444-a830-0e033f62717d request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:23:17.636406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,segment=NetworkSegment(b168da79-f101-4119-b097-dbc4a2da74fb),segment_id=b168da79-f101-4119-b097-dbc4a2da74fb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:17.637118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.652286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f0c3b28-d64a-476e-a5d7-27943f0f613d req-b6304ad0-4b3c-4247-bcbf-06a927e2b08e tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.0996954 Aug 31 09:23:17.666834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-40608c25-abb0-47e2-b2ec-aefffd048176 req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1251645712', 'description': 'tempest-description-1126008864'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:17.699950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:17.704719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.730267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] Deleting port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:17.730926 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.731149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.810298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:17.863800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] For port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,segment=NetworkSegment(b168da79-f101-4119-b097-dbc4a2da74fb),segment_id=b168da79-f101-4119-b097-dbc4a2da74fb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:17.864410 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.888316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] Calling delete_port for e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:17.900705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.902203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e1ed9b5-ab60-4607-8b4b-53d9f52fc833 req-0390a03d-7724-4918-b682-cf4a9b5c2a81 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 210 time: 0.1002221 Aug 31 09:23:17.903514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40608c25-abb0-47e2-b2ec-aefffd048176 req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.942414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e2bde-0050-42a5-b307-907f0c5bc903,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.965179 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.965650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.965769 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Added segment d1975ede-165d-477d-829a-b1af0d2fbf70 of type vlan for network 20c10102-3074-4ba6-8bfb-1d97ba0c6d0f Aug 31 09:23:17.969541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:18.063233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.069749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Made reservation on behalf of b967cb9422104014b9ee5d050047444b for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:18.083100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.110132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.153926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.176631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d532af-813a-4444-a830-0e033f62717d']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:18.197515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b168da79-f101-4119-b097-dbc4a2da74fb') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:18.198927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b168da79-f101-4119-b097-dbc4a2da74fb') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:18.201376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] Pushing event deleted for resources: {'Port': ['ID=e8102ea8-8edc-496d-a8ad-a99b5b0d9e16,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:18.221422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e87e0f-f871-484c-9e25-c4120ae8e39b None None] No DVR routers for this DVR port e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:18.226867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.253888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:23:18.259548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.273990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:18.274809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:18.280773 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:18.354958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.356032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.356618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.419547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fa6dff53-1a1c-4642-bc6e-d19d4cb1d75f req-b8863fdb-6e15-4ca9-b6a1-05c8839c2f0b tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1176581 Aug 31 09:23:18.440966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765057c0-e828-4d7b-b28c-98f33e2e4cf5 req-b249cd5c-94d8-4678-84bc-5bd755b9e95f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.440966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-765057c0-e828-4d7b-b28c-98f33e2e4cf5 req-b249cd5c-94d8-4678-84bc-5bd755b9e95f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2416108 Aug 31 09:23:18.456292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.485221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Allocated IP 172.20.0.10 (56a1bb06-f094-4ff8-969d-c530d2722a8a/0481f815-b876-4e34-8ed5-209dc2615708/1a6d0129-96e0-4e9c-a1ed-b4ca4783312c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:18.502216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.510537 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/52d532af-813a-4444-a830-0e033f62717d HTTP/1.1" status: 204 len: 168 time: 1.2749975 Aug 31 09:23:18.514207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48594) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:18.523690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.536395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84cfd2-9cd0-44b9-b1d2-a9417cb79d9c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=52d532af-813a-4444-a830-0e033f62717d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:18.538907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1425855985', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:18.553397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Pushing event updated for resources: {'Network': ['ID=20c10102-3074-4ba6-8bfb-1d97ba0c6d0f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:18.574964 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40608c25-abb0-47e2-b2ec-aefffd048176 req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.586880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 20c10102-3074-4ba6-8bfb-1d97ba0c6d0f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:18.593487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40608c25-abb0-47e2-b2ec-aefffd048176 req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.635190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e02bd361-c927-4c36-a10e-d3666a03ab37 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9277940 Aug 31 09:23:18.640112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48596) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:18.664404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-765057c0-e828-4d7b-b28c-98f33e2e4cf5 req-ce5a0f6e-b845-46ad-8e62-b496b3055929 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936057 Aug 31 09:23:18.667787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Request body: {'network': {'project_id': '2caf8c0d65ff476c9f230e6763c218a4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:18.724226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:18.749119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.751055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.756828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c67530a-7561-4745-bb96-964ea005bba9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:18.770259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40608c25-abb0-47e2-b2ec-aefffd048176 req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.772660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Made reservation on behalf of 2caf8c0d65ff476c9f230e6763c218a4 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:18.774637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:18.775659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e8102ea8-8edc-496d-a8ad-a99b5b0d9e16 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:18.783418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.790601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40608c25-abb0-47e2-b2ec-aefffd048176 req-a5c6cea4-a5d3-419f-88f6-ae7ffb5017ac tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1294117 Aug 31 09:23:18.836301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:18.847925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.848268 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Added segment f4a9e10f-d861-4108-a289-0ae101a3d527 of type vlan for network cd816bf1-9417-4ac6-9ace-0d491330dfd8 Aug 31 09:23:18.902834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.936092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.937165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.938028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.042363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3965013 Aug 31 09:23:19.043993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48606) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.044734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bb77cbf-789f-4926-8610-ec57976458f4 req-d6d60c2f-cbf3-4127-8b24-d34c7fea59d6 tempest-ServerShowV257Test-747996348 tempest-ServerShowV257Test-747996348-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fced731-55ab-4163-91bb-0a223acb78e2 HTTP/1.1" status: 200 len: 210 time: 0.1519327 Aug 31 09:23:19.052183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1539406f-3d1c-48a6-a922-9b68660ee85e tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Request body: {'network': {'project_id': '2caf8c0d65ff476c9f230e6763c218a4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:19.095954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b3d67-08da-4cfb-aa03-8f771eedfd20 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Pushing event updated for resources: {'Network': ['ID=cd816bf1-9417-4ac6-9ace-0d491330dfd8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.102033 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1539406f-3d1c-48a6-a922-9b68660ee85e tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:23:19.102867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1539406f-3d1c-48a6-a922-9b68660ee85e tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:23:19.111155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1539406f-3d1c-48a6-a922-9b68660ee85e tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0647671 Aug 31 09:23:19.112041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network cd816bf1-9417-4ac6-9ace-0d491330dfd8 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:19.112737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48610) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.179594 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f94ca1a5-1a36-4045-96aa-f582cc6273d6 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2caf8c0d65ff476c9f230e6763c218a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652175 Aug 31 09:23:19.180194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48612) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.239207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.270019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a889c22e-af75-42f2-82b0-8971e1481999 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.300838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a889c22e-af75-42f2-82b0-8971e1481999 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.376039 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a889c22e-af75-42f2-82b0-8971e1481999 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.379955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a889c22e-af75-42f2-82b0-8971e1481999 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.382305 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a889c22e-af75-42f2-82b0-8971e1481999 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/940e2bde-0050-42a5-b307-907f0c5bc903 HTTP/1.1" status: 204 len: 168 time: 0.2000299 Aug 31 09:23:19.386450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48614) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.406588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889c22e-af75-42f2-82b0-8971e1481999 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e2bde-0050-42a5-b307-907f0c5bc903,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.519991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.640525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.662717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd816bf1-9417-4ac6-9ace-0d491330dfd8']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:19.679018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a9e10f-d861-4108-a289-0ae101a3d527') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:19.679404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a9e10f-d861-4108-a289-0ae101a3d527') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:19.697235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.721689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.733170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:19.733635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:19.736180 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:19.770178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.795431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.843417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.848632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89f4c8-58dd-44a9-bd15-ec015dbd0bc2 req-7f4dbb08-3229-4c6c-ae8a-0aba749b2335 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.851333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a89f4c8-58dd-44a9-bd15-ec015dbd0bc2 req-7f4dbb08-3229-4c6c-ae8a-0aba749b2335 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.9607131 Aug 31 09:23:19.867019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.869446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "DELETE /v2.0/networks/cd816bf1-9417-4ac6-9ace-0d491330dfd8 HTTP/1.1" status: 204 len: 168 time: 0.4816780 Aug 31 09:23:19.871056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caef6e-82d2-4177-b917-e1e05322b2ee tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd816bf1-9417-4ac6-9ace-0d491330dfd8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.872915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.881020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.883150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-671c1878-eac4-4990-a068-2306bc2b2005 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3616931 Aug 31 09:23:19.893789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69b337e0-7fda-460c-8211-64667d77025a req-8f6ae29e-1acf-47da-9c38-de38606f56ab tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/0c67530a-7561-4745-bb96-964ea005bba9 HTTP/1.1" status: 200 len: 1815 time: 0.7946837 Aug 31 09:23:19.897080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48620) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.921966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1373697629'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:19.988685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.038701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a89f4c8-58dd-44a9-bd15-ec015dbd0bc2 req-a5bf85ed-0e59-4ee7-a52d-63de6abffc6e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736896 Aug 31 09:23:20.081314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:20.088417 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.098046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-552c8ba8-73d6-4840-9ada-97981853cac0 req-0fe9dff5-8682-4d46-a995-91cf8c2c9c7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 210 time: 0.1087053 Aug 31 09:23:20.113136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.155113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.186735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c10102-3074-4ba6-8bfb-1d97ba0c6d0f']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:20.202431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Network 56a1bb06-f094-4ff8-969d-c530d2722a8a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:20.204656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1975ede-165d-477d-829a-b1af0d2fbf70') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:20.205172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1975ede-165d-477d-829a-b1af0d2fbf70') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:20.210737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:20.220650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.227589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:20.249869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.267462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:20.268396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.269216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:20.273702 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:20.311879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:20.325835 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-26dea44d-fa09-4ad8-b722-db29c206bfbe req-d0c714a3-f1b2-4a64-9c28-a429ecb96aa5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] show failed (client error): The resource could not be found. Aug 31 09:23:20.327711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26dea44d-fa09-4ad8-b722-db29c206bfbe req-d0c714a3-f1b2-4a64-9c28-a429ecb96aa5 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/50af8987-d244-45dc-8572-f509a6e8b4ca HTTP/1.1" status: 404 len: 352 time: 0.0487258 Aug 31 09:23:20.362368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.364474 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.412361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.427648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.436364 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] 10.222.0.18 "DELETE /v2.0/networks/20c10102-3074-4ba6-8bfb-1d97ba0c6d0f HTTP/1.1" status: 204 len: 168 time: 0.5584559 Aug 31 09:23:20.441924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-0faa05d0-8eff-4a73-8a50-453630d874ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1260283 Aug 31 09:23:20.443147 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-ae9ecda9-ac2f-42a1-8759-35a3fad15806 req-e89161fd-bcc5-424c-a8e4-118ca68ff447 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] show failed (client error): The resource could not be found. Aug 31 09:23:20.444898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae9ecda9-ac2f-42a1-8759-35a3fad15806 req-e89161fd-bcc5-424c-a8e4-118ca68ff447 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-group-rules/9c6dd841-cf99-446a-82fe-8454e8507006 HTTP/1.1" status: 404 len: 361 time: 0.0369329 Aug 31 09:23:20.447183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.447998 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment cee48247-567b-4f11-8a17-373812f1da68 of type vlan for network dd8ffc90-185b-4870-a278-e2768dab788e Aug 31 09:23:20.485247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756695ea-0494-46e8-806c-903993d4cf08 tempest-QuotasNegativeTest-1627287470 tempest-QuotasNegativeTest-1627287470-project-admin] Pushing event deleted for resources: {'Network': ['ID=20c10102-3074-4ba6-8bfb-1d97ba0c6d0f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:20.499183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Request body: {'port': {'device_id': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:20.702457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.855549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea1a2f2a-1d01-403a-b1be-5416bd918a72 req-ffadc69b-b35b-4d1f-bbe1-2b5de5045d23 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/0c67530a-7561-4745-bb96-964ea005bba9 HTTP/1.1" status: 200 len: 1815 time: 0.3492813 Aug 31 09:23:20.863797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.895171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38161d49-4f6f-48b4-8a00-ecc0e3950edd req-8865f46a-e472-4842-aeeb-d85d749f4d6a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.896831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48640) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:20.897811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38161d49-4f6f-48b4-8a00-ecc0e3950edd req-8865f46a-e472-4842-aeeb-d85d749f4d6a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2995102 Aug 31 09:23:20.908649 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.918874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.919773 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.122082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-27e450b6-ade2-4251-90d9-2e390e8a4a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.138450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2241867 Aug 31 09:23:21.144225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48646) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:21.154532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:21.259145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f92f-02cc-4170-b162-8e8206b11f8b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=dd8ffc90-185b-4870-a278-e2768dab788e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:21.287595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network dd8ffc90-185b-4870-a278-e2768dab788e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:21.304194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38161d49-4f6f-48b4-8a00-ecc0e3950edd req-428f69ac-e86d-4f23-a073-844cd05fcb16 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788924 Aug 31 09:23:21.426119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48656) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:21.491169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ea1a2f2a-1d01-403a-b1be-5416bd918a72 req-9fc99e25-44c2-404c-bad8-4d94e411119f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.545742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ea1a2f2a-1d01-403a-b1be-5416bd918a72 req-9fc99e25-44c2-404c-bad8-4d94e411119f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.603132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-27e450b6-ade2-4251-90d9-2e390e8a4a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.611982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-27e450b6-ade2-4251-90d9-2e390e8a4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.626254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e5f8-0a1a-492c-9dbe-251411dd9a4d req-ad895e91-3427-424d-a91f-b21e343d884d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:21.628316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a80e5f8-0a1a-492c-9dbe-251411dd9a4d req-ad895e91-3427-424d-a91f-b21e343d884d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 932 time: 0.1917357 Aug 31 09:23:21.698027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:21.703849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.718796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e450b6-ade2-4251-90d9-2e390e8a4a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f768e191-bdbe-4d4b-80c0-6b94b279c2cf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:21.722060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ea1a2f2a-1d01-403a-b1be-5416bd918a72 req-9fc99e25-44c2-404c-bad8-4d94e411119f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.723862 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-27e450b6-ade2-4251-90d9-2e390e8a4a31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=509a7fa39dcd44f6bc5ed29130b89961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8257539 Aug 31 09:23:21.724986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-826e5a08-3ca8-46ea-9595-29b2a88603cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.725143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ea1a2f2a-1d01-403a-b1be-5416bd918a72 req-9fc99e25-44c2-404c-bad8-4d94e411119f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.739751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:21.739908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea1a2f2a-1d01-403a-b1be-5416bd918a72 req-9fc99e25-44c2-404c-bad8-4d94e411119f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c67530a-7561-4745-bb96-964ea005bba9 HTTP/1.1" status: 204 len: 173 time: 0.8673341 Aug 31 09:23:21.755748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a80e5f8-0a1a-492c-9dbe-251411dd9a4d req-d7f3cd06-04b0-4731-9ff7-59a81000f59c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006780 Aug 31 09:23:21.774133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc99e25-44c2-404c-bad8-4d94e411119f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c67530a-7561-4745-bb96-964ea005bba9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:21.882504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:21.896208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.939143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Transition to ACTIVE for port object 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:21.941870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-577321f8-e116-49de-b79f-ebbfbc1ffd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.951649 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.059419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e142c98d-f415-420d-8306-dbacba8749aa req-5c837add-c515-4340-9bd8-2aefeec55fd2 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/c6070830-da2a-44f8-a88b-6c08d44cf080 HTTP/1.1" status: 200 len: 1815 time: 0.1492319 Aug 31 09:23:22.061390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-577321f8-e116-49de-b79f-ebbfbc1ffd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.068154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.188028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-826e5a08-3ca8-46ea-9595-29b2a88603cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.194410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-826e5a08-3ca8-46ea-9595-29b2a88603cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.208074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Attempting to bind port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:22.208751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Attempting to bind port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:22.209257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Attempting to bind port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c on network 56a1bb06-f094-4ff8-969d-c530d2722a8a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:22.231376 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.238462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c on network 56a1bb06-f094-4ff8-969d-c530d2722a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:22.238877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Attempting to bind port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c on network 56a1bb06-f094-4ff8-969d-c530d2722a8a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:22.244394 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e142c98d-f415-420d-8306-dbacba8749aa req-9414e7b6-9b05-4d53-b662-8140e161da7e tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.254398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:22.254975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Checking segment: {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:22.255582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Bound using segment: {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:22.256347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Bound port: 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:22.256948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.305787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-826e5a08-3ca8-46ea-9595-29b2a88603cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a44520767cea40f9b1fcb610955aee57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731010 Aug 31 09:23:22.308881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48664) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:22.313828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e5a08-3ca8-46ea-9595-29b2a88603cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b470f-63ca-4401-8ecb-e10e78d73828,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.326087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e142c98d-f415-420d-8306-dbacba8749aa req-9414e7b6-9b05-4d53-b662-8140e161da7e tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.332980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-577321f8-e116-49de-b79f-ebbfbc1ffd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.335652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-577321f8-e116-49de-b79f-ebbfbc1ffd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.341182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-577321f8-e116-49de-b79f-ebbfbc1ffd75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f768e191-bdbe-4d4b-80c0-6b94b279c2cf HTTP/1.1" status: 204 len: 168 time: 0.5964839 Aug 31 09:23:22.430237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=dd2a2770-db16-45b4-958e-dad53eca4d1b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.435943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577321f8-e116-49de-b79f-ebbfbc1ffd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f768e191-bdbe-4d4b-80c0-6b94b279c2cf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.472775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:22.473389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: dd8ffc90-185b-4870-a278-e2768dab788e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:22.489021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:22.505005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:22.518019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9ab7-6231-46d4-9d3f-21d62d8278b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.519423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.543314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e142c98d-f415-420d-8306-dbacba8749aa req-9414e7b6-9b05-4d53-b662-8140e161da7e tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.547655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network dd8ffc90-185b-4870-a278-e2768dab788e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:22.548292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e142c98d-f415-420d-8306-dbacba8749aa req-9414e7b6-9b05-4d53-b662-8140e161da7e tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.550885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e142c98d-f415-420d-8306-dbacba8749aa req-9414e7b6-9b05-4d53-b662-8140e161da7e tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6070830-da2a-44f8-a88b-6c08d44cf080 HTTP/1.1" status: 204 len: 173 time: 0.4758990 Aug 31 09:23:22.574704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9ab7-6231-46d4-9d3f-21d62d8278b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.599022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, dd8ffc90-185b-4870-a278-e2768dab788e) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:22.604062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:22.606656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.608472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 1093 time: 2.1222064 Aug 31 09:23:22.612650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:22.613554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.621598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d2b9a5-93c8-4bad-a16d-c61a51e17b30 None None] Network dd8ffc90-185b-4870-a278-e2768dab788e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:22.622651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:22.627661 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948937c9-4d58-40d7-8518-28b74a3aba37" -d '{"events": [{"name": "network-changed", "server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:22.727610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e7b6-9b05-4d53-b662-8140e161da7e tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6070830-da2a-44f8-a88b-6c08d44cf080,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.771276 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9ab7-6231-46d4-9d3f-21d62d8278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.790093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a99778c-15ef-453c-b04a-aa6af308c2a4 req-735f4922-dd65-4d9a-a63f-585422ce0676 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/364e7c09-fd87-4d50-a5b1-308fb0cc4bc6 HTTP/1.1" status: 200 len: 1813 time: 0.1973326 Aug 31 09:23:22.800144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9ab7-6231-46d4-9d3f-21d62d8278b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:22.802455 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59db881-1b61-4bc7-9715-64887ca56dde x-openstack-request-id: req-b59db881-1b61-4bc7-9715-64887ca56dde {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:22.802961 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:22.803361 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b59db881-1b61-4bc7-9715-64887ca56dde {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:22.803990 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'status': 'completed', 'code': 200} Aug 31 09:23:22.811156 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c6ac9ab7-6231-46d4-9d3f-21d62d8278b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb7b470f-63ca-4401-8ecb-e10e78d73828 HTTP/1.1" status: 204 len: 168 time: 0.4989207 Aug 31 09:23:22.876233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac9ab7-6231-46d4-9d3f-21d62d8278b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b470f-63ca-4401-8ecb-e10e78d73828,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.900464 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f5c9e03a-9c5b-4bfe-bd03-fda66fa63ece tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7535441 Aug 31 09:23:22.901148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb567fed-1f39-4afe-b66e-c63ce4239412 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:22.907248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48684) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:22.958335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-46029fb4-5390-42bf-b2ea-e7fb84ef0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:22.964022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-46029fb4-5390-42bf-b2ea-e7fb84ef0e98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1096 time: 0.2418108 Aug 31 09:23:22.969153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3a99778c-15ef-453c-b04a-aa6af308c2a4 req-14025551-2376-4244-86ed-b8179f1b142f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.075448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-dd8ffc90-185b-4870-a278-e2768dab788e', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:23.078588 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.089132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-2c491f0b-0399-4da1-86df-a9d1c2723e16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.1090758 Aug 31 09:23:23.113741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3a99778c-15ef-453c-b04a-aa6af308c2a4 req-14025551-2376-4244-86ed-b8179f1b142f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.316708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fe2ca-2dc1-40d9-bae4-e41166a97994 req-0a512e71-1ae9-4dc2-bbb3-5655aa41d592 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:23.331316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d4fe2ca-2dc1-40d9-bae4-e41166a97994 req-0a512e71-1ae9-4dc2-bbb3-5655aa41d592 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2555959 Aug 31 09:23:23.347205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-7f146fbc-8a37-4baa-a44a-a2c709817543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:23.355808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-7f146fbc-8a37-4baa-a44a-a2c709817543 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.2398915 Aug 31 09:23:23.452881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Allocated IP 2001:db8::2 (dd8ffc90-185b-4870-a278-e2768dab788e/dd2a2770-db16-45b4-958e-dad53eca4d1b/f851b8c6-ed3f-4e78-93a8-481e239f5692) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:23.473621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d4fe2ca-2dc1-40d9-bae4-e41166a97994 req-1da4372f-2200-4970-a4be-b7272335cb96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407335 Aug 31 09:23:23.486197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-49d64875-3eda-4954-8d23-95279b4c310a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262395 Aug 31 09:23:23.488194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3a99778c-15ef-453c-b04a-aa6af308c2a4 req-14025551-2376-4244-86ed-b8179f1b142f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.515598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3a99778c-15ef-453c-b04a-aa6af308c2a4 req-14025551-2376-4244-86ed-b8179f1b142f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.530058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a99778c-15ef-453c-b04a-aa6af308c2a4 req-14025551-2376-4244-86ed-b8179f1b142f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "DELETE /v2.0/security-groups/364e7c09-fd87-4d50-a5b1-308fb0cc4bc6 HTTP/1.1" status: 204 len: 173 time: 0.7166400 Aug 31 09:23:23.704434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14025551-2376-4244-86ed-b8179f1b142f tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e7c09-fd87-4d50-a5b1-308fb0cc4bc6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:23.784251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:23.801412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bb51593-b215-41ef-a11e-f405695a6269 req-8e739f57-635a-40fe-b942-32e3ea425202 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/60e20add-8218-4b2b-9b7f-e04e3b23499a HTTP/1.1" status: 200 len: 1815 time: 0.0888677 Aug 31 09:23:23.833633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.862752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.864646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Transition to ACTIVE for port object f851b8c6-ed3f-4e78-93a8-481e239f5692 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:23.877777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-76219e33-710d-485f-9fa2-49da9c6dfeeb service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424046 Aug 31 09:23:23.879273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.897034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Transition to ACTIVE for port object f851b8c6-ed3f-4e78-93a8-481e239f5692 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:23.907005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0bb51593-b215-41ef-a11e-f405695a6269 req-254a10cc-df01-49c9-80ea-1bf9ef8955c4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.912330 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.990582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48706) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:24.005700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0bb51593-b215-41ef-a11e-f405695a6269 req-254a10cc-df01-49c9-80ea-1bf9ef8955c4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.018765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Network dd8ffc90-185b-4870-a278-e2768dab788e is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:24.027309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:24.031065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Pushing event updated for resources: {'Port': ['ID=f851b8c6-ed3f-4e78-93a8-481e239f5692,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.036432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:24.093412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5594ff4-f3be-4552-9ab7-a122362cdb97 req-aacad3d7-a2f2-417d-b5d2-2f6b9c390fbb service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036335 Aug 31 09:23:24.125797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0bb51593-b215-41ef-a11e-f405695a6269 req-254a10cc-df01-49c9-80ea-1bf9ef8955c4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.130894 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0bb51593-b215-41ef-a11e-f405695a6269 req-254a10cc-df01-49c9-80ea-1bf9ef8955c4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.137182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bb51593-b215-41ef-a11e-f405695a6269 req-254a10cc-df01-49c9-80ea-1bf9ef8955c4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "DELETE /v2.0/security-groups/60e20add-8218-4b2b-9b7f-e04e3b23499a HTTP/1.1" status: 204 len: 173 time: 0.3347063 Aug 31 09:23:24.148983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a10cc-df01-49c9-80ea-1bf9ef8955c4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e20add-8218-4b2b-9b7f-e04e3b23499a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.194411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Attempting to bind port f851b8c6-ed3f-4e78-93a8-481e239f5692 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:24.195196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Attempting to bind port f851b8c6-ed3f-4e78-93a8-481e239f5692 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:24.196450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Attempting to bind port f851b8c6-ed3f-4e78-93a8-481e239f5692 on network dd8ffc90-185b-4870-a278-e2768dab788e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:24.212662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:24.213164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Checking segment: {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:24.215533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.215533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Bound using segment: {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:24.216067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Bound port: f851b8c6-ed3f-4e78-93a8-481e239f5692, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:24.216728 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.275784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1418763843-network', 'tenant_id': 'ef2f3e72e5d942eda93f8df5a5d0f021'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:24.299600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40d49b67-2eac-46d3-a780-791dbf25a5f8 req-72523d13-3b15-476f-bbaf-2ab5f5d601a6 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "GET /v2.0/security-groups/2878a8b3-c09d-4de3-8a24-b2c2b48a0b39 HTTP/1.1" status: 200 len: 1814 time: 0.1193879 Aug 31 09:23:24.346005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-3906855a-f9a8-4bd4-9519-29680e22f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:24.347656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] For port f851b8c6-ed3f-4e78-93a8-481e239f5692, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:24.348256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-3906855a-f9a8-4bd4-9519-29680e22f47e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1096 time: 0.1135106 Aug 31 09:23:24.353718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] For port f851b8c6-ed3f-4e78-93a8-481e239f5692, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f851b8c6-ed3f-4e78-93a8-481e239f5692,segment=NetworkSegment(cee48247-567b-4f11-8a17-373812f1da68),segment_id=cee48247-567b-4f11-8a17-373812f1da68)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:24.361875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.429329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.432128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0529-0c36-41f8-9385-e0373bbe3aea None None] Pushing event updated for resources: {'Port': ['ID=f851b8c6-ed3f-4e78-93a8-481e239f5692,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.436557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.445290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8::1 (dd8ffc90-185b-4870-a278-e2768dab788e/dd2a2770-db16-45b4-958e-dad53eca4d1b/811c7fc1-4c9f-48b1-9d70-58e914712f7b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:24.547908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4672a5b95c4b4927ad5765bc220fc6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616138 Aug 31 09:23:24.555675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48714) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:24.560625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc273d-659e-461d-81b6-016beccca751,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.590911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40d49b67-2eac-46d3-a780-791dbf25a5f8 req-b3bfe991-d7da-4e19-946b-5802d87ac5e4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.641467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.641736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.642032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.642363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.642728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.643079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.643389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.643711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.644037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.644360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.644759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.645147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cab6e-4de7-483c-8585-9793d28c17f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:24.664188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Made reservation on behalf of ef2f3e72e5d942eda93f8df5a5d0f021 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:24.669421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.738699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.777086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40d49b67-2eac-46d3-a780-791dbf25a5f8 req-b3bfe991-d7da-4e19-946b-5802d87ac5e4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.784103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-46dcce3b-0cc9-429b-bf6e-297e754a0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:24.786283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-46dcce3b-0cc9-429b-bf6e-297e754a0d72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 0.4279320 Aug 31 09:23:24.814240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e78cc05-8ea7-4cdb-853c-573f1f69cc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.893938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.895958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-130b8a2f-4c91-42c5-acf4-f3a2f14b6ec3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.0977681 Aug 31 09:23:24.899847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e78cc05-8ea7-4cdb-853c-573f1f69cc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.925079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350b9d-6e1d-4356-b712-052cc458876a req-f92131a6-e581-4e3a-8059-ae420c540c5d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:24.931162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7350b9d-6e1d-4356-b712-052cc458876a req-f92131a6-e581-4e3a-8059-ae420c540c5d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.3228879 Aug 31 09:23:24.946846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object 811c7fc1-4c9f-48b1-9d70-58e914712f7b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:25.024960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-35c98798-78b6-4049-9edc-46cfee64b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.025921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.028118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-35c98798-78b6-4049-9edc-46cfee64b793 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.1144300 Aug 31 09:23:25.033968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e78cc05-8ea7-4cdb-853c-573f1f69cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.037285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40d49b67-2eac-46d3-a780-791dbf25a5f8 req-b3bfe991-d7da-4e19-946b-5802d87ac5e4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.037614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e78cc05-8ea7-4cdb-853c-573f1f69cc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.038627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e78cc05-8ea7-4cdb-853c-573f1f69cc59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3bc273d-659e-461d-81b6-016beccca751 HTTP/1.1" status: 204 len: 168 time: 0.4812968 Aug 31 09:23:25.039960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-40d49b67-2eac-46d3-a780-791dbf25a5f8 req-b3bfe991-d7da-4e19-946b-5802d87ac5e4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.043140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40d49b67-2eac-46d3-a780-791dbf25a5f8 req-b3bfe991-d7da-4e19-946b-5802d87ac5e4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] 10.222.0.18 "DELETE /v2.0/security-groups/2878a8b3-c09d-4de3-8a24-b2c2b48a0b39 HTTP/1.1" status: 204 len: 173 time: 0.7292995 Aug 31 09:23:25.065997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:25.107505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7350b9d-6e1d-4356-b712-052cc458876a req-dfea7a49-a785-43d4-9105-c7965d3652fe tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406851 Aug 31 09:23:25.163592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network dd8ffc90-185b-4870-a278-e2768dab788e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:25.170774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-a5e94da0-ff58-4c38-9911-06eee649ab89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213620 Aug 31 09:23:25.175552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfe991-d7da-4e19-946b-5802d87ac5e4 tempest-SecurityGroupRulesNegativeTestJSON-478812675 tempest-SecurityGroupRulesNegativeTestJSON-478812675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2878a8b3-c09d-4de3-8a24-b2c2b48a0b39,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.181194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78cc05-8ea7-4cdb-853c-573f1f69cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc273d-659e-461d-81b6-016beccca751,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.211931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:25.221890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:25.222445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.228354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=811c7fc1-4c9f-48b1-9d70-58e914712f7b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.290923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Deleting subnet eac4bd33-3545-41d4-8da7-3fc948a60cd5 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:25.298588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.394149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.453717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-fb3f048c-6d8c-49a0-8754-602965962861 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733161 Aug 31 09:23:25.492970 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.500016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.531772 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.553085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.625565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.634109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:25.667143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6a3fd-f5d0-4834-9470-79230394b406,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.674797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.675367 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Added segment 644179fb-6b34-4db3-a242-0ab3f63e679f of type vlan for network d427a623-214b-4d76-8bce-9e8bebf5e63b Aug 31 09:23:25.723680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-948937c9-4d58-40d7-8518-28b74a3aba37 req-c0f99c0f-e17a-43d0-bb3f-d2c19ea7b76a service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569759 Aug 31 09:23:25.803097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.859845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.861772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.863442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.994789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0029085 Aug 31 09:23:25.997771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Pushing event updated for resources: {'Network': ['ID=d427a623-214b-4d76-8bce-9e8bebf5e63b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.002358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48738) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:26.015944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Request body: {'subnet': {'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1418763843-subnet', 'tenant_id': 'ef2f3e72e5d942eda93f8df5a5d0f021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:26.051111 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:23:26.055387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.056044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.056575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.058182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.058878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.059651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.060291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.061046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.061663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.063285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.063285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.063651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24648513-5379-456f-a2f4-f9af0725ecb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:26.084405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d427a623-214b-4d76-8bce-9e8bebf5e63b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:26.096146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Made reservation on behalf of ef2f3e72e5d942eda93f8df5a5d0f021 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:26.103341 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.186857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166b6a2-73dc-4d6b-99ac-8e3d55046286 None None] Network dd8ffc90-185b-4870-a278-e2768dab788e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:26.293870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.300792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.304984 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eac4bd33-3545-41d4-8da7-3fc948a60cd5 HTTP/1.1" status: 204 len: 168 time: 1.2357061 Aug 31 09:23:26.306700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297ef10-308f-49dd-9566-082fae6815f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac4bd33-3545-41d4-8da7-3fc948a60cd5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.315737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48750) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:26.316462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.317366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.443843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6c6d17a-a1e9-463a-9a63-3698a7f62304 None None] Provisioning for port f851b8c6-ed3f-4e78-93a8-481e239f5692 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:26.480052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a743e-ad28-4cf5-91c9-f8c8a2bd9d7b req-3c47f23e-e047-4eb7-8f9a-904abb301601 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:26.482207 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c39a743e-ad28-4cf5-91c9-f8c8a2bd9d7b req-3c47f23e-e047-4eb7-8f9a-904abb301601 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2061834 Aug 31 09:23:26.513152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:26.536017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network dd8ffc90-185b-4870-a278-e2768dab788e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:26.543437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:26.646902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c39a743e-ad28-4cf5-91c9-f8c8a2bd9d7b req-8f8d156a-1c0e-425a-b5e3-7d9e51db7010 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426558 Aug 31 09:23:26.737584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=811c7fc1-4c9f-48b1-9d70-58e914712f7b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.744212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.770656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:23:26.774864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'networks': [{'name': 'tempest-network--1776896549'}, {'name': 'tempest-network--788706980'}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:26.775112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'network': {'name': 'tempest-network--1776896549'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:26.775758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'network': {'name': 'tempest-network--788706980'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:26.804859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.811498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f851b8c6-ed3f-4e78-93a8-481e239f5692 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:26.861206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'network': 2} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:26.865946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.889360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.914366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.917441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69fab98-036d-4b6b-8e6d-81f0237d7d3c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.931001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f851b8c6-ed3f-4e78-93a8-481e239f5692 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:26.931523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e12afef-785b-40a0-8af4-668ce3bf26c2']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:26.942548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f851b8c6-ed3f-4e78-93a8-481e239f5692 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:26.943219 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.950402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Checking segment: {'id': '644179fb-6b34-4db3-a242-0ab3f63e679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:26.950848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Network hostable DHCP agents. Network: d427a623-214b-4d76-8bce-9e8bebf5e63b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:26.956660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43233471-c99f-4e64-bc1f-048298f5f35d') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:26.957116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43233471-c99f-4e64-bc1f-048298f5f35d') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:27.005334 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.021803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Network d427a623-214b-4d76-8bce-9e8bebf5e63b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:27.029424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:27.040443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.053341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:27.053995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:27.056832 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:27.064812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:27.077793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d427a623-214b-4d76-8bce-9e8bebf5e63b) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:27.085363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.086199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.095811 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7de22882-7e4b-4ac2-8a7e-e317deec2c6f tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1861579 Aug 31 09:23:27.099967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48758) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:27.107079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfd359-e758-42b4-81f2-39e55fc2ca32 None None] Network d427a623-214b-4d76-8bce-9e8bebf5e63b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:27.116142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6684509'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:27.180670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.195209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.200356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0e12afef-785b-40a0-8af4-668ce3bf26c2 HTTP/1.1" status: 204 len: 168 time: 0.8691039 Aug 31 09:23:27.213096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.226584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.227889 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.229294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:23:27.233929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0404561-920e-41e0-be52-d68d577a2da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e12afef-785b-40a0-8af4-668ce3bf26c2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:27.269850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-64637153-9bf0-4aea-b10e-e5f2126ae42c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2635193 Aug 31 09:23:27.375628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:27.380254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.409155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c85a3c-e4d5-4dad-af6b-75068e867a74,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:27.440090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:27.458282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:27.473691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.474215 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Added segment 7023d691-91d0-4994-a364-46eb86c3c190 of type vlan for network c031b34f-6b91-4880-b8ff-751de2227899 Aug 31 09:23:27.606898 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.617089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:27.644256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'port_id': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'mac_address': 'fa:16:3e:37:19:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0481f815-b876-4e34-8ed5-209dc2615708', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:27.722370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:27.741958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.742577 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Added segment 5488c75f-e240-4f9e-99e9-9eb0fecec2d1 of type vlan for network df412923-db1f-4d44-a3cd-9f96256d981b Aug 31 09:23:27.777316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:27.798757 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.802234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Provisioning complete for port f851b8c6-ed3f-4e78-93a8-481e239f5692 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:27.803224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.913512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:27.914431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:27.935859 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f77016f1-4533-4036-9eca-8fd81f3d3f02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52fa4c6cbf974f1cbf73c3a7a62486cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559577 Aug 31 09:23:27.936191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.939777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48776) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.017061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.017961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.032191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.044408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.046131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.087356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3a73f3a-8c0c-489b-875c-a9f47ce699ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.136306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3a73f3a-8c0c-489b-875c-a9f47ce699ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.179697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:23:28.180028 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:23:28.186737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6700141 Aug 31 09:23:28.201704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48778) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.254962 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.279454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Network': ['ID=c031b34f-6b91-4880-b8ff-751de2227899,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.296119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3a73f3a-8c0c-489b-875c-a9f47ce699ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.303871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3a73f3a-8c0c-489b-875c-a9f47ce699ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.308868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b3a73f3a-8c0c-489b-875c-a9f47ce699ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f667f86-09b3-4bce-a03c-28658c4d90f7 HTTP/1.1" status: 204 len: 168 time: 0.3652282 Aug 31 09:23:28.327250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74094002-3736-4758-a698-4188ddfa98d1 req-7c89ff3b-cef2-4cba-b115-6d889d97f253 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.335792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74094002-3736-4758-a698-4188ddfa98d1 req-7c89ff3b-cef2-4cba-b115-6d889d97f253 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.3422444 Aug 31 09:23:28.357841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a73f3a-8c0c-489b-875c-a9f47ce699ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f667f86-09b3-4bce-a03c-28658c4d90f7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.371355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0bb86f-da72-4040-94a9-c0eb8d0dcc28 None None] Network d427a623-214b-4d76-8bce-9e8bebf5e63b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:28.454934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74094002-3736-4758-a698-4188ddfa98d1 req-08b11046-5ca7-4207-9d69-67ac5e775a49 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181831 Aug 31 09:23:28.461083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4dc59-8489-4251-b0a0-df75fa5e9865 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Network': ['ID=df412923-db1f-4d44-a3cd-9f96256d981b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.502135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.516341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856d442-7f5e-411f-975c-3ee9438ce94f tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.526782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1493533859-network', 'tenant_id': 'cd5185a1e98e4bcdab635c8e6ad1beeb'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:28.527082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856d442-7f5e-411f-975c-3ee9438ce94f tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.535903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856d442-7f5e-411f-975c-3ee9438ce94f tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.547115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f851b8c6-ed3f-4e78-93a8-481e239f5692, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f851b8c6-ed3f-4e78-93a8-481e239f5692,segment=NetworkSegment(cee48247-567b-4f11-8a17-373812f1da68),segment_id=cee48247-567b-4f11-8a17-373812f1da68)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:28.547383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856d442-7f5e-411f-975c-3ee9438ce94f tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.550098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1856d442-7f5e-411f-975c-3ee9438ce94f tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3469412 Aug 31 09:23:28.551587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:28.554437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48790) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.585231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c031b34f-6b91-4880-b8ff-751de2227899 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:28.591200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network df412923-db1f-4d44-a3cd-9f96256d981b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:28.592074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Made reservation on behalf of cd5185a1e98e4bcdab635c8e6ad1beeb for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:28.595109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.607310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.686093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.692214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.692707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:28.748658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.755880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.771739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.800750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:28.831613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:28.853255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3afdda1-b598-4051-b809-2a77f1382c77,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.869642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.870581 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Added segment 0cb64da4-99d3-4380-a611-9602dbe8f40d of type vlan for network 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131 Aug 31 09:23:28.877390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.877648 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment 5a8322b7-6b26-4f78-aec1-766a5bebdc62 of type vlan for network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 Aug 31 09:23:28.899417 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.931570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.946421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c031b34f-6b91-4880-b8ff-751de2227899']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:28.973231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.978582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.979932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.981115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.017536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7023d691-91d0-4994-a364-46eb86c3c190') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:29.018819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7023d691-91d0-4994-a364-46eb86c3c190') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:29.048209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.050901 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fdb1eafb-1f21-4c99-ab15-b4430ccaa781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.109113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6039126 Aug 31 09:23:29.114153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48804) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.123784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Request body: {'subnet': {'network_id': '35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1493533859-subnet', 'tenant_id': 'cd5185a1e98e4bcdab635c8e6ad1beeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:29.125448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:29.140507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.153178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4507f7-a6be-4df3-9da4-5dbbb10f9e8e admin admin] Pushing event updated for resources: {'Network': ['ID=35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.165650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.175467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.189746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.190644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Made reservation on behalf of cd5185a1e98e4bcdab635c8e6ad1beeb for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:29.190915 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.195502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.208492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:29.209558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:29.220664 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:29.261895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:29.266948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.420991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3191504 Aug 31 09:23:29.425315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48812) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.440460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:29.453570 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.462904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb2389-57df-413c-aff2-4103c65af361 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=e8268350-6f7b-4cb4-99e1-3f82ca0d0a74,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.494595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.502348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/networks/c031b34f-6b91-4880-b8ff-751de2227899 HTTP/1.1" status: 204 len: 168 time: 0.9451346 Aug 31 09:23:29.509761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48818) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.512026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:29.527956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f851b8c6-ed3f-4e78-93a8-481e239f5692,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.552392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2725f-d9a4-4753-ba73-af23db775801 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Network': ['ID=c031b34f-6b91-4880-b8ff-751de2227899,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.679074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:29.787658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48822) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.834720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23c368-fc43-4d85-a6ae-b58d71dce8eb req-5974becb-dff2-4744-9059-799a0c510f28 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.837675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f23c368-fc43-4d85-a6ae-b58d71dce8eb req-5974becb-dff2-4744-9059-799a0c510f28 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 945 time: 0.1626737 Aug 31 09:23:29.846371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.878613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.907109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:23:29.907633 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:23:29.920786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.942753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:29.955793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.012591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f23c368-fc43-4d85-a6ae-b58d71dce8eb req-7e7aca0c-6c43-4498-af65-525b0c178d41 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534913 Aug 31 09:23:30.132209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:25Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:26Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.168583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Checking segment: {'id': '0cb64da4-99d3-4380-a611-9602dbe8f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:30.169148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Network hostable DHCP agents. Network: 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:30.178332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a69555da-c84d-4602-8bb7-a280b47fa47b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.179633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:30.180102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Updating router 5f184495-809a-4b80-933c-d4bd21b963dc port 811c7fc1-4c9f-48b1-9d70-58e914712f7b binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:30.201275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1556276453-network', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:30.228447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.269122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Network 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:30.274582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.292674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:30.299376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df412923-db1f-4d44-a3cd-9f96256d981b']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.308139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:30.308528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.314061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Made reservation on behalf of e17158b702664d1db20ab142c56db5bd for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:30.319594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.336648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed3313ac-48a3-496e-86fd-10a1abd07ac8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2223525 Aug 31 09:23:30.339153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5488c75f-e240-4f9e-99e9-9eb0fecec2d1') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.339626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5488c75f-e240-4f9e-99e9-9eb0fecec2d1') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.343343 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.369481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6dc5bf-c0b4-4a78-ae1b-1813de7c30de None None] Network 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:30.379945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.422705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.451679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:30.452319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:30.457993 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:30.599459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Provisioning for port 811c7fc1-4c9f-48b1-9d70-58e914712f7b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:30.601979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.619115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Provisioning complete for port 811c7fc1-4c9f-48b1-9d70-58e914712f7b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:30.619921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.693479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:30.693901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: e8268350-6f7b-4cb4-99e1-3f82ca0d0a74, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:30.738324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.744540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d12f0989-72a7-469f-b032-a5cdffc29b9d None None] Port 811c7fc1-4c9f-48b1-9d70-58e914712f7b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:30.748558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:30.763392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e8268350-6f7b-4cb4-99e1-3f82ca0d0a74) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:30.765039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934a24d-1b0f-4405-9eb3-2ec50bb6310a None None] Network 35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:30.773939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:30.775472 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.976450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab5de5-d2d9-4bd2-ba01-f2211613b714 None None] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:30.982383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f851b8c6-ed3f-4e78-93a8-481e239f5692 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:31.164408 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.201572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-524d99fd-f2db-4c8f-945f-7620287e5650 None None] Provisioning complete for port 811c7fc1-4c9f-48b1-9d70-58e914712f7b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:31.201927 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-524d99fd-f2db-4c8f-945f-7620287e5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.287530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Transition to ACTIVE for port object 811c7fc1-4c9f-48b1-9d70-58e914712f7b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:31.288113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.321879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:31.325746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.333069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/networks/df412923-db1f-4d44-a3cd-9f96256d981b HTTP/1.1" status: 204 len: 168 time: 1.7948883 Aug 31 09:23:31.333548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48852) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:31.373348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.384267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5703-f51b-4c56-8e6e-8bf52ebc4142 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Network': ['ID=df412923-db1f-4d44-a3cd-9f96256d981b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:31.387157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f851b8c6-ed3f-4e78-93a8-481e239f5692 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:31.387999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.416184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-524d99fd-f2db-4c8f-945f-7620287e5650 None None] Port 811c7fc1-4c9f-48b1-9d70-58e914712f7b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:31.501033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.512408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4a96-3f5c-4297-85b0-e1917cb20e14 req-4d3924ef-87d2-4750-bfef-8da10133be26 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.520390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99ba4a96-3f5c-4297-85b0-e1917cb20e14 req-4d3924ef-87d2-4750-bfef-8da10133be26 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 945 time: 0.2044170 Aug 31 09:23:31.534225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-e5eb8ae6-a77d-4766-b8c8-c9fc5e2ad24f tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.536204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-e5eb8ae6-a77d-4766-b8c8-c9fc5e2ad24f tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/networks?id=d427a623-214b-4d76-8bce-9e8bebf5e63b HTTP/1.1" status: 200 len: 825 time: 0.3727922 Aug 31 09:23:31.537337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.560468 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-411aeb1f-641c-40af-b06e-549bfc80555c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1332953 Aug 31 09:23:31.566515 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6700ffd6-8bd6-4389-a837-544af6ccfd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.569593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:31.576928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45b278-37d7-474d-81f8-8203da5a5403 None None] Pushing event updated for resources: {'Port': ['ID=811c7fc1-4c9f-48b1-9d70-58e914712f7b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:31.632040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:31.638243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-f94bfa35-5603-4f4d-bcb1-c6e8a549f3c1 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/quotas/ef2f3e72e5d942eda93f8df5a5d0f021 HTTP/1.1" status: 200 len: 375 time: 0.0656996 Aug 31 09:23:31.685081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:31.687643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:31.688535 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.713109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:31.713358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.724626 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.725378 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Added segment 7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0 of type vlan for network 8bcbc243-b5ad-425d-8f15-212c2674ce1f Aug 31 09:23:31.755828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a373b9-8ae9-49d4-a4f9-0a078de53003,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:31.776792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-aa57cd41-8a13-4250-9353-a8b9589fdcfe tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef2f3e72e5d942eda93f8df5a5d0f021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095648 Aug 31 09:23:31.788058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Attempting to bind port 811c7fc1-4c9f-48b1-9d70-58e914712f7b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:31.788428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Attempting to bind port 811c7fc1-4c9f-48b1-9d70-58e914712f7b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:31.788886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Attempting to bind port 811c7fc1-4c9f-48b1-9d70-58e914712f7b on network dd8ffc90-185b-4870-a278-e2768dab788e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:31.793934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99ba4a96-3f5c-4297-85b0-e1917cb20e14 req-e51762ef-6401-42bd-be03-410ed92f3e27 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721658 Aug 31 09:23:31.867889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.891817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:31.892280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Checking segment: {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:31.892699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.893338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Bound using segment: {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:31.893596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Bound port: 811c7fc1-4c9f-48b1-9d70-58e914712f7b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee48247-567b-4f11-8a17-373812f1da68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:31.894034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.006937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.055946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.144070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] For port 811c7fc1-4c9f-48b1-9d70-58e914712f7b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:32.147997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] For port 811c7fc1-4c9f-48b1-9d70-58e914712f7b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=811c7fc1-4c9f-48b1-9d70-58e914712f7b,segment=NetworkSegment(cee48247-567b-4f11-8a17-373812f1da68),segment_id=cee48247-567b-4f11-8a17-373812f1da68)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:32.150628 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:23:32.185766 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.186005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b401ee0-da90-4ecb-9a2a-8d4043bc24b5 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:32.200676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b401ee0-da90-4ecb-9a2a-8d4043bc24b5 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:32.210601 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b401ee0-da90-4ecb-9a2a-8d4043bc24b5 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8688087 Aug 31 09:23:32.211404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:32.224975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1074633506'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:32.281983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.283639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:32.284881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.328688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.355382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-418350f3-fe1d-4c6b-86ff-1dc9448b68d1 service neutron] 10.222.0.18 "GET /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584280 Aug 31 09:23:32.365292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45b278-37d7-474d-81f8-8203da5a5403 None None] Pushing event updated for resources: {'Port': ['ID=811c7fc1-4c9f-48b1-9d70-58e914712f7b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:32.381707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Allocated IP 2001:db8:1::2 (e8268350-6f7b-4cb4-99e1-3f82ca0d0a74/5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1/eff632bb-0ec3-4d67-a048-8426350c6ccc) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:32.384644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:32.386255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:32.450566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:32.455682 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9c5c44-b9af-4769-a239-ff004e23bd09" -d '{"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-plugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:32.565087 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0569959-7435-445b-bb3d-d80b1a2ece9a x-openstack-request-id: req-b0569959-7435-445b-bb3d-d80b1a2ece9a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:32.565468 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-plugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:32.565666 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0569959-7435-445b-bb3d-d80b1a2ece9a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:32.566268 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'code': 200} Aug 31 09:23:32.587153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:32.620495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:32.627542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.628648 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.631092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.694874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9001729 Aug 31 09:23:32.718673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48864) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:32.729574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Request body: {'subnet': {'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1556276453-subnet', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:32.765408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031c02-3cc4-4c9d-aa4b-f3b3a87e35f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcbc243-b5ad-425d-8f15-212c2674ce1f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:32.818875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:32.821669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Made reservation on behalf of e17158b702664d1db20ab142c56db5bd for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:32.824706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.825063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:32.829892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:32.887779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.888606 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Added segment 638185fb-e07f-4cb9-8c60-4e09175e8379 of type vlan for network c6985522-62f5-4115-aa2e-9b2e842a2cd8 Aug 31 09:23:32.971968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.035518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072935a-5c30-489e-9fa6-8c48e23964da req-5e98a16b-f68b-4c24-9eb7-2cdaff64fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.037854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4072935a-5c30-489e-9fa6-8c48e23964da req-5e98a16b-f68b-4c24-9eb7-2cdaff64fc85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1098 time: 0.3627198 Aug 31 09:23:33.086419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.096197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.097315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.137888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-5ba21252-267f-4a4d-9c94-0a71b651213c service neutron] 10.222.0.18 "GET /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643960 Aug 31 09:23:33.157798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.218910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.226678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0134172 Aug 31 09:23:33.233696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:33.242944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-296579885'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:33.248935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4072935a-5c30-489e-9fa6-8c48e23964da req-2e20dfe0-b68c-47a8-9b2c-f562c6171dd6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026744 Aug 31 09:23:33.252026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dc9dd-a1da-457c-95d7-51503f6399ae tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Network': ['ID=c6985522-62f5-4115-aa2e-9b2e842a2cd8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.267155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd8a01-7c3a-4291-9d32-c237a50977e8 req-6b29e64c-f396-47a5-9702-3d14282e61ee tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.277028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80dd8a01-7c3a-4291-9d32-c237a50977e8 req-6b29e64c-f396-47a5-9702-3d14282e61ee tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2589021 Aug 31 09:23:33.329483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:33.333162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.362161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80dd8a01-7c3a-4291-9d32-c237a50977e8 req-483079c3-dc57-43f6-9cd7-3858ce39f226 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842650 Aug 31 09:23:33.363070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=338eb689-26b3-4e67-a638-124dbb904526,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.364756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c6985522-62f5-4115-aa2e-9b2e842a2cd8 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:33.379756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Checking segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:33.380047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Network hostable DHCP agents. Network: 8bcbc243-b5ad-425d-8f15-212c2674ce1f, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:33.418618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:33.423684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:33.445969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8bcbc243-b5ad-425d-8f15-212c2674ce1f) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:33.448774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.449486 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Added segment ac39bb9a-ea16-4d6a-ae1e-6a11bc7e3d73 of type vlan for network 32a2019c-120c-457d-a95d-71da4864b672 Aug 31 09:23:33.452953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.456457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.510102 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ffb2f9b1-a788-4616-b6b4-1d76f7672ddb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7893481 Aug 31 09:23:33.513735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48876) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:33.518126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a8496-e806-4b42-b792-0c560eac7e5d None None] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:33.528819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:33.571378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.614510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.616410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.720771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30a556ff-b0a5-408c-8cfd-06661215237e req-97b6bf5d-d91c-47bd-bf53-022556bd1875 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 210 time: 0.1070347 Aug 31 09:23:33.724076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.773218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.790052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.792087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.833972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5964432 Aug 31 09:23:33.863343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48884) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:33.874615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'ports': [{'network_id': 'c6985522-62f5-4115-aa2e-9b2e842a2cd8', 'name': 'tempest-port--338974891', 'admin_state_up': True}, {'network_id': '32a2019c-120c-457d-a95d-71da4864b672', 'admin_state_up': False}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:33.875065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'port': {'network_id': 'c6985522-62f5-4115-aa2e-9b2e842a2cd8', 'name': 'tempest-port--338974891', 'admin_state_up': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:33.875752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'port': {'network_id': '32a2019c-120c-457d-a95d-71da4864b672', 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:33.936342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.949772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Transition to ACTIVE for port object eff632bb-0ec3-4d67-a048-8426350c6ccc will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:33.969418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Transition to ACTIVE for port object eff632bb-0ec3-4d67-a048-8426350c6ccc will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:33.997252 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.127112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36efea7-1307-4523-b90d-fd24fa41de24 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Network': ['ID=32a2019c-120c-457d-a95d-71da4864b672,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.157069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.158429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 32a2019c-120c-457d-a95d-71da4864b672 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:34.224430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'port': 2} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:34.231769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.252804 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.286130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:34.315255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:34.317792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Pushing event updated for resources: {'Port': ['ID=eff632bb-0ec3-4d67-a048-8426350c6ccc,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.320072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:34.350816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:25Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:32Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:34.423393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9274-e8a7-4376-b816-d830c09cd041 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:25Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:32Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:34.463693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] device_id is not set on port f5aca2c2-1403-4607-9b4a-a488c507de2b yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:23:34.536256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Attempting to bind port eff632bb-0ec3-4d67-a048-8426350c6ccc on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:34.536757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Attempting to bind port eff632bb-0ec3-4d67-a048-8426350c6ccc by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:34.536976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Attempting to bind port eff632bb-0ec3-4d67-a048-8426350c6ccc on network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:34.545093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:34.545471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Checking segment: {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:34.545969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.546265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Bound using segment: {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:34.546799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Bound port: eff632bb-0ec3-4d67-a048-8426350c6ccc, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:34.547188 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.549746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:34.552875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.585511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.590073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8:1::1 (e8268350-6f7b-4cb4-99e1-3f82ca0d0a74/5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1/0d2e3871-b535-4dc5-8125-d96ea82a7717) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:34.899642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.924586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object 0d2e3871-b535-4dc5-8125-d96ea82a7717 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:34.961521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afdc1-5cf5-4cf3-916d-6b5bdda2fcf9 req-e62f9ec3-fd57-4829-bec6-27bb6f3756d6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:34.975117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf4afdc1-5cf5-4cf3-916d-6b5bdda2fcf9 req-e62f9ec3-fd57-4829-bec6-27bb6f3756d6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4324706 Aug 31 09:23:35.002803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Allocated IP 172.20.0.2 (8bcbc243-b5ad-425d-8f15-212c2674ce1f/338eb689-26b3-4e67-a638-124dbb904526/d7efaec6-c8e8-4580-b484-18cac739759f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:35.032931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] For port eff632bb-0ec3-4d67-a048-8426350c6ccc, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:35.044238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] For port eff632bb-0ec3-4d67-a048-8426350c6ccc, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=eff632bb-0ec3-4d67-a048-8426350c6ccc,segment=NetworkSegment(5a8322b7-6b26-4f78-aec1-766a5bebdc62),segment_id=5a8322b7-6b26-4f78-aec1-766a5bebdc62)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:35.079827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.182133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.241981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaec8d3-b60c-4b17-8b28-0fff894abbb7 req-0a870452-006b-464a-b2b5-23688621fc0b tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 210 time: 0.1918349 Aug 31 09:23:35.282227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.301684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724196f-40b2-4674-a535-8370720e5e5e None None] Pushing event updated for resources: {'Port': ['ID=eff632bb-0ec3-4d67-a048-8426350c6ccc,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:35.352584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf4afdc1-5cf5-4cf3-916d-6b5bdda2fcf9 req-7ea1b654-e8b7-4a32-856d-be4ce3f3d5d5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760722 Aug 31 09:23:35.367106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.417376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] device_id is not set on port 1865fcf0-68c4-47c0-a80b-25de54806439 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:23:35.511478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.610614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.644385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Transition to ACTIVE for port object d7efaec6-c8e8-4580-b484-18cac739759f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:35.697650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Transition to ACTIVE for port object d7efaec6-c8e8-4580-b484-18cac739759f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:35.717099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.723936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:35.777531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=0d2e3871-b535-4dc5-8125-d96ea82a7717,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:35.779201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:35.785614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:35.789279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:35.794446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:35.798210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:35.798825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.842466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Pushing event updated for resources: {'Port': ['ID=d7efaec6-c8e8-4580-b484-18cac739759f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:35.869352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.898724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-1a349eec-8992-4453-9752-433ed7d88997 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:35.906795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-1a349eec-8992-4453-9752-433ed7d88997 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.15 "GET /v2.0/networks?id=d427a623-214b-4d76-8bce-9e8bebf5e63b HTTP/1.1" status: 200 len: 825 time: 0.6804068 Aug 31 09:23:35.944610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Request body: {'port': {'device_id': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b', 'admin_state_up': True, 'tenant_id': 'ef2f3e72e5d942eda93f8df5a5d0f021'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:36.008294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Attempting to bind port d7efaec6-c8e8-4580-b484-18cac739759f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:36.008294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Attempting to bind port d7efaec6-c8e8-4580-b484-18cac739759f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:36.008910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Attempting to bind port d7efaec6-c8e8-4580-b484-18cac739759f on network 8bcbc243-b5ad-425d-8f15-212c2674ce1f {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:36.009998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.025758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:36.026217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Checking segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:36.026707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.027063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Bound using segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:36.028946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Bound port: d7efaec6-c8e8-4580-b484-18cac739759f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:36.028946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.114384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Allocated IP 172.25.4.246 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/87f40e34-8971-49bc-b3e2-3d2dce94aef5) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:36.153589 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.207306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] For port d7efaec6-c8e8-4580-b484-18cac739759f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:36.217194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] For port d7efaec6-c8e8-4580-b484-18cac739759f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d7efaec6-c8e8-4580-b484-18cac739759f,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:36.225125 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.246010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Port': ['ID=f5aca2c2-1403-4607-9b4a-a488c507de2b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:36.342018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Checking segment: {'id': '638185fb-e07f-4cb9-8c60-4e09175e8379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c6985522-62f5-4115-aa2e-9b2e842a2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:36.342920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network hostable DHCP agents. Network: c6985522-62f5-4115-aa2e-9b2e842a2cd8, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:36.350428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d39fe-2bf7-4ef9-ae9d-f31b2f3f8fdc None None] Pushing event updated for resources: {'Port': ['ID=d7efaec6-c8e8-4580-b484-18cac739759f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:36.371086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-73e5b4d7-38c7-4374-8f36-0fc7501e9859 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.372685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-73e5b4d7-38c7-4374-8f36-0fc7501e9859 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 814 time: 0.3845682 Aug 31 09:23:36.393887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.395056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network c6985522-62f5-4115-aa2e-9b2e842a2cd8 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:36.440787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-d7dc19d2-f166-4d24-9bb6-4af70406782e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/quotas/b967cb9422104014b9ee5d050047444b HTTP/1.1" status: 200 len: 375 time: 0.0323062 Aug 31 09:23:36.442549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, c6985522-62f5-4115-aa2e-9b2e842a2cd8) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:36.456182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255879b-4b22-47ba-8ad7-40f3c7722692 None None] Network c6985522-62f5-4115-aa2e-9b2e842a2cd8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:36.520697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:36.522240 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.661840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3cffd991-a263-4223-bb69-19e23169a512 req-74e7087c-817a-4914-b98e-57ecb9789f73 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 210 time: 0.1336253 Aug 31 09:23:36.747463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-9ae76ae7-0866-4c68-ac96-8bee8ac70ebb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2956355 Aug 31 09:23:36.759355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Made reservation on behalf of ef2f3e72e5d942eda93f8df5a5d0f021 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:36.764610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.796638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.921347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Port': ['ID=1865fcf0-68c4-47c0-a80b-25de54806439,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:36.996526 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-c682db2b-046f-4fb6-af17-f9e48ed18082 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4018695 Aug 31 09:23:36.999687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Checking segment: {'id': 'ac39bb9a-ea16-4d6a-ae1e-6a11bc7e3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '32a2019c-120c-457d-a95d-71da4864b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:37.000426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network hostable DHCP agents. Network: 32a2019c-120c-457d-a95d-71da4864b672, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:37.092565 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-2568e1ed-a556-463e-81fc-87bec4a04694 service neutron] 10.222.0.18 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249714 Aug 31 09:23:37.097702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network 32a2019c-120c-457d-a95d-71da4864b672 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:37.149918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 32a2019c-120c-457d-a95d-71da4864b672) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:37.178754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec89b3-befc-4c43-92f0-98dcb423926b None None] Network 32a2019c-120c-457d-a95d-71da4864b672 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:37.231015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.231691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.232218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.232636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.233108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.233637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.238507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.238507 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-23fbf583-02f6-4b00-b05c-32e6fb788b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6499 time: 0.1989231 Aug 31 09:23:37.292290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 811c7fc1-4c9f-48b1-9d70-58e914712f7b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:37.324250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:37.340477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.366787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.368963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.370463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.473143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-9a0620fa-c5d6-4bce-8271-ee13140d922c service neutron] 10.222.0.18 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569703 Aug 31 09:23:37.498610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e8e45e19-7d67-436b-a116-65c88196e455 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6271520 Aug 31 09:23:37.498919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 811c7fc1-4c9f-48b1-9d70-58e914712f7b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:37.499387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48920) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:37.502755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 811c7fc1-4c9f-48b1-9d70-58e914712f7b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:37.503131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.588408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff870f88-8242-4ec1-9376-407bbde1d998 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.595752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff870f88-8242-4ec1-9376-407bbde1d998 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.603431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ff870f88-8242-4ec1-9376-407bbde1d998 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0973740 Aug 31 09:23:37.604653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48922) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:37.662174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b14d719-f2f7-4cb6-8374-9d1fa04278c8 None None] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:37.768262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.805304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f1c6cec-8068-422e-9389-5e3f91029f55 None None] Provisioning for port eff632bb-0ec3-4d67-a048-8426350c6ccc completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:37.834080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Deleting port f5aca2c2-1403-4607-9b4a-a488c507de2b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:37.835135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.885297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 811c7fc1-4c9f-48b1-9d70-58e914712f7b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=811c7fc1-4c9f-48b1-9d70-58e914712f7b,segment=NetworkSegment(cee48247-567b-4f11-8a17-373812f1da68),segment_id=cee48247-567b-4f11-8a17-373812f1da68)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:37.890935 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.891868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eff632bb-0ec3-4d67-a048-8426350c6ccc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:37.920558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-713d51da-565f-4b8c-a05e-48dad7a8e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.921040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-713d51da-565f-4b8c-a05e-48dad7a8e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.921512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-713d51da-565f-4b8c-a05e-48dad7a8e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.923474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-713d51da-565f-4b8c-a05e-48dad7a8e09e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 200 len: 2292 time: 0.6043472 Aug 31 09:23:37.989460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:38.046355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Pushing event updated for resources: {'Port': ['ID=87f40e34-8971-49bc-b3e2-3d2dce94aef5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:38.070396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:38.108328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:38.136237 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.161185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Calling delete_port for f5aca2c2-1403-4607-9b4a-a488c507de2b owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:38.248752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port eff632bb-0ec3-4d67-a048-8426350c6ccc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:38.323648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=811c7fc1-4c9f-48b1-9d70-58e914712f7b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:38.325642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Allocated IP 172.20.0.5 (d427a623-214b-4d76-8bce-9e8bebf5e63b/b69fab98-036d-4b6b-8e6d-81f0237d7d3c/bafe7001-7784-4a0c-acfd-6fe4d70dcc88) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:38.332582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port eff632bb-0ec3-4d67-a048-8426350c6ccc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:38.333210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.357981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aec98b75-425c-4ea1-bcbe-3c485b9115aa req-f35cb078-97cc-4dcf-9105-8fed2c6c47e7 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 210 time: 0.0690405 Aug 31 09:23:38.360282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.400798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d74ddca2-a08e-4fde-b577-6d67d30ababa req-c693bc70-5560-49eb-9d68-def87edf8cf8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 210 time: 0.1149130 Aug 31 09:23:38.484102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Port': ['ID=f5aca2c2-1403-4607-9b4a-a488c507de2b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:38.519628 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.527682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-00e11ad3-2c6a-4c3b-9f6f-22d405a7bd3a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/ports/f5aca2c2-1403-4607-9b4a-a488c507de2b HTTP/1.1" status: 204 len: 168 time: 0.9164655 Aug 31 09:23:38.528509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48938) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:38.625024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce49fb-a96f-4eb8-ab8a-45b698f5fe1a None None] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:38.700440 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-3bb24e92-1cc9-4085-8065-2f12afcd9442 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4 HTTP/1.1" status: 200 len: 1001 time: 0.7359750 Aug 31 09:23:38.731742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Deleting port 1865fcf0-68c4-47c0-a80b-25de54806439 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:38.733212 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.774590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.849551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-49b1f8bd-63ac-41c6-b68e-be3b9009a903 None None] Provisioning for port d7efaec6-c8e8-4580-b484-18cac739759f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:38.889031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port eff632bb-0ec3-4d67-a048-8426350c6ccc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=eff632bb-0ec3-4d67-a048-8426350c6ccc,segment=NetworkSegment(5a8322b7-6b26-4f78-aec1-766a5bebdc62),segment_id=5a8322b7-6b26-4f78-aec1-766a5bebdc62)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:38.903684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.903917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.905001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d7efaec6-c8e8-4580-b484-18cac739759f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:38.941658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Calling delete_port for 1865fcf0-68c4-47c0-a80b-25de54806439 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:39.002920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.026792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.028142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.099015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc4e17d4-f29e-4ed4-9cba-a987f23bb491 None None] Provisioning complete for port eff632bb-0ec3-4d67-a048-8426350c6ccc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:39.099399 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc4e17d4-f29e-4ed4-9cba-a987f23bb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.178282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=eff632bb-0ec3-4d67-a048-8426350c6ccc,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.194150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.195357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=0d2e3871-b535-4dc5-8125-d96ea82a7717,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.222760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.269444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d7efaec6-c8e8-4580-b484-18cac739759f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:39.302394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d7efaec6-c8e8-4580-b484-18cac739759f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:39.317759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Port': ['ID=1865fcf0-68c4-47c0-a80b-25de54806439,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.324229 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.334403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.341452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.344006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b690f195-2fbe-453b-a2cc-615d2c88a9be tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/ports/1865fcf0-68c4-47c0-a80b-25de54806439 HTTP/1.1" status: 204 len: 168 time: 0.8144031 Aug 31 09:23:39.351057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48942) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:39.355786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-74438b4b-6f9f-4565-be1a-0e9a9a6a1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.359350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-74438b4b-6f9f-4565-be1a-0e9a9a6a1f9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08322f2b-6e1f-46d2-8697-1ece0fbfe24a HTTP/1.1" status: 200 len: 850 time: 0.6194777 Aug 31 09:23:39.407465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-13cee4b2-72b5-44bd-b4a3-239812ef103e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502658 Aug 31 09:23:39.408795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48946) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:39.421566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1234327090'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:39.458591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc4e17d4-f29e-4ed4-9cba-a987f23bb491 None None] Provisioning for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:39.499272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc4e17d4-f29e-4ed4-9cba-a987f23bb491 None None] Provisioning complete for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:39.499554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc4e17d4-f29e-4ed4-9cba-a987f23bb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.520621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:39.537354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.591684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.619760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:39.621385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.638907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e17d4-f29e-4ed4-9cba-a987f23bb491 None None] Port 0d2e3871-b535-4dc5-8125-d96ea82a7717 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:39.657955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:39.691061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c13d2acd-555d-40b5-a129-56ab51655fae req-a78036b5-dc8d-454f-b73e-5559b7ebd65e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 210 time: 0.1002524 Aug 31 09:23:39.706153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:39.719981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d7efaec6-c8e8-4580-b484-18cac739759f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d7efaec6-c8e8-4580-b484-18cac739759f,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:39.728184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.734246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.734629 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Added segment 128219bc-d18a-4ecf-a4fb-770358ef20ef of type vlan for network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 Aug 31 09:23:39.759180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c67231-7f5e-4a68-8e1e-b2bd363c9b6e req-dc89b014-5ae9-47a7-93db-241f2203f5e2 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.773160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96c67231-7f5e-4a68-8e1e-b2bd363c9b6e req-dc89b014-5ae9-47a7-93db-241f2203f5e2 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 931 time: 0.1464088 Aug 31 09:23:39.818056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Pushing event updated for resources: {'Port': ['ID=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.857845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.900057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Network d427a623-214b-4d76-8bce-9e8bebf5e63b is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:39.951097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96c67231-7f5e-4a68-8e1e-b2bd363c9b6e req-262b2b6f-e729-4f82-89fa-6218281f6b0a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675684 Aug 31 09:23:39.963404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4240c160-7928-43bf-9952-189be6e9ec75 None None] Provisioning complete for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:39.965135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4240c160-7928-43bf-9952-189be6e9ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.977877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:40.029823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4240c160-7928-43bf-9952-189be6e9ec75 None None] Port 0d2e3871-b535-4dc5-8125-d96ea82a7717 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:40.035347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d7efaec6-c8e8-4580-b484-18cac739759f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:40.079452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eff632bb-0ec3-4d67-a048-8426350c6ccc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:40.114264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:40.175893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-a31e838b-966f-4415-9e97-8715a0678eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.178954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-a31e838b-966f-4415-9e97-8715a0678eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5915270 Aug 31 09:23:40.190315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.191432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.238626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dfcd4614-8db8-4ef0-ae26-d68abee95a5d None None] Provisioning complete for port d7efaec6-c8e8-4580-b484-18cac739759f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:40.240297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4614-8db8-4ef0-ae26-d68abee95a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.265612 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.273429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.274103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.359879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port eff632bb-0ec3-4d67-a048-8426350c6ccc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:40.361595 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.368520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-68fe2319-6efa-4a38-a4e1-ec57144e907a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4290519 Aug 31 09:23:40.400173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-895c0396-d940-4893-a290-28eaa108b9f4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.403101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-895c0396-d940-4893-a290-28eaa108b9f4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 814 time: 0.4444046 Aug 31 09:23:40.403329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Request body: {'port': {'device_id': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:40.407081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9940248 Aug 31 09:23:40.408643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48956) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:40.413993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-599187399'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:40.429264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Request body: {'port': {'device_id': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'admin_state_up': True, 'tenant_id': 'b967cb9422104014b9ee5d050047444b'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:40.441261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709b40f-2627-472c-8393-0ddec00f7085 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Network': ['ID=816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:40.518306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:40.520715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:40.526527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.595065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:40.611243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:40.628056 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.628585 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Added segment 06d5e2ef-5698-4da4-abca-f07b4b58de01 of type vlan for network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 Aug 31 09:23:40.646799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-94051847-2115-4d15-bc39-a1fcd6c7d1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508557 Aug 31 09:23:40.701607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Made reservation on behalf of b967cb9422104014b9ee5d050047444b for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:40.707302 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.738964 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.768948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.877865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2ddb461-d888-420c-b9d1-e402515dc096 req-32b7f3f9-bb4c-4aa0-9935-c7d47643775c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Aug 31 09:23:40.885979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.937800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.940310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 811c7fc1-4c9f-48b1-9d70-58e914712f7b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:40.944100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.944772 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.006826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:41.028868 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:41.068441 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:41.070494 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:41.099130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6894231 Aug 31 09:23:41.106196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ac3f124f-3f28-4b2a-8214-96bb49aa31b2 None None] Provisioning complete for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:41.107173 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ac3f124f-3f28-4b2a-8214-96bb49aa31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.169068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be061760-9eef-4dec-b966-bcac303d7df0 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Network': ['ID=3b4b4a4a-6758-42b6-9d20-ae770c222eb1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:41.192668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Allocated IP 172.20.0.11 (56a1bb06-f094-4ff8-969d-c530d2722a8a/0481f815-b876-4e34-8ed5-209dc2615708/5950c15e-75bd-43e5-990d-be059056b0b2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:41.208162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:41.218627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 811c7fc1-4c9f-48b1-9d70-58e914712f7b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:41.219526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.243592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48966) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:41.256196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'subnets': [{'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--380319264', 'ip_version': 4}, {'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:41.256590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'subnet': {'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--380319264', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:41.257197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Request body: {'subnet': {'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:41.270448 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:41.345224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a5b2d-6f1f-4f9b-9cb0-09f57d9a54e8 req-7f246922-9c45-4c49-82b3-8bd6dd6156e3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:41.347713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3a5b2d-6f1f-4f9b-9cb0-09f57d9a54e8 req-7f246922-9c45-4c49-82b3-8bd6dd6156e3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 931 time: 0.2473688 Aug 31 09:23:41.495572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f124f-3f28-4b2a-8214-96bb49aa31b2 None None] Port 0d2e3871-b535-4dc5-8125-d96ea82a7717 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:41.623382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe3a5b2d-6f1f-4f9b-9cb0-09f57d9a54e8 req-f276f0e6-1b83-45c4-a6bf-cf78853245e2 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649190 Aug 31 09:23:41.655409 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:36Z', 'revision_number': 3, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:41.711583 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:41.712279 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Updating router 5f184495-809a-4b80-933c-d4bd21b963dc port 0d2e3871-b535-4dc5-8125-d96ea82a7717 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:41.720423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-771baa45-87ba-4ccf-9cca-7a0fed7529fe tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1172523 Aug 31 09:23:41.724753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48968) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:41.738125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-913516441'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:41.746727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Made reservation on behalf of adceb51da5844aaebc2e25c878098768 for: {'subnet': 2} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:41.751061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.751557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.753766 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.758061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.866666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-d17ea723-f33b-476f-b1d7-e57cfe836123 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2075045 Aug 31 09:23:41.899584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:41.909125 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.926197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d7efaec6-c8e8-4580-b484-18cac739759f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:42.044565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:42.053870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.063643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d7efaec6-c8e8-4580-b484-18cac739759f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:42.064512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.077158 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-e8d47f3c-b68b-4870-b621-8e4d961bc7ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 217 time: 0.1939950 Aug 31 09:23:42.153525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:42.228508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-eea6d4ea-0b1a-4c64-9a2a-cb483a27e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.233101 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-eea6d4ea-0b1a-4c64-9a2a-cb483a27e98c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1452959 Aug 31 09:23:42.408375 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.415092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.415975 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment dee82dea-a521-48bf-847f-b77db90ee2d8 of type vlan for network 5d638aae-9cc6-4826-a517-355f7f2d2cbd Aug 31 09:23:42.421651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Network 56a1bb06-f094-4ff8-969d-c530d2722a8a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:42.428940 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Transition to ACTIVE for port object 0d2e3871-b535-4dc5-8125-d96ea82a7717 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:42.440180 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.471856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:42.483222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:42.549412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Router b1c9980a-c4b9-4258-a6da-a66587a40364 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:23:42.558604 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Pushing event updated for resources: {'Port': ['ID=0d2e3871-b535-4dc5-8125-d96ea82a7717,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:42.586453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Pushing event updated for resources: {'Port': ['ID=5950c15e-75bd-43e5-990d-be059056b0b2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:42.605032 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.605032 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.605032 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.605621 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.606042 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.606458 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.606902 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.607313 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.607766 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.608832 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.609287 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.610739 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:42.623724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafe7001-7784-4a0c-acfd-6fe4d70dcc88 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:42.631775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.663064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.694439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Transition to ACTIVE for port object bafe7001-7784-4a0c-acfd-6fe4d70dcc88 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:42.698792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.699225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.748854 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Attempting to bind port 0d2e3871-b535-4dc5-8125-d96ea82a7717 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:42.749275 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Attempting to bind port 0d2e3871-b535-4dc5-8125-d96ea82a7717 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:42.749671 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Attempting to bind port 0d2e3871-b535-4dc5-8125-d96ea82a7717 on network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:42.763670 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:42.764711 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Checking segment: {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:42.765679 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.766628 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Bound using segment: {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:42.767735 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Bound port: 0d2e3871-b535-4dc5-8125-d96ea82a7717, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8322b7-6b26-4f78-aec1-766a5bebdc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:42.768695 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.825569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-5ddd2cd2-3377-475e-af0f-3b6e2cd5815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.831080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-5ddd2cd2-3377-475e-af0f-3b6e2cd5815b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5834210 Aug 31 09:23:42.832852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb217c6-c980-4b3e-b757-f34eaa06fc7f req-5f4a50d2-6f5b-416f-a615-fd15afcf3c0b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.843748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8eb217c6-c980-4b3e-b757-f34eaa06fc7f req-5f4a50d2-6f5b-416f-a615-fd15afcf3c0b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 932 time: 0.7039156 Aug 31 09:23:42.863999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.866074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.875435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.876102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.943464 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] For port 0d2e3871-b535-4dc5-8125-d96ea82a7717, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:42.951085 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] For port 0d2e3871-b535-4dc5-8125-d96ea82a7717, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0d2e3871-b535-4dc5-8125-d96ea82a7717,segment=NetworkSegment(5a8322b7-6b26-4f78-aec1-766a5bebdc62),segment_id=5a8322b7-6b26-4f78-aec1-766a5bebdc62)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:42.958679 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.047785 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b60600-fcd0-4a93-8d8e-ffff03900d4f None None] Pushing event updated for resources: {'Port': ['ID=0d2e3871-b535-4dc5-8125-d96ea82a7717,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.056055 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:43.057936 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:43.134398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Pushing event updated for resources: {'Port': ['ID=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.194374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:43.218324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Sync routers for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:43.221369 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:43.247421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:43.248542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:43.393083 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-c378c8ae-a8f4-478a-bcf2-fb4a3780c1fc service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491028 Aug 31 09:23:43.420105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Attempting to bind port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:43.421533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Attempting to bind port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '644179fb-6b34-4db3-a242-0ab3f63e679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:43.423605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Attempting to bind port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 on network d427a623-214b-4d76-8bce-9e8bebf5e63b {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:43.456612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 on network d427a623-214b-4d76-8bce-9e8bebf5e63b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:43.457120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Attempting to bind port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 on network d427a623-214b-4d76-8bce-9e8bebf5e63b {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:43.467289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.473735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-06d268db-64a1-41a2-8bda-569e5a9bc54a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9543967 Aug 31 09:23:43.543337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:43.621894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48980) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:43.628732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-718d4087-2578-4365-9275-a3e7e61a0bd1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2070606 Aug 31 09:23:43.671784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Request body: {'port': {'device_id': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:43.677354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9514017 Aug 31 09:23:43.678310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b8548-214b-4903-8db6-da58a0c2c055 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=5d638aae-9cc6-4826-a517-355f7f2d2cbd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.691341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48984) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:43.710514 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:36Z', 'revision_number': 3, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:42Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:43.712135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:43.712705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Checking segment: {'id': '644179fb-6b34-4db3-a242-0ab3f63e679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:43.713996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Bound using segment: {'id': '644179fb-6b34-4db3-a242-0ab3f63e679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:43.714815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Bound port: bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644179fb-6b34-4db3-a242-0ab3f63e679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:43.715428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.724884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:43.768994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8eb217c6-c980-4b3e-b757-f34eaa06fc7f req-4d5c25c2-3d0c-44f4-8812-424b33588e3d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9241207 Aug 31 09:23:43.816254 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-b16c86c7-3e7c-42c8-8eb6-73ce62b637f5 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106011 Aug 31 09:23:43.818510 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f098bd-8069-4295-8d81-d6677d0437e8 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:36Z', 'revision_number': 3, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:42Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:43.828453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:43.940906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.941538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-a0a40a26-6ec5-4bfd-a9f5-14b03421266a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 217 time: 0.1140220 Aug 31 09:23:44.030315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 3, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:44.050220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] For port bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:44.097356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Checking router: b1c9980a-c4b9-4258-a6da-a66587a40364 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:44.097874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Updating router b1c9980a-c4b9-4258-a6da-a66587a40364 port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:44.108478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] For port bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,segment=NetworkSegment(644179fb-6b34-4db3-a242-0ab3f63e679f),segment_id=644179fb-6b34-4db3-a242-0ab3f63e679f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:44.111990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-785c86b0-f7cd-4a7c-9864-669f05fbe45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.113641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-785c86b0-f7cd-4a7c-9864-669f05fbe45f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1518273 Aug 31 09:23:44.154111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.192997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.231067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd902c62-4ea9-4e18-bce2-b795f8daba8e req-fcdeec97-a040-476f-99c0-34780ac91fa3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.233874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd902c62-4ea9-4e18-bce2-b795f8daba8e req-fcdeec97-a040-476f-99c0-34780ac91fa3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 943 time: 1.3521705 Aug 31 09:23:44.279063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.279844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.281796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] 10.222.0.15 "PUT /v2.0/ports/bafe7001-7784-4a0c-acfd-6fe4d70dcc88 HTTP/1.1" status: 200 len: 1092 time: 3.8932500 Aug 31 09:23:44.317285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'tag': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:44.319549 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab03611-2b66-4b95-a57a-ce92e690636c", "tag": "bafe7001-7784-4a0c-acfd-6fe4d70dcc88"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:44.378627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-f7b9b7b4-0b8f-4b1f-8ce1-4eba47d2d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.378627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-f7b9b7b4-0b8f-4b1f-8ce1-4eba47d2d660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2213664 Aug 31 09:23:44.379911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb035-796e-4537-80f8-1b2c0f1243de service neutron] Pushing event updated for resources: {'Port': ['ID=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.405884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.445474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Checking segment: {'id': '128219bc-d18a-4ecf-a4fb-770358ef20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:44.445869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network hostable DHCP agents. Network: 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:44.458434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Subnet': ['ID=29182a26-7d30-44d6-bf01-c24972fb6e85,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.493185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd902c62-4ea9-4e18-bce2-b795f8daba8e req-2b177e55-b9fd-4fca-8a24-3979f9270d0e tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205026 Aug 31 09:23:44.530579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:44.534401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.605051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:44.674807 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4513616b-c4b9-4766-9602-06a78d7d99f1 x-openstack-request-id: req-4513616b-c4b9-4766-9602-06a78d7d99f1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:44.675288 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab03611-2b66-4b95-a57a-ce92e690636c", "tag": "bafe7001-7784-4a0c-acfd-6fe4d70dcc88", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:44.675706 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4513616b-c4b9-4766-9602-06a78d7d99f1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:44.676347 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'tag': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88', 'status': 'completed', 'code': 200} Aug 31 09:23:44.782802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:44.814638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.819128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fac6c1-9e96-43f2-b728-ae0abce557c6 None None] Network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:44.844565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-6e16449f-77d9-433e-8bcd-730749cfd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.847093 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-6e16449f-77d9-433e-8bcd-730749cfd337 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef2f3e72e5d942eda93f8df5a5d0f021&device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 1095 time: 0.4356167 Aug 31 09:23:44.921541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event updated for resources: {'Subnet': ['ID=c2fdc1b4-aa07-48a3-a566-09c71ca3be47,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.943292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.956843 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-f2ef6f1c-1286-429a-8049-dac2d2ad76da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88 HTTP/1.1" status: 200 len: 217 time: 0.0961874 Aug 31 09:23:44.987027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Transition to ACTIVE for port object 87f40e34-8971-49bc-b3e2-3d2dce94aef5 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:45.015614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.081915 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-7eb2cea9-5dd0-423a-a3cf-c61941e17164 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865864 Aug 31 09:23:45.273226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940', 'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940', 'tenant_id': 'adceb51da5844aaebc2e25c878098768', 'fixed_ips': [{'subnet_id': '29182a26-7d30-44d6-bf01-c24972fb6e85'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:45.274102 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.279436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Attempting to bind port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:45.279436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Attempting to bind port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:45.279799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Attempting to bind port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:45.282121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-f2bc3970-2a27-47fb-91c9-3e585c041aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.284372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-f2bc3970-2a27-47fb-91c9-3e585c041aac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b69fab98-036d-4b6b-8e6d-81f0237d7d3c HTTP/1.1" status: 200 len: 865 time: 0.3116000 Aug 31 09:23:45.289937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85224b05-8317-440c-a391-25288541b4ad None None] Pushing event updated for resources: {'Port': ['ID=87f40e34-8971-49bc-b3e2-3d2dce94aef5,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.367212 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-87b4e9fc-985b-42cd-80dd-658d21acbc2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d427a623-214b-4d76-8bce-9e8bebf5e63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662942 Aug 31 09:23:45.428897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:45.429373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:45.430058 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.430713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:45.431537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Bound port: 87f40e34-8971-49bc-b3e2-3d2dce94aef5, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:45.433124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.474465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Checking segment: {'id': '06d5e2ef-5698-4da4-abca-f07b4b58de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:45.475055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network hostable DHCP agents. Network: 3b4b4a4a-6758-42b6-9d20-ae770c222eb1, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:45.498747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae1936-698d-43f7-a1c0-d71da8628830 req-1d98dc02-1a69-4b94-95c8-e1a217d2c8ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.505695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faae1936-698d-43f7-a1c0-d71da8628830 req-1d98dc02-1a69-4b94-95c8-e1a217d2c8ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 932 time: 0.3417039 Aug 31 09:23:45.531780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5950c15e-75bd-43e5-990d-be059056b0b2 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:45.583638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.612797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:45.640334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] For port 87f40e34-8971-49bc-b3e2-3d2dce94aef5, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:45.645124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] For port 87f40e34-8971-49bc-b3e2-3d2dce94aef5, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=87f40e34-8971-49bc-b3e2-3d2dce94aef5,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:45.665304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.680642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Allocated IP 172.20.0.2 (816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940/29182a26-7d30-44d6-bf01-c24972fb6e85/b794d6e2-8da4-47aa-845b-bcb9ce4c1dff) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:45.705868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Transition to ACTIVE for port object 5950c15e-75bd-43e5-990d-be059056b0b2 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:45.723778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faae1936-698d-43f7-a1c0-d71da8628830 req-5e6d38ca-15ea-4ede-a0d3-8d7f8d2b8da3 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123020 Aug 31 09:23:45.747671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.758906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.762400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 3b4b4a4a-6758-42b6-9d20-ae770c222eb1) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:45.765085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:45.766193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:45.780105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.780729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.784952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.822719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f47a3ddb-01b5-41f4-b5ed-176235e74174 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.5777457 Aug 31 09:23:45.851287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85703bdd-36f4-44f4-8798-627e8f19c574 None None] Network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:45.870033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48998) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.049090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-9612afcc-186c-443f-a227-e9f677f652c8 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9502225 Aug 31 09:23:46.053494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac4b51-84fa-4e67-8cf1-b856cd18f767 req-e07321fb-b71e-4e69-9c1c-5e5c10ebe4ad tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.055430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bac4b51-84fa-4e67-8cf1-b856cd18f767 req-e07321fb-b71e-4e69-9c1c-5e5c10ebe4ad tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 943 time: 0.3863850 Aug 31 09:23:46.067507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Pushing event updated for resources: {'Port': ['ID=5950c15e-75bd-43e5-990d-be059056b0b2,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.070066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=c437bc70-1c23-46d6-a820-aef0026266d7,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.111763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904273a7-0180-43ee-b612-910b3ec8ce6a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.113500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904273a7-0180-43ee-b612-910b3ec8ce6a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.115089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904273a7-0180-43ee-b612-910b3ec8ce6a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.120365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-904273a7-0180-43ee-b612-910b3ec8ce6a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2401042 Aug 31 09:23:46.123477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49002) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.161390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0d2e3871-b535-4dc5-8125-d96ea82a7717 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:46.176152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:46.176586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: 5d638aae-9cc6-4826-a517-355f7f2d2cbd, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:46.180256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85224b05-8317-440c-a391-25288541b4ad None None] Pushing event updated for resources: {'Port': ['ID=87f40e34-8971-49bc-b3e2-3d2dce94aef5,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.205523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-2c06c6a2-e556-46d9-b280-b203b5ef07b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a HTTP/1.1" status: 200 len: 217 time: 0.1402624 Aug 31 09:23:46.211666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bac4b51-84fa-4e67-8cf1-b856cd18f767 req-b67d4ee1-ef5b-41ce-a3b1-d2eaab1d451a tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269696 Aug 31 09:23:46.225447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Attempting to bind port 5950c15e-75bd-43e5-990d-be059056b0b2 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:46.225773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Attempting to bind port 5950c15e-75bd-43e5-990d-be059056b0b2 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:46.226101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Attempting to bind port 5950c15e-75bd-43e5-990d-be059056b0b2 on network 56a1bb06-f094-4ff8-969d-c530d2722a8a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:46.248956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Deleting subnet 29182a26-7d30-44d6-bf01-c24972fb6e85 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:46.251839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Port 5950c15e-75bd-43e5-990d-be059056b0b2 on network 56a1bb06-f094-4ff8-969d-c530d2722a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:46.252169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Attempting to bind port 5950c15e-75bd-43e5-990d-be059056b0b2 on network 56a1bb06-f094-4ff8-969d-c530d2722a8a {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:46.255555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:46.275167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:46.275167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Checking segment: {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:46.275167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Bound using segment: {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:46.276498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Bound port: 5950c15e-75bd-43e5-990d-be059056b0b2, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df5ec29-437c-4fe6-8933-d20c724cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:46.276695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.298028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5d638aae-9cc6-4826-a517-355f7f2d2cbd) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:46.317730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.318583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.336886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.340456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10122449-7baa-40b0-842b-0c2ddcadfb36 None None] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:46.344323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-442982ba-a6e2-4dd0-ba7d-7006250885bb service neutron] 10.222.0.15 "GET /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9633172 Aug 31 09:23:46.368813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-f28ce7a3-ec6c-4675-a19d-6d143783de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.371484 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-f28ce7a3-ec6c-4675-a19d-6d143783de36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1459644 Aug 31 09:23:46.408140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] For port 5950c15e-75bd-43e5-990d-be059056b0b2, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:46.412931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] For port 5950c15e-75bd-43e5-990d-be059056b0b2, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5950c15e-75bd-43e5-990d-be059056b0b2,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:46.417160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-158460e2-9d8c-4276-b5d9-786faabb265e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6982450 Aug 31 09:23:46.421207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.432728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.474974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:46.482848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83fada8f-cba8-4bb2-8430-fd948ca595e0 req-5bfa42ae-c266-41da-8ce5-ed6409ab80b4 service neutron] 10.222.0.15 "GET /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269059 Aug 31 09:23:46.533140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:46.534055 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.538831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:46.679710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.680860 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.683811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] 10.222.0.23 "PUT /v2.0/ports/5950c15e-75bd-43e5-990d-be059056b0b2 HTTP/1.1" status: 200 len: 1093 time: 3.0187256 Aug 31 09:23:46.684599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'tag': '5950c15e-75bd-43e5-990d-be059056b0b2'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:46.689046 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592537ae-5e93-4223-9404-15ba8476b7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf40a583-bc7f-4c08-b744-7be43968ab49", "tag": "5950c15e-75bd-43e5-990d-be059056b0b2"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:46.741219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-ffb98b48-4cf7-4f26-811d-f8890f0f0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.743223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-ffb98b48-4cf7-4f26-811d-f8890f0f0e0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2573507 Aug 31 09:23:46.795423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-6898ebef-dd61-4974-95cb-955c72d01578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.798121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-6898ebef-dd61-4974-95cb-955c72d01578 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef2f3e72e5d942eda93f8df5a5d0f021&device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 1095 time: 0.1636090 Aug 31 09:23:46.849303 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bfa931-0097-41cb-aafb-9e5916bf7b6c x-openstack-request-id: req-25bfa931-0097-41cb-aafb-9e5916bf7b6c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:46.849860 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf40a583-bc7f-4c08-b744-7be43968ab49", "tag": "5950c15e-75bd-43e5-990d-be059056b0b2", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:46.850118 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25bfa931-0097-41cb-aafb-9e5916bf7b6c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:46.852529 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'tag': '5950c15e-75bd-43e5-990d-be059056b0b2', 'status': 'completed', 'code': 200} Aug 31 09:23:46.876505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab02b6-72a6-45bc-922d-4ea1f33de52d service neutron] Pushing event updated for resources: {'Port': ['ID=5950c15e-75bd-43e5-990d-be059056b0b2,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.970801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.068166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Allocated IP 172.20.0.1 (8bcbc243-b5ad-425d-8f15-212c2674ce1f/338eb689-26b3-4e67-a638-124dbb904526/d1cdda0a-1e8a-4695-86cf-9edeaa0a4613) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:47.075152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-5367f233-6c36-45e6-9bfc-5b9c50983b0a service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983470 Aug 31 09:23:47.079430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-aef10e69-5aad-4ae3-8353-f0079935e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.081122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-aef10e69-5aad-4ae3-8353-f0079935e21b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d427a623-214b-4d76-8bce-9e8bebf5e63b HTTP/1.1" status: 200 len: 926 time: 0.2653589 Aug 31 09:23:47.123679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Transition to ACTIVE for port object b794d6e2-8da4-47aa-845b-bcb9ce4c1dff will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:47.211914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-3b4b4a4a-6758-42b6-9d20-ae770c222eb1', 'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1', 'tenant_id': 'adceb51da5844aaebc2e25c878098768', 'fixed_ips': [{'subnet_id': 'c2fdc1b4-aa07-48a3-a566-09c71ca3be47'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:47.215577 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.237944 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-e276a083-a734-4884-8f75-f48bfe83a84f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88 HTTP/1.1" status: 200 len: 217 time: 0.1371183 Aug 31 09:23:47.269595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-0cb56196-6a9a-472a-ad13-c1827291e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.271816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-0cb56196-6a9a-472a-ad13-c1827291e72a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 1096 time: 0.4139593 Aug 31 09:23:47.278847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Transition to ACTIVE for port object b794d6e2-8da4-47aa-845b-bcb9ce4c1dff will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:47.295615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d206-0509-457a-86f3-da829d627e0a req-978fb1c7-cfdb-4165-a918-118989abac13 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.298022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d07d206-0509-457a-86f3-da829d627e0a req-978fb1c7-cfdb-4165-a918-118989abac13 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 944 time: 0.3352809 Aug 31 09:23:47.311209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.328093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a083d-3397-478a-a81b-5a9ca506007b req-6669046b-3406-4744-8902-92ba13e2cf67 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.330709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-338a083d-3397-478a-a81b-5a9ca506007b req-6669046b-3406-4744-8902-92ba13e2cf67 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3639352 Aug 31 09:23:47.340689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.394837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-c9bcff51-97b0-41d6-a612-b9d9ccd2fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.397754 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-c9bcff51-97b0-41d6-a612-b9d9ccd2fe1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.4294560 Aug 31 09:23:47.398010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.404137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-ea7a961e-e6e0-4cd7-b5b5-ed047bbb734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.405667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-ea7a961e-e6e0-4cd7-b5b5-ed047bbb734f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b69fab98-036d-4b6b-8e6d-81f0237d7d3c HTTP/1.1" status: 200 len: 865 time: 0.1546452 Aug 31 09:23:47.410150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:23:47.410867 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-07877283-8dfe-4980-bcbd-13ec2ebe49c1 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206725 Aug 31 09:23:47.412306 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.438019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Transition to ACTIVE for port object d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:47.466825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.508349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-14ef2a84-4bb9-413c-ab99-069b500ef279 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5950c15e-75bd-43e5-990d-be059056b0b2 HTTP/1.1" status: 200 len: 217 time: 0.2086844 Aug 31 09:23:47.569005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-36a2ca14-8497-4b22-a83e-71e8bb5d1374 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d427a623-214b-4d76-8bce-9e8bebf5e63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273301 Aug 31 09:23:47.576832 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-51f0a994-c044-449a-97ce-1c563e96750b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a3963c01-80ec-4213-9636-bd4ada06c648 HTTP/1.1" status: 200 len: 217 time: 0.1462705 Aug 31 09:23:47.627062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:47.677505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.680218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:47.684354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.703455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:47.717880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Pushing event updated for resources: {'Port': ['ID=b794d6e2-8da4-47aa-845b-bcb9ce4c1dff,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.813710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:47.830639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d07d206-0509-457a-86f3-da829d627e0a req-cb29645d-1ba8-4680-88a8-b04d7fbdfecd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938400 Aug 31 09:23:47.831870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-3c288b6c-0c16-4e62-bd0f-f5738d9e0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.834348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-3c288b6c-0c16-4e62-bd0f-f5738d9e0e9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.2425773 Aug 31 09:23:47.841709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 0d2e3871-b535-4dc5-8125-d96ea82a7717, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0d2e3871-b535-4dc5-8125-d96ea82a7717,segment=NetworkSegment(5a8322b7-6b26-4f78-aec1-766a5bebdc62),segment_id=5a8322b7-6b26-4f78-aec1-766a5bebdc62)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:47.857275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:47.860091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-338a083d-3397-478a-a81b-5a9ca506007b req-c014b88a-f452-4b28-a6b7-8e5b8c4b62c1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078846 Aug 31 09:23:47.865544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:47.922636 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.928855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.981731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-6e68b90d-8a3e-4ae1-a7fb-4ca64d25a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.984245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-1ca64ccb-d741-4241-8d97-8082dfe1986b service neutron] 10.222.0.15 "GET /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044075 Aug 31 09:23:47.984505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-6e68b90d-8a3e-4ae1-a7fb-4ca64d25a4a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.3996029 Aug 31 09:23:48.127500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Attempting to bind port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:48.127500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Attempting to bind port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '128219bc-d18a-4ecf-a4fb-770358ef20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:48.128524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Attempting to bind port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff on network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:48.232724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=0d2e3871-b535-4dc5-8125-d96ea82a7717,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.294517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:48.295466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Checking segment: {'id': '128219bc-d18a-4ecf-a4fb-770358ef20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:48.296284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.296960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Bound using segment: {'id': '128219bc-d18a-4ecf-a4fb-770358ef20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:48.297858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Bound port: b794d6e2-8da4-47aa-845b-bcb9ce4c1dff, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128219bc-d18a-4ecf-a4fb-770358ef20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:48.298556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.299008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-6b25036a-6153-4c18-b507-a72789a19cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2162812 Aug 31 09:23:48.312036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Allocated IP 172.20.0.18 (3b4b4a4a-6758-42b6-9d20-ae770c222eb1/c2fdc1b4-aa07-48a3-a566-09c71ca3be47/577b752f-0669-41f2-826b-5314eaaf7ca9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:48.326616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-1acb9bc3-4a8e-4109-8fa4-ff9997d127f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:48.330395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-1acb9bc3-4a8e-4109-8fa4-ff9997d127f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.8643565 Aug 31 09:23:48.352109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 3, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:48.407722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.433480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403cd36-9841-4931-a27d-89df00be79ee None None] The sync data for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 is: [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:38Z', 'revision_number': 3, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:48.457061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Allocated IP 2001:db8:2::2 (5d638aae-9cc6-4826-a517-355f7f2d2cbd/c437bc70-1c23-46d6-a820-aef0026266d7/98ff65b5-c81f-48e4-a93c-407135fc28e1) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:48.473941 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.482540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-a5761973-05b9-44e3-8f52-00e68436a1bd service neutron] 10.222.0.15 "GET /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780316 Aug 31 09:23:48.483313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.488713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-fca98260-2853-4057-805f-c551c2b68670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:48.490570 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-fca98260-2853-4057-805f-c551c2b68670 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6467743 Aug 31 09:23:48.637405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.701487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8601e5ce-f15a-406f-a782-15618439b5db None None] Provisioning for port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:48.710910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bafe7001-7784-4a0c-acfd-6fe4d70dcc88 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:48.726327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8601e5ce-f15a-406f-a782-15618439b5db None None] Provisioning complete for port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:48.726946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8601e5ce-f15a-406f-a782-15618439b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.805734 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-31568db4-c417-4d3f-a564-6568a493ad97 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698467 Aug 31 09:23:48.976109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8601e5ce-f15a-406f-a782-15618439b5db None None] Port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:49.081481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.123131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.163874 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-6d8eeed5-89fc-4014-80e5-3697457d29f1 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358498 Aug 31 09:23:49.164254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.174381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Transition to ACTIVE for port object 577b752f-0669-41f2-826b-5314eaaf7ca9 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:49.201044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc555d-5586-47e5-9dfc-ee0f54ab0ccd req-b349d00e-d543-4425-bc06-e439d838aae2 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.209103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73bc555d-5586-47e5-9dfc-ee0f54ab0ccd req-b349d00e-d543-4425-bc06-e439d838aae2 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 943 time: 1.1152120 Aug 31 09:23:49.215757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] For port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:49.240572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.289141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-43d5b817-87a7-48c7-9189-fb9b02e2deef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0558e849-5773-4fc5-b416-97bbf1338d0d HTTP/1.1" status: 200 len: 217 time: 0.0892181 Aug 31 09:23:49.312419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] For port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b794d6e2-8da4-47aa-845b-bcb9ce4c1dff,segment=NetworkSegment(128219bc-d18a-4ecf-a4fb-770358ef20ef),segment_id=128219bc-d18a-4ecf-a4fb-770358ef20ef)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:49.317171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Subnet': ['ID=29182a26-7d30-44d6-bf01-c24972fb6e85,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:49.334957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Transition to ACTIVE for port object 98ff65b5-c81f-48e4-a93c-407135fc28e1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:49.339889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Transition to ACTIVE for port object 577b752f-0669-41f2-826b-5314eaaf7ca9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:49.343821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.376091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,segment=NetworkSegment(644179fb-6b34-4db3-a242-0ab3f63e679f),segment_id=644179fb-6b34-4db3-a242-0ab3f63e679f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:49.383073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.385422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-383f27f7-4e2a-404b-b2ae-f41b0201830e tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/subnets/29182a26-7d30-44d6-bf01-c24972fb6e85 HTTP/1.1" status: 204 len: 168 time: 3.2603991 Aug 31 09:23:49.390437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49036) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:49.398078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-6f209ada-5439-47d7-bae4-c9b33047c538 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 1.0350385 Aug 31 09:23:49.414206 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.422269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-0cd2a8b2-3e58-463c-b9ba-8e6343f15475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.424684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-0cd2a8b2-3e58-463c-b9ba-8e6343f15475 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.1285663 Aug 31 09:23:49.505913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88', 'network_id': 'd427a623-214b-4d76-8bce-9e8bebf5e63b', 'port_id': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88', 'mac_address': 'fa:16:3e:b9:73:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69fab98-036d-4b6b-8e6d-81f0237d7d3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:49.510301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Transition to ACTIVE for port object 98ff65b5-c81f-48e4-a93c-407135fc28e1 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:49.528279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-a7cfba41-584f-4759-9820-dcb30b124235 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2043788 Aug 31 09:23:49.540742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73bc555d-5586-47e5-9dfc-ee0f54ab0ccd req-3fc1342c-2328-4bbc-9e58-d8943a3cf583 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284802 Aug 31 09:23:49.675491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-7c351dea-42ae-495b-a018-0e147f996e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.678618 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-7c351dea-42ae-495b-a018-0e147f996e25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2446530 Aug 31 09:23:49.719367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b7f42-435f-48c1-b9a7-174a3ffb2095 req-afb975ef-d9f4-452d-b500-d540775d39c6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.725173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-876b7f42-435f-48c1-b9a7-174a3ffb2095 req-afb975ef-d9f4-452d-b500-d540775d39c6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.5729086 Aug 31 09:23:49.789030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Deleting subnet c2fdc1b4-aa07-48a3-a566-09c71ca3be47 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:49.915218 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-21acc493-aa0d-414b-9307-9f491c573ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272897 Aug 31 09:23:49.923215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.928913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.930292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-a63b4e75-4452-4e9d-8d05-efbecfcc2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.933051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-a63b4e75-4452-4e9d-8d05-efbecfcc2f1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.5018177 Aug 31 09:23:49.959309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:50.001163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:50.026848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:50.029126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0834109-7ef5-45d1-ab05-c9013f425e99 None None] Pushing event updated for resources: {'Port': ['ID=b794d6e2-8da4-47aa-845b-bcb9ce4c1dff,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.029458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.058521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.143411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:50.146121 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.177765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.181449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:50.195719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:50.270158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.330119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafe7001-7784-4a0c-acfd-6fe4d70dcc88 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:50.341409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Pushing event updated for resources: {'Port': ['ID=577b752f-0669-41f2-826b-5314eaaf7ca9,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.376368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-876b7f42-435f-48c1-b9a7-174a3ffb2095 req-5aecfb71-cff3-410d-9dc5-cf77a7452e22 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202420 Aug 31 09:23:50.393447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Attempting to bind port 577b752f-0669-41f2-826b-5314eaaf7ca9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:50.393818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Attempting to bind port 577b752f-0669-41f2-826b-5314eaaf7ca9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '06d5e2ef-5698-4da4-abca-f07b4b58de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:50.394180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Attempting to bind port 577b752f-0669-41f2-826b-5314eaaf7ca9 on network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:50.443914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0d2e3871-b535-4dc5-8125-d96ea82a7717 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:50.449680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,segment=NetworkSegment(644179fb-6b34-4db3-a242-0ab3f63e679f),segment_id=644179fb-6b34-4db3-a242-0ab3f63e679f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:50.469725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:50.471062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Checking segment: {'id': '06d5e2ef-5698-4da4-abca-f07b4b58de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:50.471062 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.471062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Bound using segment: {'id': '06d5e2ef-5698-4da4-abca-f07b4b58de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:50.471706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Bound port: 577b752f-0669-41f2-826b-5314eaaf7ca9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d5e2ef-5698-4da4-abca-f07b4b58de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3b4b4a4a-6758-42b6-9d20-ae770c222eb1'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:50.472230 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.490054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.513370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.534394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-4174b871-240e-4a37-95e5-fc089a1db8d8 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028681 Aug 31 09:23:50.543658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Attempting to bind port 98ff65b5-c81f-48e4-a93c-407135fc28e1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:50.544086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Attempting to bind port 98ff65b5-c81f-48e4-a93c-407135fc28e1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:50.544489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Attempting to bind port 98ff65b5-c81f-48e4-a93c-407135fc28e1 on network 5d638aae-9cc6-4826-a517-355f7f2d2cbd {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:50.547886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8f84d8d-6d61-4950-a63a-ccc79d74b81b req-478ea792-2610-4e19-81be-8522d7876214 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0028560 Aug 31 09:23:50.552072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:50.555473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Pushing event updated for resources: {'Port': ['ID=98ff65b5-c81f-48e4-a93c-407135fc28e1,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.577469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:50.579692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:50.582291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Checking segment: {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:50.589946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.591321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Bound using segment: {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:50.591513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Bound port: 98ff65b5-c81f-48e4-a93c-407135fc28e1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:50.593400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.630577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca885b3-a95d-43f1-93ee-b54bb68a9a81 req-49cbf151-aac1-4be1-9add-8a04aa58633d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.642993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bca885b3-a95d-43f1-93ee-b54bb68a9a81 req-49cbf151-aac1-4be1-9add-8a04aa58633d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 944 time: 0.8940887 Aug 31 09:23:50.650228 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-486d48da-a405-4767-bbff-74c4331c40f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ace6553f-1899-45f6-8274-081f605220c9 HTTP/1.1" status: 200 len: 217 time: 0.0966249 Aug 31 09:23:50.684535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8:2::1 (5d638aae-9cc6-4826-a517-355f7f2d2cbd/c437bc70-1c23-46d6-a820-aef0026266d7/2d9e6b1c-4733-4f88-8798-22e1541332bb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:50.771025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-fefbc02b-4e42-42b1-95a2-d56d3494fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.773599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-fefbc02b-4e42-42b1-95a2-d56d3494fda5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6143079 Aug 31 09:23:50.801411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] For port 577b752f-0669-41f2-826b-5314eaaf7ca9, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:50.806141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] For port 577b752f-0669-41f2-826b-5314eaaf7ca9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=577b752f-0669-41f2-826b-5314eaaf7ca9,segment=NetworkSegment(06d5e2ef-5698-4da4-abca-f07b4b58de01),segment_id=06d5e2ef-5698-4da4-abca-f07b4b58de01)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:50.813861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.833593 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.017654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def6a64-bfbc-4b8c-8c39-0eeea1b95c68 None None] Pushing event updated for resources: {'Port': ['ID=577b752f-0669-41f2-826b-5314eaaf7ca9,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:51.023989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['bafe7001-7784-4a0c-acfd-6fe4d70dcc88'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:51.055627 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.065671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-3a39636c-970b-48b7-81cb-579d2674293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.089049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-3a39636c-970b-48b7-81cb-579d2674293e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.3408320 Aug 31 09:23:51.217635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] For port 98ff65b5-c81f-48e4-a93c-407135fc28e1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:51.223771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] For port 98ff65b5-c81f-48e4-a93c-407135fc28e1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98ff65b5-c81f-48e4-a93c-407135fc28e1,segment=NetworkSegment(dee82dea-a521-48bf-847f-b77db90ee2d8),segment_id=dee82dea-a521-48bf-847f-b77db90ee2d8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:51.257627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.380570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0d2e3871-b535-4dc5-8125-d96ea82a7717 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:51.383170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.387380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bca885b3-a95d-43f1-93ee-b54bb68a9a81 req-02b56a44-412f-49a3-8dc9-77b15196aed5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266231 Aug 31 09:23:51.544644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a7849994-8d3e-4a3c-8142-5bd262bc4385 None None] Provisioning complete for port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:51.545431 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7849994-8d3e-4a3c-8142-5bd262bc4385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.794422 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.827194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a7849994-8d3e-4a3c-8142-5bd262bc4385 None None] Port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:51.885008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-8a536e1a-be41-4927-928b-a09bec116a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.890031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-8a536e1a-be41-4927-928b-a09bec116a42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 1096 time: 1.1669521 Aug 31 09:23:51.909316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebd340-dec3-4aa4-8434-c9a1b9f43645 None None] Pushing event updated for resources: {'Port': ['ID=98ff65b5-c81f-48e4-a93c-407135fc28e1,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:51.949299 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.951618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/subnets/c2fdc1b4-aa07-48a3-a566-09c71ca3be47 HTTP/1.1" status: 204 len: 168 time: 2.5559008 Aug 31 09:23:51.954350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb12b8-5bf7-4e23-9534-bdb251e9ec32 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fdc1b4-aa07-48a3-a566-09c71ca3be47,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:51.963863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72aecb4-9628-413e-9061-a91f26bd2147 None None] Network 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:51.980216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49046) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:52.024866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Router b1c9980a-c4b9-4258-a6da-a66587a40364 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:52.027413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6af30-9aca-40b5-8215-6c6132734ed6 req-98cdf13a-58d6-4485-9b0b-045ee118c4ca tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.029424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50a6af30-9aca-40b5-8215-6c6132734ed6 req-98cdf13a-58d6-4485-9b0b-045ee118c4ca tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 944 time: 0.7920539 Aug 31 09:23:52.133210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89229b-dfc8-437f-a001-726400443252 req-d45c57bf-a2fb-4ed2-a3ec-0a873f6a2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.137490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-d45c57bf-a2fb-4ed2-a3ec-0a873f6a2911 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0366995 Aug 31 09:23:52.191002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b3cc999b-0461-426b-808f-968e95b8b935 None None] Provisioning for port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:52.207046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-0ab0dec2-aacf-46db-b545-0b78005838dc service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3627882 Aug 31 09:23:52.277794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 87f40e34-8971-49bc-b3e2-3d2dce94aef5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:52.334322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-51f5af8d-0e5e-4bb1-89ef-89e6af80b18b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6446180 Aug 31 09:23:52.362519 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.376299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e757e-ee59-48a5-8a7d-1277157efcc0 req-48605751-97c4-4a33-895f-b5dabe6f7c12 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.385793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204e757e-ee59-48a5-8a7d-1277157efcc0 req-48605751-97c4-4a33-895f-b5dabe6f7c12 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.6681170 Aug 31 09:23:52.421786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa1954-148a-48ce-ac5e-afddbe3fc957 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.425359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a7aa1954-148a-48ce-ac5e-afddbe3fc957 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4235945 Aug 31 09:23:52.455697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49050) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:52.459684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:52.470273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:52.471035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.523762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50a6af30-9aca-40b5-8215-6c6132734ed6 req-31fc2e83-9da0-4fc8-b9ea-08cc221125b4 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221318 Aug 31 09:23:52.539462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object 2d9e6b1c-4733-4f88-8798-22e1541332bb will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:52.570558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] DHCP port deletion for 816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:23:52.572699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-e8e9cb7f-0c3b-462e-b1e5-6e3e6bd012d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.575448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-e8e9cb7f-0c3b-462e-b1e5-6e3e6bd012d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 0.6642394 Aug 31 09:23:52.772791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.790214 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.818344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204e757e-ee59-48a5-8a7d-1277157efcc0 req-8ded8ab3-2db5-4f0f-9d3a-1edf89e16907 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292200 Aug 31 09:23:52.828953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-15e47de9-2416-4e67-84bd-1cd1bf98f469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5950c15e-75bd-43e5-990d-be059056b0b2 HTTP/1.1" status: 200 len: 217 time: 0.2247543 Aug 31 09:23:52.842079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 87f40e34-8971-49bc-b3e2-3d2dce94aef5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=87f40e34-8971-49bc-b3e2-3d2dce94aef5,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:52.864068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:52.871184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.877070 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b0f7cf8d-903f-4b91-86a7-98d5c0e7d7e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1c9980a-c4b9-4258-a6da-a66587a40364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2535648 Aug 31 09:23:52.891308 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Sync routers for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:52.893772 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.949544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] Deleting port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:52.950686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:52.990156 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:52.991394 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:53.163044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-a3562150-993c-49dc-acd7-f2e49eeb935b service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9639165 Aug 31 09:23:53.173504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=2d9e6b1c-4733-4f88-8798-22e1541332bb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:53.281819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32bac869-642c-4ed6-b67d-bdc6bf4c7679 req-3b698b07-e274-40f4-80ce-8e9fe924d8c9 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0376627 Aug 31 09:23:53.335729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:53.347341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:53.458704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-92065eaa-35ca-4da2-95e5-9fa1593917bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:53.464229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-92065eaa-35ca-4da2-95e5-9fa1593917bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 1097 time: 0.9691296 Aug 31 09:23:53.469331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-91fef95a-8830-42d3-9a02-5280dccdb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:53.472849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-91fef95a-8830-42d3-9a02-5280dccdb10c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.2762370 Aug 31 09:23:53.475472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:53.476976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.491331 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:53.504480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5950c15e-75bd-43e5-990d-be059056b0b2 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:53.585613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] For port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b794d6e2-8da4-47aa-845b-bcb9ce4c1dff,segment=NetworkSegment(128219bc-d18a-4ecf-a4fb-770358ef20ef),segment_id=128219bc-d18a-4ecf-a4fb-770358ef20ef)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:53.586680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.601903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98ff65b5-c81f-48e4-a93c-407135fc28e1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:53.733599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] Calling delete_port for b794d6e2-8da4-47aa-845b-bcb9ce4c1dff owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:53.779876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea89229b-dfc8-437f-a001-726400443252 req-f5ce682e-59c6-490e-93ee-bb4e66071858 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051204 Aug 31 09:23:53.792908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Deleting port 577b752f-0669-41f2-826b-5314eaaf7ca9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:53.799063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.801966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951010ad-b1d5-484b-bbe7-c083bb71daca None None] Network 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:54.069501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:23:54.080737 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:49Z', 'revision_number': 2, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:54.098314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af13d8-2268-4a21-8ab6-d583c335c100 None None] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:54.123103 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Checking router: b1c9980a-c4b9-4258-a6da-a66587a40364 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:54.123887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Updating router b1c9980a-c4b9-4258-a6da-a66587a40364 port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:54.128353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] For port 577b752f-0669-41f2-826b-5314eaaf7ca9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=577b752f-0669-41f2-826b-5314eaaf7ca9,segment=NetworkSegment(06d5e2ef-5698-4da4-abca-f07b4b58de01),segment_id=06d5e2ef-5698-4da4-abca-f07b4b58de01)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:54.128741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.207741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Calling delete_port for 577b752f-0669-41f2-826b-5314eaaf7ca9 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:54.236546 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.283662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-e9c53b7a-0565-4358-a4a0-b4e48377ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:54.285790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-e9c53b7a-0565-4358-a4a0-b4e48377ec95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.3355780 Aug 31 09:23:54.293797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-738a75e7-c898-4e52-adf3-b3fc7226f6da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6325750 Aug 31 09:23:54.377502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-55e1a305-b2df-4e93-b26e-d1e55e6a0ebf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 200 len: 217 time: 0.0678341 Aug 31 09:23:54.637947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.683435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5950c15e-75bd-43e5-990d-be059056b0b2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5950c15e-75bd-43e5-990d-be059056b0b2,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:54.729068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5950c15e-75bd-43e5-990d-be059056b0b2', 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'port_id': '5950c15e-75bd-43e5-990d-be059056b0b2', 'mac_address': 'fa:16:3e:fb:53:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0481f815-b876-4e34-8ed5-209dc2615708', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:54.741375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49066) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:54.751732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Port': ['ID=577b752f-0669-41f2-826b-5314eaaf7ca9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.776872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bafe7001-7784-4a0c-acfd-6fe4d70dcc88 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:54.785516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630474171', 'description': 'tempest-description--1833904658'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:54.789283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=87f40e34-8971-49bc-b3e2-3d2dce94aef5,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.841249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] No DVR routers for this DVR port 577b752f-0669-41f2-826b-5314eaaf7ca9 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:55.007664 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.034068 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Transition to ACTIVE for port object d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:55.035833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.046441 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.056814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4b4a4a-6758-42b6-9d20-ae770c222eb1']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:55.075883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d5e2ef-5698-4da4-abca-f07b4b58de01') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:55.076269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d5e2ef-5698-4da4-abca-f07b4b58de01') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:55.092161 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.118602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.144546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:55.145314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:55.153537 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:55.156975 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edd86-bcb1-4a98-8b06-de0b1ba70ba1 None None] Pushing event updated for resources: {'Port': ['ID=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.201373 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.204072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-198e8607-67aa-45cc-8da1-8b33ee2a276a None None] Provisioning complete for port 577b752f-0669-41f2-826b-5314eaaf7ca9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:55.204578 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-198e8607-67aa-45cc-8da1-8b33ee2a276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.292929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-198e8607-67aa-45cc-8da1-8b33ee2a276a None None] Port 577b752f-0669-41f2-826b-5314eaaf7ca9 was deleted so its status cannot be updated. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:23:55.308553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5950c15e-75bd-43e5-990d-be059056b0b2 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:55.319778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.341536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5950c15e-75bd-43e5-990d-be059056b0b2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5950c15e-75bd-43e5-990d-be059056b0b2,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:55.358513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.361705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 98ff65b5-c81f-48e4-a93c-407135fc28e1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:55.403423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.409554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Attempting to bind port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:55.410445 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Attempting to bind port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:55.410665 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Attempting to bind port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 on network 8bcbc243-b5ad-425d-8f15-212c2674ce1f {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:55.425194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.430887 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/networks/3b4b4a4a-6758-42b6-9d20-ae770c222eb1 HTTP/1.1" status: 204 len: 168 time: 2.9463422 Aug 31 09:23:55.431186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:55.431186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Checking segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:55.431186 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.431186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Bound using segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:55.431186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Bound port: d1cdda0a-1e8a-4695-86cf-9edeaa0a4613, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:55.432550 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.448869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da742-04c7-43be-9009-100842e61468 req-356287cd-0056-4ec1-9cd8-09929e3b2f91 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.451709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-221da742-04c7-43be-9009-100842e61468 req-356287cd-0056-4ec1-9cd8-09929e3b2f91 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 944 time: 2.2288566 Aug 31 09:23:55.465719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49068) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:55.471284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c21067-bc17-49b8-a278-8788756cb35d None None] DHCP port deletion for 3b4b4a4a-6758-42b6-9d20-ae770c222eb1 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:23:55.475855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 577b752f-0669-41f2-826b-5314eaaf7ca9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:55.573988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-af654d3b-79dc-4967-bb26-efe7af9d89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.575468 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] For port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:55.581297 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] For port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:55.584193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-af654d3b-79dc-4967-bb26-efe7af9d89d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 1.1304755 Aug 31 09:23:55.600901 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.626270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5950c15e-75bd-43e5-990d-be059056b0b2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.634349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 577b752f-0669-41f2-826b-5314eaaf7ca9 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:55.634991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 577b752f-0669-41f2-826b-5314eaaf7ca9 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 09:23:55.643313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:55.651736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] Provisioning for port 98ff65b5-c81f-48e4-a93c-407135fc28e1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:55.654772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68513c-13cc-4421-b84e-cad2567f9227 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Network': ['ID=3b4b4a4a-6758-42b6-9d20-ae770c222eb1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.691683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:55.692416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.779696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.784954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5950c15e-75bd-43e5-990d-be059056b0b2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:55.829793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:55.830960 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:55.849137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.849789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26616de-b4d0-48b2-a0f1-599fa174fdc3 req-baf7a93e-2736-434a-9c3f-85dbd539085b tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.857961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.867774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c26616de-b4d0-48b2-a0f1-599fa174fdc3 req-baf7a93e-2736-434a-9c3f-85dbd539085b tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 944 time: 0.6111505 Aug 31 09:23:55.913777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Port 577b752f-0669-41f2-826b-5314eaaf7ca9 not found, will not notify nova. {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 09:23:55.936322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] Provisioning complete for port 98ff65b5-c81f-48e4-a93c-407135fc28e1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:55.949660 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.988396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] Pushing event deleted for resources: {'Port': ['ID=b794d6e2-8da4-47aa-845b-bcb9ce4c1dff,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.001420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b794d6e2-8da4-47aa-845b-bcb9ce4c1dff no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:56.030025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-221da742-04c7-43be-9009-100842e61468 req-27c9c99e-4e66-4639-83e3-a314ee6b72d9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861424 Aug 31 09:23:56.038079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-36c8bdec-ec84-43b2-b35f-7bcd88faaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:56.040153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-36c8bdec-ec84-43b2-b35f-7bcd88faaf8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3695040 Aug 31 09:23:56.161758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b794d6e2-8da4-47aa-845b-bcb9ce4c1dff {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:56.162497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b794d6e2-8da4-47aa-845b-bcb9ce4c1dff not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:56.200316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.205826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f96b9-b3e5-418f-8a31-d6091197be4e None None] No DVR routers for this DVR port b794d6e2-8da4-47aa-845b-bcb9ce4c1dff on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:56.221709 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.232877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-8fd66173-de9a-4e8e-af0b-02ecd1199a1a service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8773940 Aug 31 09:23:56.276947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.316385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.317707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5559390 Aug 31 09:23:56.327316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:56.338077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49070) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.383709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:56.412308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Request body: {'security_group_rule': {'security_group_id': 'e398fabd-68f7-4819-8f93-af5c99a5d245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:56.477609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128219bc-d18a-4ecf-a4fb-770358ef20ef') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:56.477959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128219bc-d18a-4ecf-a4fb-770358ef20ef') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:56.484017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249920-be25-44b2-93cd-fd9f5e304833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e398fabd-68f7-4819-8f93-af5c99a5d245,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.496390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.504553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 87f40e34-8971-49bc-b3e2-3d2dce94aef5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:56.507260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c26616de-b4d0-48b2-a0f1-599fa174fdc3 req-90704ade-8596-4320-937f-e0352fc898b3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249437 Aug 31 09:23:56.528701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.592129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.633152 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edd86-bcb1-4a98-8b06-de0b1ba70ba1 None None] Pushing event updated for resources: {'Port': ['ID=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.638233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:56.639743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:56.644297 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:56.676344 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:55Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:56.705212 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.717002 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f49e2e-f90b-403d-96e5-af2493923f4d None None] The sync data for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 is: [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:55Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:56.733957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.739373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.766714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.778065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.782992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4168735 Aug 31 09:23:56.782992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.787780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/networks/816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940 HTTP/1.1" status: 204 len: 168 time: 1.3180161 Aug 31 09:23:56.787780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb1b7-c2a8-4b60-9b43-f7e49b1b414f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756277e1-3fa3-4ae7-96f7-a58c234f8616,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.789827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49072) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.789827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49074) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:56.818581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Request body: {'security_group_rule': {'security_group_id': 'e398fabd-68f7-4819-8f93-af5c99a5d245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:56.820650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,segment=NetworkSegment(644179fb-6b34-4db3-a242-0ab3f63e679f),segment_id=644179fb-6b34-4db3-a242-0ab3f63e679f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:56.820832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-592537ae-5e93-4223-9404-15ba8476b7d7 req-c81dd606-b1ba-48d4-a877-46cbb1d6ce65 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469186 Aug 31 09:23:56.876114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81fea8-e547-4d0f-bfcb-c3f332b4793a tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Network': ['ID=816ddad1-1b2e-4cd6-bb4a-6f5c67f1a940,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.879339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:56.881732 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf9b66-3930-4f02-9dff-a2d635caf0c5" -d '{"events": [{"server_uuid": "1ab03611-2b66-4b95-a57a-ce92e690636c", "name": "network-vif-plugged", "status": "completed", "tag": "bafe7001-7784-4a0c-acfd-6fe4d70dcc88"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:56.928852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.993188 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8969b5a0-f8f4-4236-b677-e1c438fe27a7 x-openstack-request-id: req-8969b5a0-f8f4-4236-b677-e1c438fe27a7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:56.993606 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab03611-2b66-4b95-a57a-ce92e690636c", "name": "network-vif-plugged", "status": "completed", "tag": "bafe7001-7784-4a0c-acfd-6fe4d70dcc88", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:56.994982 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8969b5a0-f8f4-4236-b677-e1c438fe27a7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:56.995631 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88', 'code': 200} Aug 31 09:23:57.013923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-0e88e87c-6b23-46fc-85c1-bd8776a96db5 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440787 Aug 31 09:23:57.027997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.039755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.108782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:57.109359 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.160608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.263337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:57.269835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741edcb0-2407-4212-bc19-5af854e12012 req-7b30086f-885d-4b9e-ada9-18e2c39d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.274864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-741edcb0-2407-4212-bc19-5af854e12012 req-7b30086f-885d-4b9e-ada9-18e2c39d59ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 1097 time: 0.2090504 Aug 31 09:23:57.295973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f28f9a-250f-4d01-b1a1-4770727062ab req-a4af9416-4185-4a36-944c-a18de14a23e1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.297684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0f28f9a-250f-4d01-b1a1-4770727062ab req-a4af9416-4185-4a36-944c-a18de14a23e1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.7854717 Aug 31 09:23:57.300859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] For port 98ff65b5-c81f-48e4-a93c-407135fc28e1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98ff65b5-c81f-48e4-a93c-407135fc28e1,segment=NetworkSegment(dee82dea-a521-48bf-847f-b77db90ee2d8),segment_id=dee82dea-a521-48bf-847f-b77db90ee2d8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:57.317259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.367482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.399091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36941ad-d70c-45b6-8293-b3ee8e691b8b req-040acb73-8dce-4d60-abf2-91a2f2a79481 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.410880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.411220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b36941ad-d70c-45b6-8293-b3ee8e691b8b req-040acb73-8dce-4d60-abf2-91a2f2a79481 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 945 time: 0.2248075 Aug 31 09:23:57.455833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64579b4-8445-4cdb-8b61-66616f0cf938 req-441fab05-26bb-4f30-b484-fbad4ca1aa2d service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307470 Aug 31 09:23:57.506961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-741edcb0-2407-4212-bc19-5af854e12012 req-66f75d9e-59eb-4c9f-b74f-616da41beccc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331995 Aug 31 09:23:57.507976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.516117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6960332 Aug 31 09:23:57.516420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49082) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:57.532973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b36941ad-d70c-45b6-8293-b3ee8e691b8b req-189f15e1-78ad-4459-af68-2ca2d7c90eea tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205738 Aug 31 09:23:57.535297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:57.568724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20c589-55c3-4d44-bb89-4ac3d6465f05 None None] Pushing event updated for resources: {'Port': ['ID=98ff65b5-c81f-48e4-a93c-407135fc28e1,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:57.579924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-44d159e6-bc06-4330-8058-fbd6ed3c3c27 None None] Provisioning for port 2d9e6b1c-4733-4f88-8798-22e1541332bb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:57.589903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd5631-860b-47da-a54b-16f8e6cd490f tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c8f43c-f49c-4dab-82fd-4e240bec99d3,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:57.597341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-44d159e6-bc06-4330-8058-fbd6ed3c3c27 None None] Provisioning complete for port 2d9e6b1c-4733-4f88-8798-22e1541332bb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:57.599084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44d159e6-bc06-4330-8058-fbd6ed3c3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.623629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0f28f9a-250f-4d01-b1a1-4770727062ab req-59fa1dcb-15e4-4926-a0c3-0b670bc629fd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899642 Aug 31 09:23:57.633696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.666424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a2019c-120c-457d-a95d-71da4864b672']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:57.687826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac39bb9a-ea16-4d6a-ae1e-6a11bc7e3d73') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:57.688165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac39bb9a-ea16-4d6a-ae1e-6a11bc7e3d73') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:57.691326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 577b752f-0669-41f2-826b-5314eaaf7ca9 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:57.723422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.764457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.783294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 577b752f-0669-41f2-826b-5314eaaf7ca9 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:57.784129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 577b752f-0669-41f2-826b-5314eaaf7ca9 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:57.784889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:57.787644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.816097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-44d159e6-bc06-4330-8058-fbd6ed3c3c27 None None] Port 2d9e6b1c-4733-4f88-8798-22e1541332bb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:57.836231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.844445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-44d159e6-bc06-4330-8058-fbd6ed3c3c27 None None] Provisioning complete for port 98ff65b5-c81f-48e4-a93c-407135fc28e1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:57.845680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44d159e6-bc06-4330-8058-fbd6ed3c3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.854434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.857151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:57.940468 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:57.956218 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.969061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=2d9e6b1c-4733-4f88-8798-22e1541332bb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.104481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.122980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.128826 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/networks/32a2019c-120c-457d-a95d-71da4864b672 HTTP/1.1" status: 204 len: 168 time: 1.2837396 Aug 31 09:23:58.129120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa776-f3cb-44f5-a2ba-4ea21bce3464 req-d95a327a-5e51-47e1-9dd3-eb8df0c4ea7c tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.129120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f5fa776-f3cb-44f5-a2ba-4ea21bce3464 req-d95a327a-5e51-47e1-9dd3-eb8df0c4ea7c tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.2771580 Aug 31 09:23:58.130103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49090) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.138644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420339da-7ec0-403f-9a22-1154c1636683 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Network': ['ID=32a2019c-120c-457d-a95d-71da4864b672,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.241615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.241935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:58.252411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:58.278074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f5fa776-f3cb-44f5-a2ba-4ea21bce3464 req-cc45eb31-8348-476f-9842-45789781714f tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185353 Aug 31 09:23:58.343439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.517663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Allocated IP 172.25.4.243 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f9d9dcc9-2562-4524-8685-5badd9afd13b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:58.544287 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d211e31b-be1c-46fa-9426-8c844dfed219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.580886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98ff65b5-c81f-48e4-a93c-407135fc28e1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:58.850266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.863772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 98ff65b5-c81f-48e4-a93c-407135fc28e1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:58.864353 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.057094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.095436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:59.205830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dda1210d-1eed-4a15-a658-020d47f89b5f None None] Provisioning complete for port 2d9e6b1c-4733-4f88-8798-22e1541332bb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:59.206664 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dda1210d-1eed-4a15-a658-020d47f89b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.215469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:59.246812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:59.265886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:59.269812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:59.278881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event updated for resources: {'Port': ['ID=f9d9dcc9-2562-4524-8685-5badd9afd13b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.332981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.355596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:59.365213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:59.365961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.366857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6985522-62f5-4115-aa2e-9b2e842a2cd8']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:59.405852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353a787-b75d-4aec-a894-1f000399a676 req-faced20d-8613-4fc5-b065-1dbd75add459 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.418692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1353a787-b75d-4aec-a894-1f000399a676 req-faced20d-8613-4fc5-b065-1dbd75add459 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 945 time: 0.5275156 Aug 31 09:23:59.424378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638185fb-e07f-4cb9-8c60-4e09175e8379') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:59.424849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638185fb-e07f-4cb9-8c60-4e09175e8379') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:59.458026 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.501577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5950c15e-75bd-43e5-990d-be059056b0b2 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:59.538901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dda1210d-1eed-4a15-a658-020d47f89b5f None None] Port 2d9e6b1c-4733-4f88-8798-22e1541332bb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:59.543067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.591071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:59.591496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:59.603960 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:59.613517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1353a787-b75d-4aec-a894-1f000399a676 req-c5ee37eb-ce84-4548-a0d8-ea022f7d6735 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937299 Aug 31 09:23:59.639166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.653404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5950c15e-75bd-43e5-990d-be059056b0b2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:59.663466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5950c15e-75bd-43e5-990d-be059056b0b2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:59.664112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.725910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:59.739037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.825583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.836363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:59.849400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.852490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d56dfeab-5f49-4a82-93cd-ca98b2f9b83b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4298611 Aug 31 09:23:59.858836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:59.860874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:59.869775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1203072122'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:59.875478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.894117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950c15e-75bd-43e5-990d-be059056b0b2'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:59.896216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9296ce-2ece-4775-95be-d3c4a3d88932 req-21f3865c-bb6f-4b1a-ad0b-6984c520a6eb tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.896513 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88681665-ffb5-4f4f-9e82-73c1f4433463" -d '{"events": [{"server_uuid": "bf40a583-bc7f-4c08-b744-7be43968ab49", "name": "network-vif-plugged", "status": "completed", "tag": "5950c15e-75bd-43e5-990d-be059056b0b2"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:59.898753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb9296ce-2ece-4775-95be-d3c4a3d88932 req-21f3865c-bb6f-4b1a-ad0b-6984c520a6eb tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.3531063 Aug 31 09:23:59.902271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:59.903190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:23:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:59.949781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5950c15e-75bd-43e5-990d-be059056b0b2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5950c15e-75bd-43e5-990d-be059056b0b2,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:59.950010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.961371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.977745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] 10.222.0.18 "DELETE /v2.0/networks/c6985522-62f5-4115-aa2e-9b2e842a2cd8 HTTP/1.1" status: 204 len: 168 time: 1.8464937 Aug 31 09:24:00.019594 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc70960-cee5-4078-bc89-2613d3334e3e x-openstack-request-id: req-0dc70960-cee5-4078-bc89-2613d3334e3e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:00.019922 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40a583-bc7f-4c08-b744-7be43968ab49", "name": "network-vif-plugged", "status": "completed", "tag": "5950c15e-75bd-43e5-990d-be059056b0b2", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:00.020158 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dc70960-cee5-4078-bc89-2613d3334e3e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:00.020581 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950c15e-75bd-43e5-990d-be059056b0b2', 'code': 200} Aug 31 09:24:00.036026 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.054292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb887e-4776-4820-b1ec-ba04be09c648 tempest-BulkNetworkOpsTest-1895895763 tempest-BulkNetworkOpsTest-1895895763-project] Pushing event deleted for resources: {'Network': ['ID=c6985522-62f5-4115-aa2e-9b2e842a2cd8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.071261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.094525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:00.103886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.144542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:00.194309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5950c15e-75bd-43e5-990d-be059056b0b2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.255820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:00.274672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.275456 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added segment 2849d7e6-13c4-490b-ada6-7253cae20d3b of type vlan for network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 Aug 31 09:24:00.284913 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.297023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.301563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb9296ce-2ece-4775-95be-d3c4a3d88932 req-2293cc05-83d1-4e34-9be1-326664fb9a2f tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613641 Aug 31 09:24:00.436832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.467394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event updated for resources: {'Port': ['ID=f9d9dcc9-2562-4524-8685-5badd9afd13b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.479812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5cc3d-c900-40f8-a00a-74d8ca799e07 req-4e11a1fe-c012-43bd-b257-d0e1475473e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.481384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7b5cc3d-c900-40f8-a00a-74d8ca799e07 req-4e11a1fe-c012-43bd-b257-d0e1475473e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 1098 time: 0.3382280 Aug 31 09:24:00.523579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.534985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:00.552159 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.559146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.560328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.572413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.589746 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ebd949a-8292-4212-bd79-ff4d9ae92d83 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0577867 Aug 31 09:24:00.610016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49116) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:00.661782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Network': ['ID=8d380adc-a08e-4d3e-912a-12a5542fe0f9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.699354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54932-928d-4561-b807-8d1ecf81571b req-f7899ddb-2771-448f-94d0-facc06048fb0 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.701566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36f54932-928d-4561-b807-8d1ecf81571b req-f7899ddb-2771-448f-94d0-facc06048fb0 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.2459087 Aug 31 09:24:00.705831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7b5cc3d-c900-40f8-a00a-74d8ca799e07 req-53c6dd71-a52a-4575-a421-60c2b89ac1fb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057419 Aug 31 09:24:00.708544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:00.726148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cd40147a-716d-4809-bf5b-e6128d903ff8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8642752 Aug 31 09:24:00.734496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49122) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:00.739982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'subnet': {'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:00.782847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36f54932-928d-4561-b807-8d1ecf81571b req-a90c834d-faa2-49e7-9728-81dd45eb0792 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728822 Aug 31 09:24:00.903707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11693bb8-7a61-4894-bac9-a766462208b0 req-d35dc3b8-7168-427b-b269-a6e88bd84c7f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.906657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11693bb8-7a61-4894-bac9-a766462208b0 req-d35dc3b8-7168-427b-b269-a6e88bd84c7f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 946 time: 0.1079626 Aug 31 09:24:00.977040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:00.977888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.980665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-ef30f50e-fb78-4ee0-b6d2-c8fa8d2d49bc tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--630474171&fields=id&tenant_id=e17158b702664d1db20ab142c56db5bd HTTP/1.1" status: 200 len: 267 time: 0.0678813 Aug 31 09:24:00.989888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11693bb8-7a61-4894-bac9-a766462208b0 req-140e08ad-be35-432c-b1ed-da832d2eee37 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750945 Aug 31 09:24:01.053372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:54Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:23:57Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:01.054634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c38ea44-8065-41b5-b7f5-63f5b104738f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adceb51da5844aaebc2e25c878098768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420011 Aug 31 09:24:01.055891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49138) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.096939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:01.097287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Updating router 5f184495-809a-4b80-933c-d4bd21b963dc port 2d9e6b1c-4733-4f88-8798-22e1541332bb binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:24:01.111821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Made reservation on behalf of 04be1642d5764d9db25864ffdf7e210a for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:01.117051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.132180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.169021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-633707eb-ad01-42cc-be88-acb23945169b tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.183273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-633707eb-ad01-42cc-be88-acb23945169b tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/networks?id=8bcbc243-b5ad-425d-8f15-212c2674ce1f HTTP/1.1" status: 200 len: 812 time: 0.1848888 Aug 31 09:24:01.201556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a48bd8b8-967e-42b7-90ee-5d13d127e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.220696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-73f54fb4-4db5-4f90-b960-76052c25d73c tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/quotas/e17158b702664d1db20ab142c56db5bd HTTP/1.1" status: 200 len: 375 time: 0.0306518 Aug 31 09:24:01.231808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a48bd8b8-967e-42b7-90ee-5d13d127e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.325968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-f503edeb-b7ea-4992-862b-03c521076839 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e17158b702664d1db20ab142c56db5bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974367 Aug 31 09:24:01.336049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a48bd8b8-967e-42b7-90ee-5d13d127e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.340247 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a48bd8b8-967e-42b7-90ee-5d13d127e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.341878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a48bd8b8-967e-42b7-90ee-5d13d127e896 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36c85a3c-e4d5-4dad-af6b-75068e867a74 HTTP/1.1" status: 204 len: 168 time: 0.2823601 Aug 31 09:24:01.376898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bd8b8-967e-42b7-90ee-5d13d127e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c85a3c-e4d5-4dad-af6b-75068e867a74,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.517976 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0d420ffd-d2e4-4fef-900b-d2a10a34b57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.519466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-f2a53f46-afaf-4ff3-8e13-b475b5304131 service neutron] 10.222.0.18 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672633 Aug 31 09:24:01.572676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.682610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Subnet': ['ID=527d93bd-1ecb-4703-9ad2-c3eb46dffb38,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.699716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Checking segment: {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:01.700395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network hostable DHCP agents. Network: 8d380adc-a08e-4d3e-912a-12a5542fe0f9, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:01.731511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:01.751017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-c3d994a3-d763-47d7-8645-ada16816df7e service neutron] 10.222.0.18 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183666 Aug 31 09:24:01.755490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8d380adc-a08e-4d3e-912a-12a5542fe0f9) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:01.761385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.766822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.769338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.772429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6693dc-1e83-4837-8e55-5ec3943e187e None None] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:01.807983 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-00131909-8986-47bb-ae5e-a3a4735a3014 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0693603 Aug 31 09:24:01.808380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49150) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.904718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.951708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Transition to ACTIVE for port object 2d9e6b1c-4733-4f88-8798-22e1541332bb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:01.959581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.990957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.115589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Pushing event updated for resources: {'Port': ['ID=2d9e6b1c-4733-4f88-8798-22e1541332bb,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:02.238059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74022b-16fd-4165-aae6-e3ec3f20ce72 req-3d5f90e7-b905-4567-9e26-9388bc327cf3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:02.251343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Attempting to bind port 2d9e6b1c-4733-4f88-8798-22e1541332bb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:02.251343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Attempting to bind port 2d9e6b1c-4733-4f88-8798-22e1541332bb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:02.251343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Attempting to bind port 2d9e6b1c-4733-4f88-8798-22e1541332bb on network 5d638aae-9cc6-4826-a517-355f7f2d2cbd {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:02.253125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d74022b-16fd-4165-aae6-e3ec3f20ce72 req-3d5f90e7-b905-4567-9e26-9388bc327cf3 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.2226503 Aug 31 09:24:02.283411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:02.285808 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.325830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:02.327119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Checking segment: {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:02.328416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.329464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Bound using segment: {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:02.330665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Bound port: 2d9e6b1c-4733-4f88-8798-22e1541332bb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee82dea-a521-48bf-847f-b77db90ee2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:02.331642 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.675295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d74022b-16fd-4165-aae6-e3ec3f20ce72 req-4cec6d29-2a75-4206-9f56-b281e856148c tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208853 Aug 31 09:24:02.686322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Allocated IP 2001:db8:3::2 (8d380adc-a08e-4d3e-912a-12a5542fe0f9/527d93bd-1ecb-4703-9ad2-c3eb46dffb38/b67c86ad-8dbe-4ae2-9932-630043fba22d) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:02.701595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49180) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:02.815544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065095-f0cc-43d1-bdb4-7f800d380cf2 req-a8561860-e066-432c-9e63-53ee118142c0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:02.818974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef065095-f0cc-43d1-bdb4-7f800d380cf2 req-a8561860-e066-432c-9e63-53ee118142c0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 946 time: 0.4625719 Aug 31 09:24:02.936061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127197703'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:02.975903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:02.986821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.004687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.053503 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:24:03.175319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] For port 2d9e6b1c-4733-4f88-8798-22e1541332bb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:03.179764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] For port 2d9e6b1c-4733-4f88-8798-22e1541332bb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2d9e6b1c-4733-4f88-8798-22e1541332bb,segment=NetworkSegment(dee82dea-a521-48bf-847f-b77db90ee2d8),segment_id=dee82dea-a521-48bf-847f-b77db90ee2d8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:03.195213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.208888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.235251 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.281998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4336525f-3f1d-4443-b436-35f928e271cf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.295141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:03.336285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.336614 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment 9866661b-4fa2-4593-95d4-ec527bed83b6 of type vlan for network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 Aug 31 09:24:03.344147 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.401513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Transition to ACTIVE for port object b67c86ad-8dbe-4ae2-9932-630043fba22d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:03.410146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:03.412002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:03.453795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.497018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be293c72-a26e-4b14-b74a-413dd24f19eb req-d6b2fc48-527b-4430-8a48-21b6f0de289e tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 210 time: 0.6719828 Aug 31 09:24:03.560703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.574568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.575438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.587678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef065095-f0cc-43d1-bdb4-7f800d380cf2 req-438ac03f-708d-4073-9d34-56de12e4d142 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300913 Aug 31 09:24:03.594517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Pushing event updated for resources: {'Port': ['ID=2d9e6b1c-4733-4f88-8798-22e1541332bb,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.640966 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9264882 Aug 31 09:24:03.740699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.741473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.742034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.742820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.743352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.744632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.745231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.745924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.746534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.747081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.748982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.749616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647f514-64c9-4de4-a241-d2159f88418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:03.756314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Transition to ACTIVE for port object b67c86ad-8dbe-4ae2-9932-630043fba22d will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:03.800270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406407cf-6c03-499a-80d4-2775b4904019 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=9e8f8313-3473-45aa-8100-16d4bb60a7e7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.812167 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.827261 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.883194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:03.892988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:04.075191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Pushing event updated for resources: {'Port': ['ID=b67c86ad-8dbe-4ae2-9932-630043fba22d,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:04.141520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:04.382884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:04.477523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:04.482329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:04.490810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-dc8c1a53-d4b8-44ac-959f-72da556dba3e tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.493519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-dc8c1a53-d4b8-44ac-959f-72da556dba3e tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.15 "GET /v2.0/networks?id=8bcbc243-b5ad-425d-8f15-212c2674ce1f HTTP/1.1" status: 200 len: 812 time: 0.3830228 Aug 31 09:24:04.621079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-9ee70271-1a3a-40e0-80c6-baa9ba42a759 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17158b702664d1db20ab142c56db5bd HTTP/1.1" status: 200 len: 379 time: 0.1109776 Aug 31 09:24:04.633240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Request body: {'port': {'device_id': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'admin_state_up': True, 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'security_groups': ['e398fabd-68f7-4819-8f93-af5c99a5d245']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:04.757686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Attempting to bind port b67c86ad-8dbe-4ae2-9932-630043fba22d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:04.758409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Attempting to bind port b67c86ad-8dbe-4ae2-9932-630043fba22d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:04.758993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Attempting to bind port b67c86ad-8dbe-4ae2-9932-630043fba22d on network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:04.796298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:04.796765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Checking segment: {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:04.797190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:04.797586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Bound using segment: {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:04.798091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Bound port: b67c86ad-8dbe-4ae2-9932-630043fba22d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:04.798505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:04.937553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2aa34-0c80-4428-9d9d-84f15bbe187e req-d7765c44-96b2-4c04-aeaf-064d789b8553 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.947833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08d2aa34-0c80-4428-9d9d-84f15bbe187e req-d7765c44-96b2-4c04-aeaf-064d789b8553 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 946 time: 0.1625547 Aug 31 09:24:04.961473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Made reservation on behalf of e17158b702664d1db20ab142c56db5bd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:04.979674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.006272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Allocated IP 2001:db8:3::1 (8d380adc-a08e-4d3e-912a-12a5542fe0f9/527d93bd-1ecb-4703-9ad2-c3eb46dffb38/e47271eb-5ffc-4666-a02c-7baaaf1ec0df) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:05.023842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] For port b67c86ad-8dbe-4ae2-9932-630043fba22d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:05.026991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08d2aa34-0c80-4428-9d9d-84f15bbe187e req-273e7980-9d6e-4537-8d80-9971455dd1a5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745661 Aug 31 09:24:05.044187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] For port b67c86ad-8dbe-4ae2-9932-630043fba22d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b67c86ad-8dbe-4ae2-9932-630043fba22d,segment=NetworkSegment(2849d7e6-13c4-490b-ada6-7253cae20d3b),segment_id=2849d7e6-13c4-490b-ada6-7253cae20d3b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:05.065126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ef89f-e8cd-4408-b42a-3ab7e6c61cfd req-1f7d15ab-3378-49d6-a876-75ec05221a88 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.068364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.081049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:54Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:03Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:05.081875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-607ef89f-e8cd-4408-b42a-3ab7e6c61cfd req-1f7d15ab-3378-49d6-a876-75ec05221a88 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.2939246 Aug 31 09:24:05.214717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3a19e2a-524d-40ec-8e14-e5ac2c884f48 req-f732c60e-06f6-4ddd-8f14-f61d8e1cabd4 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 210 time: 0.0674324 Aug 31 09:24:05.272702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4aa33-a7b1-402b-a486-fc5517367209 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:23:54Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:03Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:05.314927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-607ef89f-e8cd-4408-b42a-3ab7e6c61cfd req-fc8b348b-7209-4524-b1ce-1fa1c67bdfd9 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317755 Aug 31 09:24:05.316105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300f70-186d-460d-90ae-c337fcccbb23 None None] Pushing event updated for resources: {'Port': ['ID=b67c86ad-8dbe-4ae2-9932-630043fba22d,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:05.403856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Allocated IP 172.20.0.3 (8bcbc243-b5ad-425d-8f15-212c2674ce1f/338eb689-26b3-4e67-a638-124dbb904526/25f216ed-1ad6-4c3f-b876-90310d7f6861) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:05.490706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.536402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Transition to ACTIVE for port object e47271eb-5ffc-4666-a02c-7baaaf1ec0df will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:05.639474 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.751153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:05.782122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:05.798960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:05.799831 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.827081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.868267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Transition to ACTIVE for port object 25f216ed-1ad6-4c3f-b876-90310d7f6861 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:05.895559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:06.037414 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.099823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.188180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:06.195913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:06.199889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event updated for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:06.204046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:06.214667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-292aabbf-7822-4fa7-929e-94f279ac7237 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.216308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-292aabbf-7822-4fa7-929e-94f279ac7237 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.2898676 Aug 31 09:24:06.464553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.483984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.549320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c34d410-fbdc-43b3-a7a5-06fb72ea12d9 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9210966 Aug 31 09:24:06.570269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Request body: {'port': {'device_id': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:06.695147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b67c86ad-8dbe-4ae2-9932-630043fba22d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:06.771320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.814398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b67c86ad-8dbe-4ae2-9932-630043fba22d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:06.832419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d9e6b1c-4733-4f88-8798-22e1541332bb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:06.865000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.924919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-04c68670-d6e9-451f-b1e8-ff6ccdd90ddf None None] Provisioning for port 25f216ed-1ad6-4c3f-b876-90310d7f6861 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:06.934293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-04c68670-d6e9-451f-b1e8-ff6ccdd90ddf None None] Provisioning complete for port 25f216ed-1ad6-4c3f-b876-90310d7f6861 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:06.934784 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04c68670-d6e9-451f-b1e8-ff6ccdd90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.169623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 2d9e6b1c-4733-4f88-8798-22e1541332bb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:07.182977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-04c68670-d6e9-451f-b1e8-ff6ccdd90ddf None None] Port 25f216ed-1ad6-4c3f-b876-90310d7f6861 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:07.186130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2d9e6b1c-4733-4f88-8798-22e1541332bb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:07.186597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.337788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.353954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-3fff0f85-9be5-4049-b329-1bebfaa408b4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.355999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-3fff0f85-9be5-4049-b329-1bebfaa408b4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 946 time: 1.0565236 Aug 31 09:24:07.397894 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.399164 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.445493 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.447233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4681e-f298-4cf6-ba02-07b67503c3a8 req-44eeb25f-47ee-458b-bf27-779523151ae0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.449536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1c4681e-f298-4cf6-ba02-07b67503c3a8 req-44eeb25f-47ee-458b-bf27-779523151ae0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 946 time: 1.1605027 Aug 31 09:24:07.457127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49214) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:07.468773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:07.502731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e49a0-945d-4be1-b2cf-659e9b795ebc None None] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:07.510876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1dac0-f8a6-4c95-8517-0df6e25e5b6c req-7792aec3-7ec3-484d-bf01-8cb2a4dcf2fa tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.513016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f1dac0-f8a6-4c95-8517-0df6e25e5b6c req-7792aec3-7ec3-484d-bf01-8cb2a4dcf2fa tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 931 time: 1.0045855 Aug 31 09:24:07.535742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 2d9e6b1c-4733-4f88-8798-22e1541332bb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2d9e6b1c-4733-4f88-8798-22e1541332bb,segment=NetworkSegment(dee82dea-a521-48bf-847f-b77db90ee2d8),segment_id=dee82dea-a521-48bf-847f-b77db90ee2d8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:07.582486 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.594300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f216ed-1ad6-4c3f-b876-90310d7f6861 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:07.600932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] Provisioning for port b67c86ad-8dbe-4ae2-9932-630043fba22d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:07.610410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.637373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] Provisioning complete for port b67c86ad-8dbe-4ae2-9932-630043fba22d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:07.637710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.638539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Transition to ACTIVE for port object 25f216ed-1ad6-4c3f-b876-90310d7f6861 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:07.653169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.681637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event updated for resources: {'Port': ['ID=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.708663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:07.713016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.722523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=2d9e6b1c-4733-4f88-8798-22e1541332bb,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.732345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1c4681e-f298-4cf6-ba02-07b67503c3a8 req-d96fe1d7-ddb8-4334-ad5e-a2e34b913b0f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130189 Aug 31 09:24:07.738222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f1dac0-f8a6-4c95-8517-0df6e25e5b6c req-9c7645d3-c95e-4d2f-8ac3-91c33546c937 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903954 Aug 31 09:24:07.758018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Deleting port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:07.758354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.851873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:07.861683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Pushing event updated for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.874030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:07.965858 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.058590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] For port b67c86ad-8dbe-4ae2-9932-630043fba22d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b67c86ad-8dbe-4ae2-9932-630043fba22d,segment=NetworkSegment(2849d7e6-13c4-490b-ada6-7253cae20d3b),segment_id=2849d7e6-13c4-490b-ada6-7253cae20d3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:08.064550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Deleting port 5950c15e-75bd-43e5-990d-be059056b0b2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:08.065065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.065712 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.102112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Attempting to bind port 25f216ed-1ad6-4c3f-b876-90310d7f6861 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:08.102424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Attempting to bind port 25f216ed-1ad6-4c3f-b876-90310d7f6861 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:08.103417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Attempting to bind port 25f216ed-1ad6-4c3f-b876-90310d7f6861 on network 8bcbc243-b5ad-425d-8f15-212c2674ce1f {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:08.104135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:08.117650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Port 25f216ed-1ad6-4c3f-b876-90310d7f6861 on network 8bcbc243-b5ad-425d-8f15-212c2674ce1f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:08.118046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Attempting to bind port 25f216ed-1ad6-4c3f-b876-90310d7f6861 on network 8bcbc243-b5ad-425d-8f15-212c2674ce1f {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:08.130290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:08.130733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Checking segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:08.131076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Bound using segment: {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:08.131523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Bound port: 25f216ed-1ad6-4c3f-b876-90310d7f6861, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:08.131879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.184237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12687c3f-eb2d-4f06-a12c-27e7e9a09c89 None None] Pushing event updated for resources: {'Port': ['ID=b67c86ad-8dbe-4ae2-9932-630043fba22d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.187673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dce11-89cd-40e6-813c-b6dd774b3012 req-b0628696-c5fd-4831-8685-e400956900a4 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.190203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e5dce11-89cd-40e6-813c-b6dd774b3012 req-b0628696-c5fd-4831-8685-e400956900a4 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 945 time: 0.3364649 Aug 31 09:24:08.193919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] For port bafe7001-7784-4a0c-acfd-6fe4d70dcc88, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,segment=NetworkSegment(644179fb-6b34-4db3-a242-0ab3f63e679f),segment_id=644179fb-6b34-4db3-a242-0ab3f63e679f)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:08.194304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.249806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.289425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Calling delete_port for bafe7001-7784-4a0c-acfd-6fe4d70dcc88 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:08.363804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:08.384081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b67c86ad-8dbe-4ae2-9932-630043fba22d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:08.412528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.417775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:08.427213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': '9866661b-4fa2-4593-95d4-ec527bed83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:08.427578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: 9e8f8313-3473-45aa-8100-16d4bb60a7e7, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:08.431820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.520770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b67c86ad-8dbe-4ae2-9932-630043fba22d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:08.523891 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.525179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e5dce11-89cd-40e6-813c-b6dd774b3012 req-5431071a-ad14-4fcc-bbe5-4dc02acbe2cb tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9a6a3fd-f5d0-4834-9470-79230394b406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447951 Aug 31 09:24:08.526625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.527667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.530531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] 10.222.0.15 "PUT /v2.0/ports/25f216ed-1ad6-4c3f-b876-90310d7f6861 HTTP/1.1" status: 200 len: 1092 time: 1.9713635 Aug 31 09:24:08.537622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:08.542643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] For port 5950c15e-75bd-43e5-990d-be059056b0b2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5950c15e-75bd-43e5-990d-be059056b0b2,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:08.543159 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.544204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:08.546980 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:08.566265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c96d3474-d5ef-4c98-9af4-f8834ee31778 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7550197 Aug 31 09:24:08.569846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:08.586957 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:08.607651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:08.608096 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:08.613356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:08.614336 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:08.624864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Calling delete_port for 5950c15e-75bd-43e5-990d-be059056b0b2 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:08.673221 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c610a6a6-45d5-42a7-88be-686b6dd0b275 x-openstack-request-id: req-c610a6a6-45d5-42a7-88be-686b6dd0b275 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:08.673884 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:08.674044 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c610a6a6-45d5-42a7-88be-686b6dd0b275 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:08.674669 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'status': 'completed', 'code': 200} Aug 31 09:24:08.720551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9e8f8313-3473-45aa-8100-16d4bb60a7e7) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:08.731565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f3de5-d6a6-440b-947f-f64f9e04d652 service neutron] Pushing event updated for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.738864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.740315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.783941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ddb13-1742-4bf2-8ea8-de41ccccc667 None None] Network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:08.836646 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-670c6530-a714-408c-9086-086a58dfb0f5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3772471 Aug 31 09:24:08.843508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:08.872792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630425162'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:08.896787 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:08.921777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-127f9833-1c5d-4375-a8f4-8d0133f30eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.932692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-127f9833-1c5d-4375-a8f4-8d0133f30eb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e17158b702664d1db20ab142c56db5bd&device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 1095 time: 0.2873280 Aug 31 09:24:09.010912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d9e6b1c-4733-4f88-8798-22e1541332bb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:09.030891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-b8f42513-7ee3-48b4-9df6-8bbcad4a8fc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861 HTTP/1.1" status: 200 len: 217 time: 0.0860064 Aug 31 09:24:09.054185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:09.060138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.166968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:09.171747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-d517704e-3f4e-42db-abc1-9782318e6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.173855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-d517704e-3f4e-42db-abc1-9782318e6499 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338eb689-26b3-4e67-a638-124dbb904526 HTTP/1.1" status: 200 len: 851 time: 0.1338971 Aug 31 09:24:09.276286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-83c7a968-86ec-465a-b804-a727ade5997a None None] Provisioning complete for port b67c86ad-8dbe-4ae2-9932-630043fba22d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:09.279734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83c7a968-86ec-465a-b804-a727ade5997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.383864 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:06Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:09.401055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2d9e6b1c-4733-4f88-8798-22e1541332bb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:09.401659 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.445552 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:09.446252 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Updating router 5f184495-809a-4b80-933c-d4bd21b963dc port e47271eb-5ffc-4666-a02c-7baaaf1ec0df binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:24:09.493853 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.576676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5950c15e-75bd-43e5-990d-be059056b0b2 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:09.678768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-9e8f8313-3473-45aa-8100-16d4bb60a7e7', 'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': '559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:09.679705 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.805666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.807087 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment fb82114a-c3b5-4fb7-8d71-ac6b80541958 of type vlan for network b6ccccf4-3468-422a-a658-dd115cee19e6 Aug 31 09:24:09.895461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.912119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-6b4d4254-0106-4f51-8518-f6c69a658003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.914954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-6b4d4254-0106-4f51-8518-f6c69a658003 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bcbc243-b5ad-425d-8f15-212c2674ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7298739 Aug 31 09:24:09.987691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.043946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:10.076299 n-d-800634-13 neutron-server[94897]: INFO neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No ports have port_id starting with 5950c15e-75bd-43e5-990d-be059056b0b2 Aug 31 09:24:10.087221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.096709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-83c7a968-86ec-465a-b804-a727ade5997a None None] Provisioning for port e47271eb-5ffc-4666-a02c-7baaaf1ec0df completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:10.101554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.103922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.110516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-83c7a968-86ec-465a-b804-a727ade5997a None None] Provisioning complete for port e47271eb-5ffc-4666-a02c-7baaaf1ec0df triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:10.110942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83c7a968-86ec-465a-b804-a727ade5997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.124997 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.142936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651e037-60e8-462c-beab-b61682441dee req-e89e69c4-8faa-4e24-8a97-df4dc6e88624 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.145975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1651e037-60e8-462c-beab-b61682441dee req-e89e69c4-8faa-4e24-8a97-df4dc6e88624 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 943 time: 1.1270809 Aug 31 09:24:10.177170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-83c7a968-86ec-465a-b804-a727ade5997a None None] Port e47271eb-5ffc-4666-a02c-7baaaf1ec0df cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:10.184979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Pushing event deleted for resources: {'Port': ['ID=5950c15e-75bd-43e5-990d-be059056b0b2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.217837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aebdc2-7eac-4860-88f4-84eaeb6b5cf9 req-e926b525-91d2-452a-97e4-da836af8c651 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.226064 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.230745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14aebdc2-7eac-4860-88f4-84eaeb6b5cf9 req-e926b525-91d2-452a-97e4-da836af8c651 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf40a583-bc7f-4c08-b744-7be43968ab49 HTTP/1.1" status: 200 len: 867 time: 1.2069488 Aug 31 09:24:10.254404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Transition to ACTIVE for port object e47271eb-5ffc-4666-a02c-7baaaf1ec0df will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:10.269522 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.335913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Allocated IP 2001:db8:0:ffff::2 (9e8f8313-3473-45aa-8100-16d4bb60a7e7/559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b/29bf3b8e-a1f8-4493-8703-2f71ab94b0c1) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:10.354232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=b6ccccf4-3468-422a-a658-dd115cee19e6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.416814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b6ccccf4-3468-422a-a658-dd115cee19e6 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:10.422151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Pushing event deleted for resources: {'Port': ['ID=bafe7001-7784-4a0c-acfd-6fe4d70dcc88,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.429531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] No DVR routers for this DVR port 5950c15e-75bd-43e5-990d-be059056b0b2 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:10.440231 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc54fc-8d5e-499b-8104-d3ebfbcb7d5b None None] Pushing event updated for resources: {'Port': ['ID=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.457167 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cb9ee1fa-fbfe-4f1e-980a-21671d6db04f tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5985262 Aug 31 09:24:10.474044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.477482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76d773ff-ca6c-4a3c-a2db-1edd143519b5 req-29edde2e-bae6-495e-81fe-f44ba1714d7a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "DELETE /v2.0/ports/5950c15e-75bd-43e5-990d-be059056b0b2 HTTP/1.1" status: 204 len: 173 time: 3.0814290 Aug 31 09:24:10.497356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49232) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:10.505121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'name': 'network-vif-deleted', 'tag': '5950c15e-75bd-43e5-990d-be059056b0b2'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:10.507791 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff9229-0ef5-4e95-af9d-52eed00d12a1" -d '{"events": [{"server_uuid": "bf40a583-bc7f-4c08-b744-7be43968ab49", "name": "network-vif-deleted", "tag": "5950c15e-75bd-43e5-990d-be059056b0b2"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:10.522830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': 'b6ccccf4-3468-422a-a658-dd115cee19e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:10.589258 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-c04f5b8a-e6bf-4763-baf1-65fb196c7797 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477091 Aug 31 09:24:10.685090 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Attempting to bind port e47271eb-5ffc-4666-a02c-7baaaf1ec0df on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:10.685859 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Attempting to bind port e47271eb-5ffc-4666-a02c-7baaaf1ec0df by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:10.686613 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Attempting to bind port e47271eb-5ffc-4666-a02c-7baaaf1ec0df on network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:10.701482 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:10.702718 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Checking segment: {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:10.705293 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.706259 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Bound using segment: {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:10.707244 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Bound port: e47271eb-5ffc-4666-a02c-7baaaf1ec0df, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2849d7e6-13c4-490b-ada6-7253cae20d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:10.708321 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.760887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bafe7001-7784-4a0c-acfd-6fe4d70dcc88 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:10.881169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:24:10.887764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: bafe7001-7784-4a0c-acfd-6fe4d70dcc88 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:10.888206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bafe7001-7784-4a0c-acfd-6fe4d70dcc88 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:10.888980 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] For port e47271eb-5ffc-4666-a02c-7baaaf1ec0df, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:10.903328 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] For port e47271eb-5ffc-4666-a02c-7baaaf1ec0df, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,segment=NetworkSegment(2849d7e6-13c4-490b-ada6-7253cae20d3b),segment_id=2849d7e6-13c4-490b-ada6-7253cae20d3b)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:10.914334 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.922184 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4926344c-bdc6-4694-8e18-0ca4f1772224 req-36a730ea-01be-40cc-a51d-e982f4bb3c62 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313680 Aug 31 09:24:10.962332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14aebdc2-7eac-4860-88f4-84eaeb6b5cf9 req-8b1b1ef1-b236-4762-b4b4-c1577c8b3ece tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295635 Aug 31 09:24:10.994148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1651e037-60e8-462c-beab-b61682441dee req-0af27bc9-077d-443f-9a46-ee4d7107a557 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8304017 Aug 31 09:24:10.995837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] No DVR routers for this DVR port bafe7001-7784-4a0c-acfd-6fe4d70dcc88 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:11.001525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.004548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c538eb-6c56-46dd-98a9-27a822e557b5 req-ae341b7e-b7d3-4ea8-8380-c5fc17765d30 tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.15 "DELETE /v2.0/ports/bafe7001-7784-4a0c-acfd-6fe4d70dcc88 HTTP/1.1" status: 204 len: 173 time: 4.7805059 Aug 31 09:24:11.015274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Removed routes are [] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:24:11.018021 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.107400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.125143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Transition to ACTIVE for port object 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:11.149135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Transition to ACTIVE for port object 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:11.157698 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:11.159255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:11.166864 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.204779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:11.207234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:11.210282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:11.419356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Pushing event updated for resources: {'Port': ['ID=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:11.443447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:11.446144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Attempting to bind port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:11.448746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Attempting to bind port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9866661b-4fa2-4593-95d4-ec527bed83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:11.449260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Attempting to bind port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 on network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:11.452230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.456299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:11.456937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Checking segment: {'id': '9866661b-4fa2-4593-95d4-ec527bed83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:11.457544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.458385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Bound using segment: {'id': '9866661b-4fa2-4593-95d4-ec527bed83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:11.459147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Bound port: 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9866661b-4fa2-4593-95d4-ec527bed83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e8f8313-3473-45aa-8100-16d4bb60a7e7'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:11.459605 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.576300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-09874e56-643b-4308-9abf-cf94fd1c735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.578846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-09874e56-643b-4308-9abf-cf94fd1c735a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e17158b702664d1db20ab142c56db5bd&device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 1095 time: 0.5562775 Aug 31 09:24:11.579531 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e4ec49-1086-409c-aa50-c768b352ecac x-openstack-request-id: req-56e4ec49-1086-409c-aa50-c768b352ecac {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:11.579827 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf40a583-bc7f-4c08-b744-7be43968ab49", "name": "network-vif-deleted", "tag": "5950c15e-75bd-43e5-990d-be059056b0b2", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:11.580085 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56e4ec49-1086-409c-aa50-c768b352ecac {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:11.580483 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf40a583-bc7f-4c08-b744-7be43968ab49', 'name': 'network-vif-deleted', 'tag': '5950c15e-75bd-43e5-990d-be059056b0b2', 'status': 'completed', 'code': 200} Aug 31 09:24:11.581981 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc54fc-8d5e-499b-8104-d3ebfbcb7d5b None None] Pushing event updated for resources: {'Port': ['ID=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:11.601937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e9f785d-f883-4f2a-98ea-7e94c66537a4 req-5d1d1e07-729f-47d1-93e1-5d0a8df483bb tempest-ServersNegativeTestMultiTenantJSON-1104686629 tempest-ServersNegativeTestMultiTenantJSON-1104686629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ab03611-2b66-4b95-a57a-ce92e690636c HTTP/1.1" status: 200 len: 210 time: 0.1238449 Aug 31 09:24:11.643496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] For port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:11.660651 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:11.662332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] For port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,segment=NetworkSegment(9866661b-4fa2-4593-95d4-ec527bed83b6),segment_id=9866661b-4fa2-4593-95d4-ec527bed83b6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:11.676318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.792305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.796846 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.829281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-5c1ece05-429d-4557-a861-3c13f3be228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.832064 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-5c1ece05-429d-4557-a861-3c13f3be228b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bcbc243-b5ad-425d-8f15-212c2674ce1f HTTP/1.1" status: 200 len: 913 time: 0.2237382 Aug 31 09:24:11.852637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0628-95a7-40f1-b565-4466c1163e6b None None] Pushing event updated for resources: {'Port': ['ID=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.017467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-a6270c1a-f0cb-44a8-aeb4-85eaaa1e71b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861 HTTP/1.1" status: 200 len: 217 time: 0.1751554 Aug 31 09:24:12.112923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:12.345347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-f2f10d3c-8d67-4327-9d9b-ed24731baa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.366452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-f2f10d3c-8d67-4327-9d9b-ed24731baa86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338eb689-26b3-4e67-a638-124dbb904526 HTTP/1.1" status: 200 len: 851 time: 0.3334963 Aug 31 09:24:12.370586 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 6, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:12.461715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:12.475331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.480239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a6d6da0a-ad85-4a82-8405-88b16c94e477 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 954 time: 3.9023540 Aug 31 09:24:12.480966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.485499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49248) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:12.580257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b36e51-5470-4150-8ada-d61a58b46b9b req-94ce800e-ce84-436a-bc47-8a63971cc7f8 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.590325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b36e51-5470-4150-8ada-d61a58b46b9b req-94ce800e-ce84-436a-bc47-8a63971cc7f8 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 943 time: 0.2512860 Aug 31 09:24:12.613876 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf599e-7990-469d-9e1d-79dd3a5c9171 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 6, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:12.624622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d457e4-69c7-429f-a7d3-2f462a42dc0f req-063d0bf5-1ab5-450c-9820-ede1c75b9e5c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.626889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5d457e4-69c7-429f-a7d3-2f462a42dc0f req-063d0bf5-1ab5-450c-9820-ede1c75b9e5c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2898614 Aug 31 09:24:12.652668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-4653cb63-f82e-436c-93b0-fb2505629e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.653984 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-4653cb63-f82e-436c-93b0-fb2505629e3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bcbc243-b5ad-425d-8f15-212c2674ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2642119 Aug 31 09:24:12.656206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=146c827a-1367-4878-8fcc-151fe8efd4e2,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.741540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 25f216ed-1ad6-4c3f-b876-90310d7f6861 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:12.798215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': 'fb82114a-c3b5-4fb7-8d71-ac6b80541958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b6ccccf4-3468-422a-a658-dd115cee19e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:12.799177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: b6ccccf4-3468-422a-a658-dd115cee19e6, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:12.819587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91b36e51-5470-4150-8ada-d61a58b46b9b req-2117db27-79e0-410f-ba44-477baeaa3637 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278950 Aug 31 09:24:12.854672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5e356946-ddef-48f9-a77e-7f3e09d48185 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 954 time: 0.3614616 Aug 31 09:24:12.862258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49252) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:12.862802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5d457e4-69c7-429f-a7d3-2f462a42dc0f req-3fa065f0-2c10-43de-aee6-fe2c00618d50 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914887 Aug 31 09:24:12.884510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'routes': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:12.989141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:13.047245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'port_id': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'mac_address': 'fa:16:3e:59:ec:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:13.129125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49256) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:13.192760 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.248608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network b6ccccf4-3468-422a-a658-dd115cee19e6 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:13.258129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f216ed-1ad6-4c3f-b876-90310d7f6861 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:13.277367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Deleting subnet b69fab98-036d-4b6b-8e6d-81f0237d7d3c {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:13.283279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.361164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:13.368075 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.423024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.444224 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-3f9e801d-c9c5-45a7-846c-075729985c1f service neutron] 10.222.0.15 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785280 Aug 31 09:24:13.469968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b6ccccf4-3468-422a-a658-dd115cee19e6) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:13.474580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.499163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.500133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.500658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8317980-56c0-44cb-854d-cb9e98140676 None None] Network b6ccccf4-3468-422a-a658-dd115cee19e6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:13.545557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.581164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'name': 'network-vif-deleted', 'tag': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:13.583720 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d76d7ba-e6ea-4712-9e3b-d8ad3029ffeb" -d '{"events": [{"server_uuid": "1ab03611-2b66-4b95-a57a-ce92e690636c", "name": "network-vif-deleted", "tag": "bafe7001-7784-4a0c-acfd-6fe4d70dcc88"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:13.608477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da5930-09ff-48c3-bc19-7ed5c9e74367 req-2de1923b-c23d-4e71-81eb-c59bf08d340d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.610892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7da5930-09ff-48c3-bc19-7ed5c9e74367 req-2de1923b-c23d-4e71-81eb-c59bf08d340d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2521157 Aug 31 09:24:13.748361 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb5b7a4-ee0d-4647-a48e-d8c4a09d5bd8 x-openstack-request-id: req-0cb5b7a4-ee0d-4647-a48e-d8c4a09d5bd8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:13.748737 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab03611-2b66-4b95-a57a-ce92e690636c", "name": "network-vif-deleted", "tag": "bafe7001-7784-4a0c-acfd-6fe4d70dcc88", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:13.748899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e3fb53c-f6b1-48b4-85ed-e30c3033810e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2421079 Aug 31 09:24:13.749087 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cb5b7a4-ee0d-4647-a48e-d8c4a09d5bd8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:13.749721 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab03611-2b66-4b95-a57a-ce92e690636c', 'name': 'network-vif-deleted', 'tag': 'bafe7001-7784-4a0c-acfd-6fe4d70dcc88', 'status': 'completed', 'code': 200} Aug 31 09:24:13.749866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49264) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:13.751629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.849491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.852020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b69fab98-036d-4b6b-8e6d-81f0237d7d3c HTTP/1.1" status: 204 len: 168 time: 0.7210793 Aug 31 09:24:13.854157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84bab9-4495-4e94-bea5-9bd4b820b78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69fab98-036d-4b6b-8e6d-81f0237d7d3c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.866513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49266) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:13.918155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7da5930-09ff-48c3-bc19-7ed5c9e74367 req-c894522b-af2b-407e-8a0c-50056d51f7ad tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102544 Aug 31 09:24:14.082402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.278836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19d4f3-084e-4245-986f-72cab4158eb8 None None] Network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:14.308013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.416259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e972c4-3569-4c36-9d3a-b15b7f65439a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b6ccccf4-3468-422a-a658-dd115cee19e6', 'network_id': 'b6ccccf4-3468-422a-a658-dd115cee19e6', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': '146c827a-1367-4878-8fcc-151fe8efd4e2'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:14.417197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-55e972c4-3569-4c36-9d3a-b15b7f65439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.442117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['25f216ed-1ad6-4c3f-b876-90310d7f6861'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:14.487433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaf86b-259f-45c4-a528-abb9a3ef93e9 req-21b0228d-abe0-4758-b31e-9d9268098cc8 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.489987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9aaf86b-259f-45c4-a528-abb9a3ef93e9 req-21b0228d-abe0-4758-b31e-9d9268098cc8 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 944 time: 0.3833768 Aug 31 09:24:14.560014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-38f59f25-b676-4b24-b10f-b2e2ac703b0c None None] Provisioning for port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:14.623486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa855c-aa1a-4fdd-b817-009466428fea req-eb27627b-5b38-43d9-8c6e-4ec3282d7481 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:14.626538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97fa855c-aa1a-4fdd-b817-009466428fea req-eb27627b-5b38-43d9-8c6e-4ec3282d7481 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3939281 Aug 31 09:24:14.634500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.697697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.extraroute_db [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added routes are [] {{(pid=94895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:24:14.698170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.extraroute_db [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:24:14.699054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:14.711763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d427a623-214b-4d76-8bce-9e8bebf5e63b']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.722446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2cdb694f-9e6d-4532-b6f6-1d2ba64fbe5f req-b62a6c54-6300-4a9d-9cc6-8ae76a376f37 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2626297 Aug 31 09:24:14.741826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:14.742991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.764915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9aaf86b-259f-45c4-a528-abb9a3ef93e9 req-dc0f3006-4a4e-4232-a178-074b06cd8c4d tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332492 Aug 31 09:24:14.768849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644179fb-6b34-4db3-a242-0ab3f63e679f') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.769334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644179fb-6b34-4db3-a242-0ab3f63e679f') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.794330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97fa855c-aa1a-4fdd-b817-009466428fea req-9180221e-d83e-4d4d-a145-2e7037f8d726 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289382 Aug 31 09:24:14.810423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.847168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.858897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:14.864486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:14.865789 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:14.870433 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:14.943641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.008038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.019984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.025173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d427a623-214b-4d76-8bce-9e8bebf5e63b HTTP/1.1" status: 204 len: 168 time: 1.1570351 Aug 31 09:24:15.045506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49280) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.054118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.061448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121be37f-5893-4747-a1e7-05c2aeac1677 admin admin] Pushing event deleted for resources: {'Network': ['ID=d427a623-214b-4d76-8bce-9e8bebf5e63b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.154487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Deleting subnet a69555da-c84d-4602-8bb7-a280b47fa47b {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:15.161814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.182661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.222272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=146c827a-1367-4878-8fcc-151fe8efd4e2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.254231 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-55e972c4-3569-4c36-9d3a-b15b7f65439a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 146c827a-1367-4878-8fcc-151fe8efd4e2: This subnet is being modified by another concurrent operation. Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 146c827a-1367-4878-8fcc-151fe8efd4e2: This subnet is being modified by another concurrent operation. Aug 31 09:24:15.303370 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:24:15.337884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.381689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.412794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:15.418072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a5891-e2e1-4d5e-8dfb-c7d95c3ca8e5 None None] Network b6ccccf4-3468-422a-a658-dd115cee19e6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:15.437720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ccccf4-3468-422a-a658-dd115cee19e6']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:15.455778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb82114a-c3b5-4fb7-8d71-ac6b80541958') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:15.456261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb82114a-c3b5-4fb7-8d71-ac6b80541958') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:15.468316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.474504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.496848 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.500876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a69555da-c84d-4602-8bb7-a280b47fa47b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.505202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.507373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.507651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d044dccc-bfd0-4420-b5fe-473500617d68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a69555da-c84d-4602-8bb7-a280b47fa47b HTTP/1.1" status: 204 len: 168 time: 0.4597623 Aug 31 09:24:15.510375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49288) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.517157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.546724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:15.547316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:15.551720 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:15.643063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:15.663217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:15.663593 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.763274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.768833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.780810 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.783143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/b6ccccf4-3468-422a-a658-dd115cee19e6 HTTP/1.1" status: 204 len: 168 time: 2.0256133 Aug 31 09:24:15.788911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49292) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.795283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87373788'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:15.845251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:15.846057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0391fc-5709-44a7-82ea-a16e62c0e9e4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=b6ccccf4-3468-422a-a658-dd115cee19e6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.859499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:15.867390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.955330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:15.984154 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.984561 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment fe569f8a-5fd9-4094-bc34-09331da62046 of type vlan for network 4443e83a-b489-4458-8399-26c8f7ab5acb Aug 31 09:24:16.011506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf4a88a-d28e-474f-b197-37d2c742249e None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:24:16.032856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657a03a-a550-4524-b19f-326ec8ea8060 req-efd33bc5-9b06-4009-8b00-17438df4d717 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.034915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1657a03a-a550-4524-b19f-326ec8ea8060 req-efd33bc5-9b06-4009-8b00-17438df4d717 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 944 time: 0.1235588 Aug 31 09:24:16.066495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.114720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1657a03a-a550-4524-b19f-326ec8ea8060 req-c42052c0-d29f-4f6a-84b5-48f31bbb4349 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597444 Aug 31 09:24:16.135213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:16.154793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb64da4-99d3-4380-a611-9602dbe8f40d') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:16.155481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb64da4-99d3-4380-a611-9602dbe8f40d') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:16.156419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.164841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-507e864d-86b1-4684-a076-0b4395af22c3 None None] Provisioning complete for port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:16.165251 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-507e864d-86b1-4684-a076-0b4395af22c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.173293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.187343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.193587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.203440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.204120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.225906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:16.246865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.251775 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e4c5d37-d983-444f-ab58-2d1e2d4e1b1c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 704 time: 3.3736494 Aug 31 09:24:16.255558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49300) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:16.264620 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.324315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,segment=NetworkSegment(9866661b-4fa2-4593-95d4-ec527bed83b6),segment_id=9866661b-4fa2-4593-95d4-ec527bed83b6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:16.375433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 6, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:16.390963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.392394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e47271eb-5ffc-4666-a02c-7baaaf1ec0df up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:16.412642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=4443e83a-b489-4458-8399-26c8f7ab5acb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.443067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 4443e83a-b489-4458-8399-26c8f7ab5acb details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:16.444076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e862b5b1-b130-46c6-a2d6-b6317b83ff88 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6528521 Aug 31 09:24:16.445760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:16.459130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:16.474703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:16.611388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:16.618833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.642423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:16.643113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:16.672623 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:16.729198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4a88a-d28e-474f-b197-37d2c742249e None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:24:16.783309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 25f216ed-1ad6-4c3f-b876-90310d7f6861 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:16.785594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.793262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.801676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.809740 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] 10.222.0.18 "DELETE /v2.0/networks/35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131 HTTP/1.1" status: 204 len: 168 time: 1.2892201 Aug 31 09:24:16.833095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac0d3f-ed93-4403-8f6f-db88c14eed69 admin admin] Pushing event deleted for resources: {'Network': ['ID=35df4fe4-d3d2-4b75-a3ef-7cfcd1c3b131,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.849955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a36e9af-d4fd-4340-b629-20abc8c72146 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 704 time: 0.5927520 Aug 31 09:24:16.855106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49314) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.081415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.194830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:17.247910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=e6d5483e-b3ee-4995-8792-b14a2e35391d,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.273915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': 'fe569f8a-5fd9-4094-bc34-09331da62046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:17.274822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: 4443e83a-b489-4458-8399-26c8f7ab5acb, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:17.344952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49328) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.407600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e47271eb-5ffc-4666-a02c-7baaaf1ec0df completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:17.417791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 4443e83a-b489-4458-8399-26c8f7ab5acb is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:17.486983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f6ab1-9ef6-48e0-a04e-8dc19be6d0d1 req-c6f7b767-f2e5-4a04-9045-aae4a058d258 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.489765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-976f6ab1-9ef6-48e0-a04e-8dc19be6d0d1 req-c6f7b767-f2e5-4a04-9045-aae4a058d258 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2116594 Aug 31 09:24:17.491175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 4443e83a-b489-4458-8399-26c8f7ab5acb) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:17.498366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.499376 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.555725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-95a4dda0-ccd6-4ba7-9bd3-4ff50941dca1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1051731 Aug 31 09:24:17.567834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49330) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.577011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d969231-3552-4197-92ae-d272b995b858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef2f3e72e5d942eda93f8df5a5d0f021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300847 Aug 31 09:24:17.582066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e47271eb-5ffc-4666-a02c-7baaaf1ec0df triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:17.582681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.582994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131428985'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:17.596718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa6ac5-1584-48f0-a1eb-cc17d59a5446 req-43e83ce6-c156-44ee-a582-ef4a2188ec51 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.598945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abfa6ac5-1584-48f0-a1eb-cc17d59a5446 req-43e83ce6-c156-44ee-a582-ef4a2188ec51 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 944 time: 0.2087114 Aug 31 09:24:17.599462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49332) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.631059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:17.639190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.711372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-976f6ab1-9ef6-48e0-a04e-8dc19be6d0d1 req-6fbde8e1-3ec6-4164-9155-a204878b6f25 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913149 Aug 31 09:24:17.723085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abfa6ac5-1584-48f0-a1eb-cc17d59a5446 req-ed592179-e210-458e-a7e4-8dae8b684644 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988140 Aug 31 09:24:17.767104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:17.771547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b4c91b0-e3b4-4522-b25b-52caa66bdea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.772773 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.773363 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment 25cd7247-cb6a-4e0c-90d4-4389c82ce05b of type vlan for network d96533a5-7c23-4754-a44a-0c309abed558 Aug 31 09:24:17.815577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b4c91b0-e3b4-4522-b25b-52caa66bdea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.838320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 25f216ed-1ad6-4c3f-b876-90310d7f6861 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:17.885493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 25f216ed-1ad6-4c3f-b876-90310d7f6861 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:17.886124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.954139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.982267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b4c91b0-e3b4-4522-b25b-52caa66bdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.984949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b4c91b0-e3b4-4522-b25b-52caa66bdea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.990789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.992083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7b4c91b0-e3b4-4522-b25b-52caa66bdea8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9a6a3fd-f5d0-4834-9470-79230394b406 HTTP/1.1" status: 204 len: 168 time: 0.3880472 Aug 31 09:24:18.031431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c91b0-e3b4-4522-b25b-52caa66bdea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6a3fd-f5d0-4834-9470-79230394b406,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.051507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc11bf5-dcd6-42db-8a62-6872e4aa71b8 req-cabd0a2b-0a35-4972-853b-61479850f592 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.053651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cc11bf5-dcd6-42db-8a62-6872e4aa71b8 req-cabd0a2b-0a35-4972-853b-61479850f592 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1410725 Aug 31 09:24:18.105837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cc11bf5-dcd6-42db-8a62-6872e4aa71b8 req-f0f328b7-7351-4a02-b73f-e3246112b67a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Aug 31 09:24:18.161501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.172872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.174009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.204697 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.244208 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6732597 Aug 31 09:24:18.250544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.257205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': 'd96533a5-7c23-4754-a44a-0c309abed558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:18.398749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:18.413860 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.414145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cfdfa-6833-43d6-a151-2de0023436f1 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=d96533a5-7c23-4754-a44a-0c309abed558,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.452529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d96533a5-7c23-4754-a44a-0c309abed558 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:18.476310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e47271eb-5ffc-4666-a02c-7baaaf1ec0df, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,segment=NetworkSegment(2849d7e6-13c4-490b-ada6-7253cae20d3b),segment_id=2849d7e6-13c4-490b-ada6-7253cae20d3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:18.519660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Performing IP validity checks on allocation pools {{(pid=94896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:24:18.520894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:24:18.553402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.567295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.644459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 7, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:18.658233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.721299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49350) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.727270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b9c83-421d-4bb5-be37-74609eb8d5ff None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 7, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 4, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:18.765032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.829564 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.846083 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-993b7585-df72-4c21-ba14-604cc4d18816 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd5185a1e98e4bcdab635c8e6ad1beeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185470 Aug 31 09:24:18.849715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.865343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:18.870318 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9884b4e-96c3-48ea-8cdf-c6cb73a78b62" -d '{"events": [{"server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "name": "network-vif-plugged", "status": "completed", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:18.874953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:18.915007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': '25cd7247-cb6a-4e0c-90d4-4389c82ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd96533a5-7c23-4754-a44a-0c309abed558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:18.919019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: d96533a5-7c23-4754-a44a-0c309abed558, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:18.922572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=340f8ac7-9d8c-4d47-a7e7-229d0a8373c9,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.998638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network d96533a5-7c23-4754-a44a-0c309abed558 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:19.026772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3b069-290f-4f57-af12-c4c456fcc18c req-f7aa4af4-8ee7-4226-bf4a-eaf608e2d857 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:19.028689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27d3b069-290f-4f57-af12-c4c456fcc18c req-f7aa4af4-8ee7-4226-bf4a-eaf608e2d857 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 944 time: 0.0992832 Aug 31 09:24:19.031083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d96533a5-7c23-4754-a44a-0c309abed558) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:19.036886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:19.037602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.060564 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47bc808-ef23-4ca2-bc7d-24603119644f x-openstack-request-id: req-c47bc808-ef23-4ca2-bc7d-24603119644f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:19.060871 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "name": "network-vif-plugged", "status": "completed", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:19.061400 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c47bc808-ef23-4ca2-bc7d-24603119644f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:19.061821 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'code': 200} Aug 31 09:24:19.073608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ffc2f-0ef0-416f-8370-56cdeb2b3ec3 None None] Network 4443e83a-b489-4458-8399-26c8f7ab5acb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:19.081854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd9778-d885-43b5-bce0-da5ba7a35661 None None] Network d96533a5-7c23-4754-a44a-0c309abed558 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:19.090227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:19.126849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27d3b069-290f-4f57-af12-c4c456fcc18c req-0fbce5be-8199-4e45-893c-99327119e3c1 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847130 Aug 31 09:24:19.128548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-59aa23a3-1dad-4899-ad66-d897cb1dab9c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8783813 Aug 31 09:24:19.137453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49362) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.170341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.211142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bca85c55-f772-477f-b0db-9db71e82d588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.225317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port e47271eb-5ffc-4666-a02c-7baaaf1ec0df {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:19.226197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.262240 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:19.279117 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.280693 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:19.281540 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:19.330422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port e47271eb-5ffc-4666-a02c-7baaaf1ec0df, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,segment=NetworkSegment(2849d7e6-13c4-490b-ada6-7253cae20d3b),segment_id=2849d7e6-13c4-490b-ada6-7253cae20d3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:19.331215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.350328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for e47271eb-5ffc-4666-a02c-7baaaf1ec0df owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:19.385336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.429777 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:19.473402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:19.474416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.505396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.583384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=340f8ac7-9d8c-4d47-a7e7-229d0a8373c9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.615753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.656095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bca85c55-f772-477f-b0db-9db71e82d588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.688907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.693445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1c9f-6af4-4393-b40e-99ae1dc8d49a req-98f6192f-fa65-46b8-a7f2-d1bf77f29f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:19.695246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ebdf1c9f-6af4-4393-b40e-99ae1dc8d49a req-98f6192f-fa65-46b8-a7f2-d1bf77f29f0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 1097 time: 0.5638800 Aug 31 09:24:19.713108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96533a5-7c23-4754-a44a-0c309abed558']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:19.726726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-4443e83a-b489-4458-8399-26c8f7ab5acb', 'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': 'e6d5483e-b3ee-4995-8792-b14a2e35391d'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:19.728961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.733379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cd7247-cb6a-4e0c-90d4-4389c82ce05b') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:19.733807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cd7247-cb6a-4e0c-90d4-4389c82ce05b') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:19.752560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.763360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af7a2b-4720-4c0e-9a8e-3ac2b14bfc34 None None] Network d96533a5-7c23-4754-a44a-0c309abed558 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:19.778639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.788090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:19.788875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.822680 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 7, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e47271eb-5ffc-4666-a02c-7baaaf1ec0df', 'name': '', 'network_id': '8d380adc-a08e-4d3e-912a-12a5542fe0f9', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:b6:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:04Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '527d93bd-1ecb-4703-9ad2-c3eb46dffb38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:19.831200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ebdf1c9f-6af4-4393-b40e-99ae1dc8d49a req-437db5f6-11e8-4ed5-a69c-82b04c592ea6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207879 Aug 31 09:24:19.858238 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bca85c55-f772-477f-b0db-9db71e82d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:19.879271 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:19.882929 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:19.885819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bca85c55-f772-477f-b0db-9db71e82d588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.886233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.893584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.895534 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bca85c55-f772-477f-b0db-9db71e82d588 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3afdda1-b598-4051-b809-2a77f1382c77 HTTP/1.1" status: 204 len: 168 time: 1.0461962 Aug 31 09:24:19.896272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/d96533a5-7c23-4754-a44a-0c309abed558 HTTP/1.1" status: 204 len: 168 time: 0.7576346 Aug 31 09:24:19.904760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49370) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.918878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537201084'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:19.923766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54ea98-6e96-41c6-91e0-9f8fbd9ebae6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=d96533a5-7c23-4754-a44a-0c309abed558,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.926549 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:19.927249 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:19.960753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.995826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85c55-f772-477f-b0db-9db71e82d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3afdda1-b598-4051-b809-2a77f1382c77,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.039434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=e47271eb-5ffc-4666-a02c-7baaaf1ec0df,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.050300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:20.057235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.102844 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:20.238071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:20.296731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.297235 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment 5ccdba69-8983-4c72-bcb1-866d88020df8 of type vlan for network 623237b8-616d-42b0-9a9f-a5361d4d11ba Aug 31 09:24:20.379323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956d356-5eb6-4845-9cc7-a38d8f8d2050 req-bfd64ac3-c7b9-4931-b355-ccd39f074e75 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.380385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.388519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e956d356-5eb6-4845-9cc7-a38d8f8d2050 req-bfd64ac3-c7b9-4931-b355-ccd39f074e75 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.1258533 Aug 31 09:24:20.440701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.456199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e956d356-5eb6-4845-9cc7-a38d8f8d2050 req-6d928035-e5c2-492e-950f-db01fa233501 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664480 Aug 31 09:24:20.472379 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Allocated IP 2001:db8::1 (4443e83a-b489-4458-8399-26c8f7ab5acb/e6d5483e-b3ee-4995-8792-b14a2e35391d/8fdbcc40-fcef-4018-9b78-e37afc382c98) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:20.504760 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:19Z', 'revision_number': 8, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:20.547366 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a3fdd-345b-4243-9e24-f5a4eadea629 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:19Z', 'revision_number': 8, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:20.694309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.696917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.700057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.700730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.710403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Transition to ACTIVE for port object 8fdbcc40-fcef-4018-9b78-e37afc382c98 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:20.753574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Transition to ACTIVE for port object 8fdbcc40-fcef-4018-9b78-e37afc382c98 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:20.769277 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.819880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9113495 Aug 31 09:24:20.823371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49390) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:20.835316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:20.836096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Network 4443e83a-b489-4458-8399-26c8f7ab5acb is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:20.836487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6591-811c-4cf6-ab59-215c95dee049 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=623237b8-616d-42b0-9a9f-a5361d4d11ba,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.836879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:20.841728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:20.847534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:20.860271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 623237b8-616d-42b0-9a9f-a5361d4d11ba details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:20.985626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Pushing event updated for resources: {'Port': ['ID=8fdbcc40-fcef-4018-9b78-e37afc382c98,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.986148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:21.012128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5421ab4-3ca8-4668-ae79-57872e963195 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1552958 Aug 31 09:24:21.014969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49394) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:21.093795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:21.105237 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.106082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet 527d93bd-1ecb-4703-9ad2-c3eb46dffb38 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:21.110827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.167058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.222924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Attempting to bind port 8fdbcc40-fcef-4018-9b78-e37afc382c98 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:21.222924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Attempting to bind port 8fdbcc40-fcef-4018-9b78-e37afc382c98 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'fe569f8a-5fd9-4094-bc34-09331da62046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:21.222924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Attempting to bind port 8fdbcc40-fcef-4018-9b78-e37afc382c98 on network 4443e83a-b489-4458-8399-26c8f7ab5acb {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:21.266408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:21.266812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Checking segment: {'id': 'fe569f8a-5fd9-4094-bc34-09331da62046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:21.267243 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.267737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Bound using segment: {'id': 'fe569f8a-5fd9-4094-bc34-09331da62046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:21.268282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Bound port: 8fdbcc40-fcef-4018-9b78-e37afc382c98, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe569f8a-5fd9-4094-bc34-09331da62046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4443e83a-b489-4458-8399-26c8f7ab5acb'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:21.269100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.417626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.446935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] For port 8fdbcc40-fcef-4018-9b78-e37afc382c98, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:21.451345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] For port 8fdbcc40-fcef-4018-9b78-e37afc382c98, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fdbcc40-fcef-4018-9b78-e37afc382c98,segment=NetworkSegment(fe569f8a-5fd9-4094-bc34-09331da62046),segment_id=fe569f8a-5fd9-4094-bc34-09331da62046)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:21.465617 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.531900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:21.590747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:21.591873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:21.677133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.693317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5059a-85df-4337-8b49-041919d6df9e None None] Pushing event updated for resources: {'Port': ['ID=8fdbcc40-fcef-4018-9b78-e37afc382c98,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:21.750634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:21.763295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=527d93bd-1ecb-4703-9ad2-c3eb46dffb38,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:21.788709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cad84-715a-4a3e-98eb-db2171e66756 None None] Network 8d380adc-a08e-4d3e-912a-12a5542fe0f9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:21.796281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.805056 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ccd42baa-6dd4-4dd0-993a-78551fb63a4b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/527d93bd-1ecb-4703-9ad2-c3eb46dffb38 HTTP/1.1" status: 204 len: 168 time: 0.7869120 Aug 31 09:24:21.806990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49418) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:21.989412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac993a-3baa-481d-ab2e-d6aec830ff4d req-3d6d5d72-6ff6-442e-aa66-7ff7b2b2b729 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.003523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acac993a-3baa-481d-ab2e-d6aec830ff4d req-3d6d5d72-6ff6-442e-aa66-7ff7b2b2b729 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.2074497 Aug 31 09:24:22.032553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4250895-6e87-4b31-95f0-606ac644d5c0 req-5f39d106-3622-4f9c-9107-d68fbd59ec6a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.035414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4250895-6e87-4b31-95f0-606ac644d5c0 req-5f39d106-3622-4f9c-9107-d68fbd59ec6a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2406361 Aug 31 09:24:22.037797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.108688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.112300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port b67c86ad-8dbe-4ae2-9932-630043fba22d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:22.112300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.219609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acac993a-3baa-481d-ab2e-d6aec830ff4d req-8dadc77e-3223-4ff6-b0e5-964df95074c4 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147245 Aug 31 09:24:22.248157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port b67c86ad-8dbe-4ae2-9932-630043fba22d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b67c86ad-8dbe-4ae2-9932-630043fba22d,segment=NetworkSegment(2849d7e6-13c4-490b-ada6-7253cae20d3b),segment_id=2849d7e6-13c4-490b-ada6-7253cae20d3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:22.248929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.252029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4250895-6e87-4b31-95f0-606ac644d5c0 req-1287f2fc-7943-4c37-99ba-3ae1bba441a1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972282 Aug 31 09:24:22.260576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:19Z', 'revision_number': 8, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:22.268828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=d53d0a61-0971-4864-9f74-cab10edbe59c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:22.269127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for b67c86ad-8dbe-4ae2-9932-630043fba22d owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:22.288781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': '5ccdba69-8983-4c72-bcb1-866d88020df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:22.289152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: 623237b8-616d-42b0-9a9f-a5361d4d11ba, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:22.318154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:22.334652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:22.335056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 623237b8-616d-42b0-9a9f-a5361d4d11ba is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:22.335556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:22.357477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 623237b8-616d-42b0-9a9f-a5361d4d11ba) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:22.380209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.380948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.396968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344ada6-35c2-493f-b338-3a7910de92e1 None None] DHCP port deletion for 8d380adc-a08e-4d3e-912a-12a5542fe0f9 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:24:22.408939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086305f4-717b-4cc1-b9c7-6266f405ae67 None None] Network 623237b8-616d-42b0-9a9f-a5361d4d11ba requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:22.427292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5963a05a-04e6-4e21-a427-bddc7f5477d9 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5982711 Aug 31 09:24:22.428585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49428) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:22.467619 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.532408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2344ada6-35c2-493f-b338-3a7910de92e1 None None] The port 'b67c86ad-8dbe-4ae2-9932-630043fba22d' was deleted {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:24:22.560364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:22.740311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18513c-c1a6-49af-a82e-e7ad9e1fc3bb req-78ca67f6-2898-42f8-b4f4-5a8385db9c9b tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.764264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce18513c-c1a6-49af-a82e-e7ad9e1fc3bb req-78ca67f6-2898-42f8-b4f4-5a8385db9c9b tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.1771986 Aug 31 09:24:22.764264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49430) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:22.784712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Request body: {'floatingip': {'port_id': '25f216ed-1ad6-4c3f-b876-90310d7f6861'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:22.927948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.936606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-623237b8-616d-42b0-9a9f-a5361d4d11ba', 'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': 'd53d0a61-0971-4864-9f74-cab10edbe59c'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:22.936606 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.952165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fdbcc40-fcef-4018-9b78-e37afc382c98 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:23.087437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e23284-94b1-4a08-a0d5-c68ad9275af2 req-8030da02-7863-47f8-87a6-c4ae29719bf2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:23.094038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24e23284-94b1-4a08-a0d5-c68ad9275af2 req-8030da02-7863-47f8-87a6-c4ae29719bf2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2217817 Aug 31 09:24:23.104702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=b67c86ad-8dbe-4ae2-9932-630043fba22d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:23.116242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port b67c86ad-8dbe-4ae2-9932-630043fba22d on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:23.262973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24e23284-94b1-4a08-a0d5-c68ad9275af2 req-f99cfe1f-7519-4f65-949a-5afb115186e4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590319 Aug 31 09:24:23.303396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.318447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8fdbcc40-fcef-4018-9b78-e37afc382c98 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:23.326346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d380adc-a08e-4d3e-912a-12a5542fe0f9']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:23.334783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.375816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2849d7e6-13c4-490b-ada6-7253cae20d3b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:23.378190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2849d7e6-13c4-490b-ada6-7253cae20d3b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:23.394635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:19Z', 'revision_number': 8, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:23.401228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Allocated IP 2001:db8::1 (623237b8-616d-42b0-9a9f-a5361d4d11ba/d53d0a61-0971-4864-9f74-cab10edbe59c/6e91d821-93f3-4d29-97d9-55f9c0189de6) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:23.429239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.471063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.487666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:23.488339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:23.492508 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:23.496629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e47271eb-5ffc-4666-a02c-7baaaf1ec0df no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:23.499489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc4cee-4535-42e8-8e7b-222932111c9f None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:19Z', 'revision_number': 8, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d9e6b1c-4733-4f88-8798-22e1541332bb', 'name': '', 'network_id': '5d638aae-9cc6-4826-a517-355f7f2d2cbd', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:36:b3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:49Z', 'updated_at': '2021-08-31T09:24:07Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'c437bc70-1c23-46d6-a820-aef0026266d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:23.601278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e47271eb-5ffc-4666-a02c-7baaaf1ec0df {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:23.601632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e47271eb-5ffc-4666-a02c-7baaaf1ec0df not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:23.602052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b67c86ad-8dbe-4ae2-9932-630043fba22d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:23.611649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8be862-b31f-4b4a-9886-da5e22e42d7a None None] Network 4443e83a-b489-4458-8399-26c8f7ab5acb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:23.692075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.720707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.725471 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/8d380adc-a08e-4d3e-912a-12a5542fe0f9 HTTP/1.1" status: 204 len: 168 time: 1.9146469 Aug 31 09:24:23.725471 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.726340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49466) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:23.776349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c430-01ae-4ec8-b23a-6084078ffd0d tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=8d380adc-a08e-4d3e-912a-12a5542fe0f9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.026062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b67c86ad-8dbe-4ae2-9932-630043fba22d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:24.026062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b67c86ad-8dbe-4ae2-9932-630043fba22d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:24.058353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b379ba8-c790-48ee-9028-5154fb3b6ea1 req-8cf5b1e8-b00f-46dd-84c9-6455e69ee91f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.066888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b379ba8-c790-48ee-9028-5154fb3b6ea1 req-8cf5b1e8-b00f-46dd-84c9-6455e69ee91f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2212846 Aug 31 09:24:24.079717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:24:24.107473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] Provisioning for port 8fdbcc40-fcef-4018-9b78-e37afc382c98 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:24.129829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] Provisioning complete for port 8fdbcc40-fcef-4018-9b78-e37afc382c98 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:24.130419 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.230002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b379ba8-c790-48ee-9028-5154fb3b6ea1 req-6029c827-e71d-43c2-aa0b-fccb5966eebc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621017 Aug 31 09:24:24.232572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.352729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.366786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49478) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:24.388498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.433364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Transition to ACTIVE for port object 6e91d821-93f3-4d29-97d9-55f9c0189de6 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:24.451681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.472594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Transition to ACTIVE for port object 6e91d821-93f3-4d29-97d9-55f9c0189de6 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:24.487115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.547038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.557659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] For port 8fdbcc40-fcef-4018-9b78-e37afc382c98, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fdbcc40-fcef-4018-9b78-e37afc382c98,segment=NetworkSegment(fe569f8a-5fd9-4094-bc34-09331da62046),segment_id=fe569f8a-5fd9-4094-bc34-09331da62046)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:24.572940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Network 623237b8-616d-42b0-9a9f-a5361d4d11ba is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:24.577223 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.581868 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Floating IP dbe201f6-a4d2-43a8-9786-e30744ab6a41 associated. External IP: 172.25.4.243, port: 25f216ed-1ad6-4c3f-b876-90310d7f6861. Aug 31 09:24:24.582624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:24.585338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:24.589902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Pushing event updated for resources: {'Port': ['ID=6e91d821-93f3-4d29-97d9-55f9c0189de6,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.643460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58bd82d0-42bc-4de1-83b9-18a63d143ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.656967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=d53d0a61-0971-4864-9f74-cab10edbe59c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.683470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c357-d138-4e0a-8ce3-fb464a3bc04f req-6a715541-d373-4cdf-8e4b-daba83600137 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.695771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4c357-d138-4e0a-8ce3-fb464a3bc04f req-6a715541-d373-4cdf-8e4b-daba83600137 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3389051 Aug 31 09:24:24.734895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.735660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.736309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.736929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.737552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.738449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.739306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.739938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.741339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.742122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.742879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.744508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:24.769287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Attempting to bind port 6e91d821-93f3-4d29-97d9-55f9c0189de6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:24.769579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Attempting to bind port 6e91d821-93f3-4d29-97d9-55f9c0189de6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '5ccdba69-8983-4c72-bcb1-866d88020df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:24.769945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Attempting to bind port 6e91d821-93f3-4d29-97d9-55f9c0189de6 on network 623237b8-616d-42b0-9a9f-a5361d4d11ba {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:24.780787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b76ea-34d4-485e-be24-8f7036f8fdca None None] Pushing event updated for resources: {'Port': ['ID=8fdbcc40-fcef-4018-9b78-e37afc382c98,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.791479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:24.791832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Checking segment: {'id': '5ccdba69-8983-4c72-bcb1-866d88020df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:24.792286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.792519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Bound using segment: {'id': '5ccdba69-8983-4c72-bcb1-866d88020df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:24.793308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Bound port: 6e91d821-93f3-4d29-97d9-55f9c0189de6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccdba69-8983-4c72-bcb1-866d88020df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '623237b8-616d-42b0-9a9f-a5361d4d11ba'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:24.793711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.876317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.910525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623237b8-616d-42b0-9a9f-a5361d4d11ba']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:24.913613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] For port 6e91d821-93f3-4d29-97d9-55f9c0189de6, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:24.921317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] For port 6e91d821-93f3-4d29-97d9-55f9c0189de6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6e91d821-93f3-4d29-97d9-55f9c0189de6,segment=NetworkSegment(5ccdba69-8983-4c72-bcb1-866d88020df8),segment_id=5ccdba69-8983-4c72-bcb1-866d88020df8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:24.932448 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.946565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccdba69-8983-4c72-bcb1-866d88020df8') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:24.947953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccdba69-8983-4c72-bcb1-866d88020df8') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:24.967698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.980623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-59eb1090-1dfa-4abf-a062-6cb1d42e963e None None] Provisioning complete for port 8fdbcc40-fcef-4018-9b78-e37afc382c98 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:24.981067 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-59eb1090-1dfa-4abf-a062-6cb1d42e963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.983122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af4c357-d138-4e0a-8ce3-fb464a3bc04f req-6eae9f24-b39a-4804-ad61-a860fb1cc9e4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850425 Aug 31 09:24:25.034867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.078537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:25.080631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:25.085121 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:25.140916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.141351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c7fad-7a76-4b12-af35-e25a7d72f636 None None] Pushing event updated for resources: {'Port': ['ID=6e91d821-93f3-4d29-97d9-55f9c0189de6,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:25.173116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a42a6-8b8e-4f73-9416-5f9f6b2939be None None] Network 623237b8-616d-42b0-9a9f-a5361d4d11ba requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:25.234648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58bd82d0-42bc-4de1-83b9-18a63d143ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.253010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58bd82d0-42bc-4de1-83b9-18a63d143ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.303458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Router b1c9980a-c4b9-4258-a6da-a66587a40364 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:25.341114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:24:25.341114 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:24:25.341114 n-d-800634-13 neutron-server[94895]: [parameters: {'id': '623237b8-616d-42b0-9a9f-a5361d4d11ba'}] Aug 31 09:24:25.341114 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:25.343025 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:25.363572 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-58bd82d0-42bc-4de1-83b9-18a63d143ab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0ba667af8904f92b16b364d12f6d287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9945362 Aug 31 09:24:25.365950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd82d0-42bc-4de1-83b9-18a63d143ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb50c62-3b42-45e0-ab5e-754b1390d403,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:25.373618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49492) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:25.466364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9a488-1c5f-4041-81c0-4d4e3b699e80 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:24:25.484992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e24fe23b-158c-4831-a679-46ca32b75d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.511018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162181a1-88af-4218-b30c-0543b9181b3d req-7ce335f1-fc55-45c1-b04f-5989a14b6413 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.512546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-162181a1-88af-4218-b30c-0543b9181b3d req-7ce335f1-fc55-45c1-b04f-5989a14b6413 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1967080 Aug 31 09:24:25.520913 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e24fe23b-158c-4831-a679-46ca32b75d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.614639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e24fe23b-158c-4831-a679-46ca32b75d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.617474 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e24fe23b-158c-4831-a679-46ca32b75d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.619044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e24fe23b-158c-4831-a679-46ca32b75d45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eeb50c62-3b42-45e0-ab5e-754b1390d403 HTTP/1.1" status: 204 len: 168 time: 0.2428522 Aug 31 09:24:25.628466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fe23b-158c-4831-a679-46ca32b75d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb50c62-3b42-45e0-ab5e-754b1390d403,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:25.785426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9a488-1c5f-4041-81c0-4d4e3b699e80 None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:24:25.844481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.957913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting port 6e91d821-93f3-4d29-97d9-55f9c0189de6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:25.958504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.005959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:26.016837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.035941 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] Sync routers for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:26.046403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-162181a1-88af-4218-b30c-0543b9181b3d req-7dfd2811-b14e-4c88-9bdd-f975260134bb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966242 Aug 31 09:24:26.060203 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:26.061978 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.072266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-658e4393-f1ab-4148-aa2f-0ba76023bb92 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "PUT /v2.0/floatingips/dbe201f6-a4d2-43a8-9786-e30744ab6a41 HTTP/1.1" status: 200 len: 991 time: 3.3042490 Aug 31 09:24:26.072929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:26.075497 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8155d3-9f85-4c16-9b99-3de731327125" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:26.163537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] For port 6e91d821-93f3-4d29-97d9-55f9c0189de6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6e91d821-93f3-4d29-97d9-55f9c0189de6,segment=NetworkSegment(5ccdba69-8983-4c72-bcb1-866d88020df8),segment_id=5ccdba69-8983-4c72-bcb1-866d88020df8)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:26.165219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.206363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Calling delete_port for 6e91d821-93f3-4d29-97d9-55f9c0189de6 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:26.237563 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76cfe67-2e00-4152-9a6a-92cb2bf31c67 x-openstack-request-id: req-d76cfe67-2e00-4152-9a6a-92cb2bf31c67 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:26.250837 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:26.251376 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d76cfe67-2e00-4152-9a6a-92cb2bf31c67 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:26.251988 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'status': 'completed', 'code': 200} Aug 31 09:24:26.313081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 2d9e6b1c-4733-4f88-8798-22e1541332bb {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:26.313081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.410612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.420760 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:26.440782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No DVR routers for this DVR port 6e91d821-93f3-4d29-97d9-55f9c0189de6 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:26.490795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Port': ['ID=6e91d821-93f3-4d29-97d9-55f9c0189de6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:26.602610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-264a0621-e923-4cb0-8d96-0c2a3f2f04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.604736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-264a0621-e923-4cb0-8d96-0c2a3f2f04c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e17158b702664d1db20ab142c56db5bd&device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 1097 time: 0.2078178 Aug 31 09:24:26.613259 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.647834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623237b8-616d-42b0-9a9f-a5361d4d11ba']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.696368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccdba69-8983-4c72-bcb1-866d88020df8') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.696713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccdba69-8983-4c72-bcb1-866d88020df8') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.715957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.746714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.758456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:26.759382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:26.763293 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:26.782592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193ecdd-83b3-4f0b-ad97-5423ace59f85 req-4419bd4c-aaf8-40c0-ac8a-4205b921ad11 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.795409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fdbcc40-fcef-4018-9b78-e37afc382c98 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:26.796242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7193ecdd-83b3-4f0b-ad97-5423ace59f85 req-4419bd4c-aaf8-40c0-ac8a-4205b921ad11 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3583040 Aug 31 09:24:26.801319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 2d9e6b1c-4733-4f88-8798-22e1541332bb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2d9e6b1c-4733-4f88-8798-22e1541332bb,segment=NetworkSegment(dee82dea-a521-48bf-847f-b77db90ee2d8),segment_id=dee82dea-a521-48bf-847f-b77db90ee2d8)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:26.802063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.843967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-d6b3cb13-a98c-4d77-b349-95e9bf9e572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.846946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-d6b3cb13-a98c-4d77-b349-95e9bf9e572b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bcbc243-b5ad-425d-8f15-212c2674ce1f HTTP/1.1" status: 200 len: 913 time: 0.2305408 Aug 31 09:24:26.847415 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'dbe201f6-a4d2-43a8-9786-e30744ab6a41', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'floating_ip_address': '172.25.4.243', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'port_id': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'mac_address': 'fa:16:3e:59:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:59Z', 'updated_at': '2021-08-31T09:24:23Z', 'revision_number': 1, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:59Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.874333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 2d9e6b1c-4733-4f88-8798-22e1541332bb owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:26.904325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7193ecdd-83b3-4f0b-ad97-5423ace59f85 req-4be79bec-7b33-439e-b7f7-11977b9ed4a4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071680 Aug 31 09:24:26.906967 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] Checking router: b1c9980a-c4b9-4258-a6da-a66587a40364 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:26.909229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8fdbcc40-fcef-4018-9b78-e37afc382c98 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:26.910975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.917578 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:26.918720 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:26.932612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.959738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.962455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/623237b8-616d-42b0-9a9f-a5361d4d11ba HTTP/1.1" status: 204 len: 168 time: 4.5296462 Aug 31 09:24:26.976268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49526) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:27.000297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-398206174'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:27.036015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62d61-483b-4626-96f4-597f3886a8e8 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=623237b8-616d-42b0-9a9f-a5361d4d11ba,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:27.078721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-05425f9c-c66e-453e-bd23-5a84a2760937 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861 HTTP/1.1" status: 200 len: 999 time: 0.2199175 Aug 31 09:24:27.176642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:27.177599 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:27.182173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.263326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:27.286788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-ca35fcfb-6835-4839-b661-ee5e668f8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.288307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-ca35fcfb-6835-4839-b661-ee5e668f8fd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338eb689-26b3-4e67-a638-124dbb904526 HTTP/1.1" status: 200 len: 851 time: 0.1974533 Aug 31 09:24:27.303348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.303704 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment f6232160-0e10-43f8-97ec-732f2d6c7620 of type vlan for network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 Aug 31 09:24:27.373229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.443996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=2d9e6b1c-4733-4f88-8798-22e1541332bb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:27.494659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.497127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.499231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.502133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.502931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.503566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.504340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.505907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.507537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.509557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.510152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.512546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.513599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:27.525982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-e819344f-1e3d-4e06-8e14-9456476dc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.527721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-e819344f-1e3d-4e06-8e14-9456476dc158 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bcbc243-b5ad-425d-8f15-212c2674ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291231 Aug 31 09:24:27.625027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.631686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.632342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.793973 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8073061 Aug 31 09:24:27.797198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49540) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:27.799482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88849d0e-3b99-460a-9aab-20f4295347a7 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=ae4b0bc7-48b2-43df-a90a-2c116ce85f76,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:27.807515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:27.817138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:27.912740 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-5cc2f211-8d1a-4982-a140-523ceef5e3bd service neutron] 10.222.0.15 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700857 Aug 31 09:24:27.986290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.049677 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'dbe201f6-a4d2-43a8-9786-e30744ab6a41', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'floating_ip_address': '172.25.4.243', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'port_id': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'mac_address': 'fa:16:3e:59:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:59Z', 'updated_at': '2021-08-31T09:24:23Z', 'revision_number': 1, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:59Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:28.050729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698086f-b92b-4432-a545-44621d57ad8a req-9a111d5f-bcc7-4162-8131-0d11a1c375d2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.054181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d698086f-b92b-4432-a545-44621d57ad8a req-9a111d5f-bcc7-4162-8131-0d11a1c375d2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.5251102 Aug 31 09:24:28.083506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:28.087686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.097332 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc51a5-d6d7-40dd-a28b-7cbb232676e1 None None] The sync data for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 is: [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'dbe201f6-a4d2-43a8-9786-e30744ab6a41', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'floating_ip_address': '172.25.4.243', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'port_id': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'mac_address': 'fa:16:3e:59:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:23:59Z', 'updated_at': '2021-08-31T09:24:23Z', 'revision_number': 1, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:59Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:28.217980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ac8155d3-9f85-4c16-9b99-3de731327125 req-e96ebd53-1728-4d95-bbc0-5877a7084359 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892294 Aug 31 09:24:28.256137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d698086f-b92b-4432-a545-44621d57ad8a req-0f6c3ce9-784f-4429-9fa1-88761b1526b8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892054 Aug 31 09:24:28.492936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551d0ac-047b-4f17-ac38-34eacda1160e None None] New status for floating IP dbe201f6-a4d2-43a8-9786-e30744ab6a41: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:24:28.493753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.545913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe34478-d8de-457c-9e03-fe91188fcd2e req-e1c176f1-f2e6-4a25-a994-9ad80c14be15 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.547550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffe34478-d8de-457c-9e03-fe91188fcd2e req-e1c176f1-f2e6-4a25-a994-9ad80c14be15 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1215289 Aug 31 09:24:28.554711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:28.581668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e1dbfc4-4629-4f59-b1c1-e7d146287813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.624247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': 'f6232160-0e10-43f8-97ec-732f2d6c7620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:28.625001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: ae4b0bc7-48b2-43df-a90a-2c116ce85f76, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:28.631786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=5830ec92-d27c-4a98-ac18-687cc8a9b2c9,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:28.670589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:28.691912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ae4b0bc7-48b2-43df-a90a-2c116ce85f76) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:28.700323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.703439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.722659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79503ab-9e38-45b9-944e-7692d7b695d7 None None] Network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:28.743451 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c975dc42-fb76-4ddd-a2f2-dfd3d1288ca5 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9402134 Aug 31 09:24:28.743916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49558) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:28.787975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffe34478-d8de-457c-9e03-fe91188fcd2e req-3f8595b6-23ec-4c98-ab40-77104c8a04f7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284520 Aug 31 09:24:28.851313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:28.863834 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:28.867893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5687ddee-0cdd-4e36-a5a5-1b2c7b4310c1 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1370118 Aug 31 09:24:28.870024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49564) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:28.903161 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:28.903961 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:29.000290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ae4b0bc7-48b2-43df-a90a-2c116ce85f76', 'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': '5830ec92-d27c-4a98-ac18-687cc8a9b2c9'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:29.001802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.058879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.070132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet c437bc70-1c23-46d6-a820-aef0026266d7 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:29.093005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:29.096564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.208212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.254839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.396767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Allocated IP 2001:db8::1 (ae4b0bc7-48b2-43df-a90a-2c116ce85f76/5830ec92-d27c-4a98-ac18-687cc8a9b2c9/e35e83d0-400c-4b2f-906d-aae19104a534) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:29.449925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3010bc-d096-4895-851e-6cf713f9862c req-eeb71bf8-6f58-4fc7-99ed-5b3bf0773d96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:29.457726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f3010bc-d096-4895-851e-6cf713f9862c req-eeb71bf8-6f58-4fc7-99ed-5b3bf0773d96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1291478 Aug 31 09:24:29.567633 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:27Z', 'revision_number': 9, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:29.611925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.624204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f3010bc-d096-4895-851e-6cf713f9862c req-9795a36b-7338-4218-9f33-8802965ab4db tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978227 Aug 31 09:24:29.636917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:29.662517 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:29.663327 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:29.723899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.771338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Transition to ACTIVE for port object e35e83d0-400c-4b2f-906d-aae19104a534 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:29.777879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.801686 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:29.832705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.834317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Transition to ACTIVE for port object e35e83d0-400c-4b2f-906d-aae19104a534 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:29.843165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/c437bc70-1c23-46d6-a820-aef0026266d7 HTTP/1.1" status: 204 len: 168 time: 0.9716127 Aug 31 09:24:29.843883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049dcb5-8d0c-4d32-8348-c6d56368ec6b None None] Network 5d638aae-9cc6-4826-a517-355f7f2d2cbd requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:29.865622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49584) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:29.896583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.949976 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.973330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f857-e589-4610-aa33-fb3a70fd4ef2 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=c437bc70-1c23-46d6-a820-aef0026266d7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:30.035852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=5830ec92-d27c-4a98-ac18-687cc8a9b2c9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:30.090661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18260827-9833-47d5-9771-05ab20a250f4 req-3582615e-5243-44d5-bbba-6ec24350add1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.092644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18260827-9833-47d5-9771-05ab20a250f4 req-3582615e-5243-44d5-bbba-6ec24350add1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3178849 Aug 31 09:24:30.117062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0bc78-86c0-4711-b9f3-59d5f0973fd2 req-aeac7de8-3a45-4cab-806e-e5e01bec9f91 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.119982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adb0bc78-86c0-4711-b9f3-59d5f0973fd2 req-aeac7de8-3a45-4cab-806e-e5e01bec9f91 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3383467 Aug 31 09:24:30.125534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.165625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:30.191142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:30.205178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:30.234338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.235203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18260827-9833-47d5-9771-05ab20a250f4 req-91519387-9e44-42df-8ca8-77289e34e4d5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139503 Aug 31 09:24:30.253071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adb0bc78-86c0-4711-b9f3-59d5f0973fd2 req-d9a8fdc7-ffd0-40e2-80b2-4e63f3c8187c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147115 Aug 31 09:24:30.266111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4b0bc7-48b2-43df-a90a-2c116ce85f76']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:30.320337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6232160-0e10-43f8-97ec-732f2d6c7620') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:30.323590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6232160-0e10-43f8-97ec-732f2d6c7620') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:30.345815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:27Z', 'revision_number': 9, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:30.351392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 98ff65b5-c81f-48e4-a93c-407135fc28e1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:30.351778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.360834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.390624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Pushing event updated for resources: {'Port': ['ID=e35e83d0-400c-4b2f-906d-aae19104a534,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:30.405925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.424229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:30.424553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:30.432732 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:30.489346 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d567-a0e8-496b-bbb8-b7ff985775eb None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:27Z', 'revision_number': 9, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '0d2e3871-b535-4dc5-8125-d96ea82a7717', 'name': '', 'network_id': 'e8268350-6f7b-4cb4-99e1-3f82ca0d0a74', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:c9:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:32Z', 'updated_at': '2021-08-31T09:23:47Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': '5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:30.552467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Attempting to bind port e35e83d0-400c-4b2f-906d-aae19104a534 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:30.552826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Attempting to bind port e35e83d0-400c-4b2f-906d-aae19104a534 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f6232160-0e10-43f8-97ec-732f2d6c7620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:30.552993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Attempting to bind port e35e83d0-400c-4b2f-906d-aae19104a534 on network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:30.565500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:30.565878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Checking segment: {'id': 'f6232160-0e10-43f8-97ec-732f2d6c7620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:30.566285 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.566775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Bound using segment: {'id': 'f6232160-0e10-43f8-97ec-732f2d6c7620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:30.567553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Bound port: e35e83d0-400c-4b2f-906d-aae19104a534, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6232160-0e10-43f8-97ec-732f2d6c7620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:30.570410 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.609366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:24:30.609366 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:24:30.609366 n-d-800634-13 neutron-server[94895]: [parameters: {'id': 'ae4b0bc7-48b2-43df-a90a-2c116ce85f76'}] Aug 31 09:24:30.609366 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:30.610059 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:30.678020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 98ff65b5-c81f-48e4-a93c-407135fc28e1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98ff65b5-c81f-48e4-a93c-407135fc28e1,segment=NetworkSegment(dee82dea-a521-48bf-847f-b77db90ee2d8),segment_id=dee82dea-a521-48bf-847f-b77db90ee2d8)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:30.678946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.688182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] For port e35e83d0-400c-4b2f-906d-aae19104a534, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:30.697308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] For port e35e83d0-400c-4b2f-906d-aae19104a534, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e35e83d0-400c-4b2f-906d-aae19104a534,segment=NetworkSegment(f6232160-0e10-43f8-97ec-732f2d6c7620),segment_id=f6232160-0e10-43f8-97ec-732f2d6c7620)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:30.703758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.728657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 98ff65b5-c81f-48e4-a93c-407135fc28e1 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:30.796109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7ddfa-053d-4538-bb84-093bb162bb54 None None] Pushing event updated for resources: {'Port': ['ID=e35e83d0-400c-4b2f-906d-aae19104a534,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:30.801235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3dc5f-a247-401a-8d05-93b6aa8140a5 req-a9097974-d339-47aa-892b-ca0cb7abc596 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.803856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edc3dc5f-a247-401a-8d05-93b6aa8140a5 req-a9097974-d339-47aa-892b-ca0cb7abc596 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1339767 Aug 31 09:24:30.888224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c3741-3192-45a0-a0b2-6239c0fb2b74 None None] Network ae4b0bc7-48b2-43df-a90a-2c116ce85f76 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:30.928240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edc3dc5f-a247-401a-8d05-93b6aa8140a5 req-87a2ea99-a4ea-41ed-b1d4-116c8a4c6567 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090047 Aug 31 09:24:30.952854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.953524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bec5b-eb82-4040-bb08-7c86beb383b4 None None] DHCP port deletion for 5d638aae-9cc6-4826-a517-355f7f2d2cbd request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:24:30.970957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d21d-bc6e-4eb4-97ed-3703b7fa2d0c req-d0efd19d-73f3-4757-8572-7c097f8ab5a2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.973023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13d5d21d-bc6e-4eb4-97ed-3703b7fa2d0c req-d0efd19d-73f3-4757-8572-7c097f8ab5a2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1568034 Aug 31 09:24:31.012962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=98ff65b5-c81f-48e4-a93c-407135fc28e1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:31.020280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port 98ff65b5-c81f-48e4-a93c-407135fc28e1 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:31.111695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.154844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98ff65b5-c81f-48e4-a93c-407135fc28e1 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:31.188088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13d5d21d-bc6e-4eb4-97ed-3703b7fa2d0c req-baf660b2-80eb-4a4a-ab28-0635d9de0d34 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860862 Aug 31 09:24:31.193308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.232165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d638aae-9cc6-4826-a517-355f7f2d2cbd']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:31.266047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee82dea-a521-48bf-847f-b77db90ee2d8') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:31.269836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee82dea-a521-48bf-847f-b77db90ee2d8') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:31.294526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.316575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 98ff65b5-c81f-48e4-a93c-407135fc28e1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:31.317909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98ff65b5-c81f-48e4-a93c-407135fc28e1 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:31.318730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d9e6b1c-4733-4f88-8798-22e1541332bb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:31.341905 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.361137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 2d9e6b1c-4733-4f88-8798-22e1541332bb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:31.361704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2d9e6b1c-4733-4f88-8798-22e1541332bb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:31.362188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:31.363899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:31.378247 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:31.395017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting port e35e83d0-400c-4b2f-906d-aae19104a534 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:31.397800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.415063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067084fb-42cb-41a7-bd20-af979748d1ac None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:24:31.505425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] For port e35e83d0-400c-4b2f-906d-aae19104a534, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e35e83d0-400c-4b2f-906d-aae19104a534,segment=NetworkSegment(f6232160-0e10-43f8-97ec-732f2d6c7620),segment_id=f6232160-0e10-43f8-97ec-732f2d6c7620)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:31.506436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.551624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Calling delete_port for e35e83d0-400c-4b2f-906d-aae19104a534 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:31.565807 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ff57353d-840d-4c8b-8278-6ff434b535dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.620392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.629616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.635553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/5d638aae-9cc6-4826-a517-355f7f2d2cbd HTTP/1.1" status: 204 len: 168 time: 1.7237148 Aug 31 09:24:31.646317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49628) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:31.684436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059faa-d903-429f-ba35-8043a7ad4e05 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=5d638aae-9cc6-4826-a517-355f7f2d2cbd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:31.685726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067084fb-42cb-41a7-bd20-af979748d1ac None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:24:31.732351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49630) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:31.741461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8be5f5-bb31-4de6-9f12-372724d10c6e req-4fa5b422-43e7-4bed-bb04-d021ef033f51 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.743237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb8be5f5-bb31-4de6-9f12-372724d10c6e req-4fa5b422-43e7-4bed-bb04-d021ef033f51 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2537096 Aug 31 09:24:31.745164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.817422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.881295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-d1edec19-15fe-48c9-a492-5deb4d0b5a06 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.896024 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.897740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-d1edec19-15fe-48c9-a492-5deb4d0b5a06 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.4067924 Aug 31 09:24:31.911742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No DVR routers for this DVR port e35e83d0-400c-4b2f-906d-aae19104a534 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:31.915722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Port': ['ID=e35e83d0-400c-4b2f-906d-aae19104a534,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:31.969822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-cd5e4416-b08e-4b27-a4a2-261a5dc2462b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/quotas/4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 375 time: 0.0707207 Aug 31 09:24:32.062824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb8be5f5-bb31-4de6-9f12-372724d10c6e req-2cccadd4-96b4-440b-86db-882faafdb7ea tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710235 Aug 31 09:24:32.083364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8017-380e-46c0-a431-da81698d4f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.092684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.131173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4b0bc7-48b2-43df-a90a-2c116ce85f76']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:32.172589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6232160-0e10-43f8-97ec-732f2d6c7620') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:32.173351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6232160-0e10-43f8-97ec-732f2d6c7620') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:32.194856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.234275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.241917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-730e3703-237a-42f7-8d50-365a8f3ef2d1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2707248 Aug 31 09:24:32.251420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:32.252272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:32.256823 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:32.393791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.427594 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.434455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/ae4b0bc7-48b2-43df-a90a-2c116ce85f76 HTTP/1.1" status: 204 len: 168 time: 3.6889853 Aug 31 09:24:32.439963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87505f3e-57a6-48f9-9951-7e6af00cb4bf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=ae4b0bc7-48b2-43df-a90a-2c116ce85f76,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.441366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:32.455288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428770229'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:32.518175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8017-380e-46c0-a431-da81698d4f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.529436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8017-380e-46c0-a431-da81698d4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.621418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:32.628507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.643540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef1f8017-380e-46c0-a431-da81698d4f1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e91efee2a7b4ac1a61e7f955aad4ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093299 Aug 31 09:24:32.647213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49646) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:32.663027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f8017-380e-46c0-a431-da81698d4f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c217c25e-9dde-44cd-9c76-181b03c395a9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.664540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d979e0f-4638-4493-97fc-a6a7b8ef3c9d service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634281 Aug 31 09:24:32.753139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3435-ee50-494f-ab5d-0cf790003b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.791058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3435-ee50-494f-ab5d-0cf790003b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.820805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:32.896716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3435-ee50-494f-ab5d-0cf790003b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.904081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3435-ee50-494f-ab5d-0cf790003b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.906374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed2f3435-ee50-494f-ab5d-0cf790003b55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c217c25e-9dde-44cd-9c76-181b03c395a9 HTTP/1.1" status: 204 len: 168 time: 0.2574339 Aug 31 09:24:32.923172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f3435-ee50-494f-ab5d-0cf790003b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c217c25e-9dde-44cd-9c76-181b03c395a9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.934976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.935544 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment ef9dc92d-6593-4f10-bebf-bea50a5db270 of type vlan for network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 Aug 31 09:24:33.137648 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.190292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-17cb2ca9-11e7-4d48-80b4-7813d3944a91 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003967 Aug 31 09:24:33.228615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00374-0aa1-484f-b35d-c60caf23854e req-bdf3b4ec-c973-43c6-8f69-0a3112a6a4c9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.231393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96b00374-0aa1-484f-b35d-c60caf23854e req-bdf3b4ec-c973-43c6-8f69-0a3112a6a4c9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 814 time: 0.5228016 Aug 31 09:24:33.271973 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.281722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.282862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.376616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96b00374-0aa1-484f-b35d-c60caf23854e req-71d46250-3188-4aac-b861-b531c38eb481 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/quotas/b967cb9422104014b9ee5d050047444b HTTP/1.1" status: 200 len: 375 time: 0.1250346 Aug 31 09:24:33.434160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9857624 Aug 31 09:24:33.438891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:33.450623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:33.482572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.563402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.582822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49666) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:33.610615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd834ec0-96ca-46d7-b640-8787fe2d4742 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:33.632348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:33.636364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.737591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:24:33.737591 n-d-800634-13 neutron-server[94895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:24:33.737591 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id': 'debaf23aeaa94e17b30d7ac3ef68679b', 'id': '8de9c90a-a934-4d1f-b89f-13aa56e0a2d6', 'expiration': datetime.datetime(2021, 8, 31, 9, 26, 33, 718424)}] Aug 31 09:24:33.737591 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:33.738680 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:33.740357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:33.748075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.795487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96b00374-0aa1-484f-b35d-c60caf23854e req-a5f2b2e9-b229-45c5-8a68-c199d8f470f1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4034636 Aug 31 09:24:33.986116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-533fd14f-21fb-4e2f-8df0-701c9e15bb81 req-48a6d0ef-fa2b-4bec-9821-d84ef49726be tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 210 time: 0.0619102 Aug 31 09:24:34.175660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.242123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.292616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647e64-1fba-46aa-b61d-98b5aa5947b0 req-b258d78e-f102-4e7b-8dcb-d73a5340d107 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:34.294958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01647e64-1fba-46aa-b61d-98b5aa5947b0 req-b258d78e-f102-4e7b-8dcb-d73a5340d107 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1752000 Aug 31 09:24:34.342435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=f0e43f2b-040f-4b7a-b127-0eb4224016e6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.356286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': 'ef9dc92d-6593-4f10-bebf-bea50a5db270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:34.356696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:34.395836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01647e64-1fba-46aa-b61d-98b5aa5947b0 req-776251b9-d871-4fa9-9acc-e617f458f7c4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840082 Aug 31 09:24:34.403365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 0d2e3871-b535-4dc5-8125-d96ea82a7717 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:34.404006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.415595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:34.440766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:34.453412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:34.454613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.464054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7ec56-145b-4a50-9153-f1bb859991ea None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:34.572705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.587100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.633967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c2dd5-bb0e-4fa2-ba36-b28d02b7733c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.645651 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dad22de9-999b-483d-b674-4a782f87869b tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2007818 Aug 31 09:24:34.653121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49682) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:34.662344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:34.815623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-921cf763-682f-40ad-ac99-4d746f9cb5d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=debaf23aeaa94e17b30d7ac3ef68679b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2310243 Aug 31 09:24:34.821454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49684) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:34.881609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6', 'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': 'f0e43f2b-040f-4b7a-b127-0eb4224016e6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:34.885484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.024497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1b96914-e7af-458f-8d1e-c0b62728c26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.088240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1b96914-e7af-458f-8d1e-c0b62728c26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.091224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:35.096962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.204958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Allocated IP 2001:db8::2 (6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6/f0e43f2b-040f-4b7a-b127-0eb4224016e6/98e252d4-e0a4-4b17-b2ff-c8406b4f706b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:35.280157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d62b4c-3d6d-4932-a355-140bc3b4ed81 req-bc65e383-7ae1-41dc-93f3-ba4cfd7f0731 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.293705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2d62b4c-3d6d-4932-a355-140bc3b4ed81 req-bc65e383-7ae1-41dc-93f3-ba4cfd7f0731 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.7368436 Aug 31 09:24:35.349029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1b96914-e7af-458f-8d1e-c0b62728c26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.353593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f1b96914-e7af-458f-8d1e-c0b62728c26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.358730 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f1b96914-e7af-458f-8d1e-c0b62728c26f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b8c2dd5-bb0e-4fa2-ba36-b28d02b7733c HTTP/1.1" status: 204 len: 168 time: 0.5312405 Aug 31 09:24:35.377955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 0d2e3871-b535-4dc5-8125-d96ea82a7717, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0d2e3871-b535-4dc5-8125-d96ea82a7717,segment=NetworkSegment(5a8322b7-6b26-4f78-aec1-766a5bebdc62),segment_id=5a8322b7-6b26-4f78-aec1-766a5bebdc62)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:35.378401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.378612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b96914-e7af-458f-8d1e-c0b62728c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c2dd5-bb0e-4fa2-ba36-b28d02b7733c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.434843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbc8f2d0-ab5a-484e-a334-1a8e863f7ab6 req-c975e0c8-374a-4d31-956a-72504b3022f7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 210 time: 0.0847421 Aug 31 09:24:35.490715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 0d2e3871-b535-4dc5-8125-d96ea82a7717 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:35.500326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2d62b4c-3d6d-4932-a355-140bc3b4ed81 req-9384db2f-b890-4a4a-bd19-bc0204cde552 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052491 Aug 31 09:24:35.772641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.959118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:35.964178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:35.969474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:35.970611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.998059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=e5bc5a09-a811-4d98-9276-9bbd73968596,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:36.019178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3aa67065-6f61-4dbc-9d8d-79c5e02a0f02 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3627391 Aug 31 09:24:36.019861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:36.180677 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.193395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bec7f-212b-460b-842b-6063daae9d23 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.196474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bec7f-212b-460b-842b-6063daae9d23 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.198208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Transition to ACTIVE for port object 98e252d4-e0a4-4b17-b2ff-c8406b4f706b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:36.199347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bec7f-212b-460b-842b-6063daae9d23 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.200051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-029cd1cf-58e0-446b-94e0-f5d717d1bd47 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.201512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bec7f-212b-460b-842b-6063daae9d23 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.204555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bec7f-212b-460b-842b-6063daae9d23 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.205070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-029cd1cf-58e0-446b-94e0-f5d717d1bd47 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.7095942 Aug 31 09:24:36.207016 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.207281 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-899bec7f-212b-460b-842b-6063daae9d23 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1850839 Aug 31 09:24:36.214016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49718) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:36.221468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-236812643'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:36.223834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Transition to ACTIVE for port object 98e252d4-e0a4-4b17-b2ff-c8406b4f706b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:36.232459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.270144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:36.275252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.295118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:36.303417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:36.308843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'port': {'device_id': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'admin_state_up': True, 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:36.309849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:36.313684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:36.339034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.340098 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment 8fc7bfa3-e8ce-460b-9782-f6f66975203f of type vlan for network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c Aug 31 09:24:36.347708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Pushing event updated for resources: {'Port': ['ID=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:36.427275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.429519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Attempting to bind port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:36.432047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Attempting to bind port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'ef9dc92d-6593-4f10-bebf-bea50a5db270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:36.434321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Attempting to bind port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b on network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:36.437009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b15d18b6-5cd8-42de-91dc-729b6ff6671c req-f4b79d92-6aca-46f5-838a-a6cf0327fd36 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b967cb9422104014b9ee5d050047444b HTTP/1.1" status: 200 len: 221 time: 0.3254657 Aug 31 09:24:36.479557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:36.483780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Checking segment: {'id': 'ef9dc92d-6593-4f10-bebf-bea50a5db270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:36.484760 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.485941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Bound using segment: {'id': 'ef9dc92d-6593-4f10-bebf-bea50a5db270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:36.487187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Bound port: 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9dc92d-6593-4f10-bebf-bea50a5db270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:36.489862 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.491810 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.505398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.506264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.538456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1eaef-093f-44aa-a964-f2f50f42387c req-f7d4f6da-58c7-44bf-bf31-632e8d1c66cd tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.546643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0f1eaef-093f-44aa-a964-f2f50f42387c req-f7d4f6da-58c7-44bf-bf31-632e8d1c66cd tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.3841171 Aug 31 09:24:36.628517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4122846 Aug 31 09:24:36.637050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49732) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:36.649792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:36.652665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0f1eaef-093f-44aa-a964-f2f50f42387c req-5a929799-b3b0-4f3c-a677-cb9a1edc20b1 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048274 Aug 31 09:24:36.667283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.687008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] For port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:36.692529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] For port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,segment=NetworkSegment(ef9dc92d-6593-4f10-bebf-bea50a5db270),segment_id=ef9dc92d-6593-4f10-bebf-bea50a5db270)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:36.709920 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.752532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104796-e632-4148-8e1c-7f67fec19dcc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=7764b3b0-8539-4d3d-94a0-21fbed5e0a4c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:36.839309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:37.029623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4f35d-94d0-49bf-a295-2767774956c1 None None] Pushing event updated for resources: {'Port': ['ID=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.177964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:37.187696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.250830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=0d2e3871-b535-4dc5-8125-d96ea82a7717,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.354140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ed0d7f9-4b8d-4300-a566-10f05b024295 req-98477e77-2205-4550-9997-d2601dab782d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 210 time: 0.2109163 Aug 31 09:24:37.532394 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.545616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873292b-1c90-43df-b811-ff25b19cdd61 req-7d966d4d-c53a-40ff-bc69-3dcdeeb350a2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.547716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7873292b-1c90-43df-b811-ff25b19cdd61 req-7d966d4d-c53a-40ff-bc69-3dcdeeb350a2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.5651765 Aug 31 09:24:37.591114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.627938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.655876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-e8f7f415-f1b7-431f-8d7a-c9e94341a6cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464779 Aug 31 09:24:37.697987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c is not hosted by any dhcp agent {{(pid=94895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:24:37.710221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.711420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.717000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "PUT /v2.0/networks/7764b3b0-8539-4d3d-94a0-21fbed5e0a4c HTTP/1.1" status: 200 len: 723 time: 1.0748832 Aug 31 09:24:37.717924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49750) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:37.736810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '7764b3b0-8539-4d3d-94a0-21fbed5e0a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:37.880701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Allocated IP 172.20.0.14 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/e87be250-c253-4aa3-8455-a9dd669b6fae) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:37.881627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0dbdd-f285-41be-977b-7139397e2c4a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=7764b3b0-8539-4d3d-94a0-21fbed5e0a4c,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.901207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:37.903687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-36b66155-22e4-4af7-b22b-8b37d4fcb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.906366 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-36b66155-22e4-4af7-b22b-8b37d4fcb695 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 1098 time: 0.1901443 Aug 31 09:24:37.927741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7873292b-1c90-43df-b811-ff25b19cdd61 req-8dd0cd3e-30e3-4dcc-9ecb-c46983ad6ade tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270261 Aug 31 09:24:38.251952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-f7b3452b-b1eb-4539-9e80-46645dee0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.254952 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-f7b3452b-b1eb-4539-9e80-46645dee0427 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.3177552 Aug 31 09:24:38.281824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:38.384342 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-867d2dfd-8aa4-45d0-a729-ca3948d3a816 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=157b70a6-3672-41b3-8b8b-973da2d1835d HTTP/1.1" status: 200 len: 217 time: 0.1203945 Aug 31 09:24:38.405376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:38.408921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.436136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b1e4-0723-491f-832c-074ffe4e2499 req-c0dcd804-d204-4d35-9b85-65e888ce300a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.437799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e8b1e4-0723-491f-832c-074ffe4e2499 req-c0dcd804-d204-4d35-9b85-65e888ce300a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2599521 Aug 31 09:24:38.472759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-0e19b44b-1611-472e-9f4e-c898d9232180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.475009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-0e19b44b-1611-472e-9f4e-c898d9232180 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.0780997 Aug 31 09:24:38.561987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-71c64cbf-8f7e-4e67-9320-eeb15afc5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.564800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-71c64cbf-8f7e-4e67-9320-eeb15afc5303 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786500 Aug 31 09:24:38.690320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f2fc1-7872-4efc-95ec-3208b3a646b4 req-9dc87c3b-7682-4fb2-b1bf-4c70b80af304 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.700021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-086f2fc1-7872-4efc-95ec-3208b3a646b4 req-9dc87c3b-7682-4fb2-b1bf-4c70b80af304 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.3862031 Aug 31 09:24:38.747373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-de6c0fb1-9924-4179-87a8-388f2887a471 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735315 Aug 31 09:24:38.777739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669efde3-cfc6-4bee-a7d4-7186593e8342 None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:38.798801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:38.821793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:38.829188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-44bdb0c0-f295-4414-9036-250ae80988e7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1769559 Aug 31 09:24:38.829992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49780) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:38.854920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e8b1e4-0723-491f-832c-074ffe4e2499 req-c47d8856-564b-4898-95a7-7925364de48d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235011 Aug 31 09:24:38.977523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:38.979358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:38.979687 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7cb003e2-346c-4722-8218-1c9ee7ad6fb4 req-74b3a28b-39f7-417d-b244-4fbd7cb8fd02 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233367 Aug 31 09:24:39.019318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-086f2fc1-7872-4efc-95ec-3208b3a646b4 req-1dc1fba1-83de-48e4-842f-e203fdeb8358 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3180864 Aug 31 09:24:39.034308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet 5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:39.047642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.064747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.087182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98e252d4-e0a4-4b17-b2ff-c8406b4f706b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:39.119643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f621f5e4-77e8-47c7-88da-96760d914857 req-908f076c-f390-40eb-968d-04c29572a2eb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 210 time: 0.0970945 Aug 31 09:24:39.131201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1539ec4b-14a4-45a6-bf46-00ecd744c7c7 None None] Provisioning for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:39.132772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Transition to ACTIVE for port object e87be250-c253-4aa3-8455-a9dd669b6fae will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:39.215942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:39.223658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.382730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:39.395426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:39.395805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.426839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.517493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['157b70a6-3672-41b3-8b8b-973da2d1835d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:39.521043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:39.583942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:39.589171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.646261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.719510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:39.736652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:39.788512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:39.888800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490c77-6da5-4e88-a223-81c52feec7ad req-d69cb324-d474-4aa6-9500-731c0f39733f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.896625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b490c77-6da5-4e88-a223-81c52feec7ad req-d69cb324-d474-4aa6-9500-731c0f39733f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.5151086 Aug 31 09:24:39.912104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': '8fc7bfa3-e8ce-460b-9782-f6f66975203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7764b3b0-8539-4d3d-94a0-21fbed5e0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:39.912473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:40.015335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=87dca2bb-cb43-4efb-8b60-0dfdcd1c1289,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:40.035527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:40.057890 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:24:40.081634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b490c77-6da5-4e88-a223-81c52feec7ad req-f8418c8c-3050-484b-8cac-afb64550cf6e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839952 Aug 31 09:24:40.083080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.106976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.107683 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.146694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:40.163493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:40.166886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.172943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49808) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:40.183214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-706cec51-040c-472d-85b2-f80d3762924b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1 HTTP/1.1" status: 204 len: 168 time: 1.3454652 Aug 31 09:24:40.199314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.200292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.202315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6ebd4-4e60-42f6-885e-8ec0568ff19a None None] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:40.206173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c1609-7150-46c0-818e-991db8dafc71 None None] Network e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:40.226353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-8c3e44b4-a878-45c7-8f55-cb3373b1f276 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9247425 Aug 31 09:24:40.249229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Request body: {'port': {'device_id': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:40.261209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6609508e-343b-422e-92ee-872ab9b0f630 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5332417 Aug 31 09:24:40.265042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49814) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:40.272375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:40.318941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a07fd8-da1b-460a-81d9-8d9700b2fd1f req-4393ea65-66a6-4bb9-96c1-74dca0d73a48 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.318941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4a07fd8-da1b-460a-81d9-8d9700b2fd1f req-4393ea65-66a6-4bb9-96c1-74dca0d73a48 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.3155620 Aug 31 09:24:40.348520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.415464 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.432123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.444352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28937599'] for subnet, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.450016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Update dhcp port {'port': {'network_id': '6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6', 'fixed_ips': [{'subnet_id': 'f0e43f2b-040f-4b7a-b127-0eb4224016e6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5bc5a09-a811-4d98-9276-9bbd73968596'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '98e252d4-e0a4-4b17-b2ff-c8406b4f706b'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:24:40.505030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1d3ee-ef83-4db1-99b7-afe97e55c275 req-1ab80e9f-e3a0-433c-b445-3c7330594ff9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.508268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13d1d3ee-ef83-4db1-99b7-afe97e55c275 req-1ab80e9f-e3a0-433c-b445-3c7330594ff9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2787585 Aug 31 09:24:40.512843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4a07fd8-da1b-460a-81d9-8d9700b2fd1f req-4a36b607-81b3-4623-ba78-f29397fec347 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203098 Aug 31 09:24:40.522811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5d9e456a-611a-4a9a-90ee-189865c7acb4 None None] Provisioning for port e87be250-c253-4aa3-8455-a9dd669b6fae completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:40.593188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5d9e456a-611a-4a9a-90ee-189865c7acb4 None None] Provisioning complete for port e87be250-c253-4aa3-8455-a9dd669b6fae triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:40.593580 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d9e456a-611a-4a9a-90ee-189865c7acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.748147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e456a-611a-4a9a-90ee-189865c7acb4 None None] Port e87be250-c253-4aa3-8455-a9dd669b6fae cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:40.750869 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.790632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:36Z', 'revision_number': 10, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:40.802876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port eff632bb-0ec3-4d67-a048-8426350c6ccc {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:40.803484 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.842435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,segment=NetworkSegment(ef9dc92d-6593-4f10-bebf-bea50a5db270),segment_id=ef9dc92d-6593-4f10-bebf-bea50a5db270)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:40.844646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13d1d3ee-ef83-4db1-99b7-afe97e55c275 req-5155ab80-5b87-4137-add7-ba4096688bbb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299875 Aug 31 09:24:40.920964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port eff632bb-0ec3-4d67-a048-8426350c6ccc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=eff632bb-0ec3-4d67-a048-8426350c6ccc,segment=NetworkSegment(5a8322b7-6b26-4f78-aec1-766a5bebdc62),segment_id=5a8322b7-6b26-4f78-aec1-766a5bebdc62)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:40.921216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.939762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for eff632bb-0ec3-4d67-a048-8426350c6ccc owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:41.000202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794707012828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25296528'] for subnet, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.074303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.074970 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.076400 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "PUT /v2.0/subnets/87dca2bb-cb43-4efb-8b60-0dfdcd1c1289 HTTP/1.1" status: 200 len: 826 time: 0.8104172 Aug 31 09:24:41.083239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49826) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:41.257203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.266384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.282542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224a014-177d-4e0a-a6a5-0a2cc1bf73ae tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=87dca2bb-cb43-4efb-8b60-0dfdcd1c1289,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:41.319553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=eff632bb-0ec3-4d67-a048-8426350c6ccc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:41.321585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:41.324591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.331269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port eff632bb-0ec3-4d67-a048-8426350c6ccc on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:41.424564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:41.465067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87be250-c253-4aa3-8455-a9dd669b6fae {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:41.494439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.522820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Transition to ACTIVE for port object e87be250-c253-4aa3-8455-a9dd669b6fae will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:41.536384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876e875-2c12-4c95-a069-24cc40d784a6 req-739b286e-89cd-49b6-b810-d4d4d32cf688 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.545651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2876e875-2c12-4c95-a069-24cc40d784a6 req-739b286e-89cd-49b6-b810-d4d4d32cf688 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 932 time: 0.6769922 Aug 31 09:24:41.558612 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.560526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.624043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.660133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8268350-6f7b-4cb4-99e1-3f82ca0d0a74']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:41.688849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8322b7-6b26-4f78-aec1-766a5bebdc62') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:41.689528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8322b7-6b26-4f78-aec1-766a5bebdc62') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:41.707249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.759007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.774364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:41.775224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:41.814187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150203c-8091-499d-8dfc-322c6e93521f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-7764b3b0-8539-4d3d-94a0-21fbed5e0a4c', 'network_id': '7764b3b0-8539-4d3d-94a0-21fbed5e0a4c', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': '87dca2bb-cb43-4efb-8b60-0dfdcd1c1289'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:41.815271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9150203c-8091-499d-8dfc-322c6e93521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.836170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.962762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=87dca2bb-cb43-4efb-8b60-0dfdcd1c1289,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:41.966058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:41.966314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:41.972066 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:42.050095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.067828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7764b3b0-8539-4d3d-94a0-21fbed5e0a4c']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:42.080230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.084447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fd639-389c-453b-a2ec-25de05e229cf None None] DHCP port deletion for e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:24:42.093260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc7bfa3-e8ce-460b-9782-f6f66975203f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:42.093555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc7bfa3-e8ce-460b-9782-f6f66975203f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:42.097385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.103604 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/e8268350-6f7b-4cb4-99e1-3f82ca0d0a74 HTTP/1.1" status: 204 len: 168 time: 1.9294214 Aug 31 09:24:42.104381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49842) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.132642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f5114-32ef-43bb-84ab-22337662ffe8 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=e8268350-6f7b-4cb4-99e1-3f82ca0d0a74,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.137695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.183900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49844) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.214415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b97f-e616-4e79-906a-347b34e5686f req-6bcf9e91-4399-490b-9de3-3feef508f34e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.217467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0456b97f-e616-4e79-906a-347b34e5686f req-6bcf9e91-4399-490b-9de3-3feef508f34e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.8823137 Aug 31 09:24:42.224230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:42.237878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.255001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:42.255602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:42.260727 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:42.266711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Pushing event updated for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.416119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2876e875-2c12-4c95-a069-24cc40d784a6 req-bbb79323-472e-4822-bad9-f96250f956ed tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690577 Aug 31 09:24:42.452661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d85ea-a0d6-4bff-8aaf-42891e563ac0 None None] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:42.483677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.495780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-11314b32-7265-4826-a9d1-9b06a55ce67a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.499925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-11314b32-7265-4826-a9d1-9b06a55ce67a tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.9477339 Aug 31 09:24:42.505166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.507621 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/7764b3b0-8539-4d3d-94a0-21fbed5e0a4c HTTP/1.1" status: 204 len: 168 time: 1.4233246 Aug 31 09:24:42.519654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.532865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Allocated IP 172.20.0.1 (6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6/e5bc5a09-a811-4d98-9276-9bbd73968596/98e252d4-e0a4-4b17-b2ff-c8406b4f706b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:42.553613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0456b97f-e616-4e79-906a-347b34e5686f req-6abc2df5-d322-4299-aa02-70f2e31e09a6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805877 Aug 31 09:24:42.566830 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a170a3-1d20-485a-9ca6-10888758f3c4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:42.567803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a170a3-1d20-485a-9ca6-10888758f3c4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:42.575263 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f2a170a3-1d20-485a-9ca6-10888758f3c4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/7764b3b0-8539-4d3d-94a0-21fbed5e0a4c HTTP/1.1" status: 404 len: 339 time: 0.0414510 Aug 31 09:24:42.577343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3b49a14-3c2a-4a3c-8405-7cedc1a47564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.597859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49850) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.598636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dc5bb-544f-4219-bcef-7ab26b011f12 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=7764b3b0-8539-4d3d-94a0-21fbed5e0a4c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.669762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-68885634', 'description': 'd1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:42.707802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00103c53-bb17-4227-bad8-f0a06a139e92 None None] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:42.740021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00103c53-bb17-4227-bad8-f0a06a139e92 None None] Network 7764b3b0-8539-4d3d-94a0-21fbed5e0a4c could not be found, it might have been deleted concurrently. {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:24:42.806550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:24:42.806550 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:24:42.806550 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '206cc5e82ae047bbab1710f5d0f40023', 'id': 'c6ec0f97-7e86-47e3-a0b8-888653279973', 'expiration': datetime.datetime(2021, 8, 31, 9, 26, 42, 761558)}] Aug 31 09:24:42.806550 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:42.807428 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:42.808254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Attempting to bind port e87be250-c253-4aa3-8455-a9dd669b6fae on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:42.808938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Attempting to bind port e87be250-c253-4aa3-8455-a9dd669b6fae by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:42.809487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Attempting to bind port e87be250-c253-4aa3-8455-a9dd669b6fae on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:42.819261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] For port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,segment=NetworkSegment(ef9dc92d-6593-4f10-bebf-bea50a5db270),segment_id=ef9dc92d-6593-4f10-bebf-bea50a5db270)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:42.826258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Port e87be250-c253-4aa3-8455-a9dd669b6fae on network 884b3049-254d-4f05-8305-175ba7a0464c not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:42.826934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Attempting to bind port e87be250-c253-4aa3-8455-a9dd669b6fae on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:42.840523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed173e-b973-420f-a07d-0ad4256b85b7 req-955ecd89-1306-4501-90ee-15c4037fb74e tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.850495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2aed173e-b973-420f-a07d-0ad4256b85b7 req-955ecd89-1306-4501-90ee-15c4037fb74e tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 945 time: 0.3101838 Aug 31 09:24:42.879170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:42.880092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:42.880367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:42.880725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Bound port: e87be250-c253-4aa3-8455-a9dd669b6fae, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:42.881744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.904533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.919992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:36Z', 'revision_number': 10, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:42.955644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3b49a14-3c2a-4a3c-8405-7cedc1a47564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.965158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3b49a14-3c2a-4a3c-8405-7cedc1a47564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.966988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce8d6d-7ab7-4208-8610-72b2306a0da4 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:36Z', 'revision_number': 10, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None, '_interfaces': [{'id': '811c7fc1-4c9f-48b1-9d70-58e914712f7b', 'name': '', 'network_id': 'dd8ffc90-185b-4870-a278-e2768dab788e', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'mac_address': 'fa:16:3e:f9:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:24Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 5, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'subnets': [{'id': 'dd2a2770-db16-45b4-958e-dad53eca4d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:42.970354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Transition to ACTIVE for port object 98e252d4-e0a4-4b17-b2ff-c8406b4f706b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:42.978904 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.991601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.019535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2aed173e-b973-420f-a07d-0ad4256b85b7 req-286ed46c-8dbc-4401-a077-38677295f56b tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups?id=930cff2e-09fc-44ae-bd4a-157ee78d0303&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676073 Aug 31 09:24:43.034054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Deleting port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:43.034054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.125744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3b49a14-3c2a-4a3c-8405-7cedc1a47564 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e07cd75696f849429ab2a8e73b4ba4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9368079 Aug 31 09:24:43.126395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:43.136418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b49a14-3c2a-4a3c-8405-7cedc1a47564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60764329-4ef6-40ae-a822-ae5acc2156a9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.139265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1b9b-b94b-4aa5-afab-43fd751bec4a req-7dd4d48a-a15f-428c-b22f-979993d98c18 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.147036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd2a1b9b-b94b-4aa5-afab-43fd751bec4a req-7dd4d48a-a15f-428c-b22f-979993d98c18 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2726555 Aug 31 09:24:43.151040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:43.177147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc41e4-695b-491b-81ee-701ce9528680 None None] Pushing event updated for resources: {'Port': ['ID=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.199729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e87be250-c253-4aa3-8455-a9dd669b6fae,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:43.217617 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.271440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd2a1b9b-b94b-4aa5-afab-43fd751bec4a req-7d3019da-6ec9-49be-a579-61ceb27b0b8e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233723 Aug 31 09:24:43.283718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4026d3f0-c8bd-4c85-808a-e76732378c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.299911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.300544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.302236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] 10.222.0.23 "PUT /v2.0/ports/e87be250-c253-4aa3-8455-a9dd669b6fae HTTP/1.1" status: 200 len: 1093 time: 3.0580232 Aug 31 09:24:43.302809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:43.306404 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af57340e-0da0-4804-b655-919ad36795da" -d '{"events": [{"name": "network-changed", "server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:43.315825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:43.316822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.333158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4026d3f0-c8bd-4c85-808a-e76732378c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.459688 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413a1ab5-8558-49c0-9fb8-f1bf5e3d3595 x-openstack-request-id: req-413a1ab5-8558-49c0-9fb8-f1bf5e3d3595 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:43.460268 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:43.460710 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-413a1ab5-8558-49c0-9fb8-f1bf5e3d3595 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:43.467772 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae', 'status': 'completed', 'code': 200} Aug 31 09:24:43.598083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98e252d4-e0a4-4b17-b2ff-c8406b4f706b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:43.611035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a275-6014-434f-bb54-d3ced1bb1412 service neutron] Pushing event updated for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.630752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:43.635883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.718123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:43.743992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4026d3f0-c8bd-4c85-808a-e76732378c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.746646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4026d3f0-c8bd-4c85-808a-e76732378c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.750887 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4026d3f0-c8bd-4c85-808a-e76732378c79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60764329-4ef6-40ae-a822-ae5acc2156a9 HTTP/1.1" status: 204 len: 168 time: 0.6223466 Aug 31 09:24:43.769348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026d3f0-c8bd-4c85-808a-e76732378c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60764329-4ef6-40ae-a822-ae5acc2156a9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.851594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port 811c7fc1-4c9f-48b1-9d70-58e914712f7b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:43.852583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.057548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.079810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port 811c7fc1-4c9f-48b1-9d70-58e914712f7b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=811c7fc1-4c9f-48b1-9d70-58e914712f7b,segment=NetworkSegment(cee48247-567b-4f11-8a17-373812f1da68),segment_id=cee48247-567b-4f11-8a17-373812f1da68)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:44.081056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.106733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for 811c7fc1-4c9f-48b1-9d70-58e914712f7b owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:44.148558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:44.153535 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ede4fd-13e8-4518-b6c4-bd8f908b8bd5" -d '{"events": [{"server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:44.165192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0d2e3871-b535-4dc5-8125-d96ea82a7717 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:44.184969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.186070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.186686 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Floating IP 43e2eca4-1f14-488d-8f6e-940344669ffd disassociated. External IP: 172.25.4.48, port: d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6. Aug 31 09:24:44.187408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Calling delete_port for d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:44.212343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-0522c7c7-d16d-47dd-9b7f-191ac72fdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.217870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-0522c7c7-d16d-47dd-9b7f-191ac72fdf6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 1096 time: 0.8037808 Aug 31 09:24:44.218101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 0d2e3871-b535-4dc5-8125-d96ea82a7717 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:44.218636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0d2e3871-b535-4dc5-8125-d96ea82a7717 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:44.219356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eff632bb-0ec3-4d67-a048-8426350c6ccc no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:44.275135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:44.277790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: eff632bb-0ec3-4d67-a048-8426350c6ccc {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:44.278521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eff632bb-0ec3-4d67-a048-8426350c6ccc not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:44.297906 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.330407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:44.376639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f662a-4d7c-4d85-a49c-32f0fc49c764 None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:44.412877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-7365d981-97bc-4cb2-913f-04e084f794a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87be250-c253-4aa3-8455-a9dd669b6fae HTTP/1.1" status: 200 len: 217 time: 0.1715212 Aug 31 09:24:44.453187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:44.480267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-575b073e-7d74-49be-82f5-40d553c7d369 None None] Provisioning for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:44.482695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.483051 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment f8e4d04a-68d2-4696-98f2-a7e24539713f of type vlan for network 59b3eda1-67c6-4b4d-ac92-056bf5403381 Aug 31 09:24:44.494399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-575b073e-7d74-49be-82f5-40d553c7d369 None None] Provisioning complete for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:44.495227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-575b073e-7d74-49be-82f5-40d553c7d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.521627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.537420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b428-3068-4efa-813f-474b593a2fa2 req-704d72e2-8b76-4adf-a6de-591c5c24f21d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.544978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e029b428-3068-4efa-813f-474b593a2fa2 req-704d72e2-8b76-4adf-a6de-591c5c24f21d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.8582282 Aug 31 09:24:44.591750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=811c7fc1-4c9f-48b1-9d70-58e914712f7b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:44.613127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03886dd-74b8-4c64-b4c9-15b9b74a5ea8 req-37ec7282-3abc-4285-a1de-412aeda77b87 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.631309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a03886dd-74b8-4c64-b4c9-15b9b74a5ea8 req-37ec7282-3abc-4285-a1de-412aeda77b87 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 944 time: 0.9388268 Aug 31 09:24:44.674885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49876) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:44.745330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.765547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.777196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-0fa0fb69-0f6d-4805-8434-ecdfbbdaee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.779266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-0fa0fb69-0f6d-4805-8434-ecdfbbdaee14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.3388424 Aug 31 09:24:44.780744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10bb24ca-46c5-4bc4-beb0-e88bd6235a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.899765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a03886dd-74b8-4c64-b4c9-15b9b74a5ea8 req-27365adc-74cf-4a2b-8c20-f783361e9ca9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669985 Aug 31 09:24:44.959749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e029b428-3068-4efa-813f-474b593a2fa2 req-2dcb6086-e561-495c-8086-f026add74140 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245344 Aug 31 09:24:44.981089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.987571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.988248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716754'] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.083349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-f6d277a3-2bc4-423d-8fa7-09d7134fae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.084941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-f6d277a3-2bc4-423d-8fa7-09d7134fae8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2854195 Aug 31 09:24:45.094960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:45.121203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.130027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e8ab6cce-a08f-4f53-9e96-821e8818da4b None None] Provisioning complete for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:45.130843 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6cce-a08f-4f53-9e96-821e8818da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.177003 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d3b675-36e3-491a-b917-533e12c4f5cb x-openstack-request-id: req-48d3b675-36e3-491a-b917-533e12c4f5cb {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:45.177879 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:45.178790 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48d3b675-36e3-491a-b917-533e12c4f5cb {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:45.180303 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'code': 200} Aug 31 09:24:45.211983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:45.221087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c678dd45-af13-427b-b5da-e41bc8eafe2e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0970778 Aug 31 09:24:45.221754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49880) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.227184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:45.243919 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:45.245110 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:45.282160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event deleted for resources: {'Port': ['ID=d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.330730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d539ffa6-6cb8-425a-8f91-98315372b296 req-e9a51798-672a-4730-afcb-6b37fb475967 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.1876512 Aug 31 09:24:45.331449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=59b3eda1-67c6-4b4d-ac92-056bf5403381,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.342355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting subnet dd2a2770-db16-45b4-958e-dad53eca4d1b {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:45.355482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 59b3eda1-67c6-4b4d-ac92-056bf5403381 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:45.358927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.438716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.472580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-ad9cec55-3f74-44e4-a311-dcf179c3af9d service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429172 Aug 31 09:24:45.490726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:45.548644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10bb24ca-46c5-4bc4-beb0-e88bd6235a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.575447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e193b39-5f07-4c38-92b4-0c4a4c0784a0 req-530c6704-f658-4645-8eeb-16f10b9b121e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.577005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:44Z', 'revision_number': 11, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:45.577301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e193b39-5f07-4c38-92b4-0c4a4c0784a0 req-530c6704-f658-4645-8eeb-16f10b9b121e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2823751 Aug 31 09:24:45.605408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.607091 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:45.619739 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:45.620371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10bb24ca-46c5-4bc4-beb0-e88bd6235a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.621548 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:45.646127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-005f7fd0-7a74-44d3-8d0e-6b7aabf673db tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9914942 Aug 31 09:24:45.652668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49882) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.705050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:45.725395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-10bb24ca-46c5-4bc4-beb0-e88bd6235a4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a98b344225548efbd10c3f64e0b1fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347836 Aug 31 09:24:45.732779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49884) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.765719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb24ca-46c5-4bc4-beb0-e88bd6235a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5cea3d-146c-4712-958e-a46a81e52f80,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:45.769233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:44Z', 'revision_number': 11, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:45.802027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e193b39-5f07-4c38-92b4-0c4a4c0784a0 req-aa6917d2-f1b7-4a21-b09f-e51dd03af8c3 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867890 Aug 31 09:24:45.802808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323f512-8de2-4d2a-901d-9bfcd345ce10 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:44Z', 'revision_number': 11, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:45.804774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Router f6bde485-34f1-4ec3-9323-b1886cd00d21 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:45.868648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca86bd2-b456-4233-8145-1106b1f49465 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.869955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc382692-d27b-4e5d-ac60-7a8c3202630c req-d2db97c8-02c8-4941-9975-e242f7a3f8da service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855991 Aug 31 09:24:45.874128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0ca86bd2-b456-4233-8145-1106b1f49465 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks?id=59b3eda1-67c6-4b4d-ac92-056bf5403381 HTTP/1.1" status: 200 len: 763 time: 0.2162676 Aug 31 09:24:45.874839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.884989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'description': 'd2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:45.889140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.919113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.928326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/dd2a2770-db16-45b4-958e-dad53eca4d1b HTTP/1.1" status: 204 len: 168 time: 0.7053580 Aug 31 09:24:45.929051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.934895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe72348-06e2-4b13-903c-d9d5308c5ef4 None None] Network dd8ffc90-185b-4870-a278-e2768dab788e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:46.036437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccc502-0999-416f-b3cc-7f2aebd41fa5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2a2770-db16-45b4-958e-dad53eca4d1b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.076028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.158908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Deleting port f851b8c6-ed3f-4e78-93a8-481e239f5692 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:46.159249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.252737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] For port f851b8c6-ed3f-4e78-93a8-481e239f5692, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f851b8c6-ed3f-4e78-93a8-481e239f5692,segment=NetworkSegment(cee48247-567b-4f11-8a17-373812f1da68),segment_id=cee48247-567b-4f11-8a17-373812f1da68)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.254014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.274991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69aba2c5-a399-45b8-b749-c1d8d3c5aeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.280392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Calling delete_port for f851b8c6-ed3f-4e78-93a8-481e239f5692 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:46.291830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] DHCP port deletion for dd8ffc90-185b-4870-a278-e2768dab788e request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:24:46.368704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc08f4-e93d-44b2-b18b-e0626c51641a req-a1526582-4001-4c9b-bd86-32398acab769 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.370464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3afc08f4-e93d-44b2-b18b-e0626c51641a req-a1526582-4001-4c9b-bd86-32398acab769 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3686695 Aug 31 09:24:46.393766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57340e-0da0-4804-b655-919ad36795da req-61191887-dfca-4987-9c2e-88a4b206fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.395402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-61191887-dfca-4987-9c2e-88a4b206fa5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 1096 time: 0.3923092 Aug 31 09:24:46.407592 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69aba2c5-a399-45b8-b749-c1d8d3c5aeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.420171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.459008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Port': ['ID=f851b8c6-ed3f-4e78-93a8-481e239f5692,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.470964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No DVR routers for this DVR port f851b8c6-ed3f-4e78-93a8-481e239f5692 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:46.474570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566589c-9235-4501-8cd0-e10e339fa3cb req-258c1bb0-6a06-4f84-b301-6bf4ad49dd11 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.484339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b566589c-9235-4501-8cd0-e10e339fa3cb req-258c1bb0-6a06-4f84-b301-6bf4ad49dd11 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 944 time: 0.3877239 Aug 31 09:24:46.590609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:46.616342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] Sync routers for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:46.622977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.643837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.652040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:46.653104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:46.667867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8ffc90-185b-4870-a278-e2768dab788e']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:46.693216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee48247-567b-4f11-8a17-373812f1da68') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:46.693650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee48247-567b-4f11-8a17-373812f1da68') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:46.712181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.721735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Deleting port f851b8c6-ed3f-4e78-93a8-481e239f5692 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:46.722133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.744007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.757179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:46.758523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:46.765034 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:46.851263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] For port f851b8c6-ed3f-4e78-93a8-481e239f5692, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.851788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.864531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:46.884767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.905154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Calling delete_port for f851b8c6-ed3f-4e78-93a8-481e239f5692 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:46.909491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Port f851b8c6-ed3f-4e78-93a8-481e239f5692 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:24:46.918722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.925708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.939418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/networks/dd8ffc90-185b-4870-a278-e2768dab788e HTTP/1.1" status: 204 len: 168 time: 0.9864118 Aug 31 09:24:46.940498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49902) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:46.956505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'routes': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:46.959525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6433-fccd-4867-b207-d6499efdef50 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Pushing event deleted for resources: {'Network': ['ID=dd8ffc90-185b-4870-a278-e2768dab788e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.984364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Pushing event deleted for resources: {'Port': ['ID=f851b8c6-ed3f-4e78-93a8-481e239f5692,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.986202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] Network dd8ffc90-185b-4870-a278-e2768dab788e is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:24:46.986687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15956b-9cb8-404f-9fd1-3dfb7eca163b None None] No DVR routers for this DVR port f851b8c6-ed3f-4e78-93a8-481e239f5692 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:47.150926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3afc08f4-e93d-44b2-b18b-e0626c51641a req-6907ebb1-4ecc-43e3-a60e-661bc845e002 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7455256 Aug 31 09:24:47.171918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:16Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:47.213291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] Checking router: f6bde485-34f1-4ec3-9323-b1886cd00d21 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:47.221265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] No DVR routers for this DVR port d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:47.230741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:47.231504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:47.233283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b566589c-9235-4501-8cd0-e10e339fa3cb req-523ebae3-b9e4-4376-bca9-dd8257a86842 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7477965 Aug 31 09:24:47.234340 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.238845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.244000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83a11b32-4707-4b7c-990d-ad31c59feb19 req-5fbd6ef4-2af9-494d-bcb8-e01929d471b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.23 "DELETE /v2.0/ports/d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6 HTTP/1.1" status: 204 len: 173 time: 4.7209737 Aug 31 09:24:47.257259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'name': 'network-vif-deleted', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:47.262441 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7befa9d-48ff-40a5-ab34-a815fd4f011a" -d '{"events": [{"server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "name": "network-vif-deleted", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:47.297732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69aba2c5-a399-45b8-b749-c1d8d3c5aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.302263 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69aba2c5-a399-45b8-b749-c1d8d3c5aeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.307001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69aba2c5-a399-45b8-b749-c1d8d3c5aeaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c5cea3d-146c-4712-958e-a46a81e52f80 HTTP/1.1" status: 204 len: 168 time: 1.5674329 Aug 31 09:24:47.469229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 59b3eda1-67c6-4b4d-ac92-056bf5403381 is not hosted by any dhcp agent {{(pid=94896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:24:47.480440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.489247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.494637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "PUT /v2.0/networks/59b3eda1-67c6-4b4d-ac92-056bf5403381 HTTP/1.1" status: 200 len: 760 time: 1.6179593 Aug 31 09:24:47.526371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:47.534965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49910) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:47.584745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f851b8c6-ed3f-4e78-93a8-481e239f5692 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:47.620038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f851b8c6-ed3f-4e78-93a8-481e239f5692 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:47.620626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f851b8c6-ed3f-4e78-93a8-481e239f5692 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:47.621149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 811c7fc1-4c9f-48b1-9d70-58e914712f7b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:47.672780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e87be250-c253-4aa3-8455-a9dd669b6fae details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:47.772022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 811c7fc1-4c9f-48b1-9d70-58e914712f7b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:47.774018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 811c7fc1-4c9f-48b1-9d70-58e914712f7b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:47.843352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0316ea9-c739-443b-8d2e-757005e5e14c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.847427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b0316ea9-c739-443b-8d2e-757005e5e14c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks?id=59b3eda1-67c6-4b4d-ac92-056bf5403381 HTTP/1.1" status: 200 len: 763 time: 0.3022141 Aug 31 09:24:47.854102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba2c5-a399-45b8-b749-c1d8d3c5aeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5cea3d-146c-4712-958e-a46a81e52f80,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:47.857493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49912) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:47.900244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.extraroute_db [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Added routes are [] {{(pid=94895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:24:47.901086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.extraroute_db [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Removed routes are [] {{(pid=94895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:24:47.901489 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.920364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57340e-0da0-4804-b655-919ad36795da req-98699df6-8411-4049-8c1e-dc1e5b2c39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.923536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-98699df6-8411-4049-8c1e-dc1e5b2c39f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 1.5133429 Aug 31 09:24:47.962841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:24:47.999322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab95a4ce-7d40-457e-afbe-c9a71ca7b1a5 req-486db59c-e207-4869-9878-1cbd1359a2d7 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.4856586 Aug 31 09:24:48.119340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29262-e8d0-49cc-a96b-9430a0637c8c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=59b3eda1-67c6-4b4d-ac92-056bf5403381,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:48.156720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 59b3eda1-67c6-4b4d-ac92-056bf5403381 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:48.181173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.188762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.231456 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e160ef-84a4-4b6a-a25e-44df32e59659 x-openstack-request-id: req-90e160ef-84a4-4b6a-a25e-44df32e59659 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:48.233141 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcab3a0-bd34-4030-9750-d5d0d7974c64", "name": "network-vif-deleted", "tag": "d4ea276a-0203-4a0e-87bb-41ef9ef1f2f6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:48.233561 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90e160ef-84a4-4b6a-a25e-44df32e59659 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:48.234202 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcab3a0-bd34-4030-9750-d5d0d7974c64', 'name': 'network-vif-deleted', 'tag': 'd4ea276a-0203-4a0e-87bb-41ef9ef1f2f6', 'status': 'completed', 'code': 200} Aug 31 09:24:48.357937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-0def4136-792f-40eb-87ed-988ad81f5abe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87be250-c253-4aa3-8455-a9dd669b6fae HTTP/1.1" status: 200 len: 217 time: 0.2773931 Aug 31 09:24:48.388461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router 5f184495-809a-4b80-933c-d4bd21b963dc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:48.511454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7cffb-1c92-4181-9ee8-b1bcf2080174 req-e26c2efc-19da-4e15-97a5-21d4380f4044 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.513156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9da7cffb-1c92-4181-9ee8-b1bcf2080174 req-e26c2efc-19da-4e15-97a5-21d4380f4044 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.7094262 Aug 31 09:24:48.631784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:48.637403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e87be250-c253-4aa3-8455-a9dd669b6fae,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:48.651736 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] Sync routers for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:48.671389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.678279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ddb1aabd-ffbd-4b78-959d-89c95266d493 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 705 time: 1.7264774 Aug 31 09:24:48.680373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49930) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.689598 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:48.693029 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.697307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39fb2b-147d-4db4-943a-07112e2d1ebf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.698959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9a39fb2b-147d-4db4-943a-07112e2d1ebf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7966623 Aug 31 09:24:48.704646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57340e-0da0-4804-b655-919ad36795da req-08b4bb8e-04d4-4b5a-b65f-a9983826c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.707454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-08b4bb8e-04d4-4b5a-b65f-a9983826c70a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.3405831 Aug 31 09:24:48.711774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.746692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-762ceaa9-8ebc-4533-962a-9aa6e9f20fce tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 205 time: 0.0625188 Aug 31 09:24:48.746889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49934) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.781160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'e87be250-c253-4aa3-8455-a9dd669b6fae', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': 'e87be250-c253-4aa3-8455-a9dd669b6fae', 'mac_address': 'fa:16:3e:7f:1e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:48.797298 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.830083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3f3326c-307f-4cea-9f5d-9278b58a7bf4 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 207 time: 0.1165457 Aug 31 09:24:48.839171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49936) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.863593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9da7cffb-1c92-4181-9ee8-b1bcf2080174 req-8ec1855f-a617-4a1b-b933-0586190dec0a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056502 Aug 31 09:24:48.981817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe44e7-0d01-40e6-8ff2-8c39a776a45c req-8c520012-567a-4acf-b5f0-2a1ccfae2414 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:48.983741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53fe44e7-0d01-40e6-8ff2-8c39a776a45c req-8c520012-567a-4acf-b5f0-2a1ccfae2414 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 944 time: 0.4349060 Aug 31 09:24:48.995112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:49.059054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.082638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.114578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57340e-0da0-4804-b655-919ad36795da req-a1542611-b471-46a2-aaae-72a7a0723ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.116157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-a1542611-b471-46a2-aaae-72a7a0723ca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3928056 Aug 31 09:24:49.143784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87be250-c253-4aa3-8455-a9dd669b6fae {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:49.177993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e87be250-c253-4aa3-8455-a9dd669b6fae,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:49.191967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:16Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:49.200082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.208061 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:44Z', 'revision_number': 11, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:49.271933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5512aab-1ed7-4fb3-bae6-565a088cb375 None None] The sync data for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 is: [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:21:04Z', 'revision_number': 4, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3cc7a433-2f08-46dc-945e-54949e4a9c7d', 'name': '', 'network_id': '948ff52a-838a-4e38-a388-b31457f167c6', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'mac_address': 'fa:16:3e:0d:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:21:00Z', 'updated_at': '2021-08-31T09:21:16Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'subnets': [{'id': '300270b7-6ba7-42c1-940a-75ad891c0139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:49.433309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.504118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.509342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['e87be250-c253-4aa3-8455-a9dd669b6fae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:49.509546 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] Checking router: 5f184495-809a-4b80-933c-d4bd21b963dc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:49.512866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.519627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.521112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] Routers {'5f184495-809a-4b80-933c-d4bd21b963dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:49.521855 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5f184495-809a-4b80-933c-d4bd21b963dc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:49.530898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.548028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.556792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.564263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5e469197-6ede-4f34-8fe7-70a43e174a05 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.7200010 Aug 31 09:24:49.587011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49954) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:49.606120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.615079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.665551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53fe44e7-0d01-40e6-8ff2-8c39a776a45c req-4ff6fcc5-568d-4339-a2ee-215882de4e9d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597531 Aug 31 09:24:49.704676 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] Set router 5f184495-809a-4b80-933c-d4bd21b963dc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:49.713999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-f43d2543-bec3-43b5-865b-b841e73a0905 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751686 Aug 31 09:24:49.725088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d7572ed-5a98-4868-983f-728e8037479f req-0afbf29e-b3a9-4bbd-a620-a1cd51bf9311 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.3188176 Aug 31 09:24:49.729261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.729737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router 5f184495-809a-4b80-933c-d4bd21b963dc {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:24:49.742045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.768142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-64596c50-e423-4f96-b5b6-67249653ffa4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 204 len: 168 time: 1.0198848 Aug 31 09:24:49.769375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49958) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:49.779644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1990821693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:49.839170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:44Z', 'revision_number': 11, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:49.858639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.861956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.916044 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cdd287-b08d-45bd-a9df-7717e3c08ae6 None None] The sync data for ids ['5f184495-809a-4b80-933c-d4bd21b963dc'] in n-d-800634-13 is: [{'id': '5f184495-809a-4b80-933c-d4bd21b963dc', 'name': 'tempest-RoutersIpV6Test-router-1425855985', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:18Z', 'updated_at': '2021-08-31T09:24:44Z', 'revision_number': 11, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:49.998734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af57340e-0da0-4804-b655-919ad36795da req-f17dc4ba-3c09-461a-abd9-ee177d9fd433 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700415 Aug 31 09:24:50.059778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d22cc1-6497-4544-a6d7-49ca1e3dc9fa None None] New status for floating IP 43e2eca4-1f14-488d-8f6e-940344669ffd: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:24:50.088897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.096687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.131169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.133619 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc7abcfa-59c0-4f1c-b723-4c1d68e96f96 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3624270 Aug 31 09:24:50.149422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49964) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.149915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c46c-6ac6-4943-aea9-915615d43c23 req-b510290a-f960-4cbe-af43-416659f3cd6c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.155470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:50.158961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8df0c46c-6ac6-4943-aea9-915615d43c23 req-b510290a-f960-4cbe-af43-416659f3cd6c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1591046 Aug 31 09:24:50.272713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8df0c46c-6ac6-4943-aea9-915615d43c23 req-0aaf3796-1d9f-4530-bfc5-223e76602076 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126904 Aug 31 09:24:50.389164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c5a89f7e-d9eb-4cd0-aff7-fd69e0083f94 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.7183979 Aug 31 09:24:50.389798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49976) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.547111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8b0e2-acdf-48e9-95b1-8790899d7434 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.548849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8b0e2-acdf-48e9-95b1-8790899d7434 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.566430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8b0e2-acdf-48e9-95b1-8790899d7434 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.566430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8b0e2-acdf-48e9-95b1-8790899d7434 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.566430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8b0e2-acdf-48e9-95b1-8790899d7434 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.566430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aae8b0e2-acdf-48e9-95b1-8790899d7434 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1658862 Aug 31 09:24:50.572127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04b3e-9224-4fe6-93a4-73bc22e68302 req-46339888-56ba-4470-831d-9095cd204cf7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.573623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32d04b3e-9224-4fe6-93a4-73bc22e68302 req-46339888-56ba-4470-831d-9095cd204cf7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1195717 Aug 31 09:24:50.574140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49980) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.626408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.644828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.670032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32d04b3e-9224-4fe6-93a4-73bc22e68302 req-4b9a2f74-c399-4661-a073-1172069d4a5c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859051 Aug 31 09:24:50.675696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13a183-aa25-469a-8069-aafbe693e71c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.676852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13a183-aa25-469a-8069-aafbe693e71c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.678331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13a183-aa25-469a-8069-aafbe693e71c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.680395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13a183-aa25-469a-8069-aafbe693e71c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.682014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13a183-aa25-469a-8069-aafbe693e71c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.683892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5d13a183-aa25-469a-8069-aafbe693e71c tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1087563 Aug 31 09:24:50.687795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49982) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.862681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Router b5766391-ed69-478b-b45e-03e3d832e21c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:24:50.897601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a03cd-4141-45b2-ad11-45b0e5ac1781 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.899824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f48a03cd-4141-45b2-ad11-45b0e5ac1781 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks/9e8f8313-3473-45aa-8100-16d4bb60a7e7 HTTP/1.1" status: 200 len: 804 time: 0.2104163 Aug 31 09:24:50.906359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49998) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.981113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:50.998421 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] Sync routers for ids ['b5766391-ed69-478b-b45e-03e3d832e21c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:51.009931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.010276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8b752-3ef7-4f60-a7f4-f5842d9ed268 req-335802b7-8675-4bd0-8284-ab64185ee9d6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.011859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7d8b752-3ef7-4f60-a7f4-f5842d9ed268 req-335802b7-8675-4bd0-8284-ab64185ee9d6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1854384 Aug 31 09:24:51.018351 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] Routers {'b5766391-ed69-478b-b45e-03e3d832e21c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:51.019036 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b5766391-ed69-478b-b45e-03e3d832e21c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.027436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ced1de4b-c3fe-468b-a282-9712b6313ace tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "PUT /v2.0/routers/b5766391-ed69-478b-b45e-03e3d832e21c HTTP/1.1" status: 200 len: 698 time: 0.8739305 Aug 31 09:24:51.032208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50000) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.045826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8cf2-cca5-4785-99e1-8716fc947fd2 req-50bc5b24-f0cb-4c3a-9789-d78fb5b4fb14 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.047500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b9e8cf2-cca5-4785-99e1-8716fc947fd2 req-50bc5b24-f0cb-4c3a-9789-d78fb5b4fb14 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 945 time: 0.2198696 Aug 31 09:24:51.108353 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] Set router b5766391-ed69-478b-b45e-03e3d832e21c gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:51.131840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe038131-b0ec-4c5a-9a92-167f1cb61465 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/networks/9e8f8313-3473-45aa-8100-16d4bb60a7e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2244990 Aug 31 09:24:51.145663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50002) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.165350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7d8b752-3ef7-4f60-a7f4-f5842d9ed268 req-5301fb0e-9dfa-4f57-8e23-61b60e717f13 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280487 Aug 31 09:24:51.181034 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5766391-ed69-478b-b45e-03e3d832e21c', 'name': 'tempest-RoutersIpV6Test-router-1990821693', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:49Z', 'updated_at': '2021-08-31T09:24:50Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.197586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b9e8cf2-cca5-4785-99e1-8716fc947fd2 req-7cf3908f-622f-4a3a-8b98-2156d523b266 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282809 Aug 31 09:24:51.248702 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] Checking router: b5766391-ed69-478b-b45e-03e3d832e21c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:51.283537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebda077-baec-4b07-a574-f807ba03a5a6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.285803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7ebda077-baec-4b07-a574-f807ba03a5a6 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/subnets/559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b HTTP/1.1" status: 200 len: 843 time: 0.1392236 Aug 31 09:24:51.293189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50014) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.296169 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] Routers {'b5766391-ed69-478b-b45e-03e3d832e21c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:51.297279 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:24:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b5766391-ed69-478b-b45e-03e3d832e21c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.329696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-16911066-b1c4-4e11-9f9b-f38d68b07499 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/routers/b5766391-ed69-478b-b45e-03e3d832e21c HTTP/1.1" status: 200 len: 704 time: 0.2957284 Aug 31 09:24:51.343341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50018) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.425283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a43fd61-d367-46a2-a10e-ce90f1c46dc3 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5766391-ed69-478b-b45e-03e3d832e21c HTTP/1.1" status: 200 len: 205 time: 0.0802298 Aug 31 09:24:51.426384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50026) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.466566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60786752-506c-4db6-8660-f5b5a410e342 req-acd5e148-d72f-4176-bfd3-cee265974078 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.0845394 Aug 31 09:24:51.529082 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] Set router b5766391-ed69-478b-b45e-03e3d832e21c gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:51.535428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0deb11f-490f-4464-9b01-3feeebe96149 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.541591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a0deb11f-490f-4464-9b01-3feeebe96149 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "GET /v2.0/subnets/559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2470345 Aug 31 09:24:51.551889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50030) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.569568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387306857'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:51.582952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.634994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edfedb-242c-45d1-aa89-b3a162d2c7e1 req-eaa2535f-ebc2-4aa3-916b-464c14f08bbc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.644154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e87be250-c253-4aa3-8455-a9dd669b6fae up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:51.650226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46edfedb-242c-45d1-aa89-b3a162d2c7e1 req-eaa2535f-ebc2-4aa3-916b-464c14f08bbc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1915822 Aug 31 09:24:51.660551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:51.675070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.686837 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5766391-ed69-478b-b45e-03e3d832e21c', 'name': 'tempest-RoutersIpV6Test-router-1990821693', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:49Z', 'updated_at': '2021-08-31T09:24:50Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.746168 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7be55-84a3-4460-b51c-673dcec7238e None None] The sync data for ids ['b5766391-ed69-478b-b45e-03e3d832e21c'] in n-d-800634-13 is: [{'id': 'b5766391-ed69-478b-b45e-03e3d832e21c', 'name': 'tempest-RoutersIpV6Test-router-1990821693', 'tenant_id': '04be1642d5764d9db25864ffdf7e210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:49Z', 'updated_at': '2021-08-31T09:24:50Z', 'revision_number': 2, 'project_id': '04be1642d5764d9db25864ffdf7e210a', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:51.763965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46edfedb-242c-45d1-aa89-b3a162d2c7e1 req-f3899200-00f3-4fa7-8a75-6e2afa8df52f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133559 Aug 31 09:24:51.778443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:51.808757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port e87be250-c253-4aa3-8455-a9dd669b6fae completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:51.814230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.814630 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Added segment 8adf0c1e-b53f-472a-9e67-e81cfa7c0386 of type vlan for network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f Aug 31 09:24:51.828304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port e87be250-c253-4aa3-8455-a9dd669b6fae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:51.829198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.895301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.900639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.903711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.971976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.981246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.981908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.008089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.008089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Fanout notify agent at l3_agent the message router_deleted on router b5766391-ed69-478b-b45e-03e3d832e21c {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:24:52.015987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.017343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-94585636-6ece-4698-a68f-1beb7a247824 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/b5766391-ed69-478b-b45e-03e3d832e21c HTTP/1.1" status: 204 len: 168 time: 0.5893195 Aug 31 09:24:52.030029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50056) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.074705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5203311 Aug 31 09:24:52.077652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50064) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.083296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:52.125367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.127281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0103d524-023c-4dab-a054-26c22e9056a5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5766391-ed69-478b-b45e-03e3d832e21c HTTP/1.1" status: 200 len: 205 time: 0.0955713 Aug 31 09:24:52.128637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50072) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.150132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ec3a9-a8a1-462f-831a-0f6286d41182 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Network': ['ID=8d0f1b4f-1324-4d1c-86be-139f58d3c53f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.183164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e87be250-c253-4aa3-8455-a9dd669b6fae,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:52.187324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:52.193567 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e9f7ca-0013-45f2-86e9-37b6dfbeb78a" -d '{"events": [{"server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "name": "network-vif-plugged", "status": "completed", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:52.204213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:52.242662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.313305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdad2b-9cce-441f-9613-ee06fcf27ace req-92227069-f100-4b94-b6fc-cd1e0f459398 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.318049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cfdad2b-9cce-441f-9613-ee06fcf27ace req-92227069-f100-4b94-b6fc-cd1e0f459398 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1317422 Aug 31 09:24:52.329433 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bfa271-1c5f-4e18-a560-5687fc03df4a x-openstack-request-id: req-c5bfa271-1c5f-4e18-a560-5687fc03df4a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:52.329798 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "name": "network-vif-plugged", "status": "completed", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:52.329985 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5bfa271-1c5f-4e18-a560-5687fc03df4a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:52.330378 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae', 'code': 200} Aug 31 09:24:52.331710 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-cd2004a4-beb5-4a67-9287-28350b4f3745 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:52.342402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50086) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.353609 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cd2004a4-beb5-4a67-9287-28350b4f3745 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/b5766391-ed69-478b-b45e-03e3d832e21c HTTP/1.1" status: 404 len: 336 time: 0.2062256 Aug 31 09:24:52.409907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.441552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Made reservation on behalf of 206cc5e82ae047bbab1710f5d0f40023 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:52.447292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.450682 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d5ad48-65e6-44f8-98fe-c35a3f9bed9a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:52.450682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d5ad48-65e6-44f8-98fe-c35a3f9bed9a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:52.458873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-96d5ad48-65e6-44f8-98fe-c35a3f9bed9a tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/527d93bd-1ecb-4703-9ad2-c3eb46dffb38 HTTP/1.1" status: 404 len: 337 time: 0.0605137 Aug 31 09:24:52.458873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50094) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.537452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Performing IP validity checks on allocation pools {{(pid=94895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:24:52.538314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:24:52.654896 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb9eecc-3ba1-44be-86fb-9bb6058b375e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:52.655827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb9eecc-3ba1-44be-86fb-9bb6058b375e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:52.658385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9eb9eecc-3ba1-44be-86fb-9bb6058b375e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/c437bc70-1c23-46d6-a820-aef0026266d7 HTTP/1.1" status: 404 len: 337 time: 0.2000437 Aug 31 09:24:52.671121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50112) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.675596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cfdad2b-9cce-441f-9613-ee06fcf27ace req-5c1d2723-be6b-4c19-948a-e9d7ec040174 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492708 Aug 31 09:24:52.764896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a35277-b282-4e97-9e9e-288bd146d103 req-689515ae-f560-4403-9176-4482f917d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.766993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60a35277-b282-4e97-9e9e-288bd146d103 req-689515ae-f560-4403-9176-4482f917d038 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 1098 time: 0.3298221 Aug 31 09:24:52.795601 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a707371b-df0a-465c-9c0d-c5fb1e2db87c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:52.798039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a707371b-df0a-465c-9c0d-c5fb1e2db87c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:52.803321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a707371b-df0a-465c-9c0d-c5fb1e2db87c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/5c7dec31-5658-4fe6-9118-ba6ea5b4c0c1 HTTP/1.1" status: 404 len: 337 time: 0.1289482 Aug 31 09:24:52.847248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50122) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.874289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.893185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-f8d2a608-2dbd-43e9-a35f-fad0143f6a15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2509742 Aug 31 09:24:52.916233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75b3b5-340a-45ee-be7a-b6f509b8a7c8 req-6a29ff76-257f-4b0f-8e76-a9fd34fa951d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.932636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b75b3b5-340a-45ee-be7a-b6f509b8a7c8 req-6a29ff76-257f-4b0f-8e76-a9fd34fa951d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 946 time: 0.4785118 Aug 31 09:24:52.981344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=493717f9-0cf4-4bf8-8f63-060edb44292d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.073893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Checking segment: {'id': '8adf0c1e-b53f-472a-9e67-e81cfa7c0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:53.075140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network hostable DHCP agents. Network: 8d0f1b4f-1324-4d1c-86be-139f58d3c53f, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:53.085239 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d5f476-4596-435e-b2fb-cfce35fbb789 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:53.086390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d5f476-4596-435e-b2fb-cfce35fbb789 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:53.089343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8d5f476-4596-435e-b2fb-cfce35fbb789 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/dd2a2770-db16-45b4-958e-dad53eca4d1b HTTP/1.1" status: 404 len: 337 time: 0.2403498 Aug 31 09:24:53.093520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50124) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.104560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-baebf1cf-47c9-4dd4-8a56-0b699bbd19a0 req-7d26d528-489c-422a-bd7c-6d14c479917d tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.1340399 Aug 31 09:24:53.120920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60a35277-b282-4e97-9e9e-288bd146d103 req-4eb6e9c0-d056-4783-9175-9962582fdf1f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394046 Aug 31 09:24:53.149935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a648a70-8f08-44a5-b907-bb50a5f3e6c5 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 200 len: 205 time: 0.0521917 Aug 31 09:24:53.163870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:53.168174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50126) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.189574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b75b3b5-340a-45ee-be7a-b6f509b8a7c8 req-193484bd-c976-4301-8ff1-65fa0a12dc71 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550058 Aug 31 09:24:53.212366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-42f4ecdb-8c58-4065-b5ea-d147ea168b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.215130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-42f4ecdb-8c58-4065-b5ea-d147ea168b9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1098 time: 0.1982536 Aug 31 09:24:53.290220 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-7fd7eb20-a4e1-40a9-a9fe-3461ad34ce87 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:53.294160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7fd7eb20-a4e1-40a9-a9fe-3461ad34ce87 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/5f184495-809a-4b80-933c-d4bd21b963dc HTTP/1.1" status: 404 len: 336 time: 0.1214621 Aug 31 09:24:53.296966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.313759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50132) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.316373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8d0f1b4f-1324-4d1c-86be-139f58d3c53f) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:53.327297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7afad-91e4-49a8-9456-167a322363ef None None] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:53.341437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.342755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.361245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-10ee3266-ed36-4d91-8c38-affeb9df934c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=180ff2ce-18df-4d92-880a-52ff88e20a2b HTTP/1.1" status: 200 len: 205 time: 0.0628181 Aug 31 09:24:53.364881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50136) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.376318 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36bb5cd4-e440-4b2b-b009-f3fc7bb028e0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2972209 Aug 31 09:24:53.384143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50138) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.398207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:53.620827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-8d0f1b4f-1324-4d1c-86be-139f58d3c53f', 'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f', 'tenant_id': '206cc5e82ae047bbab1710f5d0f40023', 'fixed_ips': [{'subnet_id': '493717f9-0cf4-4bf8-8f63-060edb44292d'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:53.620827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.796479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab60a2-aa8e-4d57-bda3-f27b28fc929b req-ab4e1515-bc84-4325-99d3-ef2225dbec96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.813040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77ab60a2-aa8e-4d57-bda3-f27b28fc929b req-ab4e1515-bc84-4325-99d3-ef2225dbec96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4244978 Aug 31 09:24:53.831203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Allocated IP 2001:db8::3 (8d0f1b4f-1324-4d1c-86be-139f58d3c53f/493717f9-0cf4-4bf8-8f63-060edb44292d/42c49d23-5cc7-4a63-ab23-54c9e84ab9b7) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:53.988883 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-3da4337b-981b-4fa3-a307-7cef9a701425 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:54.003098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3da4337b-981b-4fa3-a307-7cef9a701425 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/180ff2ce-18df-4d92-880a-52ff88e20a2b HTTP/1.1" status: 404 len: 336 time: 0.6340780 Aug 31 09:24:54.015932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50142) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.052570 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.066098 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cac22b5-6405-4132-bd45-ede688b06983 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:54.066551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Transition to ACTIVE for port object 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:54.066937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cac22b5-6405-4132-bd45-ede688b06983 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:54.072118 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4cac22b5-6405-4132-bd45-ede688b06983 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/afc4dfd9-4363-4e45-85f4-acb350ff56c3 HTTP/1.1" status: 404 len: 337 time: 0.0543144 Aug 31 09:24:54.073508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0d79-90af-41f7-b8d8-40bfa60ffafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.078261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.089038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Transition to ACTIVE for port object 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:54.098332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.206713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:54.216789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:54.223487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:54.247139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Pushing event updated for resources: {'Port': ['ID=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:54.345047 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef9f09ae-827c-49ca-9e62-0c09ee03295c tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 200 len: 205 time: 0.2645671 Aug 31 09:24:54.350071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.414933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Attempting to bind port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:54.415659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Attempting to bind port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '8adf0c1e-b53f-472a-9e67-e81cfa7c0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:54.415874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Attempting to bind port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 on network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:54.423105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:54.423759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Checking segment: {'id': '8adf0c1e-b53f-472a-9e67-e81cfa7c0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:54.424394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.424878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Bound using segment: {'id': '8adf0c1e-b53f-472a-9e67-e81cfa7c0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:54.425619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Bound port: 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adf0c1e-b53f-472a-9e67-e81cfa7c0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d0f1b4f-1324-4d1c-86be-139f58d3c53f'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:54.426019 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.436231 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-7007de46-255f-4bb4-b06f-b3c26408affb tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:54.438299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7007de46-255f-4bb4-b06f-b3c26408affb tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/3a87b8b5-4078-4bc1-a6e8-f1aa3923b059 HTTP/1.1" status: 404 len: 336 time: 0.0848494 Aug 31 09:24:54.442296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50154) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.496880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8cf4f6a3-78fc-42b8-8396-1dd6bc21ca29 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 HTTP/1.1" status: 200 len: 205 time: 0.0525343 Aug 31 09:24:54.503239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50156) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.549000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] For port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:54.555869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] For port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,segment=NetworkSegment(8adf0c1e-b53f-472a-9e67-e81cfa7c0386),segment_id=8adf0c1e-b53f-472a-9e67-e81cfa7c0386)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:54.563492 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.584280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0d79-90af-41f7-b8d8-40bfa60ffafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.587525 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-fa1a69c3-b815-4baf-afe1-47049f68fae9 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:54.589858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fa1a69c3-b815-4baf-afe1-47049f68fae9 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/eb518e15-f9bb-4fc9-88b3-ccfdd15765e7 HTTP/1.1" status: 404 len: 336 time: 0.0846114 Aug 31 09:24:54.591463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-94f29507-3397-4c52-818e-2638d2effa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.593187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50158) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.593762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-94f29507-3397-4c52-818e-2638d2effa47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 1.1600096 Aug 31 09:24:54.623436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0d79-90af-41f7-b8d8-40bfa60ffafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.665199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35471752-8f19-4528-afef-52da2d8d7ef3 req-c0cf69a9-e590-470c-bede-1b9b57b535b2 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcab3a0-bd34-4030-9750-d5d0d7974c64 HTTP/1.1" status: 200 len: 210 time: 0.0670912 Aug 31 09:24:54.691856 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8f54fc-7ef6-4d2a-84f1-62b7fe17397b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:54.692924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8f54fc-7ef6-4d2a-84f1-62b7fe17397b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:54.699170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a8f54fc-7ef6-4d2a-84f1-62b7fe17397b tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/31c1dc66-fddb-4f2d-970c-8faa3e2bceaa HTTP/1.1" status: 404 len: 337 time: 0.1036155 Aug 31 09:24:54.710499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77ab60a2-aa8e-4d57-bda3-f27b28fc929b req-a2324632-6f42-49a1-a715-f4812d9339a1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8956306 Aug 31 09:24:54.713837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50160) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.774875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b45e-d59a-4a45-898c-a11a4074ba2c None None] Pushing event updated for resources: {'Port': ['ID=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:54.885377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d0d79-90af-41f7-b8d8-40bfa60ffafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f128b792-237c-4773-8123-c991a12e3da7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:54.891561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f403b4f8-8a70-4887-b70f-55fc3e439cda tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a3d5680-5706-49b3-b21a-885e4f101fc7 HTTP/1.1" status: 200 len: 205 time: 0.1713996 Aug 31 09:24:54.897968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50164) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.942180 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29237706'] for subnet, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.058085 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-d9f9a830-ec6b-4a65-aa6d-d8ebb9da11d7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:55.075443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d9f9a830-ec6b-4a65-aa6d-d8ebb9da11d7 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/6a3d5680-5706-49b3-b21a-885e4f101fc7 HTTP/1.1" status: 404 len: 336 time: 0.1758616 Aug 31 09:24:55.087520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed6d0d79-90af-41f7-b8d8-40bfa60ffafb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64bcafc39229404f8b838c95d23dba32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7718902 Aug 31 09:24:55.090056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50168) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.091121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50170) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.143926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-1ace6d9d-1c50-42e8-a0d5-22c7e4e52e88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.5215969 Aug 31 09:24:55.314941 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a43741-625c-4f86-8d82-95e4612eecc4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:55.315405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a43741-625c-4f86-8d82-95e4612eecc4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:55.321407 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-16a43741-625c-4f86-8d82-95e4612eecc4 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/4b42020b-a83c-453f-8b7f-e390cdf1114f HTTP/1.1" status: 404 len: 337 time: 0.2235856 Aug 31 09:24:55.321962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50176) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.383416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8bcb969e-3158-4e55-b4de-93a3f7ba597e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff62885-78af-47f5-8a7a-2a03296385d3 HTTP/1.1" status: 200 len: 205 time: 0.0579178 Aug 31 09:24:55.389347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50178) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.505312 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-8352558a-a183-438e-9314-99b68d91674e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] delete failed (client error): The resource could not be found. Aug 31 09:24:55.506390 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8352558a-a183-438e-9314-99b68d91674e tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/routers/4ff62885-78af-47f5-8a7a-2a03296385d3 HTTP/1.1" status: 404 len: 336 time: 0.1158009 Aug 31 09:24:55.513076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50180) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.561286 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc85a9b6-976a-4d89-8df2-ecb309c5a8fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:55.562033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc85a9b6-976a-4d89-8df2-ecb309c5a8fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:55.566053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc85a9b6-976a-4d89-8df2-ecb309c5a8fc tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/ba6a3e06-4dd5-4e7e-9c40-5d09a494fba3 HTTP/1.1" status: 404 len: 337 time: 0.0450432 Aug 31 09:24:55.570667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50182) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.619307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:55.624577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14358b50-855c-4b4c-b4fe-17dd8b3cc042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.627404 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d80056f-f31e-402a-804d-b4151c125292 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] DELETE failed (client error): The resource could not be found. Aug 31 09:24:55.628007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d80056f-f31e-402a-804d-b4151c125292 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:24:55.630418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9d80056f-f31e-402a-804d-b4151c125292 tempest-RoutersIpV6Test-191190359 tempest-RoutersIpV6Test-191190359-project] 10.222.0.18 "DELETE /v2.0/subnets/4438ac40-c00e-4049-8c92-a138a9b3b35d HTTP/1.1" status: 404 len: 337 time: 0.0579519 Aug 31 09:24:55.682913 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14358b50-855c-4b4c-b4fe-17dd8b3cc042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.736176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8192-4b6c-4e60-9b0a-9a18b3cc4a34 req-afa46d4d-ebbb-4cbf-b122-54955f70c630 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.742583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:55.745138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344d8192-4b6c-4e60-9b0a-9a18b3cc4a34 req-afa46d4d-ebbb-4cbf-b122-54955f70c630 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3105361 Aug 31 09:24:55.783191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-9c472566-7a90-44af-965e-47afd85f2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.786690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-9c472566-7a90-44af-965e-47afd85f2261 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.5599155 Aug 31 09:24:55.811129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0f88a-0038-45a7-8055-628304fb6df4 req-5c13e3a4-2860-4389-91b6-65a6417cadf5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.814238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa0f88a-0038-45a7-8055-628304fb6df4 req-5c13e3a4-2860-4389-91b6-65a6417cadf5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 946 time: 0.9298160 Aug 31 09:24:55.818017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14358b50-855c-4b4c-b4fe-17dd8b3cc042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.822875 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14358b50-855c-4b4c-b4fe-17dd8b3cc042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.825283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14358b50-855c-4b4c-b4fe-17dd8b3cc042 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f128b792-237c-4773-8123-c991a12e3da7 HTTP/1.1" status: 204 len: 168 time: 0.6979234 Aug 31 09:24:55.855551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14358b50-855c-4b4c-b4fe-17dd8b3cc042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f128b792-237c-4773-8123-c991a12e3da7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:56.059643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794707012828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25559662'] for subnet, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.089263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-8c7cde86-1dd1-462c-b861-26ecbc083603 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2671516 Aug 31 09:24:56.354848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50198) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.363198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344d8192-4b6c-4e60-9b0a-9a18b3cc4a34 req-ec183e69-3c2b-4959-84df-614c7d58d231 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167412 Aug 31 09:24:56.382866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa0f88a-0038-45a7-8055-628304fb6df4 req-4a52a014-409e-4eb7-b890-99f17c8cc3c2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424764 Aug 31 09:24:56.541038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-3d7a66fc-a159-43bf-8e43-09df4ece5dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626733 Aug 31 09:24:56.642937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.652592 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.653490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "PUT /v2.0/subnets/493717f9-0cf4-4bf8-8f63-060edb44292d HTTP/1.1" status: 200 len: 900 time: 3.2676289 Aug 31 09:24:56.676699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50208) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.713085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50210) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.781622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c75242-fe90-418e-8ad0-4875ba78bd17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event updated for resources: {'Subnet': ['ID=493717f9-0cf4-4bf8-8f63-060edb44292d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:56.792664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace9e29-3577-4ddf-989b-d55b38e0fa0c None None] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:56.822214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7094e032-593e-43a1-85a2-b2cc1a32df92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.860945 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bbd15dfd-668d-434b-be96-56f8ec025aca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04be1642d5764d9db25864ffdf7e210a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037563 Aug 31 09:24:56.866687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50212) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.896306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-9a2cc2ec-58aa-494d-a7c7-52872e256b7d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 267 time: 0.0949605 Aug 31 09:24:56.921182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453912b5-58d7-4cf9-8756-b6e4f8f44662 req-b2888314-57e9-4ae5-9e18-d15262459023 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.922868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453912b5-58d7-4cf9-8756-b6e4f8f44662 req-b2888314-57e9-4ae5-9e18-d15262459023 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1712096 Aug 31 09:24:56.941094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faaf6415-2e99-4d24-b027-633aa6f8b9d2 req-749ed102-94e4-4f48-9930-69c5dddebff6 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786850 Aug 31 09:24:56.994732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.002164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-4b7365d7-18aa-48c5-8980-9d8165d5d155 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.011933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-4b7365d7-18aa-48c5-8980-9d8165d5d155 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 946 time: 0.1145554 Aug 31 09:24:57.017896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'port': {'security_groups': []}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:57.024287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453912b5-58d7-4cf9-8756-b6e4f8f44662 req-7eb1bc86-a499-4c5d-8be6-00b6e946daa4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804443 Aug 31 09:24:57.057632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d03a2c6e-650d-40f4-9b58-d4300982f6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.086911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] Provisioning for port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:57.090425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50216) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:57.090659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d03a2c6e-650d-40f4-9b58-d4300982f6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.152173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] Provisioning complete for port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:57.152173 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.183287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d03a2c6e-650d-40f4-9b58-d4300982f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.186200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d03a2c6e-650d-40f4-9b58-d4300982f6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.187486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d03a2c6e-650d-40f4-9b58-d4300982f6d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85294746-8566-4809-84ed-70d7a7351014 HTTP/1.1" status: 204 len: 168 time: 0.3176188 Aug 31 09:24:57.247870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a2c6e-650d-40f4-9b58-d4300982f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85294746-8566-4809-84ed-70d7a7351014,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.310032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7094e032-593e-43a1-85a2-b2cc1a32df92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.321178 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7094e032-593e-43a1-85a2-b2cc1a32df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.326247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.330908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:57.331287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.413957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94c57ab5-0049-49c4-9a00-4433ecea2700 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.433854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7094e032-593e-43a1-85a2-b2cc1a32df92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31ad45e150d4411ba1703b47496fc571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192717 Aug 31 09:24:57.434907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094e032-593e-43a1-85a2-b2cc1a32df92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adbb116-a343-4ffc-aa84-7be1eb3f78fd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.439601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:57.533507 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64e6f502-04ab-41db-a4e7-ec224aed4723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.561968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] For port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,segment=NetworkSegment(8adf0c1e-b53f-472a-9e67-e81cfa7c0386),segment_id=8adf0c1e-b53f-472a-9e67-e81cfa7c0386)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:57.562600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.563998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.588358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64e6f502-04ab-41db-a4e7-ec224aed4723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.590888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Calling delete_port for 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:57.595124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94c57ab5-0049-49c4-9a00-4433ecea2700 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.676689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cedc5-29db-41aa-b1d8-8c1e0486b0d3 req-9122db21-2cb1-4d8f-ace8-8a4610bff626 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.680204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26cedc5-29db-41aa-b1d8-8c1e0486b0d3 req-9122db21-2cb1-4d8f-ace8-8a4610bff626 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4374053 Aug 31 09:24:57.682040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] For port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,segment=NetworkSegment(8adf0c1e-b53f-472a-9e67-e81cfa7c0386),segment_id=8adf0c1e-b53f-472a-9e67-e81cfa7c0386)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:57.697539 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.770968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64e6f502-04ab-41db-a4e7-ec224aed4723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.774611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64e6f502-04ab-41db-a4e7-ec224aed4723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.775922 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-64e6f502-04ab-41db-a4e7-ec224aed4723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2adbb116-a343-4ffc-aa84-7be1eb3f78fd HTTP/1.1" status: 204 len: 168 time: 0.3353343 Aug 31 09:24:57.803672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6f502-04ab-41db-a4e7-ec224aed4723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adbb116-a343-4ffc-aa84-7be1eb3f78fd,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.852304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483a8d7-2be0-4082-bd5f-a992292cd598 None None] Pushing event updated for resources: {'Port': ['ID=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.965553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.020242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94c57ab5-0049-49c4-9a00-4433ecea2700 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.027233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Port': ['ID=42c49d23-5cc7-4a63-ab23-54c9e84ab9b7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.034548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94c57ab5-0049-49c4-9a00-4433ecea2700 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.037067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-94c57ab5-0049-49c4-9a00-4433ecea2700 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "DELETE /v2.0/security-groups/930cff2e-09fc-44ae-bd4a-157ee78d0303 HTTP/1.1" status: 204 len: 168 time: 0.9442544 Aug 31 09:24:58.045507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50238) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:58.062325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38588f-faa8-4588-8cf4-fd2fd2c204e7 None None] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:58.084304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26cedc5-29db-41aa-b1d8-8c1e0486b0d3 req-fc6e2986-13d6-4ff2-9a41-90a9d748c9d8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896356 Aug 31 09:24:58.121670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c57ab5-0049-49c4-9a00-4433ecea2700 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930cff2e-09fc-44ae-bd4a-157ee78d0303,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.138769 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-19c93cd1-f7d6-4227-9675-a0dcb80f6429 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] show failed (client error): The resource could not be found. Aug 31 09:24:58.139949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-19c93cd1-f7d6-4227-9675-a0dcb80f6429 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "GET /v2.0/security-groups/930cff2e-09fc-44ae-bd4a-157ee78d0303 HTTP/1.1" status: 404 len: 347 time: 0.0929990 Aug 31 09:24:58.144434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50244) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:58.248081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e87be250-c253-4aa3-8455-a9dd669b6fae,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:58.275325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No DVR routers for this DVR port 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:58.327200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ca1d5525-5cba-49cd-98e2-b4a1ad319b4b None None] Could not find standard attr ID for object 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:24:58.373981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.386368 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.403959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['157b70a6-3672-41b3-8b8b-973da2d1835d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:58.458208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98', 'e87be250-c253-4aa3-8455-a9dd669b6fae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:58.530511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.531198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.569353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8120e10d-6e3a-4c96-a10a-682d81537c2c req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "PUT /v2.0/ports/e87be250-c253-4aa3-8455-a9dd669b6fae HTTP/1.1" status: 200 len: 905 time: 1.5564795 Aug 31 09:24:58.570420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:58.584410 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e446a55-2609-4fa3-a865-a7db7563eb61" -d '{"events": [{"name": "network-changed", "server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:58.584811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.674398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9aecd8d4-4d0a-4405-ae35-fe532a25792a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.703510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['e87be250-c253-4aa3-8455-a9dd669b6fae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:58.788874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4cdd5-1b64-4880-ba9a-44527682e960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.858163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.996048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f3c7-4103-4af0-b24c-01d5eb0bdc40 req-2a49fa78-6594-492c-9977-782f9cf5f505 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.008112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=493717f9-0cf4-4bf8-8f63-060edb44292d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:59.024314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7092f3c7-4103-4af0-b24c-01d5eb0bdc40 req-2a49fa78-6594-492c-9977-782f9cf5f505 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 908 time: 0.3035507 Aug 31 09:24:59.083922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445cb95-075c-431e-9f31-5657a05c23eb req-bba1c0ff-71c4-4b3e-aa9f-5677847d482d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.087083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0445cb95-075c-431e-9f31-5657a05c23eb req-bba1c0ff-71c4-4b3e-aa9f-5677847d482d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4144821 Aug 31 09:24:59.109896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a495b-e5a8-4916-a0aa-d7e09b3a0ab3 None None] Network 8d0f1b4f-1324-4d1c-86be-139f58d3c53f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:59.181903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0445cb95-075c-431e-9f31-5657a05c23eb req-6d27cf5e-e46c-4df4-97ce-9f0b57acd13f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849576 Aug 31 09:24:59.190279 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb44f930-69bc-46e3-83b0-36d32f40c93d x-openstack-request-id: req-cb44f930-69bc-46e3-83b0-36d32f40c93d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:59.190909 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:59.191403 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb44f930-69bc-46e3-83b0-36d32f40c93d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:59.192161 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae', 'status': 'completed', 'code': 200} Aug 31 09:24:59.574369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50276) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:59.584783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.621315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-141a4923-7003-4079-b517-a9fb08d7dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.630166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-141a4923-7003-4079-b517-a9fb08d7dc4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 1060 time: 0.3861625 Aug 31 09:24:59.637336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0f1b4f-1324-4d1c-86be-139f58d3c53f']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.670389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae36e575-1d9b-4e7c-bbcf-5d505dbfc1b3 None None] Provisioning complete for port e87be250-c253-4aa3-8455-a9dd669b6fae triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:59.670918 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae36e575-1d9b-4e7c-bbcf-5d505dbfc1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.675359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adf0c1e-b53f-472a-9e67-e81cfa7c0386') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.676027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adf0c1e-b53f-472a-9e67-e81cfa7c0386') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.713560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.830112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.912469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:59.914034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:59.955620 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:59.975020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Deleting port 3c5d53f5-a0bb-4782-9c7b-af516a7ce406 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:59.979631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.049108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799fe32-b396-4b7e-8697-608563673397 None None] DHCP port deletion for 8d0f1b4f-1324-4d1c-86be-139f58d3c53f request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:00.051601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a432c-1c10-418b-83a6-b2123e3e1bc4 req-09a763a2-9eee-42b6-a0a8-78dde9537bcc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.060783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c2a432c-1c10-418b-83a6-b2123e3e1bc4 req-09a763a2-9eee-42b6-a0a8-78dde9537bcc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.6729658 Aug 31 09:25:00.214231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c2a432c-1c10-418b-83a6-b2123e3e1bc4 req-05748115-9686-4a64-b550-7f5ce87df6e2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451902 Aug 31 09:25:00.263759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-a98ae9e5-ed7c-404f-8b87-ad83a66c5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.266315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-a98ae9e5-ed7c-404f-8b87-ad83a66c5aaf service neutron] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.5376458 Aug 31 09:25:00.420095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.456136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.479460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/8d0f1b4f-1324-4d1c-86be-139f58d3c53f HTTP/1.1" status: 204 len: 168 time: 3.7967255 Aug 31 09:25:00.480991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50288) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:00.559203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-9dc37edf-1146-42ee-afef-885bd5ad0730 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87be250-c253-4aa3-8455-a9dd669b6fae HTTP/1.1" status: 200 len: 217 time: 0.2766488 Aug 31 09:25:00.621698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.627692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.719043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-f1a02bc3-214b-4a6f-bd3f-af96205b9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.721105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-f1a02bc3-214b-4a6f-bd3f-af96205b9244 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1447861 Aug 31 09:25:00.727473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Calling delete_port for 3c5d53f5-a0bb-4782-9c7b-af516a7ce406 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:00.746215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc965995-498e-468d-9d34-e5cd4e1582a1 req-ca222e90-c963-4c57-aead-11e3b10faa59 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.756616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc965995-498e-468d-9d34-e5cd4e1582a1 req-ca222e90-c963-4c57-aead-11e3b10faa59 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4606254 Aug 31 09:25:00.846347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bbbd2-c5c2-4711-ac9c-fe77a1861ed0 req-491642ff-8864-4171-9af1-4c93758936ce tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.859593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-306bbbd2-c5c2-4711-ac9c-fe77a1861ed0 req-491642ff-8864-4171-9af1-4c93758936ce tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3144655 Aug 31 09:25:00.968276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc965995-498e-468d-9d34-e5cd4e1582a1 req-aa904f3c-0757-41ad-b230-5f75850347f5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088997 Aug 31 09:25:00.994977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-6b4bad50-5377-48c5-9a27-94ac64fab741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.997858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-6b4bad50-5377-48c5-9a27-94ac64fab741 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2371750 Aug 31 09:25:01.010799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-306bbbd2-c5c2-4711-ac9c-fe77a1861ed0 req-f56e3c3a-7a65-4aaf-8d34-0ab129f24958 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495745 Aug 31 09:25:01.091233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-814136354'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:01.186824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8829ff1-76bd-4a43-98ba-81f8b574a200 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=8d0f1b4f-1324-4d1c-86be-139f58d3c53f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:01.212767 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-433b5de1-f03b-421a-a56a-ee56023e5c70 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:01.213438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433b5de1-f03b-421a-a56a-ee56023e5c70 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:01.222437 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-433b5de1-f03b-421a-a56a-ee56023e5c70 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/493717f9-0cf4-4bf8-8f63-060edb44292d HTTP/1.1" status: 404 len: 337 time: 0.2623863 Aug 31 09:25:01.254759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:01.361081 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b236144-e113-42c5-9770-b2d3cb7a2b8a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:01.363910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b236144-e113-42c5-9770-b2d3cb7a2b8a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:01.387898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b236144-e113-42c5-9770-b2d3cb7a2b8a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/8d0f1b4f-1324-4d1c-86be-139f58d3c53f HTTP/1.1" status: 404 len: 339 time: 0.1317747 Aug 31 09:25:01.390158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:01.462404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:01.494029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-74e2af86-aef7-4bc6-b56f-a16f15d9bd48 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752936 Aug 31 09:25:01.574959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:01.578846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42c49d23-5cc7-4a63-ab23-54c9e84ab9b7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:01.599622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-757a0b42-bbb7-47e2-ab4b-b4defd61f183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.742685 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.751336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Made reservation on behalf of 31039cc12d21497491b52968dbb350b2 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:01.755037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.801336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.872531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.888849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.893673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.930360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e446a55-2609-4fa3-a865-a7db7563eb61 req-57467bea-feeb-4db1-963a-7776d087627d service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281383 Aug 31 09:25:01.974795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cd356-f408-42af-b92c-944356891945 req-30ee7f6f-1603-46d3-9a85-283d3bb20925 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.978737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e74cd356-f408-42af-b92c-944356891945 req-30ee7f6f-1603-46d3-9a85-283d3bb20925 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2446256 Aug 31 09:25:02.004863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Pushing event deleted for resources: {'Port': ['ID=3c5d53f5-a0bb-4782-9c7b-af516a7ce406,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:02.030402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-c64d838b-6f93-4cc7-ba09-53760adb83d6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.033099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-c64d838b-6f93-4cc7-ba09-53760adb83d6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.4262691 Aug 31 09:25:02.086309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-d9a26e29-7a28-4750-81fc-76d32e6f8a50 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/quotas/4ec6d1b6e9a544c39f0f3522810aea60 HTTP/1.1" status: 200 len: 375 time: 0.0336578 Aug 31 09:25:02.094679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e74cd356-f408-42af-b92c-944356891945 req-ed36b12c-1249-416e-b455-1239de57b27e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058295 Aug 31 09:25:02.272188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-d7a46537-2b2c-4275-9ea2-7d838e78ba2d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1651547 Aug 31 09:25:02.276992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.341445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.346798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.352121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.358903 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-65cda403-fc8a-4145-8bbb-02fd832bd1c8 tempest-ServersTestBootFromVolume-198299007 tempest-ServersTestBootFromVolume-198299007-project] 10.222.0.18 "DELETE /v2.0/floatingips/43e2eca4-1f14-488d-8f6e-940344669ffd HTTP/1.1" status: 204 len: 168 time: 4.2132134 Aug 31 09:25:02.359220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50334) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:02.409830 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.421186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:02.438272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.438861 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Added segment 03ba6d71-5700-41ec-a23d-f6dad3ef2d07 of type vlan for network 0c0e47b8-1c63-4c7d-81ac-024cece06368 Aug 31 09:25:02.484552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b3eda1-67c6-4b4d-ac92-056bf5403381']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:02.546624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af99b6b-082a-4d73-8473-0b109b047183,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:02.566381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e4d04a-68d2-4696-98f2-a7e24539713f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:02.566381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e4d04a-68d2-4696-98f2-a7e24539713f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:02.601957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.604704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.616257 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-8be8505a-53af-4077-9f08-0255057e9de4 service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408227 Aug 31 09:25:02.637120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.654394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:02.654714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:02.658008 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:02.716039 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.727038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.728142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.832586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50342) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:02.881497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.2897687 Aug 31 09:25:02.885236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50346) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:02.897397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-d4135522-0e3b-44ca-b744-aca2540d4d7e tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-1392676498') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:02.903087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.951067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf956d-e210-4e00-8690-66f2e7e6b3e4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Pushing event updated for resources: {'Network': ['ID=0c0e47b8-1c63-4c7d-81ac-024cece06368,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:02.956128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.964233 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/59b3eda1-67c6-4b4d-ac92-056bf5403381 HTTP/1.1" status: 204 len: 168 time: 1.4462264 Aug 31 09:25:02.967810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50350) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:02.984730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 0c0e47b8-1c63-4c7d-81ac-024cece06368 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:03.061474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9795b-fdba-4df7-b719-a7778169e674 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=59b3eda1-67c6-4b4d-ac92-056bf5403381,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:03.065300 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2968684a-8119-4b12-83b1-88cc012e3c17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:03.065746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2968684a-8119-4b12-83b1-88cc012e3c17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:03.069143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2968684a-8119-4b12-83b1-88cc012e3c17 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/87dca2bb-cb43-4efb-8b60-0dfdcd1c1289 HTTP/1.1" status: 404 len: 337 time: 0.0959067 Aug 31 09:25:03.075193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50352) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.121788 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac1c4e2-9e4e-4a21-b36d-a55da61a8adc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:03.125156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac1c4e2-9e4e-4a21-b36d-a55da61a8adc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:03.138432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50356) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.145232 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3ac1c4e2-9e4e-4a21-b36d-a55da61a8adc tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/7764b3b0-8539-4d3d-94a0-21fbed5e0a4c HTTP/1.1" status: 404 len: 339 time: 0.0686908 Aug 31 09:25:03.214959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-764367036'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:03.234828 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d4135522-0e3b-44ca-b744-aca2540d4d7e tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "PUT /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-1392676498 HTTP/1.1" status: 201 len: 201 time: 0.3448029 Aug 31 09:25:03.239603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.248325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-dc0b249b-2038-48ee-aee3-c9d41ffccd32 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-1392676498') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:03.283798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-c7485c08-09b4-49cd-94d8-b8a22486790b service neutron] 10.222.0.18 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529400 Aug 31 09:25:03.322169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting subnet e5bc5a09-a811-4d98-9276-9bbd73968596 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:03.331089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.346800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Made reservation on behalf of 6559c894cd414a5f91313bc2ac2d69b1 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:03.353769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.385304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.425524 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.440690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3352b-42ff-4e78-b497-dfa860054403 req-02d4d001-9a6a-46f3-95b7-0295bca46848 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:03.442684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdb3352b-42ff-4e78-b497-dfa860054403 req-02d4d001-9a6a-46f3-95b7-0295bca46848 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2040634 Aug 31 09:25:03.484429 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc0b249b-2038-48ee-aee3-c9d41ffccd32 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-1392676498 HTTP/1.1" status: 204 len: 168 time: 0.2429841 Aug 31 09:25:03.496670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50362) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.504474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-13e5699a-8863-4c0c-8f79-eec8f03acfa0 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:03.552695 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.569917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdb3352b-42ff-4e78-b497-dfa860054403 req-c810ff5e-e6c1-46ff-a841-f8a49221d773 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034045 Aug 31 09:25:03.637402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.758095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-13e5699a-8863-4c0c-8f79-eec8f03acfa0 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags HTTP/1.1" status: 200 len: 238 time: 0.2588413 Aug 31 09:25:03.766272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50370) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.774068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a58e368-ce01-426b-8335-a5bb03ab6d5a req-37d42f6a-7c7c-4f74-8d09-cd98fca6074b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 210 time: 0.0723672 Aug 31 09:25:03.775264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-a67a915d-76af-4a6e-b6dc-0e70890d7445 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', {'tags': ['tempest-TagsTest-Tag-1429737232', 'tempest-TagsTest-Tag-1630780073', 'tempest-TagsTest-Tag-9477840']}) {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:03.896557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.948499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.955222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.957926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bc5a09-a811-4d98-9276-9bbd73968596,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:03.963065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.969401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-85e84788-ded6-48ce-abd0-a5346de61bea tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/e5bc5a09-a811-4d98-9276-9bbd73968596 HTTP/1.1" status: 204 len: 168 time: 0.8232481 Aug 31 09:25:03.975186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:03.975922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d230e4-c279-439a-9392-c98f6f18236d None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:03.990856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.024898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:04.078369 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a67a915d-76af-4a6e-b6dc-0e70890d7445 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "PUT /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags HTTP/1.1" status: 200 len: 306 time: 0.3101761 Aug 31 09:25:04.083350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50380) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.088754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-8b039c34-4ee9-4889-8bd6-c082d3498a15 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-1429737232') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:04.102433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.102813 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Added segment 88694a79-a530-46d3-aec0-c53efb91e68b of type vlan for network 7d0185a7-3daa-44bb-939a-17869393755c Aug 31 09:25:04.106233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1bbbfe-655a-4957-8610-ea4190094572,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:04.127491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting subnet f0e43f2b-040f-4b7a-b127-0eb4224016e6 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:04.169477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.245631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.286769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.413720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.424631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:04.426155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.447948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8b039c34-4ee9-4889-8bd6-c082d3498a15 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "DELETE /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-1429737232 HTTP/1.1" status: 204 len: 168 time: 0.3629665 Aug 31 09:25:04.453102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50382) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.469919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-076ca0fd-a53c-4402-89d5-1bb71f60cdda tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-1429737232') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:04.519492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6795657 Aug 31 09:25:04.761708 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-076ca0fd-a53c-4402-89d5-1bb71f60cdda tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] show failed (client error): The resource could not be found. Aug 31 09:25:04.763635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-076ca0fd-a53c-4402-89d5-1bb71f60cdda tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-1429737232 HTTP/1.1" status: 404 len: 326 time: 0.3093908 Aug 31 09:25:04.781061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50394) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.791385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-88cd6b1f-dd84-4a85-b97d-a087ae5797b4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-1630780073') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:04.877308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Deleting port 3cc7a433-2f08-46dc-945e-54949e4a9c7d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:04.878112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.977058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ff000-ad9d-4b79-827c-e424922e3969 req-d3cde805-8806-43d0-9493-54ae8d719684 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:04.979810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac3ff000-ad9d-4b79-827c-e424922e3969 req-d3cde805-8806-43d0-9493-54ae8d719684 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2453291 Aug 31 09:25:04.994454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50398) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.995817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.013042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88cd6b1f-dd84-4a85-b97d-a087ae5797b4 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-1630780073 HTTP/1.1" status: 204 len: 168 time: 0.2274516 Aug 31 09:25:05.027112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50400) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.034202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-60e5b75c-092d-4b25-a142-5334d467b75b tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-9477840') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:05.042892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Request body: {'port': {'network_id': '7d0185a7-3daa-44bb-939a-17869393755c', 'binding:host_id': 'n-h1-800634-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-718835666'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:05.056453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ef0b5-664c-4ca2-a2e9-0f101fd2bcfd tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Pushing event updated for resources: {'Network': ['ID=7d0185a7-3daa-44bb-939a-17869393755c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.074606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 7d0185a7-3daa-44bb-939a-17869393755c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:05.156323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] For port 3cc7a433-2f08-46dc-945e-54949e4a9c7d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3cc7a433-2f08-46dc-945e-54949e4a9c7d,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:05.156853 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.175929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Calling delete_port for 3cc7a433-2f08-46dc-945e-54949e4a9c7d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:05.297862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Made reservation on behalf of 7c8299b0ca8649109ef8490a5dd380e9 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:05.303300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.344051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.382510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.442510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac3ff000-ad9d-4b79-827c-e424922e3969 req-f6c78911-5bdc-44ae-bf68-a88f05663903 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262326 Aug 31 09:25:05.468256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-e3fdf2f8-685e-4dda-91d9-b0227dbc406f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.470113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-e3fdf2f8-685e-4dda-91d9-b0227dbc406f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 812 time: 0.4207604 Aug 31 09:25:05.474926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.481373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/f0e43f2b-040f-4b7a-b127-0eb4224016e6 HTTP/1.1" status: 204 len: 168 time: 1.4983022 Aug 31 09:25:05.483132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b472a-a835-4bda-a35d-5f418dc9f51a tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e43f2b-040f-4b7a-b127-0eb4224016e6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.487221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746fca4-d664-4e13-8c93-0aa5ca9b78ff None None] Network 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:05.487903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50402) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.497076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Request body: {'port': {'device_id': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'admin_state_up': True, 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:05.565404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7702e84a-acae-4e4c-8c72-7410bd5eb739 None None] Provisioning complete for port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:05.566102 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7702e84a-acae-4e4c-8c72-7410bd5eb739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.607245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7edf03cd-9d5a-49fe-9090-056689b130e6 req-3f62849a-717b-4dba-be65-d49200738728 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 210 time: 0.0901098 Aug 31 09:25:05.622550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60e5b75c-092d-4b25-a142-5334d467b75b tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-9477840 HTTP/1.1" status: 204 len: 168 time: 0.5920503 Aug 31 09:25:05.629090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50404) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.643039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-a407ead7-8bf1-49bf-b1a9-b65b5a405bc0 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:05.792918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.816246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.873572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc7a433-2f08-46dc-945e-54949e4a9c7d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.941983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] DHCP port deletion for 6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:05.945853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.958879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.981892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port 64a90811-5406-4c48-8435-962e5acac9a2 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:06.022386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a407ead7-8bf1-49bf-b1a9-b65b5a405bc0 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "DELETE /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags HTTP/1.1" status: 204 len: 168 time: 0.3883250 Aug 31 09:25:06.029564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50406) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:06.046061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-455ae05e-af03-4b3c-8b78-25551bf9562f tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-1630780073') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.069283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Deleting port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:06.070948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.171862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Made reservation on behalf of 4ec6d1b6e9a544c39f0f3522810aea60 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:06.176642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.184949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadcad8d-c152-452e-b8cd-303bc94f39b4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.197749 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.225570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:06.225570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.235991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] For port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,segment=NetworkSegment(ef9dc92d-6593-4f10-bebf-bea50a5db270),segment_id=ef9dc92d-6593-4f10-bebf-bea50a5db270)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:06.236656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.260079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Calling delete_port for 98e252d4-e0a4-4b17-b2ff-c8406b4f706b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:06.404084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.404382 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-455ae05e-af03-4b3c-8b78-25551bf9562f tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] show failed (client error): The resource could not be found. Aug 31 09:25:06.406231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-455ae05e-af03-4b3c-8b78-25551bf9562f tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-1630780073 HTTP/1.1" status: 404 len: 326 time: 0.3733683 Aug 31 09:25:06.411102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:06.419313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-e206d546-9bd4-47bb-b15b-568ac5c48f1f tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368', 'tempest-TagsTest-Tag-9477840') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.439947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] For port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,segment=NetworkSegment(ef9dc92d-6593-4f10-bebf-bea50a5db270),segment_id=ef9dc92d-6593-4f10-bebf-bea50a5db270)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:06.440371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.450628 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.462272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Pushing event deleted for resources: {'Port': ['ID=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.466357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] No DVR routers for this DVR port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:06.491676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.492341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.493159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.493748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.494321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.494964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.495924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.496589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.497309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.497996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.498578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.499340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5d33fe-a056-4647-9f7b-11694963d361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:06.544450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Calling delete_port for 98e252d4-e0a4-4b17-b2ff-c8406b4f706b owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:06.711517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Allocated IP 172.20.0.5 (884b3049-254d-4f05-8305-175ba7a0464c/7db2690d-c7b0-48ce-80ed-e35c1711d7f2/88299904-6eb8-4f2c-a52a-33301f467499) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:06.822855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port 64a90811-5406-4c48-8435-962e5acac9a2 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:06.846333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.874427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Transition to ACTIVE for port object 64a90811-5406-4c48-8435-962e5acac9a2 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:06.885542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.943966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.984121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No DVR routers for this DVR port 98e252d4-e0a4-4b17-b2ff-c8406b4f706b on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:06.990226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Port': ['ID=98e252d4-e0a4-4b17-b2ff-c8406b4f706b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.123144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fc3a026-8c0e-4c19-b482-89098bd54c88 req-e97124d1-f053-49eb-8fd8-7df39110e064 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 210 time: 0.3392885 Aug 31 09:25:07.124912 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-e206d546-9bd4-47bb-b15b-568ac5c48f1f tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] show failed (client error): The resource could not be found. Aug 31 09:25:07.129528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e206d546-9bd4-47bb-b15b-568ac5c48f1f tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "GET /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags/tempest-TagsTest-Tag-9477840 HTTP/1.1" status: 404 len: 323 time: 0.7169127 Aug 31 09:25:07.131265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50418) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.142501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-2890e4bf-9bc9-4996-9eb5-dde75b5af597 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0c0e47b8-1c63-4c7d-81ac-024cece06368') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:07.173553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450610-51c0-4737-b8be-b546b6980063 req-fd89cd05-dd6d-4b24-827d-d16500220cc4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.175486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a450610-51c0-4737-b8be-b546b6980063 req-fd89cd05-dd6d-4b24-827d-d16500220cc4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.5406990 Aug 31 09:25:07.179625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=64a90811-5406-4c48-8435-962e5acac9a2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.185659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.213999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:07.226745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Checking segment: {'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:07.227750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Network hostable DHCP agents. Network: 7d0185a7-3daa-44bb-939a-17869393755c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:07.231871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.235340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9dc92d-6593-4f10-bebf-bea50a5db270') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:07.235637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9dc92d-6593-4f10-bebf-bea50a5db270') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:07.256009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.275185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Transition to ACTIVE for port object 88299904-6eb8-4f2c-a52a-33301f467499 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:07.284633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.305194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:07.305824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:07.310505 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:07.330558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Network 7d0185a7-3daa-44bb-939a-17869393755c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:07.362018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a450610-51c0-4737-b8be-b546b6980063 req-fd2302b9-15e2-4f41-9160-8e65c5601300 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515136 Aug 31 09:25:07.399377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50422) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.399556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2890e4bf-9bc9-4996-9eb5-dde75b5af597 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "DELETE /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368/tags HTTP/1.1" status: 204 len: 168 time: 0.2632494 Aug 31 09:25:07.403393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 7d0185a7-3daa-44bb-939a-17869393755c) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:07.430525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Router f6bde485-34f1-4ec3-9323-b1886cd00d21 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:25:07.432393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faf807b-d1a9-416a-82d6-f8a48a51606e None None] Network 7d0185a7-3daa-44bb-939a-17869393755c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:07.442242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.451069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:07.514329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['157b70a6-3672-41b3-8b8b-973da2d1835d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:07.519505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:07.629050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:07.634175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Network 884b3049-254d-4f05-8305-175ba7a0464c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:07.636559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b94bf85e-b820-4612-8056-0ef32ae64595 admin admin] 10.222.0.18 "PUT /v2.0/routers/f6bde485-34f1-4ec3-9323-b1886cd00d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2763503 Aug 31 09:25:07.636947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.639065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.663537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:07.663766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:07.664755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:07.671073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:07.685335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] Sync routers for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:07.687639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.692969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6 HTTP/1.1" status: 204 len: 168 time: 2.2019355 Aug 31 09:25:07.714307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98e252d4-e0a4-4b17-b2ff-c8406b4f706b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:07.717011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:07.717265 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:07.717918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54066b-dd52-412e-a4eb-ff1d2f7ce22e tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=6f0d1c6a-a496-4ccb-b0f7-1f01145bbca6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.721898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:07.731844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50428) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.731844 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 2 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:07.761478 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:07.762245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:07.770247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 98e252d4-e0a4-4b17-b2ff-c8406b4f706b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:07.770679 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c5358f-d277-4868-a2ab-60cc07c6fcf3 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:07.770833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 98e252d4-e0a4-4b17-b2ff-c8406b4f706b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:07.771144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c5358f-d277-4868-a2ab-60cc07c6fcf3 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:07.777473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23c5358f-d277-4868-a2ab-60cc07c6fcf3 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/5830ec92-d27c-4a98-ac18-687cc8a9b2c9 HTTP/1.1" status: 404 len: 337 time: 0.0406075 Aug 31 09:25:07.799701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50430) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.817047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.836094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.837814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.841203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:07.841538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:07.841872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:07.842264 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-53652b33-fbde-4b90-812e-ec1ffa770d83 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:07.843833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53652b33-fbde-4b90-812e-ec1ffa770d83 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:07.846006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-53652b33-fbde-4b90-812e-ec1ffa770d83 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/ae4b0bc7-48b2-43df-a90a-2c116ce85f76 HTTP/1.1" status: 404 len: 339 time: 0.0443420 Aug 31 09:25:07.850233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:07.850691 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:07.851753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50432) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.855611 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 3 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:07.895214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:07.895702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:07.896041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:07.933268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.933924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.956543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-63c1b4f7-349b-48d4-91c0-45fb734a4b96 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4694557 Aug 31 09:25:07.957257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:07.957582 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:07.959685 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 4 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:07.963287 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f5c42d-1a08-4b48-88a3-460750060946 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:07.963793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f5c42d-1a08-4b48-88a3-460750060946 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:07.966185 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-47f5c42d-1a08-4b48-88a3-460750060946 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/d53d0a61-0971-4864-9f74-cab10edbe59c HTTP/1.1" status: 404 len: 337 time: 0.0884871 Aug 31 09:25:07.978877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50434) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.996816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Request body: {'port': {'device_id': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:08.039890 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-13632161-5f34-4360-892f-d5dc0d855f31 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:08.041772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13632161-5f34-4360-892f-d5dc0d855f31 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:08.048936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-13632161-5f34-4360-892f-d5dc0d855f31 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/623237b8-616d-42b0-9a9f-a5361d4d11ba HTTP/1.1" status: 404 len: 339 time: 0.0687311 Aug 31 09:25:08.050639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:08.095289 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f0e5fb-0ac3-45b9-afab-f66823ad9017 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:08.096082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f0e5fb-0ac3-45b9-afab-f66823ad9017 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:08.102160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09f0e5fb-0ac3-45b9-afab-f66823ad9017 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/340f8ac7-9d8c-4d47-a7e7-229d0a8373c9 HTTP/1.1" status: 404 len: 337 time: 0.0443234 Aug 31 09:25:08.103313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:08.107035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50438) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:08.119470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:08.119985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:08.120421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:08.121017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.128255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.137412 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-936572fa-9d26-4734-a45e-20803a1a2ebf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:08.137412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936572fa-9d26-4734-a45e-20803a1a2ebf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:08.140041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-936572fa-9d26-4734-a45e-20803a1a2ebf tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/d96533a5-7c23-4754-a44a-0c309abed558 HTTP/1.1" status: 404 len: 339 time: 0.0315247 Aug 31 09:25:08.148026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50440) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:08.194198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.198320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:08.198320 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:08.202378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0e47b8-1c63-4c7d-81ac-024cece06368']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:08.206543 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 5 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:08.258049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ba6d71-5700-41ec-a23d-f6dad3ef2d07') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:08.258409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ba6d71-5700-41ec-a23d-f6dad3ef2d07') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:08.316395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:08.316837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:08.317420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:08.323333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.345239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting subnet e6d5483e-b3ee-4995-8792-b14a2e35391d {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:08.347836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:08.348343 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:08.355340 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 6 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:08.371581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.385932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.409730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:08.411034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:08.420068 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:08.461179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:08.462556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:08.463451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:08.482442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898c2a-5bca-427f-a974-a5f5eba31ced req-44c6e18f-21b8-43a1-9128-c984992c8e24 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.495920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26898c2a-5bca-427f-a974-a5f5eba31ced req-44c6e18f-21b8-43a1-9128-c984992c8e24 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 931 time: 0.2109380 Aug 31 09:25:08.512578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.536672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:08.537180 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:08.547953 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 7 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:08.613164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Deleting port 21151130-f251-40ab-9744-4c6172209071 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:08.613918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.708604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:08.709520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:08.709724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:08.727526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26898c2a-5bca-427f-a974-a5f5eba31ced req-683abb79-d900-4fa1-8a1a-492175539981 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297547 Aug 31 09:25:08.820176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9b6b8c31-a834-44cc-9fd7-b5ce09913fd1 None None] Provisioning for port 88299904-6eb8-4f2c-a52a-33301f467499 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:08.836824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8f86e-a7c9-4d2a-bc71-b8edc2af0bf3 req-9ecaa1b0-e096-445d-b255-59e7091b073d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.839152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9b6b8c31-a834-44cc-9fd7-b5ce09913fd1 None None] Provisioning complete for port 88299904-6eb8-4f2c-a52a-33301f467499 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:08.839805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b6b8c31-a834-44cc-9fd7-b5ce09913fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.842325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bb8f86e-a7c9-4d2a-bc71-b8edc2af0bf3 req-9ecaa1b0-e096-445d-b255-59e7091b073d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3235753 Aug 31 09:25:08.885491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.889259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:08.889873 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:08.896949 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 8 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:08.904630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.907796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] 10.222.0.18 "DELETE /v2.0/networks/0c0e47b8-1c63-4c7d-81ac-024cece06368 HTTP/1.1" status: 204 len: 168 time: 1.5047600 Aug 31 09:25:08.940960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bb8f86e-a7c9-4d2a-bc71-b8edc2af0bf3 req-94e93024-af64-40b8-9848-aeb9ea8fc1b6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Aug 31 09:25:08.948197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] For port 21151130-f251-40ab-9744-4c6172209071, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21151130-f251-40ab-9744-4c6172209071,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:08.948589 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.952579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.976294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:08.977196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:08.978386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:08.987910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:08.999050 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:09.000125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8a595-b874-4ef6-88c2-aa101ff33e46 tempest-TagsTest-1618600336 tempest-TagsTest-1618600336-project] Pushing event deleted for resources: {'Network': ['ID=0c0e47b8-1c63-4c7d-81ac-024cece06368,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:09.012850 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 9 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:09.013646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b8c31-a834-44cc-9fd7-b5ce09913fd1 None None] Port 88299904-6eb8-4f2c-a52a-33301f467499 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:09.025009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Calling delete_port for 21151130-f251-40ab-9744-4c6172209071 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:09.049623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:09.049975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:09.050326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.155063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '21151130-f251-40ab-9744-4c6172209071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:25:05Z', 'revision_number': 5, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port': {'id': '21151130-f251-40ab-9744-4c6172209071', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:54Z', 'updated_at': '2021-08-31T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:09.196377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88299904-6eb8-4f2c-a52a-33301f467499 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:09.204616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] Checking router: f6bde485-34f1-4ec3-9323-b1886cd00d21 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:25:09.223442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.228628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] Routers {'f6bde485-34f1-4ec3-9323-b1886cd00d21'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:09.229634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f6bde485-34f1-4ec3-9323-b1886cd00d21'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:09.231165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdde5d-65c5-4830-926d-bf5526312371 req-0823ea23-3ed3-40c9-9645-ca65c862a376 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.233294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dfdde5d-65c5-4830-926d-bf5526312371 req-0823ea23-3ed3-40c9-9645-ca65c862a376 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1083970 Aug 31 09:25:09.237072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.265600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Transition to ACTIVE for port object 88299904-6eb8-4f2c-a52a-33301f467499 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:09.273228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.313288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:09.314230 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:09.330069 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 10 to bind port 64a90811-5406-4c48-8435-962e5acac9a2 Aug 31 09:25:09.358217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.364484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/e6d5483e-b3ee-4995-8792-b14a2e35391d HTTP/1.1" status: 204 len: 168 time: 1.2143784 Aug 31 09:25:09.367622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac417db-9725-48fc-9cec-1523431439d9 None None] Network 4443e83a-b489-4458-8399-26c8f7ab5acb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:09.377305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8c363-255c-4b1c-987e-9e9da7ac01ce tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d5483e-b3ee-4995-8792-b14a2e35391d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:09.387298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50456) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:09.448005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:09.448339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:09.448669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.454708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50458) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:09.496545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] Set router f6bde485-34f1-4ec3-9323-b1886cd00d21 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:09.496837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dfdde5d-65c5-4830-926d-bf5526312371 req-d2777614-b979-450e-b5aa-6e5aeee21139 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466195 Aug 31 09:25:09.523220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port 64a90811-5406-4c48-8435-962e5acac9a2 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:09.523220 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port 64a90811-5406-4c48-8435-962e5acac9a2 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:09.523220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.586247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:25:08Z', 'revision_number': 6, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:09.608154 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.639345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8c4a-6901-44b1-ab7d-6595e138a512 None None] The sync data for ids ['f6bde485-34f1-4ec3-9323-b1886cd00d21'] in n-d-800634-13 is: [{'id': 'f6bde485-34f1-4ec3-9323-b1886cd00d21', 'name': 'tempest-ServersTestBootFromVolume-2135009108-router', 'tenant_id': '0c13586eed394e10a288e791efe35584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:52Z', 'updated_at': '2021-08-31T09:25:08Z', 'revision_number': 6, 'project_id': '0c13586eed394e10a288e791efe35584', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:09.722873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.767132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Pushing event deleted for resources: {'Port': ['ID=21151130-f251-40ab-9744-4c6172209071,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:09.822837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Attempting to bind port 88299904-6eb8-4f2c-a52a-33301f467499 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:09.823331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Attempting to bind port 88299904-6eb8-4f2c-a52a-33301f467499 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:09.824204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Attempting to bind port 88299904-6eb8-4f2c-a52a-33301f467499 on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.825529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:09.852520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Port 88299904-6eb8-4f2c-a52a-33301f467499 on network 884b3049-254d-4f05-8305-175ba7a0464c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:09.853003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Attempting to bind port 88299904-6eb8-4f2c-a52a-33301f467499 on network 884b3049-254d-4f05-8305-175ba7a0464c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.868125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:09.868488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Checking segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:09.868852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Bound using segment: {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:09.869300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Bound port: 88299904-6eb8-4f2c-a52a-33301f467499, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e3c04c-e896-4605-8456-d06bbc5be2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:09.869834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.951785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f367fdc9-91b5-4f5c-a3cf-c1f6b5269fb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31039cc12d21497491b52968dbb350b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952028 Aug 31 09:25:09.953210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] For port 64a90811-5406-4c48-8435-962e5acac9a2, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:09.953574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempted to set empty binding levels {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:25:09.956097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:09.967792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting port 8fdbcc40-fcef-4018-9b78-e37afc382c98 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:09.968143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.972926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.973194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.985285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260d092-be53-49d0-a7b2-d593218bc570 req-a878f3ed-82ff-456e-b295-9baf44def4eb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.988186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0260d092-be53-49d0-a7b2-d593218bc570 req-a878f3ed-82ff-456e-b295-9baf44def4eb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2044184 Aug 31 09:25:10.034516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.035534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.068445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:10.086975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] DHCP port deletion for 4443e83a-b489-4458-8399-26c8f7ab5acb request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:10.108097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:10.112237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.1123972 Aug 31 09:25:10.114711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa1387-b91b-43c9-9742-a7c00123b33c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=64a90811-5406-4c48-8435-962e5acac9a2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.118374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50474) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:10.153324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.161210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] Deleting port 8fdbcc40-fcef-4018-9b78-e37afc382c98 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:10.162113 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.163329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd743-c74a-49e9-a2dc-8bdbd360e7f1 req-0b7ecdbc-a227-4b5a-a22d-0aa71a5bf357 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.167103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e97fd743-c74a-49e9-a2dc-8bdbd360e7f1 req-0b7ecdbc-a227-4b5a-a22d-0aa71a5bf357 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.3009236 Aug 31 09:25:10.222525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.226195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-726f7e2a-621b-45de-ad45-a29d4e31d044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.229075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.229686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.231250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] 10.222.0.15 "PUT /v2.0/ports/88299904-6eb8-4f2c-a52a-33301f467499 HTTP/1.1" status: 200 len: 1092 time: 2.2398126 Aug 31 09:25:10.242384 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.252708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:10.255260 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "tag": "88299904-6eb8-4f2c-a52a-33301f467499"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:10.269049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] For port 8fdbcc40-fcef-4018-9b78-e37afc382c98, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fdbcc40-fcef-4018-9b78-e37afc382c98,segment=NetworkSegment(fe569f8a-5fd9-4094-bc34-09331da62046),segment_id=fe569f8a-5fd9-4094-bc34-09331da62046)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:10.269288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.303640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] For port 8fdbcc40-fcef-4018-9b78-e37afc382c98, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8fdbcc40-fcef-4018-9b78-e37afc382c98,segment=NetworkSegment(fe569f8a-5fd9-4094-bc34-09331da62046),segment_id=fe569f8a-5fd9-4094-bc34-09331da62046)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:10.305315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.308171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb0edc-bfd4-448a-b232-54318de81773 service neutron] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.321469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-726f7e2a-621b-45de-ad45-a29d4e31d044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.334438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] Calling delete_port for 8fdbcc40-fcef-4018-9b78-e37afc382c98 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:10.359510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Calling delete_port for 8fdbcc40-fcef-4018-9b78-e37afc382c98 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:10.379543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0260d092-be53-49d0-a7b2-d593218bc570 req-8ce8d160-d37e-4177-8f46-65d6ea233c38 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648226 Aug 31 09:25:10.403274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e97fd743-c74a-49e9-a2dc-8bdbd360e7f1 req-890f83ce-e344-4444-8bee-ddf5d9aa709c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734838 Aug 31 09:25:10.404040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.404732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6bde485-34f1-4ec3-9323-b1886cd00d21 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:10.415204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-14b9cb6b-c3b8-40fd-a67d-384944e02b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.417007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-14b9cb6b-c3b8-40fd-a67d-384944e02b17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 1095 time: 0.1241040 Aug 31 09:25:10.422519 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.423634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a0ae7db0-3aef-43c1-8df8-fbb31e7743bc admin admin] 10.222.0.18 "DELETE /v2.0/routers/f6bde485-34f1-4ec3-9323-b1886cd00d21 HTTP/1.1" status: 204 len: 168 time: 2.7827840 Aug 31 09:25:10.427212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50478) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:10.448298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Deleting port 64a90811-5406-4c48-8435-962e5acac9a2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:10.448639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.537127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-726f7e2a-621b-45de-ad45-a29d4e31d044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.541006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-726f7e2a-621b-45de-ad45-a29d4e31d044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.544891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-726f7e2a-621b-45de-ad45-a29d4e31d044 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0af99b6b-082a-4d73-8473-0b109b047183 HTTP/1.1" status: 204 len: 168 time: 0.5850444 Aug 31 09:25:10.547322 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.627697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] Pushing event deleted for resources: {'Port': ['ID=8fdbcc40-fcef-4018-9b78-e37afc382c98,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.641904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Deleting subnet 300270b7-6ba7-42c1-940a-75ad891c0139 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:10.654827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.656089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a923d5-38e0-4ab2-ba56-718547911143 None None] No DVR routers for this DVR port 8fdbcc40-fcef-4018-9b78-e37afc382c98 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:10.660923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-d7958488-f349-4429-8572-0347545a0b2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88299904-6eb8-4f2c-a52a-33301f467499 HTTP/1.1" status: 200 len: 217 time: 0.2343795 Aug 31 09:25:10.673867 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9a25d-ac80-4580-b3f3-c2c9bcae1ccf x-openstack-request-id: req-cfe9a25d-ac80-4580-b3f3-c2c9bcae1ccf {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:10.674194 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "tag": "88299904-6eb8-4f2c-a52a-33301f467499", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:10.676554 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfe9a25d-ac80-4580-b3f3-c2c9bcae1ccf {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:10.676991 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499', 'status': 'completed', 'code': 200} Aug 31 09:25:10.689969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.717796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f7e2a-621b-45de-ad45-a29d4e31d044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af99b6b-082a-4d73-8473-0b109b047183,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.779566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-3692dfda-a6f7-4d6d-9645-43f5d189aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.781141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-3692dfda-a6f7-4d6d-9645-43f5d189aca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1032541 Aug 31 09:25:10.837265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] For port 64a90811-5406-4c48-8435-962e5acac9a2, host n-h1-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:10.838112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.864294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Calling delete_port for 64a90811-5406-4c48-8435-962e5acac9a2 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:10.893290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-29f5437f-ded7-455c-b022-13140654afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.895045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-29f5437f-ded7-455c-b022-13140654afe0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035204 Aug 31 09:25:11.093962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.165869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-213530bb-4c9d-4e3d-bd58-635b165b7789 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217228 Aug 31 09:25:11.169466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event deleted for resources: {'Port': ['ID=64a90811-5406-4c48-8435-962e5acac9a2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:11.185225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.188098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.190926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8dd06d12-3425-4ee8-8696-a91ae68bf0b0 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "DELETE /v2.0/ports/64a90811-5406-4c48-8435-962e5acac9a2 HTTP/1.1" status: 204 len: 168 time: 1.0695665 Aug 31 09:25:11.191202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Port': ['ID=8fdbcc40-fcef-4018-9b78-e37afc382c98,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:11.205764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50492) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:11.237681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No DVR routers for this DVR port 8fdbcc40-fcef-4018-9b78-e37afc382c98 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:11.282743 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-882b79be-1d90-4ed2-9a3f-fd1f552983be tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:11.284554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-882b79be-1d90-4ed2-9a3f-fd1f552983be tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "GET /v2.0/ports/64a90811-5406-4c48-8435-962e5acac9a2 HTTP/1.1" status: 404 len: 333 time: 0.0774992 Aug 31 09:25:11.289374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50496) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:11.297824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Request body: {'port': {'network_id': '7d0185a7-3daa-44bb-939a-17869393755c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1208081745'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:11.339573 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8f5591d3-f3a5-46b4-a2d2-c31a438d28a5 req-e7b9443d-d44e-42ee-9807-8f1804d289bd service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645212 Aug 31 09:25:11.432745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Made reservation on behalf of 7c8299b0ca8649109ef8490a5dd380e9 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:11.435374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.445736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.454942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dd16d-4758-4e73-a280-d7ab1a78d877 req-0cc13377-5b2b-4b2b-8c35-9ee1293a5b44 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.456717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-436dd16d-4758-4e73-a280-d7ab1a78d877 req-0cc13377-5b2b-4b2b-8c35-9ee1293a5b44 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2889149 Aug 31 09:25:11.540962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-502cb2cd-8633-4d0c-8edc-f4357506cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.544817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-502cb2cd-8633-4d0c-8edc-f4357506cdb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 1095 time: 0.1469944 Aug 31 09:25:11.548664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4443e83a-b489-4458-8399-26c8f7ab5acb']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:11.584407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21151130-f251-40ab-9744-4c6172209071 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:11.587029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port e8282190-108a-44a4-bf53-13477dd52585 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:11.593899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.595893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe569f8a-5fd9-4094-bc34-09331da62046') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:11.596183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe569f8a-5fd9-4094-bc34-09331da62046') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:11.630137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 21151130-f251-40ab-9744-4c6172209071 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:11.630568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21151130-f251-40ab-9744-4c6172209071 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:11.631066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3cc7a433-2f08-46dc-945e-54949e4a9c7d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:11.654995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3cc7a433-2f08-46dc-945e-54949e4a9c7d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:11.655651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3cc7a433-2f08-46dc-945e-54949e4a9c7d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:11.656322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fdbcc40-fcef-4018-9b78-e37afc382c98 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:11.686867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.715392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-aa6654ad-8a0c-4196-9c93-c7126a4861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.718726 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-aa6654ad-8a0c-4196-9c93-c7126a4861f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.1642795 Aug 31 09:25:11.719915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8fdbcc40-fcef-4018-9b78-e37afc382c98 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:11.720620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8fdbcc40-fcef-4018-9b78-e37afc382c98 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:11.769506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-a7699164-dc8d-4b66-b5c4-cb6c664c7e9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88299904-6eb8-4f2c-a52a-33301f467499 HTTP/1.1" status: 200 len: 217 time: 0.0421181 Aug 31 09:25:11.771848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.788917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-436dd16d-4758-4e73-a280-d7ab1a78d877 req-074e8128-29ae-4c5c-86de-502aad57eb61 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840455 Aug 31 09:25:11.816302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:11.816723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:11.822730 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:11.852072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-de099051-eead-40d6-8dda-81fbe5a53b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.853939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-de099051-eead-40d6-8dda-81fbe5a53b8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.0763075 Aug 31 09:25:11.896107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7b950-68c0-4f8b-aa24-7220de3fd7cb req-2453a6cc-4680-4b84-a076-edaf9ab0f19b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.899764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ec7b950-68c0-4f8b-aa24-7220de3fd7cb req-2453a6cc-4680-4b84-a076-edaf9ab0f19b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.3530674 Aug 31 09:25:11.922780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-2a292856-67d9-4500-a421-40d4aef76263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.924461 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-2a292856-67d9-4500-a421-40d4aef76263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616786 Aug 31 09:25:12.051234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.126022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.131595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-2654793f-e9b0-4f46-89e2-cc2569999e4b service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904101 Aug 31 09:25:12.141247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300270b7-6ba7-42c1-940a-75ad891c0139,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.185313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.187202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/4443e83a-b489-4458-8399-26c8f7ab5acb HTTP/1.1" status: 204 len: 168 time: 2.7742336 Aug 31 09:25:12.211038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50522) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.217705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ec7b950-68c0-4f8b-aa24-7220de3fd7cb req-ceec67f9-3494-4ff8-9c44-b6a8a5e12f8c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794008 Aug 31 09:25:12.271314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60505e-0ffd-4862-9bb4-8c8f47e9b477 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=4443e83a-b489-4458-8399-26c8f7ab5acb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.301108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4def06c-131f-4767-9bd8-75b29e4c96a9 None None] Network 948ff52a-838a-4e38-a388-b31457f167c6 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:12.323437 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.327554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e93de8eb-b65b-40a9-bbc1-c1955e9acc6f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/300270b7-6ba7-42c1-940a-75ad891c0139 HTTP/1.1" status: 204 len: 168 time: 1.8987806 Aug 31 09:25:12.332298 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-10859b25-3121-4845-a1bb-3342e26b8705 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:12.332774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10859b25-3121-4845-a1bb-3342e26b8705 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:12.338404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-10859b25-3121-4845-a1bb-3342e26b8705 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/146c827a-1367-4878-8fcc-151fe8efd4e2 HTTP/1.1" status: 404 len: 337 time: 0.1205826 Aug 31 09:25:12.338688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.340251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50526) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.340583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50528) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.420286 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a605be-03a3-4a0b-82b4-49000e9095f0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:25:12.421267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a605be-03a3-4a0b-82b4-49000e9095f0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:25:12.425548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d4a605be-03a3-4a0b-82b4-49000e9095f0 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/b6ccccf4-3468-422a-a658-dd115cee19e6 HTTP/1.1" status: 404 len: 339 time: 0.0802588 Aug 31 09:25:12.440052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50532) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.513296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80e85b-63a6-4c1c-a520-843da0c7f5a9 req-ffc2f6c3-bd9f-4502-baef-11f744d53856 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.524038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc80e85b-63a6-4c1c-a520-843da0c7f5a9 req-ffc2f6c3-bd9f-4502-baef-11f744d53856 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3534617 Aug 31 09:25:12.579464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.622399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc80e85b-63a6-4c1c-a520-843da0c7f5a9 req-cb28096e-13de-439c-93b6-5e026b0b799e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975626 Aug 31 09:25:12.644153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting subnet 559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:12.655299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] DHCP port deletion for 948ff52a-838a-4e38-a388-b31457f167c6 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:12.667701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.672203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.696403 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5110fe1-b860-450f-8f7a-70b1f72a3cd8 req-84a536e9-ea76-4888-a6fa-887b2fc7a760 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559628 Aug 31 09:25:12.767303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] Deleting port 108019d4-af94-4fad-804f-80500b63a43e {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:12.767718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.819381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.824526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Network 7d0185a7-3daa-44bb-939a-17869393755c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:12.848333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] For port 108019d4-af94-4fad-804f-80500b63a43e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=108019d4-af94-4fad-804f-80500b63a43e,segment=NetworkSegment(181f8e4b-3a7d-4945-bb35-d4548cb798c7),segment_id=181f8e4b-3a7d-4945-bb35-d4548cb798c7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:12.849029 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.857361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:12.864726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=e8282190-108a-44a4-bf53-13477dd52585,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.872093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] Calling delete_port for 108019d4-af94-4fad-804f-80500b63a43e owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:12.883958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:12.884975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.885602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.960729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62449248-9810-47c0-a0ff-276a27acfce8 req-0f074cb4-d7a6-45dc-a3c7-d97bbac1ba8a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.963652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62449248-9810-47c0-a0ff-276a27acfce8 req-0f074cb4-d7a6-45dc-a3c7-d97bbac1ba8a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2018268 Aug 31 09:25:12.981160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-add703bc-7ffd-4019-ab87-9aca2e6beab7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6894252 Aug 31 09:25:12.983902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.990494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:13.001125 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.041904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] No DVR routers for this DVR port 108019d4-af94-4fad-804f-80500b63a43e on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:13.055963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Deleting port 108019d4-af94-4fad-804f-80500b63a43e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:13.055963 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.056895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6d3ea-0b9d-4f99-8ac7-b6fc0fadb115 None None] Pushing event deleted for resources: {'Port': ['ID=108019d4-af94-4fad-804f-80500b63a43e,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.105945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.178381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62449248-9810-47c0-a0ff-276a27acfce8 req-561558dc-3f4a-4360-9caf-2d1004e717d0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069712 Aug 31 09:25:13.205228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.291781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] For port 108019d4-af94-4fad-804f-80500b63a43e, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:13.292426 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.316231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Calling delete_port for 108019d4-af94-4fad-804f-80500b63a43e owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:13.321195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Port 108019d4-af94-4fad-804f-80500b63a43e was not found and therefore no delete operation was performed {{(pid=94896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:25:13.323688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.448519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Pushing event deleted for resources: {'Port': ['ID=108019d4-af94-4fad-804f-80500b63a43e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.491993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] No DVR routers for this DVR port 108019d4-af94-4fad-804f-80500b63a43e on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:13.492878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50558) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.534456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 108019d4-af94-4fad-804f-80500b63a43e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:13.549899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port e8282190-108a-44a4-bf53-13477dd52585 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:13.556174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.566744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.579211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 108019d4-af94-4fad-804f-80500b63a43e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:13.580003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 108019d4-af94-4fad-804f-80500b63a43e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:13.603079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Transition to ACTIVE for port object e8282190-108a-44a4-bf53-13477dd52585 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:13.614105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.701772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=e8282190-108a-44a4-bf53-13477dd52585,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.702064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Subnet': ['ID=559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.706808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.710399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9805d06f-0545-45b3-bcb3-9ed7b2b85b79 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/subnets/559adcf1-ace6-46f2-bb0b-7d46ef9d2a0b HTTP/1.1" status: 204 len: 168 time: 1.2689807 Aug 31 09:25:13.718230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50564) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.727099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509d0d6-0ca3-4dbf-8619-64985a28a61a None None] Network 9e8f8313-3473-45aa-8100-16d4bb60a7e7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:13.751582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.767562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:13.768363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ff52a-838a-4e38-a388-b31457f167c6']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:13.768844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:13.769666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:13.780887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdec99-e839-4101-91f7-5b355c6acd97 req-bba7ad29-4171-4e0c-bd3a-284699948f45 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.782553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edcdec99-e839-4101-91f7-5b355c6acd97 req-bba7ad29-4171-4e0c-bd3a-284699948f45 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.4066973 Aug 31 09:25:13.800190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877b05-0314-47c5-be83-9b7389273288 req-4362e202-e361-41de-aecc-e44cf3c0d95b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.801938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4877b05-0314-47c5-be83-9b7389273288 req-4362e202-e361-41de-aecc-e44cf3c0d95b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3653710 Aug 31 09:25:13.804172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f8e4b-3a7d-4945-bb35-d4548cb798c7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:13.804678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f8e4b-3a7d-4945-bb35-d4548cb798c7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:13.830828 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.862959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:13.863593 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:13.869559 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 2 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:13.875578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.893717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd84dae-6f23-479c-9983-128e449bd9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.903052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:13.903799 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:13.911900 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:13.929547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:13.930088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:13.930688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:13.961020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:13.961539 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:13.968092 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 3 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:13.986714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.001574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edcdec99-e839-4101-91f7-5b355c6acd97 req-95b6b505-2906-4477-8c16-4810d72d2218 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929667 Aug 31 09:25:14.037020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4877b05-0314-47c5-be83-9b7389273288 req-8db74863-423e-4850-937c-6e8e30049a32 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209139 Aug 31 09:25:14.048581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.049418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.050207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.052005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] DHCP port deletion for 9e8f8313-3473-45aa-8100-16d4bb60a7e7 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:14.068204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.080303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.083733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] 10.222.0.18 "DELETE /v2.0/networks/948ff52a-838a-4e38-a388-b31457f167c6 HTTP/1.1" status: 204 len: 168 time: 1.7419555 Aug 31 09:25:14.103476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d4304-c8d0-4ff1-a42f-4470e007a856 admin admin] Pushing event deleted for resources: {'Network': ['ID=948ff52a-838a-4e38-a388-b31457f167c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.169920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] Deleting port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:14.170251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.171266 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.174893 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.186349 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 4 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.243295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.245043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.245318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.271873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.272998 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.285820 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 5 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.339706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.340020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.340593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.343972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] For port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,segment=NetworkSegment(9866661b-4fa2-4593-95d4-ec527bed83b6),segment_id=9866661b-4fa2-4593-95d4-ec527bed83b6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:14.344447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.350255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50574) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.358798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c8657-b9bf-438c-beb2-b48379a4e57c req-9a49e642-8aca-4b13-99f3-f8ab2dc7ee90 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.361149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-634c8657-b9bf-438c-beb2-b48379a4e57c req-9a49e642-8aca-4b13-99f3-f8ab2dc7ee90 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1394930 Aug 31 09:25:14.366626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] Calling delete_port for 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:14.378574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Deleting port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:14.379361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.405037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.406173 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.435401 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 6 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.448459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-634c8657-b9bf-438c-beb2-b48379a4e57c req-08fa5323-24eb-4ff5-b82b-16880caacae6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776317 Aug 31 09:25:14.498529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd84dae-6f23-479c-9983-128e449bd9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.500932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.535526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] Pushing event deleted for resources: {'Port': ['ID=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.558128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789d116-ad06-4a9c-b7a7-108cbc707fb3 None None] No DVR routers for this DVR port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:14.561188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6dd84dae-6f23-479c-9983-128e449bd9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.603219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.603727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.604265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.636978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af25b98d-9cfb-42ee-b0ab-2c92250bf76b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c13586eed394e10a288e791efe35584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815952 Aug 31 09:25:14.650731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] For port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,segment=NetworkSegment(9866661b-4fa2-4593-95d4-ec527bed83b6),segment_id=9866661b-4fa2-4593-95d4-ec527bed83b6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:14.651335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.654031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50580) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.664210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.664710 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.688588 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 7 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.718409 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6dd84dae-6f23-479c-9983-128e449bd9c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a13307804224441b09b217c31c24256&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2155626 Aug 31 09:25:14.718920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Calling delete_port for 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:14.721564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd84dae-6f23-479c-9983-128e449bd9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4184063-a201-4e9c-a19d-7326c1492d97,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.723913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50582) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.731669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.732004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.732387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.748630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.749099 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.749517 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 8 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.751760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086ff2-ac90-436f-8b20-c8f824b0e7ca req-7507fe9a-23e1-41c4-954b-9aeea2d00813 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.754522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2086ff2-ac90-436f-8b20-c8f824b0e7ca req-7507fe9a-23e1-41c4-954b-9aeea2d00813 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1474688 Aug 31 09:25:14.809309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.809729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.810128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.838685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.839027 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.842242 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 9 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.852577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6f4430a-68d0-4d29-af7e-ba2bdbfac5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.883085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.883646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.884212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.895792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.896087 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.898150 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 10 to bind port e8282190-108a-44a4-bf53-13477dd52585 Aug 31 09:25:14.911560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2086ff2-ac90-436f-8b20-c8f824b0e7ca req-b74f0899-ef5e-4d3b-b5c2-81ba2c7a044d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405606 Aug 31 09:25:14.917771 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.932961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.933317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.934020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.941083 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eda553b4-efae-417e-a543-32bef91bfbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.946837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6f4430a-68d0-4d29-af7e-ba2bdbfac5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.971513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Port': ['ID=29bf3b8e-a1f8-4493-8703-2f71ab94b0c1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.980324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] No DVR routers for this DVR port 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:14.982673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.983175 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port e8282190-108a-44a4-bf53-13477dd52585 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:14.983740 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.029679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eda553b4-efae-417e-a543-32bef91bfbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.113602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 88299904-6eb8-4f2c-a52a-33301f467499 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:15.131113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6f4430a-68d0-4d29-af7e-ba2bdbfac5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.136491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6f4430a-68d0-4d29-af7e-ba2bdbfac5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.139021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c6f4430a-68d0-4d29-af7e-ba2bdbfac5d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c870f5d-6796-4c82-98c8-22005dec5d58 HTTP/1.1" status: 204 len: 168 time: 0.4819276 Aug 31 09:25:15.184008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.213466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4430a-68d0-4d29-af7e-ba2bdbfac5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c870f5d-6796-4c82-98c8-22005dec5d58,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.218302 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eda553b4-efae-417e-a543-32bef91bfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.227673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eda553b4-efae-417e-a543-32bef91bfbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.228980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8f8313-3473-45aa-8100-16d4bb60a7e7']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:15.229323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eda553b4-efae-417e-a543-32bef91bfbe8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4184063-a201-4e9c-a19d-7326c1492d97 HTTP/1.1" status: 204 len: 168 time: 0.5020654 Aug 31 09:25:15.258309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9866661b-4fa2-4593-95d4-ec527bed83b6') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:15.258839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9866661b-4fa2-4593-95d4-ec527bed83b6') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:15.277257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] For port e8282190-108a-44a4-bf53-13477dd52585, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:15.277848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempted to set empty binding levels {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:25:15.281341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.290384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda553b4-efae-417e-a543-32bef91bfbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4184063-a201-4e9c-a19d-7326c1492d97,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.293754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.328639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016610-30b7-40d9-b938-206239838c82 req-70687e00-2198-4c7f-8d05-f69a369a91dd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.338782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48016610-30b7-40d9-b938-206239838c82 req-70687e00-2198-4c7f-8d05-f69a369a91dd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.1585176 Aug 31 09:25:15.352620 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.364015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:15.366710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] In _notify_port_updated(), no bound segment for port e8282190-108a-44a4-bf53-13477dd52585 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:25:15.368377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.369342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.374794 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "PUT /v2.0/ports/e8282190-108a-44a4-bf53-13477dd52585 HTTP/1.1" status: 200 len: 976 time: 2.3857524 Aug 31 09:25:15.375778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50596) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.400818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:15.401474 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.405012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '88299904-6eb8-4f2c-a52a-33301f467499', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '88299904-6eb8-4f2c-a52a-33301f467499', 'mac_address': 'fa:16:3e:11:8b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:15.406866 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:15.439362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48016610-30b7-40d9-b938-206239838c82 req-9079bc98-29d2-48c5-9552-15871a37f8be tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988696 Aug 31 09:25:15.559543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:15.606718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:15.607830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 29bf3b8e-a1f8-4493-8703-2f71ab94b0c1 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:15.622596 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.662325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88299904-6eb8-4f2c-a52a-33301f467499 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:15.711790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:15.719514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.727762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454b14-8931-4620-a909-f8ce5272ee3c tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=e8282190-108a-44a4-bf53-13477dd52585,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.753643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.797388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.801590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] 10.222.0.18 "DELETE /v2.0/networks/9e8f8313-3473-45aa-8100-16d4bb60a7e7 HTTP/1.1" status: 204 len: 168 time: 2.0813258 Aug 31 09:25:15.803212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d80e0-2729-4aec-9d56-5148e5b91c34 tempest-NetworksIpV6Test-1954396984 tempest-NetworksIpV6Test-1954396984-project] Pushing event deleted for resources: {'Network': ['ID=9e8f8313-3473-45aa-8100-16d4bb60a7e7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.863812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.865252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.866831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.867712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.868543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.869368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.870334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.871294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.871708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.872676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.873361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.873853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.874583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.875587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.876439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.877191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.877889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.878385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.878887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.879694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.879909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.880005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.880570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.881160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.881627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.883307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.884621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.885010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.886105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.887002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.889657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.890577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.891662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.892688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.900580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ecbce7f6-c8e6-4d96-8e2a-ed66a7ec762e tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29657 time: 0.5216470 Aug 31 09:25:15.908271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50604) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.989630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa86a3-7fec-4495-9097-897371316cba req-38fc9ad2-4ca4-4a5b-941b-c4c2f86135ff tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.992367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31aa86a3-7fec-4495-9097-897371316cba req-38fc9ad2-4ca4-4a5b-941b-c4c2f86135ff tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.9140105 Aug 31 09:25:16.062415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['88299904-6eb8-4f2c-a52a-33301f467499'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:16.125438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31aa86a3-7fec-4495-9097-897371316cba req-7e24746e-3b29-4ec0-8840-a6ec12a8f5c5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112399 Aug 31 09:25:16.196745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Deleting port e8282190-108a-44a4-bf53-13477dd52585 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:16.198527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.411239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] For port e8282190-108a-44a4-bf53-13477dd52585, host n-h1-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:16.411811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.437912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Calling delete_port for e8282190-108a-44a4-bf53-13477dd52585 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:16.447781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:16.450750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9283072-a811-4ad5-8d59-72fcc56e9fe7 req-cda2c256-5ec3-42b6-a693-233fa6c9d496 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.452391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9283072-a811-4ad5-8d59-72fcc56e9fe7 req-cda2c256-5ec3-42b6-a693-233fa6c9d496 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1432602 Aug 31 09:25:16.587454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9283072-a811-4ad5-8d59-72fcc56e9fe7 req-a44c2189-dfc5-4d14-b945-8fc5fcb7a63b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202984 Aug 31 09:25:16.690825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50630) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:16.709145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.731162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3237b42f-ead1-4935-8ea3-1eae5a6ec2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.857929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8282190-108a-44a4-bf53-13477dd52585,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:16.879050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8e7dcaff-00fa-4cdf-9ee6-d451d7004a87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=206cc5e82ae047bbab1710f5d0f40023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270747 Aug 31 09:25:16.884578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:16.887061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.890693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b15c0319-bad3-4249-9060-49000ba3a32b tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e8282190-108a-44a4-bf53-13477dd52585 HTTP/1.1" status: 204 len: 168 time: 0.9807014 Aug 31 09:25:16.895131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50636) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:16.915661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a021ad4-166e-4798-ad79-95c8dc39230e req-e58e5207-8baa-4b5b-bacf-e06d30217d20 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.925960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a021ad4-166e-4798-ad79-95c8dc39230e req-e58e5207-8baa-4b5b-bacf-e06d30217d20 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 944 time: 0.3168473 Aug 31 09:25:16.970597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc1442-5f3c-44e8-adba-905893e4c3bc req-6414b265-4ecc-4f94-804a-f25305aceb25 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.973499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17cc1442-5f3c-44e8-adba-905893e4c3bc req-6414b265-4ecc-4f94-804a-f25305aceb25 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2279990 Aug 31 09:25:16.986609 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d064a5-b44f-47b6-8af3-680fd623c10d tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:16.989145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-30d064a5-b44f-47b6-8af3-680fd623c10d tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "GET /v2.0/ports/e8282190-108a-44a4-bf53-13477dd52585 HTTP/1.1" status: 404 len: 333 time: 0.0908406 Aug 31 09:25:16.997876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.023261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1041780831', 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:17.058766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3237b42f-ead1-4935-8ea3-1eae5a6ec2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.068658 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:25:17.075109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3237b42f-ead1-4935-8ea3-1eae5a6ec2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.107310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b1299e9-1179-4200-8b3e-d25539b32560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.134665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17cc1442-5f3c-44e8-adba-905893e4c3bc req-2e091a1b-e676-4731-959f-512d78f88b68 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352603 Aug 31 09:25:17.160724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237b42f-ead1-4935-8ea3-1eae5a6ec2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d65201-2c8d-48c9-a5a9-02ceee01d2c5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.173483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3237b42f-ead1-4935-8ea3-1eae5a6ec2eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=994b49fe067f42df819e9f0bc488cc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801977 Aug 31 09:25:17.177911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a021ad4-166e-4798-ad79-95c8dc39230e req-77d3e7dc-691f-44f7-a56f-918af8405975 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384157 Aug 31 09:25:17.195039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50644) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.201981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b1299e9-1179-4200-8b3e-d25539b32560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.207102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Made reservation on behalf of 7c8299b0ca8649109ef8490a5dd380e9 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:17.209478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.262628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port 2eee06fe-895c-4207-bb29-500c655ac6b6 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:17.399172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8fb4-eb76-4484-be21-7c3287aa5c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.429997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b1299e9-1179-4200-8b3e-d25539b32560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.439763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b1299e9-1179-4200-8b3e-d25539b32560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.445796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b1299e9-1179-4200-8b3e-d25539b32560 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4336525f-3f1d-4443-b436-35f928e271cf HTTP/1.1" status: 204 len: 168 time: 0.5571196 Aug 31 09:25:17.505233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8fb4-eb76-4484-be21-7c3287aa5c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.509083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1299e9-1179-4200-8b3e-d25539b32560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4336525f-3f1d-4443-b436-35f928e271cf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.674243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8fb4-eb76-4484-be21-7c3287aa5c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.682719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e7c8fb4-eb76-4484-be21-7c3287aa5c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.684753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7e7c8fb4-eb76-4484-be21-7c3287aa5c68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2d65201-2c8d-48c9-a5a9-02ceee01d2c5 HTTP/1.1" status: 204 len: 168 time: 0.4935486 Aug 31 09:25:17.702620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c8fb4-eb76-4484-be21-7c3287aa5c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d65201-2c8d-48c9-a5a9-02ceee01d2c5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.736528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.751133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634952a-478a-4bcc-a404-5bd803d94c84 req-121303cc-8ba2-432d-8b2f-c32cc50e5104 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.753016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f634952a-478a-4bcc-a404-5bd803d94c84 req-121303cc-8ba2-432d-8b2f-c32cc50e5104 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1613452 Aug 31 09:25:17.873063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f634952a-478a-4bcc-a404-5bd803d94c84 req-3681e311-aa88-4aeb-9f73-118db6c57f8d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 Aug 31 09:25:17.922595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.032033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Network 7d0185a7-3daa-44bb-939a-17869393755c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:18.062380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:18.094520 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:18.096198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.097252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.126247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=2eee06fe-895c-4207-bb29-500c655ac6b6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:18.140418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3f8c22a-adbe-42a8-b36b-d4bda04718b7 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1341484 Aug 31 09:25:18.146594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50676) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:18.161646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb49-ad94-42bd-bda5-780b8aefcef0 req-cdf1ae25-4df2-49e9-92af-3e95cd31e125 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.164621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa27fb49-ad94-42bd-bda5-780b8aefcef0 req-cdf1ae25-4df2-49e9-92af-3e95cd31e125 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1584554 Aug 31 09:25:18.228333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c6a4a-e35b-49d6-9c1a-bd82205fd836 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.230398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-821c6a4a-e35b-49d6-9c1a-bd82205fd836 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "GET /v2.0/ports/2eee06fe-895c-4207-bb29-500c655ac6b6 HTTP/1.1" status: 200 len: 955 time: 0.0815649 Aug 31 09:25:18.235221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50682) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:18.277562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa27fb49-ad94-42bd-bda5-780b8aefcef0 req-0584a364-406e-4a72-ab71-f51f85720ec0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044481 Aug 31 09:25:18.411390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Deleting port 2eee06fe-895c-4207-bb29-500c655ac6b6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:18.412389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.517671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.547023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Calling delete_port for 2eee06fe-895c-4207-bb29-500c655ac6b6 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:18.556488 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.763488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477a58-90e2-4771-aabd-4ab08bef86b8 req-1928a20e-9fb1-4bce-89c6-547a08d9f1c4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.765107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b477a58-90e2-4771-aabd-4ab08bef86b8 req-1928a20e-9fb1-4bce-89c6-547a08d9f1c4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1130207 Aug 31 09:25:18.767256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.869099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.081931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eee06fe-895c-4207-bb29-500c655ac6b6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.129654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 88299904-6eb8-4f2c-a52a-33301f467499 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:19.129982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.132911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-92e3b6ac-4795-4149-b4ae-5914798e9282 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2eee06fe-895c-4207-bb29-500c655ac6b6 HTTP/1.1" status: 204 len: 168 time: 0.8959813 Aug 31 09:25:19.137679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50716) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.157331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a304fc3c-3907-4050-afb0-31cfe95298b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.182904 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-82480105-7021-43e3-b4db-898435d6856a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:19.185798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-82480105-7021-43e3-b4db-898435d6856a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "GET /v2.0/ports/2eee06fe-895c-4207-bb29-500c655ac6b6 HTTP/1.1" status: 404 len: 333 time: 0.0462198 Aug 31 09:25:19.192316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50718) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.211066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Request body: {'port': {'network_id': '7d0185a7-3daa-44bb-939a-17869393755c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-179569675'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:19.211216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b477a58-90e2-4771-aabd-4ab08bef86b8 req-06c98dbe-c37a-430d-a9e6-5b69afca29a7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334126 Aug 31 09:25:19.240410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 88299904-6eb8-4f2c-a52a-33301f467499 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:19.243254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3792ed-92b1-43ab-8ca2-fe7934170e49 req-3a0a341d-0093-475a-954c-6d12dd09679a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.261358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a3792ed-92b1-43ab-8ca2-fe7934170e49 req-3a0a341d-0093-475a-954c-6d12dd09679a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 944 time: 0.9017224 Aug 31 09:25:19.262347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 88299904-6eb8-4f2c-a52a-33301f467499 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:19.262748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.286722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:25:19.286722 n-d-800634-13 neutron-server[94895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:25:19.286722 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id': '7c8299b0ca8649109ef8490a5dd380e9', 'id': '06f5814c-4955-4ae0-a851-22f44bb06d4f', 'expiration': datetime.datetime(2021, 8, 31, 9, 27, 19, 257038)}] Aug 31 09:25:19.286722 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:19.287263 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:19.337588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a3792ed-92b1-43ab-8ca2-fe7934170e49 req-5d639304-7a5c-4df0-b8a8-cc3ce3a2d756 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692482 Aug 31 09:25:19.488273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e487d6-7a99-4f4b-beac-e46c5a2c5644 req-6779d021-554a-4810-b96e-c83fd0752bc6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.497266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15e487d6-7a99-4f4b-beac-e46c5a2c5644 req-6779d021-554a-4810-b96e-c83fd0752bc6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1077316 Aug 31 09:25:19.514185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.529279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a304fc3c-3907-4050-afb0-31cfe95298b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.536383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a304fc3c-3907-4050-afb0-31cfe95298b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.570395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15e487d6-7a99-4f4b-beac-e46c5a2c5644 req-de690b6b-c733-41ca-8484-c6f827ddb6f4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714545 Aug 31 09:25:19.605837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:19.608799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a304fc3c-3907-4050-afb0-31cfe95298b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1c5d19b851d4bea900c2c0e151e7d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370381 Aug 31 09:25:19.609307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50734) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.610219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304fc3c-3907-4050-afb0-31cfe95298b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6179ba8c-2100-409d-a7f0-e1bbed5474a8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.617366 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d518f-8427-4aee-9efe-5238779d9b1a" -d '{"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-plugged", "status": "completed", "tag": "88299904-6eb8-4f2c-a52a-33301f467499"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:19.636415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:19.645624 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.700922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50740) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.752387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5738-37b2-4456-9d87-8dc0971a82e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.800257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5738-37b2-4456-9d87-8dc0971a82e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.829454 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.842533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Made reservation on behalf of 7c8299b0ca8649109ef8490a5dd380e9 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:19.852013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.872298 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ea75c-55f3-4cb6-90cb-5f360488192e x-openstack-request-id: req-1d1ea75c-55f3-4cb6-90cb-5f360488192e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:19.872767 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-plugged", "status": "completed", "tag": "88299904-6eb8-4f2c-a52a-33301f467499", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:19.873234 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d1ea75c-55f3-4cb6-90cb-5f360488192e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:19.888031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5738-37b2-4456-9d87-8dc0971a82e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.891244 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5738-37b2-4456-9d87-8dc0971a82e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.891708 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499', 'code': 200} Aug 31 09:25:19.892968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1d1f5738-37b2-4456-9d87-8dc0971a82e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6179ba8c-2100-409d-a7f0-e1bbed5474a8 HTTP/1.1" status: 204 len: 168 time: 0.2809803 Aug 31 09:25:19.921327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port a082036d-de94-4e67-b964-a990a3a1d858 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:19.923340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5738-37b2-4456-9d87-8dc0971a82e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6179ba8c-2100-409d-a7f0-e1bbed5474a8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.018882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b62d6-eebc-48db-af84-e1ee757ba1e4 req-6d10043a-557d-4093-8fc4-93a6c0c3c891 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.027766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea2b62d6-eebc-48db-af84-e1ee757ba1e4 req-6d10043a-557d-4093-8fc4-93a6c0c3c891 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.0872269 Aug 31 09:25:20.066951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1919229120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:20.080382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea2b62d6-eebc-48db-af84-e1ee757ba1e4 req-54e494fc-9b0a-4dec-94ae-ab39044f35e0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 Aug 31 09:25:20.232992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.235266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.255957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b7835-62d7-4723-bca7-56583b6f264c req-cec5a05a-4b0e-4526-ae1a-94174416cb80 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.259275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b5b7835-62d7-4723-bca7-56583b6f264c req-cec5a05a-4b0e-4526-ae1a-94174416cb80 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.0764995 Aug 31 09:25:20.274280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8d274-761d-41a3-ac65-8b4a6e40d6db req-a17d3cdd-fcf2-486b-baf1-dd06e20e42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.279959 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0fa8d274-761d-41a3-ac65-8b4a6e40d6db req-a17d3cdd-fcf2-486b-baf1-dd06e20e42b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 1097 time: 0.2180946 Aug 31 09:25:20.320612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b5b7835-62d7-4723-bca7-56583b6f264c req-e9cfb3fd-ae41-4db1-b7ed-fa34e39c1c21 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493116 Aug 31 09:25:20.327497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.404287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.406277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0fa8d274-761d-41a3-ac65-8b4a6e40d6db req-d90ffeb3-7c31-472f-af10-f5f63867f973 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153910 Aug 31 09:25:20.409726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.450889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.453466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6066fd29-74e4-4de4-890a-9c762162c599 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7520521 Aug 31 09:25:20.457440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50764) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:20.464571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1323868041'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:20.481300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.531777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Network 7d0185a7-3daa-44bb-939a-17869393755c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:20.544323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:20.546637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:20.547775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:20.550164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.551002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.551742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.562797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.571475 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3709993 Aug 31 09:25:20.579539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50772) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:20.590806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4211e-9e17-40db-8e7b-dab09aa701a4 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=a082036d-de94-4e67-b964-a990a3a1d858,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.593929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:20.732140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f18c5-9f5a-44b5-b606-42870fe47344 req-394b5de6-4cbb-486a-b4f5-4f5d43856716 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.734457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-235f18c5-9f5a-44b5-b606-42870fe47344 req-394b5de6-4cbb-486a-b4f5-4f5d43856716 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.2484827 Aug 31 09:25:20.795613 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.841320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-235f18c5-9f5a-44b5-b606-42870fe47344 req-bdce3a3c-a490-4b43-9084-f8a5531f6948 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918562 Aug 31 09:25:21.010431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabaaa7-8e7f-493e-8382-71f93a42bd3c req-f6648b08-5254-466c-b3cf-54619d3a91a0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.012621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dabaaa7-8e7f-493e-8382-71f93a42bd3c req-f6648b08-5254-466c-b3cf-54619d3a91a0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2146156 Aug 31 09:25:21.105899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.117534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.128766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dabaaa7-8e7f-493e-8382-71f93a42bd3c req-8faa4239-cdd3-4a84-8988-1bdedc3e8e2b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015537 Aug 31 09:25:21.166705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:21.260369 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.260990 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Added segment 67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f of type vlan for network c920ee14-198d-4e54-9f35-84811388a786 Aug 31 09:25:21.284498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6c7b41-32d6-453d-8008-d526006d366e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.337057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] device_id is not set on port a082036d-de94-4e67-b964-a990a3a1d858 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:21.353586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.358388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.387202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Transition to ACTIVE for port object a082036d-de94-4e67-b964-a990a3a1d858 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:21.403322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93ea3b-3bfa-4204-8829-bdae3a42609b req-15fffdfb-7d66-4613-aa7f-a62733f14748 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.404870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f93ea3b-3bfa-4204-8829-bdae3a42609b req-15fffdfb-7d66-4613-aa7f-a62733f14748 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1494048 Aug 31 09:25:21.408383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.449335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.455421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.456031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.603984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1453702 Aug 31 09:25:21.609749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50814) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:21.610802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=a082036d-de94-4e67-b964-a990a3a1d858,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.624285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'subnet': {'network_id': 'c920ee14-198d-4e54-9f35-84811388a786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:21.627531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f93ea3b-3bfa-4204-8829-bdae3a42609b req-68f7e18d-f81b-46f5-a1bc-1d339dbedd6a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818345 Aug 31 09:25:21.636314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff922346-fcc7-4ba9-9457-47535d6a3a10 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Network': ['ID=c920ee14-198d-4e54-9f35-84811388a786,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.647860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.648359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.648861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.652232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c920ee14-198d-4e54-9f35-84811388a786 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:21.654991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.655683 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:21.656346 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 2 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:21.681280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.681914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.682456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.691568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.692352 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:21.693089 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 3 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:21.729515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.732177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.732819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.759893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.760456 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:21.760866 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 4 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:21.810970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.811314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.811703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.829322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.829882 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:21.830300 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 5 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:21.870224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.871293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.872760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.890046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.890346 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:21.890805 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 6 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:21.910376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.910680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.910998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.919559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.920128 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:21.926886 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 7 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:22.003288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:22.010798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.011243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.011949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.012417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.029389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.030262 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:22.031437 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 8 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:22.067199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.067887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.068227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.087687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2270-7637-48d3-895d-ad6edb5ae64c req-e8e1cb7f-5b85-49bf-8afc-a0ada22aec18 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.091179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3eda2270-7637-48d3-895d-ad6edb5ae64c req-e8e1cb7f-5b85-49bf-8afc-a0ada22aec18 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1655793 Aug 31 09:25:22.096147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.096728 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:22.097413 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 9 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:22.207397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.207795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.208398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.267981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.268395 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:22.274314 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempt 10 to bind port a082036d-de94-4e67-b964-a990a3a1d858 Aug 31 09:25:22.304269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.304809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.305406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempting to bind port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.322732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.323259 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Failed to bind port a082036d-de94-4e67-b964-a990a3a1d858 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '88694a79-a530-46d3-aec0-c53efb91e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7d0185a7-3daa-44bb-939a-17869393755c'}] Aug 31 09:25:22.323859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.360551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3eda2270-7637-48d3-895d-ad6edb5ae64c req-673f5de6-951b-468d-84d8-c813df7f6821 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527993 Aug 31 09:25:22.393261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338cf2a-f5e0-415c-a659-50ff8202c47a req-948a5689-8511-4b37-9306-97b604cfbc3c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.417833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5338cf2a-f5e0-415c-a659-50ff8202c47a req-948a5689-8511-4b37-9306-97b604cfbc3c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.2689373 Aug 31 09:25:22.484944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.591092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] For port a082036d-de94-4e67-b964-a990a3a1d858, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:22.591698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attempted to set empty binding levels {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:25:22.598927 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.619545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Subnet': ['ID=c51d24d7-bfb9-40a5-9b18-997d74b6ad53,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:22.657214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Checking segment: {'id': '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c920ee14-198d-4e54-9f35-84811388a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:22.657214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network hostable DHCP agents. Network: c920ee14-198d-4e54-9f35-84811388a786, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:22.665707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5338cf2a-f5e0-415c-a659-50ff8202c47a req-aa99a95d-45db-4184-b210-9f4775fc1855 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463272 Aug 31 09:25:22.719597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network c920ee14-198d-4e54-9f35-84811388a786 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:22.723097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] In _notify_port_updated(), no bound segment for port a082036d-de94-4e67-b964-a990a3a1d858 on network 7d0185a7-3daa-44bb-939a-17869393755c {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:25:22.723948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.727014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.731961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "PUT /v2.0/ports/a082036d-de94-4e67-b964-a990a3a1d858 HTTP/1.1" status: 200 len: 975 time: 2.1418850 Aug 31 09:25:22.734632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50850) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:22.770663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, c920ee14-198d-4e54-9f35-84811388a786) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:22.793185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd60a7-3848-4e6e-aa8e-166a515eb662 tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event updated for resources: {'Port': ['ID=a082036d-de94-4e67-b964-a990a3a1d858,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:22.800215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5cb62-a4e3-4d28-bd07-e3d019dcc588 None None] Network c920ee14-198d-4e54-9f35-84811388a786 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:22.842598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cbf29-f70f-4876-9b3f-dc69728e95b9 req-f129e5c6-cc35-4c9f-b446-bdde5c32c0ef tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.855527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc0cbf29-f70f-4876-9b3f-dc69728e95b9 req-f129e5c6-cc35-4c9f-b446-bdde5c32c0ef tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1254163 Aug 31 09:25:22.908878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.908878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.943392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc0cbf29-f70f-4876-9b3f-dc69728e95b9 req-948c82bb-522d-48fc-a07f-b004a2275b25 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Aug 31 09:25:22.972750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50860) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:22.978914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'network': {'name': 'tempest-router-network01--1079382330'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:23.009213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c854104d-5877-4fde-b0f2-e6e31cf478d9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3959782 Aug 31 09:25:23.077027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:23.081404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.164385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Deleting port a082036d-de94-4e67-b964-a990a3a1d858 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:23.164727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.189730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:23.339651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-c920ee14-198d-4e54-9f35-84811388a786', 'network_id': 'c920ee14-198d-4e54-9f35-84811388a786', 'tenant_id': '28f4644f8e3f4252b83f18e73a0cee8b', 'fixed_ips': [{'subnet_id': 'c51d24d7-bfb9-40a5-9b18-997d74b6ad53'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:23.340942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.357456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.357825 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Added segment 1676ceac-dd26-4e0f-b8ce-292ea06d558d of type vlan for network 5389533a-ae7c-4af6-8336-200e79206f7e Aug 31 09:25:23.409818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] For port a082036d-de94-4e67-b964-a990a3a1d858, host n-h1-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:23.410496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.439733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Calling delete_port for a082036d-de94-4e67-b964-a990a3a1d858 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:23.526562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.552602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c59dcf-906d-424f-857f-30520658983d req-c00e0b0f-437a-4c20-919b-adfe5d09333c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.568419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51c59dcf-906d-424f-857f-30520658983d req-c00e0b0f-437a-4c20-919b-adfe5d09333c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.3422964 Aug 31 09:25:23.639729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:25:23.656279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.702322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Pushing event deleted for resources: {'Port': ['ID=a082036d-de94-4e67-b964-a990a3a1d858,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.712892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.715667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed59ac59-da3c-45e6-8799-4b1b63aac98a tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a082036d-de94-4e67-b964-a990a3a1d858 HTTP/1.1" status: 204 len: 168 time: 0.9795554 Aug 31 09:25:23.720167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50884) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.727679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51c59dcf-906d-424f-857f-30520658983d req-18c06066-813f-4f9b-a140-3f31a57872b6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584613 Aug 31 09:25:23.739490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.766734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.769444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.782309 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4caab28f-b339-40ac-8529-ef6eb24ae7ff tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:23.785535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4caab28f-b339-40ac-8529-ef6eb24ae7ff tempest-PortsAdminExtendedAttrsTestJSON-1721639235 tempest-PortsAdminExtendedAttrsTestJSON-1721639235-project-admin] 10.222.0.18 "GET /v2.0/ports/a082036d-de94-4e67-b964-a990a3a1d858 HTTP/1.1" status: 404 len: 333 time: 0.0637052 Aug 31 09:25:23.795222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.838145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8641825 Aug 31 09:25:23.843138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.862131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'network': {'name': 'tempest-router-network02--1859902822'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:23.931779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:23.935868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.030132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c670f7-e9aa-484f-ba79-8e162fb3d07f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Network': ['ID=5389533a-ae7c-4af6-8336-200e79206f7e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.061843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5389533a-ae7c-4af6-8336-200e79206f7e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:24.075714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Allocated IP 2001:db8::2 (c920ee14-198d-4e54-9f35-84811388a786/c51d24d7-bfb9-40a5-9b18-997d74b6ad53/63ac58cf-348e-4fcd-94e1-c62019d15c31) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:24.096173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:24.129148 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.145404 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.145404 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Added segment a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b of type vlan for network 398989c8-4ed3-4844-bf4e-96b8224f0710 Aug 31 09:25:24.257713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.354407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.365449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0185a7-3daa-44bb-939a-17869393755c']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.378029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88694a79-a530-46d3-aec0-c53efb91e68b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.378334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88694a79-a530-46d3-aec0-c53efb91e68b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.400805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e4ff-661d-41be-ae70-c8ee81b3ab57 req-f7a5f922-12ce-42f3-b706-4b44a392b502 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.402776 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.403007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b43e4ff-661d-41be-ae70-c8ee81b3ab57 req-f7a5f922-12ce-42f3-b706-4b44a392b502 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1041412 Aug 31 09:25:24.421653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:25:24.446925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.466606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:24.467047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:24.477974 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:24.499856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.502167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b43e4ff-661d-41be-ae70-c8ee81b3ab57 req-bfd4c044-9a5b-470f-8911-05dcadf5f45a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811474 Aug 31 09:25:24.505548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.509335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.532859 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.549378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Transition to ACTIVE for port object 63ac58cf-348e-4fcd-94e1-c62019d15c31 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:24.585950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Transition to ACTIVE for port object 63ac58cf-348e-4fcd-94e1-c62019d15c31 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:24.596412 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.634025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7848997 Aug 31 09:25:24.636272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50918) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:24.642225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'subnet': {'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:24.656402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Network c920ee14-198d-4e54-9f35-84811388a786 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:24.661989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:24.666808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:24.692200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5990a7d-d045-4230-9c11-6ff95f7843eb tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Network': ['ID=398989c8-4ed3-4844-bf4e-96b8224f0710,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.705526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Pushing event updated for resources: {'Port': ['ID=63ac58cf-348e-4fcd-94e1-c62019d15c31,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.733155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 398989c8-4ed3-4844-bf4e-96b8224f0710 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:24.752764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.778379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.784050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] 10.222.0.18 "DELETE /v2.0/networks/7d0185a7-3daa-44bb-939a-17869393755c HTTP/1.1" status: 204 len: 168 time: 0.9835308 Aug 31 09:25:24.807378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Attempting to bind port 63ac58cf-348e-4fcd-94e1-c62019d15c31 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:24.807632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Pushing event deleted for resources: {'Network': ['ID=7d0185a7-3daa-44bb-939a-17869393755c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.807830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Attempting to bind port 63ac58cf-348e-4fcd-94e1-c62019d15c31 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c920ee14-198d-4e54-9f35-84811388a786'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:24.808102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Attempting to bind port 63ac58cf-348e-4fcd-94e1-c62019d15c31 on network c920ee14-198d-4e54-9f35-84811388a786 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:24.822625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:24.823116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Checking segment: {'id': '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c920ee14-198d-4e54-9f35-84811388a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:24.824071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.824071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Bound using segment: {'id': '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c920ee14-198d-4e54-9f35-84811388a786'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:24.824430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Bound port: 63ac58cf-348e-4fcd-94e1-c62019d15c31, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c920ee14-198d-4e54-9f35-84811388a786'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:24.824818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.844570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.845144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.845740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.846914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.846914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.847284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.847574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.847849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.848261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.848732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.849667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.849667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f26021-b972-42e9-a3d1-a885570e15c8 tempest-PortsAdminExtendedAttrsTestJSON-828519244 tempest-PortsAdminExtendedAttrsTestJSON-828519244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:24.900438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:24.904232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.981752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] For port 63ac58cf-348e-4fcd-94e1-c62019d15c31, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:24.988294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] For port 63ac58cf-348e-4fcd-94e1-c62019d15c31, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63ac58cf-348e-4fcd-94e1-c62019d15c31,segment=NetworkSegment(67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f),segment_id=67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:24.997483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.014993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680eabd-c363-42fc-8c0b-00bee7491c41 req-6f1276ad-e18e-4148-8181-6522e971ab98 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.024265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b680eabd-c363-42fc-8c0b-00bee7491c41 req-6f1276ad-e18e-4148-8181-6522e971ab98 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.1099474 Aug 31 09:25:25.096839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b680eabd-c363-42fc-8c0b-00bee7491c41 req-08d190e2-638e-4087-a4d9-c8f3983780fa tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660868 Aug 31 09:25:25.138125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e8dd6-f779-4a52-895d-67bf4dcb861b None None] Pushing event updated for resources: {'Port': ['ID=63ac58cf-348e-4fcd-94e1-c62019d15c31,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.411728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50940) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:25.423063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.605213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Subnet': ['ID=32b68bbd-0e47-4e27-a238-0d691fa8b787,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.620785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Checking segment: {'id': '1676ceac-dd26-4e0f-b8ce-292ea06d558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:25.621488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network hostable DHCP agents. Network: 5389533a-ae7c-4af6-8336-200e79206f7e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:25.646361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network 5389533a-ae7c-4af6-8336-200e79206f7e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:25.685414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5389533a-ae7c-4af6-8336-200e79206f7e) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:25.718638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b8b50-6f4a-4011-953a-bc9758a106ce None None] Network 5389533a-ae7c-4af6-8336-200e79206f7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:25.718944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-19987c4c-b366-4f10-b9df-6d02de37e3ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6559c894cd414a5f91313bc2ac2d69b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013611 Aug 31 09:25:25.737585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50950) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:25.742365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.751687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.797699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f902a463-711d-48e8-abbf-dcd0b2b7f41f tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1612601 Aug 31 09:25:25.802597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50956) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:25.809501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'subnet': {'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:25.817180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd875517-fd1e-4cef-b69b-0432853009fe req-cc094221-f1ee-4fa8-bdec-5a050be23a1b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.834260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd875517-fd1e-4cef-b69b-0432853009fe req-cc094221-f1ee-4fa8-bdec-5a050be23a1b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1448302 Aug 31 09:25:25.916791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcbca645-e702-4e69-af1e-ecc39ea4b908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.963117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd875517-fd1e-4cef-b69b-0432853009fe req-0b46b438-18ae-4e04-8fe9-00e68a8058e5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234617 Aug 31 09:25:25.999078 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcbca645-e702-4e69-af1e-ecc39ea4b908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.057214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5389533a-ae7c-4af6-8336-200e79206f7e', 'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e', 'tenant_id': '28f4644f8e3f4252b83f18e73a0cee8b', 'fixed_ips': [{'subnet_id': '32b68bbd-0e47-4e27-a238-0d691fa8b787'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:26.058263 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.094889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:26.099319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.196173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcbca645-e702-4e69-af1e-ecc39ea4b908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.200739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcbca645-e702-4e69-af1e-ecc39ea4b908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.205730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dcbca645-e702-4e69-af1e-ecc39ea4b908 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba1bbbfe-655a-4957-8610-ea4190094572 HTTP/1.1" status: 204 len: 168 time: 0.4666626 Aug 31 09:25:26.218304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbca645-e702-4e69-af1e-ecc39ea4b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1bbbfe-655a-4957-8610-ea4190094572,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:26.268402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a1342-29e4-487f-86c1-b8ee8fc5fff2 req-2118629e-c61f-4135-aa45-8a8c2a71496f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.270698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157a1342-29e4-487f-86c1-b8ee8fc5fff2 req-2118629e-c61f-4135-aa45-8a8c2a71496f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.1589050 Aug 31 09:25:26.369185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-157a1342-29e4-487f-86c1-b8ee8fc5fff2 req-35bffa29-30fb-43e8-a0ed-0c9ba9d676e2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884709 Aug 31 09:25:26.474394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Allocated IP 2001:db8::2 (5389533a-ae7c-4af6-8336-200e79206f7e/32b68bbd-0e47-4e27-a238-0d691fa8b787/21fc1edd-5ad4-4f63-af73-108af7ca9985) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:26.516754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.650237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Subnet': ['ID=12686b8c-2e90-4975-8724-577305902c33,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:26.655190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Checking segment: {'id': 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:26.655554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network hostable DHCP agents. Network: 398989c8-4ed3-4844-bf4e-96b8224f0710, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:26.692881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network 398989c8-4ed3-4844-bf4e-96b8224f0710 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:26.714834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 398989c8-4ed3-4844-bf4e-96b8224f0710) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:26.738986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.739625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.744994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f936973e-adac-46c2-8541-117f264ebfe7 None None] Network 398989c8-4ed3-4844-bf4e-96b8224f0710 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:26.764549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-13c7e1d6-b0c0-43a8-b121-f1fbe6f7c2af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9572418 Aug 31 09:25:26.765141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:26.931362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239442ba-2b11-41f4-bfce-4a67eea3d94e None None] Network c920ee14-198d-4e54-9f35-84811388a786 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:27.212582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d13bee-a3a5-458a-978a-809a1b19fc94 req-d0f228f6-ab61-464b-b4b7-2e8fd18b7da5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.221739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57d13bee-a3a5-458a-978a-809a1b19fc94 req-d0f228f6-ab61-464b-b4b7-2e8fd18b7da5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1010606 Aug 31 09:25:27.274039 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.277426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-398989c8-4ed3-4844-bf4e-96b8224f0710', 'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710', 'tenant_id': '28f4644f8e3f4252b83f18e73a0cee8b', 'fixed_ips': [{'subnet_id': '12686b8c-2e90-4975-8724-577305902c33'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:27.278289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.280300 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57d13bee-a3a5-458a-978a-809a1b19fc94 req-9cee8913-ffca-4a4d-9cec-7449158c57b5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Aug 31 09:25:27.314297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f58aee16-cc64-40ae-8da8-1bd38c858f04 None None] Provisioning for port 63ac58cf-348e-4fcd-94e1-c62019d15c31 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:27.323362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Transition to ACTIVE for port object 21fc1edd-5ad4-4f63-af73-108af7ca9985 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:27.406732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.436975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Transition to ACTIVE for port object 21fc1edd-5ad4-4f63-af73-108af7ca9985 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:27.469963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.518213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50992) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:27.560432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Pushing event updated for resources: {'Port': ['ID=21fc1edd-5ad4-4f63-af73-108af7ca9985,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:27.658047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Network 5389533a-ae7c-4af6-8336-200e79206f7e is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:27.666780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63ac58cf-348e-4fcd-94e1-c62019d15c31 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:27.677061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dac1f-168d-4263-b692-497248e98c26 req-f7a84191-338b-4fbf-b13b-51fa88e0fe53 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.677270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:27.680798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c8dac1f-168d-4263-b692-497248e98c26 req-f7a84191-338b-4fbf-b13b-51fa88e0fe53 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.1327057 Aug 31 09:25:27.685937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-50796189-0ca9-4b37-a9c7-74f687dd5819 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c8299b0ca8649109ef8490a5dd380e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658139 Aug 31 09:25:27.689895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50998) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:27.705741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:27.739410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Allocated IP 2001:db8::2 (398989c8-4ed3-4844-bf4e-96b8224f0710/12686b8c-2e90-4975-8724-577305902c33/491e9182-a212-4868-98dd-05584df5e43a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:27.857244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c8dac1f-168d-4263-b692-497248e98c26 req-a23cf5c6-1c6c-48bc-8e42-65d6558bfbe7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491756 Aug 31 09:25:27.889815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.903440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Attempting to bind port 21fc1edd-5ad4-4f63-af73-108af7ca9985 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:27.903810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Attempting to bind port 21fc1edd-5ad4-4f63-af73-108af7ca9985 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '1676ceac-dd26-4e0f-b8ce-292ea06d558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:27.904174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Attempting to bind port 21fc1edd-5ad4-4f63-af73-108af7ca9985 on network 5389533a-ae7c-4af6-8336-200e79206f7e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:27.929679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:27.930024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Checking segment: {'id': '1676ceac-dd26-4e0f-b8ce-292ea06d558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:27.930584 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.930999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Bound using segment: {'id': '1676ceac-dd26-4e0f-b8ce-292ea06d558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:27.931509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Bound port: 21fc1edd-5ad4-4f63-af73-108af7ca9985, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1676ceac-dd26-4e0f-b8ce-292ea06d558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5389533a-ae7c-4af6-8336-200e79206f7e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:27.932097 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.944373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.953727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 63ac58cf-348e-4fcd-94e1-c62019d15c31 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:27.990126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Allocated IP 2001:db8::1 (5389533a-ae7c-4af6-8336-200e79206f7e/32b68bbd-0e47-4e27-a238-0d691fa8b787/14598e3f-c1cf-4738-8e63-6315e15b5a86) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:28.007674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 63ac58cf-348e-4fcd-94e1-c62019d15c31 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:28.008078 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.072177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.077587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.080427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cadcad8d-c152-452e-b8cd-303bc94f39b4 HTTP/1.1" status: 204 len: 168 time: 0.3883622 Aug 31 09:25:28.122139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadcad8d-c152-452e-b8cd-303bc94f39b4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:28.142819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] For port 21fc1edd-5ad4-4f63-af73-108af7ca9985, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:28.147958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] For port 21fc1edd-5ad4-4f63-af73-108af7ca9985, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21fc1edd-5ad4-4f63-af73-108af7ca9985,segment=NetworkSegment(1676ceac-dd26-4e0f-b8ce-292ea06d558d),segment_id=1676ceac-dd26-4e0f-b8ce-292ea06d558d)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:28.161556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.162166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.163021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.166150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.167256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.168928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.169457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.170024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.171338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.171857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.174930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.176070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d926fa-4c75-45c8-af31-145c07ba2a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:28.195547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.419087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.490554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Transition to ACTIVE for port object 14598e3f-c1cf-4738-8e63-6315e15b5a86 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:28.556138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35078-973d-45a5-a073-768e4515ce9d req-eba11a43-880e-402f-9dee-d32c8524e14e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.571952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abd35078-973d-45a5-a073-768e4515ce9d req-eba11a43-880e-402f-9dee-d32c8524e14e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1438596 Aug 31 09:25:28.596266 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ce123656-5b16-49eb-8a32-55a16c0b0eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.608351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec51095-d905-4b75-a3c6-95541c46f7a9 None None] Pushing event updated for resources: {'Port': ['ID=21fc1edd-5ad4-4f63-af73-108af7ca9985,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:28.612072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.619703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-06b4dfcb-9d97-4e4d-b41c-fd977c0512fc None None] Provisioning complete for port 63ac58cf-348e-4fcd-94e1-c62019d15c31 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:28.620196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06b4dfcb-9d97-4e4d-b41c-fd977c0512fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.717448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.752898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.784195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Transition to ACTIVE for port object 491e9182-a212-4868-98dd-05584df5e43a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:28.838424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network 5389533a-ae7c-4af6-8336-200e79206f7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:28.843121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:28.859003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-abd35078-973d-45a5-a073-768e4515ce9d req-00fa46ef-d8a6-4ad4-a210-a4289eca733a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817035 Aug 31 09:25:28.900126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 63ac58cf-348e-4fcd-94e1-c62019d15c31, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63ac58cf-348e-4fcd-94e1-c62019d15c31,segment=NetworkSegment(67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f),segment_id=67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:28.938634 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.940522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:28.941621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.958969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Transition to ACTIVE for port object 491e9182-a212-4868-98dd-05584df5e43a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:29.192680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Port': ['ID=14598e3f-c1cf-4738-8e63-6315e15b5a86,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:29.347085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.356706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1c4c-e311-4798-a492-ef0d32178d86 req-2c5b2d07-abf4-423d-9d65-cd6598d37920 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:29.366328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e1c1c4c-e311-4798-a492-ef0d32178d86 req-2c5b2d07-abf4-423d-9d65-cd6598d37920 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.1448171 Aug 31 09:25:29.404847 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.439693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Network 398989c8-4ed3-4844-bf4e-96b8224f0710 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:29.441817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 88299904-6eb8-4f2c-a52a-33301f467499 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:29.449484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:29.458900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:29.509770 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06b4dfcb-9d97-4e4d-b41c-fd977c0512fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.547485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e1c1c4c-e311-4798-a492-ef0d32178d86 req-d3c106dc-071d-42a3-825a-517bed5258ac tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743238 Aug 31 09:25:29.618458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Attempting to bind port 491e9182-a212-4868-98dd-05584df5e43a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:29.619191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Attempting to bind port 491e9182-a212-4868-98dd-05584df5e43a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:29.619291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Attempting to bind port 491e9182-a212-4868-98dd-05584df5e43a on network 398989c8-4ed3-4844-bf4e-96b8224f0710 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:29.665606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:29.666222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Checking segment: {'id': 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:29.667363 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.668086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Bound using segment: {'id': 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:29.669572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Bound port: 491e9182-a212-4868-98dd-05584df5e43a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '398989c8-4ed3-4844-bf4e-96b8224f0710'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:29.670463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.732423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:25:29.910971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:29.933458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21fc1edd-5ad4-4f63-af73-108af7ca9985 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:30.006981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '88299904-6eb8-4f2c-a52a-33301f467499', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'port_id': '88299904-6eb8-4f2c-a52a-33301f467499', 'mac_address': 'fa:16:3e:11:8b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:30.161485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=63ac58cf-348e-4fcd-94e1-c62019d15c31,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.249961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8155f9-b083-4da9-8ae7-93cca460d416 req-86c18c4a-c0db-4ea3-8575-257c2ef247ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:30.273951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a8155f9-b083-4da9-8ae7-93cca460d416 req-86c18c4a-c0db-4ea3-8575-257c2ef247ce tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1854253 Aug 31 09:25:30.414851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a8155f9-b083-4da9-8ae7-93cca460d416 req-21d02921-ebd2-4bb7-a31c-9066e2edd74a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262867 Aug 31 09:25:30.496914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Pushing event updated for resources: {'Port': ['ID=491e9182-a212-4868-98dd-05584df5e43a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.548629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849cf300-f44f-4e20-8e41-12204572acd8 None None] Network 5389533a-ae7c-4af6-8336-200e79206f7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:30.606537 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.638745 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.651633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.653203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.728532 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-06b4dfcb-9d97-4e4d-b41c-fd977c0512fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:30.729123 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-06b4dfcb-9d97-4e4d-b41c-fd977c0512fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:30.742781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88299904-6eb8-4f2c-a52a-33301f467499 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:30.768928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:30.774772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 21fc1edd-5ad4-4f63-af73-108af7ca9985 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:30.780976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] For port 491e9182-a212-4868-98dd-05584df5e43a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:30.787091 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.792939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] For port 491e9182-a212-4868-98dd-05584df5e43a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=491e9182-a212-4868-98dd-05584df5e43a,segment=NetworkSegment(a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b),segment_id=a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:30.863870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.879050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Port': ['ID=14598e3f-c1cf-4738-8e63-6315e15b5a86,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.991663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network 5389533a-ae7c-4af6-8336-200e79206f7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:30.993829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:30.999760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:31.019885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['88299904-6eb8-4f2c-a52a-33301f467499'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:31.098577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa2ce3-ff63-4e6a-886a-1fb774dcf003 req-76eab040-e183-49bb-8d8b-7f68b2624585 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.125656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7fa2ce3-ff63-4e6a-886a-1fb774dcf003 req-76eab040-e183-49bb-8d8b-7f68b2624585 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 944 time: 0.2309825 Aug 31 09:25:31.316107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7fa2ce3-ff63-4e6a-886a-1fb774dcf003 req-15eabf75-5aec-465c-ae30-7c40832723b6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880352 Aug 31 09:25:31.492250 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Router cb0d7717-ee66-405e-a1ed-99d27098cb9a is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:25:31.761301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3c90b-d47f-4aed-bcac-cf4db73742d3 req-da174373-ccf0-455e-bb11-c25c1dfe9006 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.775376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2d3c90b-d47f-4aed-bcac-cf4db73742d3 req-da174373-ccf0-455e-bb11-c25c1dfe9006 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1521461 Aug 31 09:25:31.777130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:31.785734 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-80eac378-7e08-4800-97b6-a93ee2c13729 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0195651 Aug 31 09:25:31.789975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51102) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:31.795257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682f2b-0d17-4f9e-a967-42c1d61af140 None None] Pushing event updated for resources: {'Port': ['ID=491e9182-a212-4868-98dd-05584df5e43a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:31.806181 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] Sync routers for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:31.829116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:31.829748 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:31.887491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2d3c90b-d47f-4aed-bcac-cf4db73742d3 req-419f422d-4da6-4980-9512-c409c07df68d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106100 Aug 31 09:25:31.966180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63ac58cf-348e-4fcd-94e1-c62019d15c31 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:32.011328 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:32.066891 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:32.067545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:32.131050 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c8fdc0f4-df6a-4d6e-9c41-996d3cb97d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.153934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.155092 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.163880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] Provisioning for port 21fc1edd-5ad4-4f63-af73-108af7ca9985 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:32.170322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] Provisioning complete for port 21fc1edd-5ad4-4f63-af73-108af7ca9985 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:32.171300 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.257982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 63ac58cf-348e-4fcd-94e1-c62019d15c31 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:32.261960 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.270817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:32.275323 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f3c735-7371-4c2a-b92f-446ace1502be None None] The sync data for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:32.737363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab243a-d9c2-4299-889b-6c8e4f058c4d req-09111764-c793-4f1b-8c9b-683db6dbc37d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.758367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4ab243a-d9c2-4299-889b-6c8e4f058c4d req-09111764-c793-4f1b-8c9b-683db6dbc37d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 944 time: 0.2380383 Aug 31 09:25:32.918830 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.921728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4ab243a-d9c2-4299-889b-6c8e4f058c4d req-5f88542f-d35a-404d-a00a-14595cf652a4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591105 Aug 31 09:25:33.046824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] For port 21fc1edd-5ad4-4f63-af73-108af7ca9985, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21fc1edd-5ad4-4f63-af73-108af7ca9985,segment=NetworkSegment(1676ceac-dd26-4e0f-b8ce-292ea06d558d),segment_id=1676ceac-dd26-4e0f-b8ce-292ea06d558d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:33.058812 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.217964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 88299904-6eb8-4f2c-a52a-33301f467499 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:33.261965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce4ae8-a8a0-47ba-b8ca-7ac3f9290ef0 req-9cbec1bf-a2db-4a8b-b400-4a2e4de2f67a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.278734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edce4ae8-a8a0-47ba-b8ca-7ac3f9290ef0 req-9cbec1bf-a2db-4a8b-b400-4a2e4de2f67a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2019727 Aug 31 09:25:33.519708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edce4ae8-a8a0-47ba-b8ca-7ac3f9290ef0 req-1eee6a72-427d-4278-9407-4e71547e6d4d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260032 Aug 31 09:25:33.533021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc752648-c5dd-43f5-8928-11e5984ab3db None None] Pushing event updated for resources: {'Port': ['ID=21fc1edd-5ad4-4f63-af73-108af7ca9985,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:33.579201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-861a012e-5c42-4ba4-b0d9-0a8665d0dc65 None None] Provisioning complete for port 21fc1edd-5ad4-4f63-af73-108af7ca9985 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:33.579565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-861a012e-5c42-4ba4-b0d9-0a8665d0dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.620445 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-34131b8e-0b9b-41b2-924d-0b5c705863bc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:25:33.636985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:33.650705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-34131b8e-0b9b-41b2-924d-0b5c705863bc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8575592 Aug 31 09:25:33.663423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fc6de-eb17-4943-97b4-a372e9dfaf7a None None] Network 398989c8-4ed3-4844-bf4e-96b8224f0710 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:33.731562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.921654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 491e9182-a212-4868-98dd-05584df5e43a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:34.096416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 88299904-6eb8-4f2c-a52a-33301f467499 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:34.097120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.471238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 491e9182-a212-4868-98dd-05584df5e43a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:34.471783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:34.614523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-861a012e-5c42-4ba4-b0d9-0a8665d0dc65 None None] Provisioning for port 14598e3f-c1cf-4738-8e63-6315e15b5a86 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:34.624786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-861a012e-5c42-4ba4-b0d9-0a8665d0dc65 None None] Provisioning complete for port 14598e3f-c1cf-4738-8e63-6315e15b5a86 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:34.625215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-861a012e-5c42-4ba4-b0d9-0a8665d0dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.651567 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.660584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3a22d-b017-4151-a685-8faa2b4810b8 req-8dac0b13-51e4-4822-9cde-c5654db17904 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.684523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29d3a22d-b017-4151-a685-8faa2b4810b8 req-8dac0b13-51e4-4822-9cde-c5654db17904 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 944 time: 0.4206276 Aug 31 09:25:34.700409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-861a012e-5c42-4ba4-b0d9-0a8665d0dc65 None None] Port 14598e3f-c1cf-4738-8e63-6315e15b5a86 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:34.707623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:34.710953 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86cfdea-fdb0-4d75-b94d-8661a658e3ab" -d '{"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-plugged", "status": "completed", "tag": "88299904-6eb8-4f2c-a52a-33301f467499"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:34.800530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:34.831701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.902806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Provisioning for port 491e9182-a212-4868-98dd-05584df5e43a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:34.909081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Provisioning complete for port 491e9182-a212-4868-98dd-05584df5e43a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:34.909739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.076967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.199317 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29d3a22d-b017-4151-a685-8faa2b4810b8 req-8feedfa5-6c07-4978-b5b6-91d6ed9dff2a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087893 Aug 31 09:25:35.234959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.326342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3daebd-d764-4e9d-b146-a16b59ed08df req-fcffc4ab-daf3-4bde-adfc-c6166926eb50 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.351478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3daebd-d764-4e9d-b146-a16b59ed08df req-fcffc4ab-daf3-4bde-adfc-c6166926eb50 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4918191 Aug 31 09:25:35.356594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] For port 491e9182-a212-4868-98dd-05584df5e43a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=491e9182-a212-4868-98dd-05584df5e43a,segment=NetworkSegment(a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b),segment_id=a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:35.359035 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aee53a7-6eed-4e9e-bb83-3ac302fbd96c x-openstack-request-id: req-8aee53a7-6eed-4e9e-bb83-3ac302fbd96c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:35.359334 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-plugged", "status": "completed", "tag": "88299904-6eb8-4f2c-a52a-33301f467499", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:35.359649 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aee53a7-6eed-4e9e-bb83-3ac302fbd96c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:35.388910 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499', 'code': 200} Aug 31 09:25:35.393165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.428690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1307762238', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:35.505173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3daebd-d764-4e9d-b146-a16b59ed08df req-2c437533-f8c7-4ff0-898f-e4236f7c5b28 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472204 Aug 31 09:25:35.555888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Pushing event updated for resources: {'Port': ['ID=491e9182-a212-4868-98dd-05584df5e43a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.569639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Provisioning complete for port 14598e3f-c1cf-4738-8e63-6315e15b5a86 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:35.570146 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.580473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Made reservation on behalf of 462af7b59a004a159cb3a8306e2e4de4 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:35.591938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.621699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.629204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-28f1a915-547a-4ce3-8ebf-559feda59ee5 None None] Port 14598e3f-c1cf-4738-8e63-6315e15b5a86 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:35.770959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9655b5c-707a-45b9-a7ca-6efa36e8d45a None None] Provisioning complete for port 491e9182-a212-4868-98dd-05584df5e43a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:35.770959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9655b5c-707a-45b9-a7ca-6efa36e8d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.814739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.858013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21fc1edd-5ad4-4f63-af73-108af7ca9985 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:35.875311 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.893983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.916144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:35.926963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] device_id is not set on port e6f4d302-de4f-431d-8cd6-7ebb7d22b3be yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:35.997376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8804eb43-53f4-48e2-93d0-353cfc82d385,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.227659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Allocated IP 172.25.4.88 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/e6f4d302-de4f-431d-8cd6-7ebb7d22b3be) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:36.258175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 21fc1edd-5ad4-4f63-af73-108af7ca9985 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:36.276518 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.421520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.440395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting port 14598e3f-c1cf-4738-8e63-6315e15b5a86 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:36.440959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.542227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.545756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:36.592889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780448cf-739d-4362-8d64-54cfcb274bc0 req-9fff37cb-692a-4771-84af-1ff5b9945c2b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.594502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-780448cf-739d-4362-8d64-54cfcb274bc0 req-9fff37cb-692a-4771-84af-1ff5b9945c2b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.2338963 Aug 31 09:25:36.619951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'port_id': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'mac_address': 'fa:16:3e:37:19:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0481f815-b876-4e34-8ed5-209dc2615708', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:36.697413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.803381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-780448cf-739d-4362-8d64-54cfcb274bc0 req-56288919-e2c9-4a61-8e22-8ae6d968cbde tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986289 Aug 31 09:25:36.811724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.824458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:36.832952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:36.844585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549083f1-0900-4d40-8067-bffeae5a147f req-184ea81e-414a-4d95-8c17-a9e8b707adaf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.846175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-549083f1-0900-4d40-8067-bffeae5a147f req-184ea81e-414a-4d95-8c17-a9e8b707adaf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1949046 Aug 31 09:25:36.847322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:36.871560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Pushing event updated for resources: {'Port': ['ID=e6f4d302-de4f-431d-8cd6-7ebb7d22b3be,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.919587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Calling delete_port for 14598e3f-c1cf-4738-8e63-6315e15b5a86 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:37.036120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.038556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.098340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f2dc3b75-c073-4b4b-9eba-8b8e8e3324d1 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6244512 Aug 31 09:25:37.099325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51196) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:37.112149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.88'}]}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:37.241465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.243107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.266060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.297989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:37.351782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-549083f1-0900-4d40-8067-bffeae5a147f req-454925b8-9fd5-4791-b07d-0c48f98a5e2c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046190 Aug 31 09:25:37.358374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:37.369898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.463946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.617218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:37.711928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:37.717792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 491e9182-a212-4868-98dd-05584df5e43a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:37.898900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 491e9182-a212-4868-98dd-05584df5e43a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:37.899636 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.912234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.026814 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.190986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Port': ['ID=14598e3f-c1cf-4738-8e63-6315e15b5a86,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:38.321401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe474f92-94df-4b82-a3b0-97cac8893357 req-c5d60fb7-e7ac-4a75-a5e4-09bae9c26b06 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.331027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe474f92-94df-4b82-a3b0-97cac8893357 req-c5d60fb7-e7ac-4a75-a5e4-09bae9c26b06 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.3659408 Aug 31 09:25:38.673736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.790423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.933548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.218685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe474f92-94df-4b82-a3b0-97cac8893357 req-17c86b9b-245d-4a28-b43c-9312a01801c3 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865333 Aug 31 09:25:39.450256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.452198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b563-4905-414f-85ec-e6b3c5429780 req-abaa4444-f8f4-4069-9b98-e1defef0a86f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.464615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86e3b563-4905-414f-85ec-e6b3c5429780 req-abaa4444-f8f4-4069-9b98-e1defef0a86f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 945 time: 0.7237403 Aug 31 09:25:39.966036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:40.055163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.058228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.148283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:40.151229 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.157932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.158971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee4feadb-de39-4a52-9d39-ab261d3c2ff7 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:40.203360 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:25:40.210377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9372dd62-66eb-4342-a987-48f73aad29b5 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1086464 Aug 31 09:25:40.211708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51264) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:40.285760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86e3b563-4905-414f-85ec-e6b3c5429780 req-9cc92d2b-4859-4b36-ab18-56475ede2ad1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8200023 Aug 31 09:25:40.337869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Router cb0d7717-ee66-405e-a1ed-99d27098cb9a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:25:40.476556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Deleting port e6f4d302-de4f-431d-8cd6-7ebb7d22b3be {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:40.477618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.665411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.673413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:40.695442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d1e9c94d-f09a-40b2-9ddc-326748063d26 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0567205 Aug 31 09:25:40.710631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:40.752571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] Sync routers for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:40.787687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:40.800734 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6061e5-32d6-4d02-ac19-6fd523da1611" -d '{"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-plugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:40.857995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:40.863520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.864676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:40.871840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:40.880461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a50f50-3577-4824-a0bf-675792fb35b8 req-d95d3248-f4e8-41b8-8841-d991c7b13097 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:40.896887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.913936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6a50f50-3577-4824-a0bf-675792fb35b8 req-d95d3248-f4e8-41b8-8841-d991c7b13097 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.3786080 Aug 31 09:25:40.919736 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-f55208e8-7f04-4969-9eea-421217713ae9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] delete failed (client error): The resource could not be found. Aug 31 09:25:40.920974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Calling delete_port for e6f4d302-de4f-431d-8cd6-7ebb7d22b3be owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:40.927413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:40.928285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f55208e8-7f04-4969-9eea-421217713ae9 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-2126620389 HTTP/1.1" status: 404 len: 335 time: 0.2079875 Aug 31 09:25:40.951915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d86fc302-11df-407e-9adb-720fe1520e1e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb0d7717-ee66-405e-a1ed-99d27098cb9a'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:41.012171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6a50f50-3577-4824-a0bf-675792fb35b8 req-fa589203-e34c-4fd9-bdd0-95fbeee2ee5c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 Aug 31 09:25:41.131720 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1258a5c8-ecee-44d2-9574-372c4b7a2256 x-openstack-request-id: req-1258a5c8-ecee-44d2-9574-372c4b7a2256 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:41.132504 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-plugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:41.132680 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1258a5c8-ecee-44d2-9574-372c4b7a2256 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:41.132996 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'code': 200} Aug 31 09:25:41.133606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:41.136822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:41.215295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:41.220419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:41.407924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:41.417143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7802ed8-c3ab-463c-b14e-064c30cce2b9 None None] The sync data for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:41.600853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d86fc302-11df-407e-9adb-720fe1520e1e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.645220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972ead1-ca6b-4d6d-a710-7710a238a409 req-c33d4bca-db1f-4b0c-b984-f05a503963aa tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:41.668872 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-d86fc302-11df-407e-9adb-720fe1520e1e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] update failed (client error): The resource could not be found. Aug 31 09:25:41.670027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d86fc302-11df-407e-9adb-720fe1520e1e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a HTTP/1.1" status: 404 len: 339 time: 0.7378392 Aug 31 09:25:41.677544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a972ead1-ca6b-4d6d-a710-7710a238a409 req-c33d4bca-db1f-4b0c-b984-f05a503963aa tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1215916 Aug 31 09:25:41.682910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51296) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:41.736246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1030380392'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:41.866967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:41.871987 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.901933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.913576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a972ead1-ca6b-4d6d-a710-7710a238a409 req-99115a47-d5ad-4114-9a4f-b98e8e231e72 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318754 Aug 31 09:25:41.946102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:41.967532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.967926 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Added segment aeadbac8-2f70-496e-8d8e-6b9d5bcde89b of type vlan for network ccd68b42-f547-404a-962f-ae06717541a1 Aug 31 09:25:42.030225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6f4d302-de4f-431d-8cd6-7ebb7d22b3be,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.036583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.101637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.113599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.113599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.237234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.243460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-baf9fcd1-777f-46c1-84a3-3817efeaa9a7 tempest-RoutersAdminNegativeTest-734615629 tempest-RoutersAdminNegativeTest-734615629-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e6f4d302-de4f-431d-8cd6-7ebb7d22b3be HTTP/1.1" status: 204 len: 168 time: 2.0277750 Aug 31 09:25:42.267915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5683875 Aug 31 09:25:42.270952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:42.277811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'subnet': {'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:42.439327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dbb50-ec4f-4423-9da8-b1f23fc1d05d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Network': ['ID=ccd68b42-f547-404a-962f-ae06717541a1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.472436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ccd68b42-f547-404a-962f-ae06717541a1 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:42.494292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Made reservation on behalf of 28f4644f8e3f4252b83f18e73a0cee8b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:42.532490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.542033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b246-fd66-43d6-9be5-d734a34ac960 req-561d2c19-73e1-4842-a357-3f804107aae5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.548040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4783b246-fd66-43d6-9be5-d734a34ac960 req-561d2c19-73e1-4842-a357-3f804107aae5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.2523804 Aug 31 09:25:42.712211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4783b246-fd66-43d6-9be5-d734a34ac960 req-42ab9d5b-a481-4761-8bc8-e8efcfbeb3e5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521103 Aug 31 09:25:43.247003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.302147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf810210-6966-4360-baff-165b1eadd8b4 req-6a61c835-d0f1-437a-9150-bb92823135a6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.316299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf810210-6966-4360-baff-165b1eadd8b4 req-6a61c835-d0f1-437a-9150-bb92823135a6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1490557 Aug 31 09:25:43.342204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51328) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:43.422264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Checking segment: {'id': 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:43.422840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network hostable DHCP agents. Network: ccd68b42-f547-404a-962f-ae06717541a1, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:43.432423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Subnet': ['ID=206ec1f9-9809-4573-902a-0632519bbf97,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:43.462776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network ccd68b42-f547-404a-962f-ae06717541a1 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:43.487279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf810210-6966-4360-baff-165b1eadd8b4 req-8a24aa7e-b5d2-4794-83aa-34c107336bf0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699865 Aug 31 09:25:43.503104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ccd68b42-f547-404a-962f-ae06717541a1) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:43.526917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78b7d8-162b-48b9-855b-c8e6f9b50c50 None None] Network ccd68b42-f547-404a-962f-ae06717541a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:43.556480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.557723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.590399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-33e6b7d1-a879-4efe-9c17-a6e24131373d tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3171084 Aug 31 09:25:43.595893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51332) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:43.605540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c883a6a9-187f-40b7-a885-b186345c8f6c tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:43.902731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e09b6ba1-fa44-4f86-85e2-f94cfeea733a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.004024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ccd68b42-f547-404a-962f-ae06717541a1', 'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1', 'tenant_id': '28f4644f8e3f4252b83f18e73a0cee8b', 'fixed_ips': [{'subnet_id': '206ec1f9-9809-4573-902a-0632519bbf97'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:44.007304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.074869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:44.431932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abefb2d7-f487-4e8b-be27-f18fe9e5c75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.474516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Allocated IP 2001:db8:1::2 (ccd68b42-f547-404a-962f-ae06717541a1/206ec1f9-9809-4573-902a-0632519bbf97/77542618-0cad-421c-ae92-73213e35939d) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:44.739145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c883a6a9-187f-40b7-a885-b186345c8f6c tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.751033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419e21-c4bf-416a-827f-4f1c639b08e1 req-1109e907-1138-47e5-80bd-7ef32cd11752 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.757641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78419e21-c4bf-416a-827f-4f1c639b08e1 req-1109e907-1138-47e5-80bd-7ef32cd11752 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.8705013 Aug 31 09:25:45.163726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.214084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Transition to ACTIVE for port object 77542618-0cad-421c-ae92-73213e35939d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:45.276541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Transition to ACTIVE for port object 77542618-0cad-421c-ae92-73213e35939d will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:45.332185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.489591 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e09b6ba1-fa44-4f86-85e2-f94cfeea733a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.553566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78419e21-c4bf-416a-827f-4f1c639b08e1 req-f9d147d3-13f8-4383-aa48-120778160082 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758884 Aug 31 09:25:45.554268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Network ccd68b42-f547-404a-962f-ae06717541a1 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:45.557343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Pushing event updated for resources: {'Port': ['ID=77542618-0cad-421c-ae92-73213e35939d,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:45.565617 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e09b6ba1-fa44-4f86-85e2-f94cfeea733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.574948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:45.595922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:45.661285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6a466-d87b-458b-bce1-ce9bed93af71 req-446565c7-6a2d-413a-b725-16e116933d3c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.676478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29a6a466-d87b-458b-bce1-ce9bed93af71 req-446565c7-6a2d-413a-b725-16e116933d3c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.9766052 Aug 31 09:25:45.803305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Attempting to bind port 77542618-0cad-421c-ae92-73213e35939d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:45.806332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Attempting to bind port 77542618-0cad-421c-ae92-73213e35939d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:45.810140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Attempting to bind port 77542618-0cad-421c-ae92-73213e35939d on network ccd68b42-f547-404a-962f-ae06717541a1 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:45.836545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:45.839283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Checking segment: {'id': 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:45.841505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.843262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Bound using segment: {'id': 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:45.845934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Bound port: 77542618-0cad-421c-ae92-73213e35939d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ccd68b42-f547-404a-962f-ae06717541a1'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:45.847258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.880846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b6ba1-fa44-4f86-85e2-f94cfeea733a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1489a-b346-496f-8793-457fccb28841,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:45.946874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abefb2d7-f487-4e8b-be27-f18fe9e5c75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.962430 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abefb2d7-f487-4e8b-be27-f18fe9e5c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.138527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e09b6ba1-fa44-4f86-85e2-f94cfeea733a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4c0490b447a411494de648749af6cca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7949412 Aug 31 09:25:46.147756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51366) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:46.174170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-abefb2d7-f487-4e8b-be27-f18fe9e5c75c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a25ebac244a14ddd88e3f739324e5aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0936334 Aug 31 09:25:46.183274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:46.191582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefb2d7-f487-4e8b-be27-f18fe9e5c75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0e78a-a07d-443b-ab7b-8383c2f9b7ae,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:46.300206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] For port 77542618-0cad-421c-ae92-73213e35939d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:46.318061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] For port 77542618-0cad-421c-ae92-73213e35939d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=77542618-0cad-421c-ae92-73213e35939d,segment=NetworkSegment(aeadbac8-2f70-496e-8d8e-6b9d5bcde89b),segment_id=aeadbac8-2f70-496e-8d8e-6b9d5bcde89b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:46.333166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.391524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29a6a466-d87b-458b-bce1-ce9bed93af71 req-b8f5b3e2-f011-4cbc-82e1-69a4947bf17f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139356 Aug 31 09:25:46.438152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1e76cf6-2f4c-4ba1-b70f-536ee41158bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.470970 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1e76cf6-2f4c-4ba1-b70f-536ee41158bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.537735 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e51d24e-2edf-41f0-97c3-b8c11eb38db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.597212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d927ba7-9315-445e-aa52-b6a51856008c None None] Pushing event updated for resources: {'Port': ['ID=77542618-0cad-421c-ae92-73213e35939d,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:46.600884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1e76cf6-2f4c-4ba1-b70f-536ee41158bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.628355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e1e76cf6-2f4c-4ba1-b70f-536ee41158bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.635372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e1e76cf6-2f4c-4ba1-b70f-536ee41158bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bd0e78a-a07d-443b-ab7b-8383c2f9b7ae HTTP/1.1" status: 204 len: 168 time: 0.4382305 Aug 31 09:25:46.660194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:46.697001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e51d24e-2edf-41f0-97c3-b8c11eb38db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.735079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e76cf6-2f4c-4ba1-b70f-536ee41158bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0e78a-a07d-443b-ab7b-8383c2f9b7ae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:46.900656 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-c883a6a9-187f-40b7-a885-b186345c8f6c tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:25:46.901843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c883a6a9-187f-40b7-a885-b186345c8f6c tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a HTTP/1.1" status: 400 len: 364 time: 3.3044178 Aug 31 09:25:46.911459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51382) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:47.086059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7980e-d052-494a-8b28-094d72a1eab2 req-3e64fecc-2713-4ba7-a291-f0ad94e873b4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.091853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1e7980e-d052-494a-8b28-094d72a1eab2 req-3e64fecc-2713-4ba7-a291-f0ad94e873b4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.3151236 Aug 31 09:25:47.150219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e51d24e-2edf-41f0-97c3-b8c11eb38db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.189967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e51d24e-2edf-41f0-97c3-b8c11eb38db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.197353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e51d24e-2edf-41f0-97c3-b8c11eb38db6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08b1489a-b346-496f-8793-457fccb28841 HTTP/1.1" status: 204 len: 168 time: 1.0303478 Aug 31 09:25:47.286942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51d24e-2edf-41f0-97c3-b8c11eb38db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1489a-b346-496f-8793-457fccb28841,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:47.432921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1e7980e-d052-494a-8b28-094d72a1eab2 req-878c9c69-7222-4469-9b4c-eba631c833c1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116510 Aug 31 09:25:47.832369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.869427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.934793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 77542618-0cad-421c-ae92-73213e35939d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:48.018812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760316-65e0-4c6f-910b-a7b35a3b4e14 req-46b3b5fc-3f61-44fb-a9ed-cba8ee04cafe tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.020687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7760316-65e0-4c6f-910b-a7b35a3b4e14 req-46b3b5fc-3f61-44fb-a9ed-cba8ee04cafe tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2418907 Aug 31 09:25:48.073164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:48.148264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-496994da-d44c-43c3-a5fd-2fa9d6c58792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.250134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 77542618-0cad-421c-ae92-73213e35939d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:48.262980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7760316-65e0-4c6f-910b-a7b35a3b4e14 req-e275d439-cafc-452a-93f9-a326b2457c40 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197349 Aug 31 09:25:48.606507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.823586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecd84a-f7b7-453a-b17e-a05cf227fe10 req-23892a7e-ab6d-41fd-83ed-09f3665f7d0a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:48.837858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12ecd84a-f7b7-453a-b17e-a05cf227fe10 req-23892a7e-ab6d-41fd-83ed-09f3665f7d0a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.1249061 Aug 31 09:25:48.945631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12ecd84a-f7b7-453a-b17e-a05cf227fe10 req-58b73c9e-f157-423f-a080-9767ca91ff95 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024287 Aug 31 09:25:49.116361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9dd557-11d1-4ed2-9195-ba5094d743bc None None] Network ccd68b42-f547-404a-962f-ae06717541a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:49.172025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51406) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:49.267830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a2c14f8e-a837-4d0e-859d-c61b432112c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=462af7b59a004a159cb3a8306e2e4de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938861 Aug 31 09:25:49.288838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51408) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:49.390508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:25:49.390508 n-d-800634-13 neutron-server[94895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:25:49.390508 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id': '7848577252644c9b89987f8ecdf489d4', 'id': 'daf06a0b-9fa4-4eda-af45-580efb644764', 'expiration': datetime.datetime(2021, 8, 31, 9, 27, 49, 378032)}] Aug 31 09:25:49.390508 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:49.391745 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:49.535745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] Provisioning for port 77542618-0cad-421c-ae92-73213e35939d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:49.598527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] Provisioning complete for port 77542618-0cad-421c-ae92-73213e35939d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:49.603877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.714968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8966c0d-700e-4942-8164-cd0e98dca364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.899914 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.917585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8966c0d-700e-4942-8164-cd0e98dca364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.946725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7212bd-a81a-40ab-b1f8-4224d087a5db req-a2a40f68-154b-4453-a605-22801daadedf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:49.967569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f7212bd-a81a-40ab-b1f8-4224d087a5db req-a2a40f68-154b-4453-a605-22801daadedf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.4402723 Aug 31 09:25:49.970364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.033443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Allocated IP 2001:db8::1 (c920ee14-198d-4e54-9f35-84811388a786/c51d24d7-bfb9-40a5-9b18-997d74b6ad53/cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:50.105080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] For port 77542618-0cad-421c-ae92-73213e35939d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=77542618-0cad-421c-ae92-73213e35939d,segment=NetworkSegment(aeadbac8-2f70-496e-8d8e-6b9d5bcde89b),segment_id=aeadbac8-2f70-496e-8d8e-6b9d5bcde89b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:50.122115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.179708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f7212bd-a81a-40ab-b1f8-4224d087a5db req-00276649-4df9-4cc2-8464-17f4afb4c1d5 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776028 Aug 31 09:25:50.318631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09116a5-45c2-4470-ad11-c349e22c2b8f None None] Pushing event updated for resources: {'Port': ['ID=77542618-0cad-421c-ae92-73213e35939d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.355135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-496994da-d44c-43c3-a5fd-2fa9d6c58792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.356232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.384033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Transition to ACTIVE for port object cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:50.384758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-496994da-d44c-43c3-a5fd-2fa9d6c58792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.468622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.570289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-496994da-d44c-43c3-a5fd-2fa9d6c58792 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8237637f052f4f4ab67a4aa40cc6fadf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4924226 Aug 31 09:25:50.578359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:50.592986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8966c0d-700e-4942-8164-cd0e98dca364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.596657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8966c0d-700e-4942-8164-cd0e98dca364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.598006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b8966c0d-700e-4942-8164-cd0e98dca364 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8804eb43-53f4-48e2-93d0-353cfc82d385 HTTP/1.1" status: 204 len: 168 time: 1.3050106 Aug 31 09:25:50.601867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496994da-d44c-43c3-a5fd-2fa9d6c58792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019ad44a-bd1b-4c8d-8697-8fb4b3af003a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.662880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8966c0d-700e-4942-8164-cd0e98dca364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8804eb43-53f4-48e2-93d0-353cfc82d385,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.680633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c5275ac4-1e79-4c80-b3f6-d1206a3590e7 None None] Provisioning complete for port 77542618-0cad-421c-ae92-73213e35939d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:50.683625 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c5275ac4-1e79-4c80-b3f6-d1206a3590e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.868431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Port': ['ID=cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.881652 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-054563e7-3ac4-442c-b0b0-b2d8bcdcbe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.923233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network c920ee14-198d-4e54-9f35-84811388a786 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:50.931449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:50.945133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:50.948688 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.006980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-054563e7-3ac4-442c-b0b0-b2d8bcdcbe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.211744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-054563e7-3ac4-442c-b0b0-b2d8bcdcbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.219466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-054563e7-3ac4-442c-b0b0-b2d8bcdcbe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.234281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-054563e7-3ac4-442c-b0b0-b2d8bcdcbe59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/019ad44a-bd1b-4c8d-8697-8fb4b3af003a HTTP/1.1" status: 204 len: 168 time: 0.6512311 Aug 31 09:25:51.272706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054563e7-3ac4-442c-b0b0-b2d8bcdcbe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ad44a-bd1b-4c8d-8697-8fb4b3af003a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:51.609627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db597-41fa-40d6-97c7-8886a8716b93 req-b649d650-2f3a-4be2-b325-df4856a1514a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.612289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.620318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e80db597-41fa-40d6-97c7-8886a8716b93 req-b649d650-2f3a-4be2-b325-df4856a1514a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1904995 Aug 31 09:25:51.638519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.726984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 77542618-0cad-421c-ae92-73213e35939d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:51.825237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.860640 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e80db597-41fa-40d6-97c7-8886a8716b93 req-2955290a-395c-45d5-9b09-042b93c27709 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387800 Aug 31 09:25:51.874845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7848577252644c9b89987f8ecdf489d4&name=default HTTP/1.1" status: 200 len: 2983 time: 5.1886725 Aug 31 09:25:51.879689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51440) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:51.921917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1efcfb-2ad3-4488-bfe4-142b680f4c2a req-5c41740b-4d31-4a7a-9f81-520618602f4a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.934920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e594e4b-c128-43b3-8b5c-72a2da6ff536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99734417-46e5-41df-9b85-0032520baa01,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:51.972724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c1efcfb-2ad3-4488-bfe4-142b680f4c2a req-5c41740b-4d31-4a7a-9f81-520618602f4a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.4758623 Aug 31 09:25:52.036272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f62e6b9-21af-4a78-a7df-595245e5e425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.080926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e029b201-55c9-4ca8-8f3f-3240c1299da0 None None] Provisioning for port cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:52.114356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e029b201-55c9-4ca8-8f3f-3240c1299da0 None None] Provisioning complete for port cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:52.136644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e029b201-55c9-4ca8-8f3f-3240c1299da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.185151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f62e6b9-21af-4a78-a7df-595245e5e425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.188863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c1efcfb-2ad3-4488-bfe4-142b680f4c2a req-b7f4d6ea-992d-48dc-9def-612c77cf2203 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103920 Aug 31 09:25:52.491686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f62e6b9-21af-4a78-a7df-595245e5e425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.494507 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f62e6b9-21af-4a78-a7df-595245e5e425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.500848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5f62e6b9-21af-4a78-a7df-595245e5e425 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99734417-46e5-41df-9b85-0032520baa01 HTTP/1.1" status: 204 len: 168 time: 0.6133556 Aug 31 09:25:52.550326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 77542618-0cad-421c-ae92-73213e35939d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:52.551949 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.556219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62e6b9-21af-4a78-a7df-595245e5e425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99734417-46e5-41df-9b85-0032520baa01,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:52.556842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e029b201-55c9-4ca8-8f3f-3240c1299da0 None None] Port cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:52.793167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.807029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.808324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.142178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event updated for resources: {'Port': ['ID=cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:53.324025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f66707-c332-46ca-8cde-2e58d3166a40 req-aa0b30ca-5113-4f74-a8c7-0b3a524f4c7d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:53.326141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f66707-c332-46ca-8cde-2e58d3166a40 req-aa0b30ca-5113-4f74-a8c7-0b3a524f4c7d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1371498 Aug 31 09:25:53.350569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Network c920ee14-198d-4e54-9f35-84811388a786 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:53.353361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:53.728216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:53.791698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1f66707-c332-46ca-8cde-2e58d3166a40 req-6c197c44-e9f6-4b1a-b7c3-e7917c79be17 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389124 Aug 31 09:25:53.804557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1a7-33c3-495a-86af-4df03cea670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.878641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb7ec1-db4e-4f12-9c45-270fbf34f764 req-081b499c-5ed6-4c57-8920-c711d7cc8921 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:53.889312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15fb7ec1-db4e-4f12-9c45-270fbf34f764 req-081b499c-5ed6-4c57-8920-c711d7cc8921 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.4712617 Aug 31 09:25:54.038046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15fb7ec1-db4e-4f12-9c45-270fbf34f764 req-0c90e572-8568-439e-8925-516756f7a9b5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448364 Aug 31 09:25:54.065530 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:25:54.089535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c975a920-6704-43da-8cea-de27b0cbcc62 None None] Provisioning complete for port cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:54.090424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c975a920-6704-43da-8cea-de27b0cbcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.208084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c975a920-6704-43da-8cea-de27b0cbcc62 None None] Port cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:54.240808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1a7-33c3-495a-86af-4df03cea670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.317834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f1a7-33c3-495a-86af-4df03cea670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.358992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Router cb0d7717-ee66-405e-a1ed-99d27098cb9a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:25:54.360343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-9420af25-29b9-4ca0-81f1-fe19b63a65e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8035450 Aug 31 09:25:54.604656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-ea40aaa0-cb2d-4586-b13d-3c2c617c7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:54.618308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-ea40aaa0-cb2d-4586-b13d-3c2c617c7cb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 1097 time: 0.1812229 Aug 31 09:25:54.883380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51494) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:54.899805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:54.904394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f1a7-33c3-495a-86af-4df03cea670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaecbef-66dc-435f-96c9-8972fdcdc8f9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:54.912126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-34895a8d-ab7c-4816-9a0d-ec2eb88383cc tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9983335 Aug 31 09:25:54.915888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f4e3f1a7-33c3-495a-86af-4df03cea670c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1c69170c9774e0f9c2e930af233f241&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1854739 Aug 31 09:25:54.917043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51500) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:54.922055 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] Sync routers for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:54.930135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:54.951172 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:54.951918 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:55.175246 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:55.210979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-75443874-b7bc-4b8b-9f21-1119a2a61e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.231009 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:55.231746 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:25:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:55.323034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-75443874-b7bc-4b8b-9f21-1119a2a61e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.456341 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:55.456921 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38415bad-00fd-4bfe-983a-63bbc9589047 None None] The sync data for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:55.527244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40608484-04d9-459f-a8f4-0e97b1ff6020 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.532196 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-75443874-b7bc-4b8b-9f21-1119a2a61e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.547625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-75443874-b7bc-4b8b-9f21-1119a2a61e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.551240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-75443874-b7bc-4b8b-9f21-1119a2a61e54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/caaecbef-66dc-435f-96c9-8972fdcdc8f9 HTTP/1.1" status: 204 len: 168 time: 0.6147106 Aug 31 09:25:55.560032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-9e4eb77c-9c29-4bd5-84a6-ea8cc18f4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.572999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-9e4eb77c-9c29-4bd5-84a6-ea8cc18f4373 service neutron] 10.222.0.23 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.9272637 Aug 31 09:25:55.769730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75443874-b7bc-4b8b-9f21-1119a2a61e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaecbef-66dc-435f-96c9-8972fdcdc8f9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:55.963823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-227589194'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:56.025537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-145af049-2656-4b72-9290-85994317c7bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 200 len: 217 time: 0.4003963 Aug 31 09:25:56.069777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fca1fb-8943-4ae7-a1ef-629778afde0f req-b80f07b3-55ea-49de-bb3e-79ffb162b1a4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.087695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11fca1fb-8943-4ae7-a1ef-629778afde0f req-b80f07b3-55ea-49de-bb3e-79ffb162b1a4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.8401606 Aug 31 09:25:56.108761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecede85-ceb0-4d2e-aa7a-8a0b8032bd81 req-e0219831-9db8-4e2e-906f-e4e60d194a2e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.112925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eecede85-ceb0-4d2e-aa7a-8a0b8032bd81 req-e0219831-9db8-4e2e-906f-e4e60d194a2e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.8103595 Aug 31 09:25:56.114332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:56.121119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.190690 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-40608484-04d9-459f-a8f4-0e97b1ff6020 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:25:56.197203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40608484-04d9-459f-a8f4-0e97b1ff6020 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a HTTP/1.1" status: 409 len: 329 time: 1.2740912 Aug 31 09:25:56.197854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:56.259640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.522176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eecede85-ceb0-4d2e-aa7a-8a0b8032bd81 req-431a3e8a-640c-4693-a65c-8a6dbbf58044 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931589 Aug 31 09:25:56.596610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11fca1fb-8943-4ae7-a1ef-629778afde0f req-d4d33a31-801a-40ac-9cfb-b2d7b87ef072 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063229 Aug 31 09:25:56.734141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-2f14fb61-9b77-45ce-b8e7-4d9108272ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.745160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-2f14fb61-9b77-45ce-b8e7-4d9108272ef8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.7058525 Aug 31 09:25:57.186670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.203931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-3c1990ff-9ce9-4905-ab84-8e62f5f932af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:57.239175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51528) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:57.267279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-3c1990ff-9ce9-4905-ab84-8e62f5f932af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4296830 Aug 31 09:25:57.267279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.267279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-76bacc62-b434-4bc1-bd7a-5a2489927116 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:25:57.267279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-76bacc62-b434-4bc1-bd7a-5a2489927116 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312502 Aug 31 09:25:57.267720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e195ff3-781b-41b1-b511-fb6692f0ed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.725993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e195ff3-781b-41b1-b511-fb6692f0ed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.746242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e195ff3-781b-41b1-b511-fb6692f0ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.848159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e195ff3-781b-41b1-b511-fb6692f0ed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19238965-e4a3-42f1-b0c4-062e91896c85,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:57.933378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c78f550-d136-4cff-a3c2-9b751c8a8bcc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:57.941626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:57.996879 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e195ff3-781b-41b1-b511-fb6692f0ed67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b155fd4a5ab491c9bf63fea9da5d21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876842 Aug 31 09:25:58.019479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51550) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:58.164185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.164860 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Added segment dc5fa5e5-9057-48ca-8fd9-b1bb535b2711 of type vlan for network d6212a05-cd24-497b-8e86-2a0e6954e4a2 Aug 31 09:25:58.319917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c312f87e-bf01-45ee-b3fc-96f0464fea6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.415211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcec35-3827-4e65-ac6b-384c193b5d42 req-02dca59a-3b5a-4362-83ba-8872767c8696 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.429792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48dcec35-3827-4e65-ac6b-384c193b5d42 req-02dca59a-3b5a-4362-83ba-8872767c8696 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.5536981 Aug 31 09:25:58.435671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.465037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27749b-b85b-4ec3-8674-71e5f6a7f616 req-c86e1378-9ae7-4cfe-95dc-2477ae9383ab tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.490000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c312f87e-bf01-45ee-b3fc-96f0464fea6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.493184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a27749b-b85b-4ec3-8674-71e5f6a7f616 req-c86e1378-9ae7-4cfe-95dc-2477ae9383ab tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.5455725 Aug 31 09:25:58.557126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.576489 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a24c1461-6536-4662-9c52-fe6d82fecc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.633658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:25:58.646938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-00726ca8-1784-4d54-aa35-f954967fff60 service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713749 Aug 31 09:25:58.670106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48dcec35-3827-4e65-ac6b-384c193b5d42 req-2333c618-85ec-4698-9074-cd2a2051f677 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326128 Aug 31 09:25:58.781241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a27749b-b85b-4ec3-8674-71e5f6a7f616 req-d7455004-d743-4254-9859-ccd707e1d2ad tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114885 Aug 31 09:25:58.945039 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c312f87e-bf01-45ee-b3fc-96f0464fea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.959932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c312f87e-bf01-45ee-b3fc-96f0464fea6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.967372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c312f87e-bf01-45ee-b3fc-96f0464fea6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19238965-e4a3-42f1-b0c4-062e91896c85 HTTP/1.1" status: 204 len: 168 time: 0.9429021 Aug 31 09:25:58.970722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.012331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:59.014017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.085954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312f87e-bf01-45ee-b3fc-96f0464fea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19238965-e4a3-42f1-b0c4-062e91896c85,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:59.328834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Network': ['ID=d6212a05-cd24-497b-8e86-2a0e6954e4a2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:59.348413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:59.417115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51560) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:59.421634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e2010bce-bed2-4a9a-a8f3-258fa598c574 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 4.5363688 Aug 31 09:25:59.426522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'subnet': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:59.539562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be59e0de-8c39-4c14-923d-fe9f8d45a541 req-f34e670c-f958-4f8e-99bd-44c849b13fdf service neutron] 10.222.0.23 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8499682 Aug 31 09:25:59.895311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:59.911780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.003450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060b05-af6f-49ad-a5be-7d8ecb8eeb8f req-e60e215b-7c54-476b-b7dd-d5d987200f5a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:00.005405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c060b05-af6f-49ad-a5be-7d8ecb8eeb8f req-e60e215b-7c54-476b-b7dd-d5d987200f5a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.1881518 Aug 31 09:26:00.119350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c060b05-af6f-49ad-a5be-7d8ecb8eeb8f req-b0275055-e13b-4dae-9f13-3c6289085df7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776517 Aug 31 09:26:00.201323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37eb211-c573-4cd0-93a3-532ef0b6b655 req-d77d9485-c0c2-4a82-ad3b-f0ed4790127e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:00.207271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c37eb211-c573-4cd0-93a3-532ef0b6b655 req-d77d9485-c0c2-4a82-ad3b-f0ed4790127e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1939561 Aug 31 09:26:00.260400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting port cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:00.265309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.434621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c37eb211-c573-4cd0-93a3-532ef0b6b655 req-5f17491a-0edf-4afe-9745-b83e0d36df2d tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149110 Aug 31 09:26:00.441295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.480688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Calling delete_port for cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:01.113083 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.196597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Port': ['ID=cab7c8f5-6f0e-44cf-b2a4-5e50a1dac99f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:01.524665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6b7277af-58cd-4763-a9c8-e12afe0f032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.775987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.844714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.897155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.931337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec1822-770c-4fd3-a8ae-bfcdd4c99f67 req-7fca910e-90e4-4256-a4b6-c10b47d187c2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:01.947899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0ec1822-770c-4fd3-a8ae-bfcdd4c99f67 req-7fca910e-90e4-4256-a4b6-c10b47d187c2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.5118151 Aug 31 09:26:01.986773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be122-6412-4cb9-bd79-153f22bf6575 req-beb70f9c-9e15-425a-a4f5-27076565af79 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.001568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c46be122-6412-4cb9-bd79-153f22bf6575 req-beb70f9c-9e15-425a-a4f5-27076565af79 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3345923 Aug 31 09:26:02.029070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.142076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c46be122-6412-4cb9-bd79-153f22bf6575 req-5dddfe50-cf29-4b40-96ee-3cdef821eef0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372507 Aug 31 09:26:02.166145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0ec1822-770c-4fd3-a8ae-bfcdd4c99f67 req-ae23e50c-7968-4e85-8be6-a4beff7e9b47 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159436 Aug 31 09:26:02.212586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e467-d822-4b1b-8e03-b3931e105518 req-45efd977-0a35-4ed6-baad-db72422834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.214900 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-45efd977-0a35-4ed6-baad-db72422834ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 1097 time: 1.1175201 Aug 31 09:26:02.559611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4072e2d-a614-4137-8508-50f9e6ff7ba9 req-84d7fb75-e1f0-40c3-8b6b-f05d7cebf470 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.563253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4072e2d-a614-4137-8508-50f9e6ff7ba9 req-84d7fb75-e1f0-40c3-8b6b-f05d7cebf470 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Aug 31 09:26:02.646023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4072e2d-a614-4137-8508-50f9e6ff7ba9 req-75aff815-7b7c-4d7a-9701-7001d9c57b57 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705144 Aug 31 09:26:03.104790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e467-d822-4b1b-8e03-b3931e105518 req-7f6e58db-b5b8-496f-8ef5-70d05c60545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.107332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-7f6e58db-b5b8-496f-8ef5-70d05c60545b service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.1295645 Aug 31 09:26:03.109881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Subnet': ['ID=4ea93e8a-6223-4f13-8575-109e1580d6bc,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.266163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Router cb0d7717-ee66-405e-a1ed-99d27098cb9a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:03.290127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Checking segment: {'id': 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:03.290849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network hostable DHCP agents. Network: d6212a05-cd24-497b-8e86-2a0e6954e4a2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:03.392700 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-e7bbef53-17d6-4c0c-bb62-27374c9e3717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88299904-6eb8-4f2c-a52a-33301f467499 HTTP/1.1" status: 200 len: 217 time: 0.1598244 Aug 31 09:26:03.486621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e467-d822-4b1b-8e03-b3931e105518 req-bc0903d5-c101-4bc0-b465-da26a62123af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.489350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-bc0903d5-c101-4bc0-b465-da26a62123af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.0819125 Aug 31 09:26:03.493240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:03.566656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.643486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e53da5-7e3b-4575-a749-d5f5438648cf req-80e8f826-6369-4d85-b75c-93f694167590 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.647593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9e53da5-7e3b-4575-a749-d5f5438648cf req-80e8f826-6369-4d85-b75c-93f694167590 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1402724 Aug 31 09:26:03.663778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57383081-ec05-4a6a-9cbd-5f13c913f447 req-183d9897-9176-4192-bd97-8dc194f34cd2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.677945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57383081-ec05-4a6a-9cbd-5f13c913f447 req-183d9897-9176-4192-bd97-8dc194f34cd2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.2991338 Aug 31 09:26:03.735057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:03.750158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] Sync routers for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:03.761501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-431ff6e8-94d9-43f3-892c-5df4aaeb52e5 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5619726 Aug 31 09:26:03.773064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51656) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.777362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:03.779781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:26:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:03.842750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d6212a05-cd24-497b-8e86-2a0e6954e4a2) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:03.858421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.862856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.890040 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-9d52d241-3c50-44ee-a81a-7d11e9e7ecdd tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] show failed (client error): The resource could not be found. Aug 31 09:26:03.903866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9d52d241-3c50-44ee-a81a-7d11e9e7ecdd tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-2102549065 HTTP/1.1" status: 404 len: 335 time: 0.1188819 Aug 31 09:26:03.906130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51658) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.937865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57383081-ec05-4a6a-9cbd-5f13c913f447 req-7c1c8aaf-5811-457d-b634-62c133ee80b0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428269 Aug 31 09:26:03.938089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a0499-2926-43ae-9917-3338bd113eba None None] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:03.938284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3eb9282d-89ec-47e8-8c41-85320067f8ac tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:03.958577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-709408cf-bc84-49de-b6b6-59506dcc53c0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5373011 Aug 31 09:26:03.959594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.983923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9e53da5-7e3b-4575-a749-d5f5438648cf req-41da735b-d961-4bfa-ab1c-36136a26edbb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911170 Aug 31 09:26:04.068414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1075586925'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:04.087221 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-3eb9282d-89ec-47e8-8c41-85320067f8ac tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] update failed (client error): The resource could not be found. Aug 31 09:26:04.089549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3eb9282d-89ec-47e8-8c41-85320067f8ac tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1405637629 HTTP/1.1" status: 404 len: 335 time: 0.1731393 Aug 31 09:26:04.095500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:04.117506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:04.149925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e467-d822-4b1b-8e03-b3931e105518 req-5453408f-72a1-448d-b37d-68a6550d22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:04.158492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-5453408f-72a1-448d-b37d-68a6550d22d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5514579 Aug 31 09:26:04.233345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-5411fb08-2b42-4fd1-8b94-2a26bf7bd41c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:04.235739 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-5411fb08-2b42-4fd1-8b94-2a26bf7bd41c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114655 Aug 31 09:26:04.375948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] Routers {'cb0d7717-ee66-405e-a1ed-99d27098cb9a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:04.382612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:26:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:04.390562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting subnet 206ec1f9-9809-4573-902a-0632519bbf97 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:04.409753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.428080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:04.428806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02187cf8-7977-402a-9d10-0a4686f3fcf3 None None] The sync data for ids ['cb0d7717-ee66-405e-a1ed-99d27098cb9a'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:04.495665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d6212a05-cd24-497b-8e86-2a0e6954e4a2', 'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'tenant_id': '166ed7e89cd94d72b5195cd9145eb987', 'fixed_ips': [{'subnet_id': '4ea93e8a-6223-4f13-8575-109e1580d6bc'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:04.497414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.584049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51670) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:04.639707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.741586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Allocated IP 2001:db8::2 (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/6191761d-0e48-4bc1-a95a-d1cdd18da828) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:04.836072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:04.852698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.876491 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-240b47c5-0b9d-4b3c-9ba3-973958545c67 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302297 Aug 31 09:26:04.884770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] device_id is not set on port 4f393de1-5fa1-43a3-a68d-2709468d3506 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:05.065764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.087323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Transition to ACTIVE for port object 6191761d-0e48-4bc1-a95a-d1cdd18da828 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:05.105085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.116586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Transition to ACTIVE for port object 6191761d-0e48-4bc1-a95a-d1cdd18da828 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:05.147402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.224896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Pushing event updated for resources: {'Port': ['ID=6191761d-0e48-4bc1-a95a-d1cdd18da828,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:05.244099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:05.246830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:05.256885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:05.295176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 88299904-6eb8-4f2c-a52a-33301f467499 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:05.459311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Allocated IP 2001:db8::11c (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/4f393de1-5fa1-43a3-a68d-2709468d3506) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:05.477331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b0ac1-ba42-43e0-8365-02be2a27db4c req-6fa898ce-5cd5-40c6-b891-84460b374f13 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.497703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad0b0ac1-ba42-43e0-8365-02be2a27db4c req-6fa898ce-5cd5-40c6-b891-84460b374f13 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 945 time: 0.2237446 Aug 31 09:26:05.541187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3161-189d-4fe8-b756-d1b80b5591f1 req-cd2c3c7a-32f1-4aa9-8c7f-6570f0ec9f81 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.549828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a3c3161-189d-4fe8-b756-d1b80b5591f1 req-cd2c3c7a-32f1-4aa9-8c7f-6570f0ec9f81 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.2783906 Aug 31 09:26:05.626788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Attempting to bind port 6191761d-0e48-4bc1-a95a-d1cdd18da828 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:05.627429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Attempting to bind port 6191761d-0e48-4bc1-a95a-d1cdd18da828 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:05.628016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Attempting to bind port 6191761d-0e48-4bc1-a95a-d1cdd18da828 on network d6212a05-cd24-497b-8e86-2a0e6954e4a2 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:05.650682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:05.651069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Checking segment: {'id': 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:05.655952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.657461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Bound using segment: {'id': 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:05.659048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Bound port: 6191761d-0e48-4bc1-a95a-d1cdd18da828, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:05.659502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.684380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3315c842-d5e4-42eb-b5a4-93ba3fea96c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.747593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.781874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad0b0ac1-ba42-43e0-8365-02be2a27db4c req-c8c5d9de-c97d-43a3-becb-8776e51d270d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308064 Aug 31 09:26:05.783002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.793540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Transition to ACTIVE for port object 4f393de1-5fa1-43a3-a68d-2709468d3506 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:05.826278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] For port 6191761d-0e48-4bc1-a95a-d1cdd18da828, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:05.839402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] For port 6191761d-0e48-4bc1-a95a-d1cdd18da828, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6191761d-0e48-4bc1-a95a-d1cdd18da828,segment=NetworkSegment(dc5fa5e5-9057-48ca-8fd9-b1bb535b2711),segment_id=dc5fa5e5-9057-48ca-8fd9-b1bb535b2711)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:05.862017 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.916093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Subnet': ['ID=206ec1f9-9809-4573-902a-0632519bbf97,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:05.921747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.923896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b088480-ed85-4640-b69b-d056d784f09b tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/subnets/206ec1f9-9809-4573-902a-0632519bbf97 HTTP/1.1" status: 204 len: 168 time: 1.8271828 Aug 31 09:26:05.931368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51686) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.992853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.055481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155ca88-f693-4c06-b9e1-c9ae0ce85a65 None None] Network ccd68b42-f547-404a-962f-ae06717541a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:06.069042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a3c3161-189d-4fe8-b756-d1b80b5591f1 req-d8b405ba-538e-4467-b695-5b53a284c68a tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961112 Aug 31 09:26:06.076565 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9440e467-d822-4b1b-8e03-b3931e105518 req-73a4d91e-ff9a-4a8e-b2b4-6866645a14b9 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0961933 Aug 31 09:26:06.184556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440433e-26a2-4f87-95ab-19a40b9916f6 req-fa0dfa15-2b1a-4d9a-9682-e5273d162c92 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.212093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7440433e-26a2-4f87-95ab-19a40b9916f6 req-fa0dfa15-2b1a-4d9a-9682-e5273d162c92 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.2259812 Aug 31 09:26:06.234132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:06.255297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:06.261699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=4f393de1-5fa1-43a3-a68d-2709468d3506,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.266446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:06.279528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.280878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.294101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.355660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3315c842-d5e4-42eb-b5a4-93ba3fea96c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.377136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3315c842-d5e4-42eb-b5a4-93ba3fea96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.471431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c3df1d8-b7a8-40b6-895d-2e6faa9b1e69 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4184906 Aug 31 09:26:06.481436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51692) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:06.534239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315c842-d5e4-42eb-b5a4-93ba3fea96c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fb690-5ae8-40df-9ffd-a385ae84f1e2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.548229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1673788782', 'allowed_address_pairs': [{'ip_address': '2001:db8::11c', 'mac_address': 'fa:16:3e:ae:b5:71'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:06.558652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7440433e-26a2-4f87-95ab-19a40b9916f6 req-09d22df4-0cee-474e-aa5c-fd60de70ad00 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455706 Aug 31 09:26:06.565556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3315c842-d5e4-42eb-b5a4-93ba3fea96c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4976bb2f96b405db4ac143d4691ebea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9698274 Aug 31 09:26:06.573449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51696) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:06.633687 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.713287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:06.715450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Pushing event updated for resources: {'Port': ['ID=6191761d-0e48-4bc1-a95a-d1cdd18da828,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.740462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting port 77542618-0cad-421c-ae92-73213e35939d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:06.743190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.749194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:06.757632 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc654587-0b8e-46cd-90ba-064aa0c054b3" -d '{"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-unplugged", "status": "completed", "tag": "88299904-6eb8-4f2c-a52a-33301f467499"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:06.765915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.774649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.775777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.776936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.778011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.779125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.780219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.781078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.781894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.782742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.783579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.784355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feb2123-74bd-4591-bacb-f331ca2d92bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:06.792530 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.801855 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3f69c4e1-7a24-445a-bec9-99d758cfa505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.990854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3f69c4e1-7a24-445a-bec9-99d758cfa505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.995572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:07.013897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.107032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] For port 77542618-0cad-421c-ae92-73213e35939d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=77542618-0cad-421c-ae92-73213e35939d,segment=NetworkSegment(aeadbac8-2f70-496e-8d8e-6b9d5bcde89b),segment_id=aeadbac8-2f70-496e-8d8e-6b9d5bcde89b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:07.108013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.164993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Calling delete_port for 77542618-0cad-421c-ae92-73213e35939d owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:07.194783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] DHCP port deletion for ccd68b42-f547-404a-962f-ae06717541a1 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:07.305682 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3f69c4e1-7a24-445a-bec9-99d758cfa505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.313178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:07.326024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3f69c4e1-7a24-445a-bec9-99d758cfa505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.332670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3f69c4e1-7a24-445a-bec9-99d758cfa505 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e37fb690-5ae8-40df-9ffd-a385ae84f1e2 HTTP/1.1" status: 204 len: 168 time: 0.7579114 Aug 31 09:26:07.408789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69c4e1-7a24-445a-bec9-99d758cfa505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fb690-5ae8-40df-9ffd-a385ae84f1e2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:07.527048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d3709-6c17-4f77-a7f6-2a178c0b8132 req-c9c60c05-120e-403f-8bdb-8faad7c0515b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:07.548063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f5d3709-6c17-4f77-a7f6-2a178c0b8132 req-c9c60c05-120e-403f-8bdb-8faad7c0515b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.3243134 Aug 31 09:26:07.642711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Deleting port 77542618-0cad-421c-ae92-73213e35939d {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:07.643849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.759090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f5d3709-6c17-4f77-a7f6-2a178c0b8132 req-a2533b8a-4f10-4c40-b6f8-86469d82c0d1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998582 Aug 31 09:26:07.815608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.955372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] device_id is not set on port 6d204661-dd90-4014-8ef5-c9af74827538 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:08.422697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163591b-2603-42e9-b71d-980f017e177b req-19f4985c-71b8-49f5-97dc-5656f41864bd tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.429240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.432726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f163591b-2603-42e9-b71d-980f017e177b req-19f4985c-71b8-49f5-97dc-5656f41864bd tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.1828859 Aug 31 09:26:08.558377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f163591b-2603-42e9-b71d-980f017e177b req-dffab868-dcb9-475a-9603-4987de8289af tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246469 Aug 31 09:26:08.612600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Port': ['ID=77542618-0cad-421c-ae92-73213e35939d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:08.616182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] No DVR routers for this DVR port 77542618-0cad-421c-ae92-73213e35939d on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:08.686894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6191761d-0e48-4bc1-a95a-d1cdd18da828 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:08.831967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80231626-40fd-43a4-9a8c-1b0512ed3e2c None None] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:08.919611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Allocated IP 2001:db8::77 (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/6d204661-dd90-4014-8ef5-c9af74827538) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:08.929283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d56d-778d-48ca-8f9a-16b6650c1d1e req-91b48364-63e8-430d-a72a-a7d08a88ecc7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.953490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed05d56d-778d-48ca-8f9a-16b6650c1d1e req-91b48364-63e8-430d-a72a-a7d08a88ecc7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.1965475 Aug 31 09:26:08.955895 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afa713f-3255-4128-9ca9-3db616bcecb6 x-openstack-request-id: req-7afa713f-3255-4128-9ca9-3db616bcecb6 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:08.956485 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-unplugged", "status": "completed", "tag": "88299904-6eb8-4f2c-a52a-33301f467499", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:08.956750 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7afa713f-3255-4128-9ca9-3db616bcecb6 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:08.957395 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499', 'code': 200} Aug 31 09:26:08.995797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.071185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd68b42-f547-404a-962f-ae06717541a1']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:09.117318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:09.117894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeadbac8-2f70-496e-8d8e-6b9d5bcde89b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:09.168671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.217901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.283356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:09.284080 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:09.289446 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:09.345077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed05d56d-778d-48ca-8f9a-16b6650c1d1e req-cfabecd2-0414-4c1d-bd26-c1058eeb9f00 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739102 Aug 31 09:26:09.382560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] For port 77542618-0cad-421c-ae92-73213e35939d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=77542618-0cad-421c-ae92-73213e35939d,segment=NetworkSegment(aeadbac8-2f70-496e-8d8e-6b9d5bcde89b),segment_id=aeadbac8-2f70-496e-8d8e-6b9d5bcde89b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:09.386931 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.464915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d018781d-0ab9-4863-a5f4-7550cc792b6e None None] Provisioning for port 6191761d-0e48-4bc1-a95a-d1cdd18da828 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:09.487795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f58fa7-ca6c-447a-8e5b-195be4125e99 req-56cdf0e0-1ace-4770-b133-3b917e4782fb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:09.499952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6f58fa7-ca6c-447a-8e5b-195be4125e99 req-56cdf0e0-1ace-4770-b133-3b917e4782fb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.4125404 Aug 31 09:26:09.529954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Calling delete_port for 77542618-0cad-421c-ae92-73213e35939d owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:09.554708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.607817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-6c9847c4-2a50-476a-bf23-26c14f446665 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:09.611227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-6c9847c4-2a50-476a-bf23-26c14f446665 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.5540755 Aug 31 09:26:09.661537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.671670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:09.677886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/networks/ccd68b42-f547-404a-962f-ae06717541a1 HTTP/1.1" status: 204 len: 168 time: 3.7438130 Aug 31 09:26:09.695612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6f58fa7-ca6c-447a-8e5b-195be4125e99 req-6811c1ec-23d3-4aa4-bdd7-1d0caabab86f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943336 Aug 31 09:26:09.864221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda85ab-5322-446e-9d55-9e82968ecd09 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Network': ['ID=ccd68b42-f547-404a-962f-ae06717541a1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.965493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting subnet 12686b8c-2e90-4975-8724-577305902c33 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:09.988887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 6191761d-0e48-4bc1-a95a-d1cdd18da828 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:10.043216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.064755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.096832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6191761d-0e48-4bc1-a95a-d1cdd18da828 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:10.097575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.121726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.188363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Network ccd68b42-f547-404a-962f-ae06717541a1 is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:26:10.190907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] No DVR routers for this DVR port 77542618-0cad-421c-ae92-73213e35939d on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:10.195535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Transition to ACTIVE for port object 6d204661-dd90-4014-8ef5-c9af74827538 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:10.216773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a3059-b83f-4c89-91e3-9ee7b5496763 None None] Pushing event deleted for resources: {'Port': ['ID=77542618-0cad-421c-ae92-73213e35939d,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:10.240829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Deleting port 25f216ed-1ad6-4c3f-b876-90310d7f6861 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:10.241153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.250080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.285776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e4b0-0a37-4369-858a-4e39e88492e7 req-3d1466d5-fee3-4bab-87b3-0b464cdec32b tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.307153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d076e4b0-0a37-4369-858a-4e39e88492e7 req-3d1466d5-fee3-4bab-87b3-0b464cdec32b tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.3349707 Aug 31 09:26:10.377460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c19e4-0d4c-4248-907c-1516e4d5f831 req-e8a0c8e9-91f6-42ff-b1b8-04e43a5ab0b6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.386006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f3c19e4-0d4c-4248-907c-1516e4d5f831 req-e8a0c8e9-91f6-42ff-b1b8-04e43a5ab0b6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3524606 Aug 31 09:26:10.460805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.496800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.551181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f3c19e4-0d4c-4248-907c-1516e4d5f831 req-7044a9f4-5023-41bc-8464-75eeb63ae848 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641254 Aug 31 09:26:10.620333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 6191761d-0e48-4bc1-a95a-d1cdd18da828, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6191761d-0e48-4bc1-a95a-d1cdd18da828,segment=NetworkSegment(dc5fa5e5-9057-48ca-8fd9-b1bb535b2711),segment_id=dc5fa5e5-9057-48ca-8fd9-b1bb535b2711)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:10.627652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.674548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d076e4b0-0a37-4369-858a-4e39e88492e7 req-271046c6-277f-4cbc-80dc-c13981705e2a tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856121 Aug 31 09:26:10.706405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:10.715770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:10.720810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:10.734495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.735962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.809402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 77542618-0cad-421c-ae92-73213e35939d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:10.831097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3364112 Aug 31 09:26:10.853161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:10.881134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.936030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 77542618-0cad-421c-ae92-73213e35939d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:10.936223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 77542618-0cad-421c-ae92-73213e35939d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:10.985220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=6191761d-0e48-4bc1-a95a-d1cdd18da828,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.071516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79b9e5-5696-4907-967b-cc8cf9c2024e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=6d204661-dd90-4014-8ef5-c9af74827538,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.103302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:11.103839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.121261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bb872c15-5f3c-4e50-a2da-ffb2efe24aa0 None None] Provisioning complete for port 6191761d-0e48-4bc1-a95a-d1cdd18da828 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:11.124785 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bb872c15-5f3c-4e50-a2da-ffb2efe24aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.333957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6191761d-0e48-4bc1-a95a-d1cdd18da828 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:11.337198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 88299904-6eb8-4f2c-a52a-33301f467499 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:11.390510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d140c9a-9ed3-4c15-8471-9e10340fdd0e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.392368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0426-d4f5-4322-9d02-8a3ee47c8154 req-a8129d52-63da-4473-b8e2-bcc16aab0a52 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.399959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-106b0426-d4f5-4322-9d02-8a3ee47c8154 req-a8129d52-63da-4473-b8e2-bcc16aab0a52 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.5944116 Aug 31 09:26:11.413763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d140c9a-9ed3-4c15-8471-9e10340fdd0e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.423666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d140c9a-9ed3-4c15-8471-9e10340fdd0e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.431084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9d140c9a-9ed3-4c15-8471-9e10340fdd0e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5654287 Aug 31 09:26:11.446386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51798) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:11.467636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ccc47-944b-4b20-b87b-f6e5cab42fd3 req-e26daef7-d174-4038-8b3e-1f6bc4ce8910 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.487314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-099ccc47-944b-4b20-b87b-f6e5cab42fd3 req-e26daef7-d174-4038-8b3e-1f6bc4ce8910 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4368236 Aug 31 09:26:11.496092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.653577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-106b0426-d4f5-4322-9d02-8a3ee47c8154 req-e9614c60-6f1a-4057-bf37-3faf5ff90fe9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234468 Aug 31 09:26:11.762311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-099ccc47-944b-4b20-b87b-f6e5cab42fd3 req-63b9d46b-3740-4ae2-b6e5-88d1f15e6c7c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714729 Aug 31 09:26:11.774934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:11.839289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Subnet': ['ID=12686b8c-2e90-4975-8724-577305902c33,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.864762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.880417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 25f216ed-1ad6-4c3f-b876-90310d7f6861 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:11.883149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51812) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:11.883771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b8e5438-3568-47cd-96d2-45a7a7f22042 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/subnets/12686b8c-2e90-4975-8724-577305902c33 HTTP/1.1" status: 204 len: 168 time: 2.1813369 Aug 31 09:26:11.901424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c76594-4edd-4f34-a06f-b68927b77601 None None] Network 398989c8-4ed3-4844-bf4e-96b8224f0710 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:12.095792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting subnet 32b68bbd-0e47-4e27-a238-0d691fa8b787 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:12.132470 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.151680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54fe9-53dd-4ac6-8a41-72ac5a160225 req-a465f579-6bc2-4c27-be9d-8762db905b93 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.154758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b54fe9-53dd-4ac6-8a41-72ac5a160225 req-a465f579-6bc2-4c27-be9d-8762db905b93 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 945 time: 0.1469331 Aug 31 09:26:12.326529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6191761d-0e48-4bc1-a95a-d1cdd18da828 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:12.327680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.417728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bb872c15-5f3c-4e50-a2da-ffb2efe24aa0 None None] Provisioning for port 4f393de1-5fa1-43a3-a68d-2709468d3506 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:12.445387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b54fe9-53dd-4ac6-8a41-72ac5a160225 req-88e0ba51-10c1-4b1c-9ce4-406dafb52faa tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705338 Aug 31 09:26:12.456452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bb872c15-5f3c-4e50-a2da-ffb2efe24aa0 None None] Provisioning complete for port 4f393de1-5fa1-43a3-a68d-2709468d3506 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:12.457064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bb872c15-5f3c-4e50-a2da-ffb2efe24aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.629527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-6e11731a-7d8b-4a28-8fae-9b409b409570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.636953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-6e11731a-7d8b-4a28-8fae-9b409b409570 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1098 time: 0.4539506 Aug 31 09:26:12.702184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b034-fe7b-4046-9e52-c1522fbd19a6 req-bb88cc1e-02ed-4308-b701-03f30c586066 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.716646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5547b034-fe7b-4046-9e52-c1522fbd19a6 req-bb88cc1e-02ed-4308-b701-03f30c586066 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2547817 Aug 31 09:26:12.768853 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.781736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bb872c15-5f3c-4e50-a2da-ffb2efe24aa0 None None] Port 4f393de1-5fa1-43a3-a68d-2709468d3506 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:12.835826 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.861611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:12.868907 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25888666-d148-433f-afe7-d4cd6ccb15d9" -d '{"events": [{"server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "name": "network-vif-unplugged", "status": "completed", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:12.893537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 25f216ed-1ad6-4c3f-b876-90310d7f6861, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=25f216ed-1ad6-4c3f-b876-90310d7f6861,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:12.901557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.927100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a381f45-e2c6-49ed-afc3-64ea7c521d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.968873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.970603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.972705 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Floating IP dbe201f6-a4d2-43a8-9786-e30744ab6a41 disassociated. External IP: 172.25.4.243, port: 25f216ed-1ad6-4c3f-b876-90310d7f6861. Aug 31 09:26:12.973583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Calling delete_port for 25f216ed-1ad6-4c3f-b876-90310d7f6861 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:12.999710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] DHCP port deletion for 398989c8-4ed3-4844-bf4e-96b8224f0710 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:13.043092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Provisioning for port 6d204661-dd90-4014-8ef5-c9af74827538 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:13.059286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Provisioning complete for port 6d204661-dd90-4014-8ef5-c9af74827538 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:13.059654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.075849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5547b034-fe7b-4046-9e52-c1522fbd19a6 req-91a3fc6e-943f-40d1-a328-fad9e1ea155a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076599 Aug 31 09:26:13.111825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Port 6d204661-dd90-4014-8ef5-c9af74827538 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:13.163658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.176678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497cea0-ebcc-4b5e-a4a9-f04053533c75 req-01d3334d-26e2-40de-b2c9-49878e3c6215 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.181043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Provisioning complete for port 4f393de1-5fa1-43a3-a68d-2709468d3506 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:13.181424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.193228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3497cea0-ebcc-4b5e-a4a9-f04053533c75 req-01d3334d-26e2-40de-b2c9-49878e3c6215 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 946 time: 0.3018520 Aug 31 09:26:13.222345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.269215 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a538feb7-1852-4d79-9e8f-a4600b32e659 x-openstack-request-id: req-a538feb7-1852-4d79-9e8f-a4600b32e659 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:13.269527 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "name": "network-vif-unplugged", "status": "completed", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:13.269891 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a538feb7-1852-4d79-9e8f-a4600b32e659 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:13.270238 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'code': 200} Aug 31 09:26:13.275386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c103e-3e90-4cef-a546-f608a36060d0 None None] Port 4f393de1-5fa1-43a3-a68d-2709468d3506 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:13.287600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 491e9182-a212-4868-98dd-05584df5e43a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:13.298304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-d40672ca-419c-4e3e-a4fa-658fd383c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.307893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-d40672ca-419c-4e3e-a4fa-658fd383c8b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 0.6516654 Aug 31 09:26:13.357571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] Deleting port 491e9182-a212-4868-98dd-05584df5e43a {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:13.358197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.407355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port 6d204661-dd90-4014-8ef5-c9af74827538 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:13.408125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.409157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3497cea0-ebcc-4b5e-a4a9-f04053533c75 req-9bd543d6-382e-4f85-a559-9bebb80f82bc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916156 Aug 31 09:26:13.490893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] For port 491e9182-a212-4868-98dd-05584df5e43a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=491e9182-a212-4868-98dd-05584df5e43a,segment=NetworkSegment(a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b),segment_id=a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:13.491312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.507626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] Calling delete_port for 491e9182-a212-4868-98dd-05584df5e43a owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:13.559272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.584167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for 6d204661-dd90-4014-8ef5-c9af74827538 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:13.609382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a381f45-e2c6-49ed-afc3-64ea7c521d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.623786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-83622713-c232-4410-bbc9-31557b811b46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.2927115 Aug 31 09:26:13.626116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a381f45-e2c6-49ed-afc3-64ea7c521d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.662667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Port 491e9182-a212-4868-98dd-05584df5e43a update to DOWN by agent not found {{(pid=94897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:26:13.665365 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.693672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] Pushing event deleted for resources: {'Port': ['ID=491e9182-a212-4868-98dd-05584df5e43a,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.705468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b86189-f36e-4671-9ba1-caf3b4d83b35 None None] No DVR routers for this DVR port 491e9182-a212-4868-98dd-05584df5e43a on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:13.843947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a381f45-e2c6-49ed-afc3-64ea7c521d9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a3332bbaa4640eb8ff01f15e9b706ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0606267 Aug 31 09:26:13.845223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381f45-e2c6-49ed-afc3-64ea7c521d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6b195-164a-484b-bdef-8ff50ecd4dd6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.849268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51840) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:13.871553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9a0c4-0f77-48bb-bd84-db54469357cf req-aebc1f8d-9186-4f2c-af06-f96685207dd1 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.873203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dd9a0c4-0f77-48bb-bd84-db54469357cf req-aebc1f8d-9186-4f2c-af06-f96685207dd1 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 943 time: 0.1187913 Aug 31 09:26:13.875172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-e27eda31-1964-4a0d-85cb-b586de49411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.876758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-e27eda31-1964-4a0d-85cb-b586de49411f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.2447455 Aug 31 09:26:13.901668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.931114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-24b4bd4a-b93f-45d4-8456-b35c594c8fb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364742 Aug 31 09:26:14.007269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Subnet': ['ID=32b68bbd-0e47-4e27-a238-0d691fa8b787,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.013960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51842) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:14.025743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709e645-5829-412f-9e9e-a984ec46b80c None None] Network 5389533a-ae7c-4af6-8336-200e79206f7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:14.036648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.040718 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-72b8ed31-811a-45a2-ae1c-9372e269e032 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/subnets/32b68bbd-0e47-4e27-a238-0d691fa8b787 HTTP/1.1" status: 204 len: 168 time: 2.1470284 Aug 31 09:26:14.088385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:14.115167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:14.131444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dd9a0c4-0f77-48bb-bd84-db54469357cf req-703dc377-c1d7-493b-970e-7ce1b3898579 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups?id=e398fabd-68f7-4819-8f93-af5c99a5d245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451999 Aug 31 09:26:14.142953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-283a3dcb-d4e1-40c8-9fe9-80746da0c931 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019086 Aug 31 09:26:14.238282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3d5b-f18b-4ac1-a030-9bde905579cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.304926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.390199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=6d204661-dd90-4014-8ef5-c9af74827538,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.403377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.422375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80494cc-c69e-4f06-a523-261f40157e98 req-706c3859-84ba-4216-aa82-071987b53b87 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.422523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f80494cc-c69e-4f06-a523-261f40157e98 req-706c3859-84ba-4216-aa82-071987b53b87 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1604156 Aug 31 09:26:14.432114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.447083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1cddbb5-368f-4612-b1aa-d49e942e9751 req-4b84dea4-3052-4684-9ae3-f20db00b68a2 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905679 Aug 31 09:26:14.520088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f80494cc-c69e-4f06-a523-261f40157e98 req-c5b5e0cf-0c81-4064-bc63-60079cda1267 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820899 Aug 31 09:26:14.538659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] DHCP port deletion for 5389533a-ae7c-4af6-8336-200e79206f7e request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:14.540693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.566694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3d5b-f18b-4ac1-a030-9bde905579cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.575076 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6d3d5b-f18b-4ac1-a030-9bde905579cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.594072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:14.606019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f868afa-a50c-472b-bd95-7864eb90e7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.651212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c6d3d5b-f18b-4ac1-a030-9bde905579cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75aa513f55684f3d9071887b936e091d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6332524 Aug 31 09:26:14.653217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d3d5b-f18b-4ac1-a030-9bde905579cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f295105-e609-4b03-85ca-b38bda2871b5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.657999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51854) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:14.663873 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.699399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event deleted for resources: {'Port': ['ID=25f216ed-1ad6-4c3f-b876-90310d7f6861,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.765254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.791834 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-037091fa-6251-434e-8425-b1db517d238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.803892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] Deleting port 21fc1edd-5ad4-4f63-af73-108af7ca9985 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:14.804240 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.824523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df164-f268-42e5-8dac-615242987f8d req-0bfe3820-5c33-46b9-ac56-cdba2c657dbc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:14.826423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f39df164-f268-42e5-8dac-615242987f8d req-0bfe3820-5c33-46b9-ac56-cdba2c657dbc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.1059194 Aug 31 09:26:14.840021 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-037091fa-6251-434e-8425-b1db517d238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.906352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f39df164-f268-42e5-8dac-615242987f8d req-6c832d2d-e111-47b8-83f7-27ad34f13916 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692379 Aug 31 09:26:14.921818 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f868afa-a50c-472b-bd95-7864eb90e7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.940550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] For port 21fc1edd-5ad4-4f63-af73-108af7ca9985, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21fc1edd-5ad4-4f63-af73-108af7ca9985,segment=NetworkSegment(1676ceac-dd26-4e0f-b8ce-292ea06d558d),segment_id=1676ceac-dd26-4e0f-b8ce-292ea06d558d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:14.942101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-037091fa-6251-434e-8425-b1db517d238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.944795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-037091fa-6251-434e-8425-b1db517d238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.945984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-037091fa-6251-434e-8425-b1db517d238f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f295105-e609-4b03-85ca-b38bda2871b5 HTTP/1.1" status: 204 len: 168 time: 0.2862046 Aug 31 09:26:14.946389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.948493 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.950811 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e98ec759-c93c-4281-b53a-871b27d1672e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/ports/6d204661-dd90-4014-8ef5-c9af74827538 HTTP/1.1" status: 204 len: 168 time: 3.5034740 Aug 31 09:26:14.957625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51858) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:14.962442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037091fa-6251-434e-8425-b1db517d238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f295105-e609-4b03-85ca-b38bda2871b5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.970049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] Calling delete_port for 21fc1edd-5ad4-4f63-af73-108af7ca9985 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:15.120628 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.166371 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb30f22-242c-4454-8ee8-868d63f39088 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] GET failed (client error): The resource could not be found. Aug 31 09:26:15.172013 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dcb30f22-242c-4454-8ee8-868d63f39088 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "GET /v2.0/ports/6d204661-dd90-4014-8ef5-c9af74827538 HTTP/1.1" status: 404 len: 333 time: 0.1905503 Aug 31 09:26:15.178102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.185203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.190056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441509615'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:15.233333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21fc1edd-5ad4-4f63-af73-108af7ca9985 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:15.282951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:15.287502 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac70e47-0a0a-4a32-be67-446599afb16b" -d '{"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:15.292208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] Pushing event deleted for resources: {'Port': ['ID=21fc1edd-5ad4-4f63-af73-108af7ca9985,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.307324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 21fc1edd-5ad4-4f63-af73-108af7ca9985 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:15.308260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21fc1edd-5ad4-4f63-af73-108af7ca9985 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:15.311902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fefa10-fd1b-47f5-9d82-4ce51829d04c None None] No DVR routers for this DVR port 21fc1edd-5ad4-4f63-af73-108af7ca9985 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:15.344641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Router b1c9980a-c4b9-4258-a6da-a66587a40364 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:15.349822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398989c8-4ed3-4844-bf4e-96b8224f0710']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.388717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.389111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fa761f-2294-4ee1-ae02-e2de5dcd2c4b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.391761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f868afa-a50c-472b-bd95-7864eb90e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.396810 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f868afa-a50c-472b-bd95-7864eb90e7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.398785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f868afa-a50c-472b-bd95-7864eb90e7f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38e6b195-164a-484b-bdef-8ff50ecd4dd6 HTTP/1.1" status: 204 len: 168 time: 1.5452030 Aug 31 09:26:15.416724 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.468383 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc39bca3-7941-487f-99d2-3cb4c4c98502 x-openstack-request-id: req-fc39bca3-7941-487f-99d2-3cb4c4c98502 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:15.470055 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:15.471184 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc39bca3-7941-487f-99d2-3cb4c4c98502 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:15.472109 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'code': 200} Aug 31 09:26:15.509906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868afa-a50c-472b-bd95-7864eb90e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6b195-164a-484b-bdef-8ff50ecd4dd6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.575976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ad9b1a6-0b77-4c0b-b69e-fe9645dff18a req-c88e0695-1280-4734-9a86-9f359c899da7 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22 HTTP/1.1" status: 200 len: 210 time: 0.1197429 Aug 31 09:26:15.581636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.602190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:15.602896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:15.608486 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:15.663369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:15.670809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.727314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] device_id is not set on port 1ab8c062-a5cc-4dff-a342-64bb4f448781 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:15.811808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51874) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.812675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.831996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.836543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/networks/398989c8-4ed3-4844-bf4e-96b8224f0710 HTTP/1.1" status: 204 len: 168 time: 1.7435579 Aug 31 09:26:15.842267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51876) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.875565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f76242-e8d6-4fd6-ab1f-9c56ecaa11dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.894344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abd18c-0113-4003-8aa1-c209e71b9d69 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Network': ['ID=398989c8-4ed3-4844-bf4e-96b8224f0710,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.974093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:15.995531 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] Sync routers for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:16.023648 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:16.026551 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:26:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.051513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0328-619d-4787-a128-e686ed0d8dfa req-d3a7169b-ed98-411d-b04e-26f767793a67 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.054527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-521b0328-619d-4787-a128-e686ed0d8dfa req-d3a7169b-ed98-411d-b04e-26f767793a67 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2094779 Aug 31 09:26:16.057128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] No DVR routers for this DVR port 25f216ed-1ad6-4c3f-b876-90310d7f6861 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:16.065237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.067469 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f6af26c-ab71-422b-8b15-4f8f8aae0871 req-50126c4a-c848-421e-89ae-02acf39a4153 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.15 "DELETE /v2.0/ports/25f216ed-1ad6-4c3f-b876-90310d7f6861 HTTP/1.1" status: 204 len: 173 time: 6.4092500 Aug 31 09:26:16.069947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'name': 'network-vif-deleted', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:16.072485 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab05d4-27f8-45a2-9dfc-98cb517068e1" -d '{"events": [{"server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "name": "network-vif-deleted", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:16.107627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.361051 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:16.365242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.379510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5389533a-ae7c-4af6-8336-200e79206f7e']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.398309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1676ceac-dd26-4e0f-b8ce-292ea06d558d') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.398929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1676ceac-dd26-4e0f-b8ce-292ea06d558d') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:16.415632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.437843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.446534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:16.447088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:16.532708 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:16.554599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.595725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.608250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/networks/5389533a-ae7c-4af6-8336-200e79206f7e HTTP/1.1" status: 204 len: 168 time: 0.7555850 Aug 31 09:26:16.609467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:16.621654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f76242-e8d6-4fd6-ab1f-9c56ecaa11dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.637541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Allocated IP 2001:db8::3af (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/1ab8c062-a5cc-4dff-a342-64bb4f448781) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:16.648933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f76242-e8d6-4fd6-ab1f-9c56ecaa11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.692503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeaca6-d7aa-4e37-aec0-fee0ab12fa4e tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Network': ['ID=5389533a-ae7c-4af6-8336-200e79206f7e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:16.719033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f00ad-417e-407a-9c6b-f14356c4ba80 req-73c380e8-bd7c-45db-b1ad-df2697af56e8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.723204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e78f00ad-417e-407a-9c6b-f14356c4ba80 req-73c380e8-bd7c-45db-b1ad-df2697af56e8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.6659219 Aug 31 09:26:16.742354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83f76242-e8d6-4fd6-ab1f-9c56ecaa11dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d847fdfb98af460485ef9d73e5a77203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9274533 Aug 31 09:26:16.743323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-521b0328-619d-4787-a128-e686ed0d8dfa req-22098e9f-523e-4b25-8cc9-e901b15d4ec2 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6351907 Aug 31 09:26:16.762332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51898) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:16.768090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f76242-e8d6-4fd6-ab1f-9c56ecaa11dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cf67ca-09be-4d7e-883c-fa6982431510,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:16.817032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting subnet c51d24d7-bfb9-40a5-9b18-997d74b6ad53 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:16.822236 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.917631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.948064 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dcaecb-e47f-4e5c-842c-fab6a0596935 x-openstack-request-id: req-61dcaecb-e47f-4e5c-842c-fab6a0596935 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:16.948459 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22", "name": "network-vif-deleted", "tag": "25f216ed-1ad6-4c3f-b876-90310d7f6861", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:16.948779 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61dcaecb-e47f-4e5c-842c-fab6a0596935 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:16.949432 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5ec4b5-ab0c-43cc-8731-0ce86fa96b22', 'name': 'network-vif-deleted', 'tag': '25f216ed-1ad6-4c3f-b876-90310d7f6861', 'status': 'completed', 'code': 200} Aug 31 09:26:16.994037 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:59Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:17.150138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e78f00ad-417e-407a-9c6b-f14356c4ba80 req-3a23d372-43cd-4a65-9216-542783a5713c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990035 Aug 31 09:26:17.180388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51910) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.211912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a1cb21-c41a-4858-a8fc-aa8bb5c31fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.266969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.286090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a1cb21-c41a-4858-a8fc-aa8bb5c31fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.361251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.363303 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] Checking router: b1c9980a-c4b9-4258-a6da-a66587a40364 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:17.379853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:17.380754 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:26:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:17.390443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1748574-0813-4704-bee9-14a30671d828 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.432357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1748574-0813-4704-bee9-14a30671d828 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.447478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a1cb21-c41a-4858-a8fc-aa8bb5c31fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.458779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a1cb21-c41a-4858-a8fc-aa8bb5c31fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.467678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-50a1cb21-c41a-4858-a8fc-aa8bb5c31fb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3cf67ca-09be-4d7e-883c-fa6982431510 HTTP/1.1" status: 204 len: 168 time: 0.6988230 Aug 31 09:26:17.477772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Transition to ACTIVE for port object 1ab8c062-a5cc-4dff-a342-64bb4f448781 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:17.480039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1cb21-c41a-4858-a8fc-aa8bb5c31fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cf67ca-09be-4d7e-883c-fa6982431510,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.543650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.588068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.668460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9f8d9-7a0b-4203-a440-7b28e385ba6b None None] Network c920ee14-198d-4e54-9f35-84811388a786 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:17.669353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.673400 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/subnets/c51d24d7-bfb9-40a5-9b18-997d74b6ad53 HTTP/1.1" status: 204 len: 168 time: 1.0349212 Aug 31 09:26:17.675081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b1318-b3aa-4c38-9cd8-6f9c7bb34b54 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Subnet': ['ID=c51d24d7-bfb9-40a5-9b18-997d74b6ad53,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.678874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51918) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.700530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:17.704321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:17.712225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:17.730133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:17.735977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.751505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.775496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=1ab8c062-a5cc-4dff-a342-64bb4f448781,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.796352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cce89643-1d2a-4086-8243-a2076f34d04e tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6159828 Aug 31 09:26:17.800540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51920) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.814100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11c', 'mac_address': 'fa:16:3e:ae:b5:71'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:17.941827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1748574-0813-4704-bee9-14a30671d828 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.954368 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a1748574-0813-4704-bee9-14a30671d828 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.961711 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a1748574-0813-4704-bee9-14a30671d828 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "DELETE /v2.0/security-groups/e398fabd-68f7-4819-8f93-af5c99a5d245 HTTP/1.1" status: 204 len: 168 time: 0.7742214 Aug 31 09:26:17.992914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51924) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:18.162039 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.197567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1748574-0813-4704-bee9-14a30671d828 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398fabd-68f7-4819-8f93-af5c99a5d245,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:18.216038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d213b64-7c65-477e-a557-911b26680660 req-0e09a589-21b5-4d42-896b-52937cb1808f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.218190 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-d9eb1a14-00c7-4bbe-92dc-c33bff6fe833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] show failed (client error): The resource could not be found. Aug 31 09:26:18.228770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d9eb1a14-00c7-4bbe-92dc-c33bff6fe833 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "GET /v2.0/security-groups/e398fabd-68f7-4819-8f93-af5c99a5d245 HTTP/1.1" status: 404 len: 347 time: 0.2331662 Aug 31 09:26:18.241269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51932) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:18.250172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d213b64-7c65-477e-a557-911b26680660 req-0e09a589-21b5-4d42-896b-52937cb1808f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2056653 Aug 31 09:26:18.367064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e6147-8352-4103-94e1-673032e67edd None None] DHCP port deletion for c920ee14-198d-4e54-9f35-84811388a786 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:18.474233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:59Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:18.559435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.581810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dc5843ff-e85b-4bf7-bd6a-0c2f14cad6cb None None] Provisioning for port 1ab8c062-a5cc-4dff-a342-64bb4f448781 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:18.593825 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc5f19-e0d6-46c6-987f-d630bcb78988 None None] The sync data for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 is: [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:23:48Z', 'revision_number': 4, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd1cdda0a-1e8a-4695-86cf-9edeaa0a4613', 'name': '', 'network_id': '8bcbc243-b5ad-425d-8f15-212c2674ce1f', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'mac_address': 'fa:16:3e:99:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '338eb689-26b3-4e67-a638-124dbb904526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:46Z', 'updated_at': '2021-08-31T09:23:59Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'subnets': [{'id': '338eb689-26b3-4e67-a638-124dbb904526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:18.599544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dc5843ff-e85b-4bf7-bd6a-0c2f14cad6cb None None] Provisioning complete for port 1ab8c062-a5cc-4dff-a342-64bb4f448781 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:18.600956 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dc5843ff-e85b-4bf7-bd6a-0c2f14cad6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.660948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d213b64-7c65-477e-a557-911b26680660 req-eede50cb-898f-4839-9232-4ab9a34d7eb4 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092498 Aug 31 09:26:18.710575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.755850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c22e6147-8352-4103-94e1-673032e67edd None None] Deleting port 63ac58cf-348e-4fcd-94e1-c62019d15c31 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:18.756247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c22e6147-8352-4103-94e1-673032e67edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.903480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15fe31-c7cc-46d8-b888-d9d708ec5b2d req-57a61638-02cb-471c-bb6d-f6e18ae51158 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.918540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee15fe31-c7cc-46d8-b888-d9d708ec5b2d req-57a61638-02cb-471c-bb6d-f6e18ae51158 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.3404357 Aug 31 09:26:18.931436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Deleting port 63ac58cf-348e-4fcd-94e1-c62019d15c31 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:18.931806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.972826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Deleting port f9d9dcc9-2562-4524-8685-5badd9afd13b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:18.974131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.104789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dc5843ff-e85b-4bf7-bd6a-0c2f14cad6cb None None] Port 1ab8c062-a5cc-4dff-a342-64bb4f448781 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:19.124887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c272fa5-5a3b-49bd-b5ce-c0a10e4853ba None None] New status for floating IP dbe201f6-a4d2-43a8-9786-e30744ab6a41: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:26:19.145524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] For port 63ac58cf-348e-4fcd-94e1-c62019d15c31, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63ac58cf-348e-4fcd-94e1-c62019d15c31,segment=NetworkSegment(67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f),segment_id=67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:19.146299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.178269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63ac58cf-348e-4fcd-94e1-c62019d15c31 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:19.179879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Calling delete_port for 63ac58cf-348e-4fcd-94e1-c62019d15c31 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:19.218586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.220062 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.290742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee15fe31-c7cc-46d8-b888-d9d708ec5b2d req-60efac77-aa67-44d4-8ebb-9168d3b80db8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689818 Aug 31 09:26:19.291721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Calling delete_port for f9d9dcc9-2562-4524-8685-5badd9afd13b owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:19.485149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c22e6147-8352-4103-94e1-673032e67edd None None] For port 63ac58cf-348e-4fcd-94e1-c62019d15c31, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63ac58cf-348e-4fcd-94e1-c62019d15c31,segment=NetworkSegment(67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f),segment_id=67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:19.490839 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c22e6147-8352-4103-94e1-673032e67edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.557073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c22e6147-8352-4103-94e1-673032e67edd None None] Calling delete_port for 63ac58cf-348e-4fcd-94e1-c62019d15c31 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:19.625917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.670651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Port': ['ID=63ac58cf-348e-4fcd-94e1-c62019d15c31,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:19.690887 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.699806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] No DVR routers for this DVR port 63ac58cf-348e-4fcd-94e1-c62019d15c31 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:19.706717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.808459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a243-9464-45b0-8376-38d830aa5387 req-df9cc440-7468-4d08-b059-e80b429c5acd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.833820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f92a243-9464-45b0-8376-38d830aa5387 req-df9cc440-7468-4d08-b059-e80b429c5acd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.3407602 Aug 31 09:26:19.895606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Port 63ac58cf-348e-4fcd-94e1-c62019d15c31 update to DOWN by agent not found {{(pid=94897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:26:19.924135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] In _notify_port_updated(), no bound segment for port 1ab8c062-a5cc-4dff-a342-64bb4f448781 on network d6212a05-cd24-497b-8e86-2a0e6954e4a2 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:26:19.936939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.938096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.943833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "PUT /v2.0/ports/1ab8c062-a5cc-4dff-a342-64bb4f448781 HTTP/1.1" status: 200 len: 1003 time: 2.1383703 Aug 31 09:26:19.954433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51964) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.015809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c22e6147-8352-4103-94e1-673032e67edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.077696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.104044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e6147-8352-4103-94e1-673032e67edd None None] Pushing event deleted for resources: {'Port': ['ID=63ac58cf-348e-4fcd-94e1-c62019d15c31,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:20.115706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:20.119263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e6147-8352-4103-94e1-673032e67edd None None] No DVR routers for this DVR port 63ac58cf-348e-4fcd-94e1-c62019d15c31 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:20.165792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c920ee14-198d-4e54-9f35-84811388a786']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:20.182214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29052b6d-400b-43fd-8560-04da01593c24 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=1ab8c062-a5cc-4dff-a342-64bb4f448781,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:20.191268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:20.193141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f52221-3b8a-4d1d-b6ba-e8b54bfeda7f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:20.229511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.248064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.313858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.336449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Pushing event deleted for resources: {'Port': ['ID=f9d9dcc9-2562-4524-8685-5badd9afd13b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:20.351716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:20.352993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:20.359579 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:20.381663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7a654-fabb-47f4-a108-e43a068203ec req-58ccdf08-ec79-4aba-aa72-cac64ecc2efc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.394347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcc7a654-fabb-47f4-a108-e43a068203ec req-58ccdf08-ec79-4aba-aa72-cac64ecc2efc tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4483187 Aug 31 09:26:20.425430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f92a243-9464-45b0-8376-38d830aa5387 req-7a9ee39a-2cd7-4f60-b663-40f6d204969c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774804 Aug 31 09:26:20.535310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcc7a654-fabb-47f4-a108-e43a068203ec req-7692b7d4-d54a-40fc-b7f8-90739e6375d8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389315 Aug 31 09:26:20.576326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e0dcd20d-eef1-4707-9eb3-d830c047e611 None None] Provisioning complete for port 1ab8c062-a5cc-4dff-a342-64bb4f448781 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:20.577184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e0dcd20d-eef1-4707-9eb3-d830c047e611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.578531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port 1ab8c062-a5cc-4dff-a342-64bb4f448781 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:20.579115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.618448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.642277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.652773 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/networks/c920ee14-198d-4e54-9f35-84811388a786 HTTP/1.1" status: 204 len: 168 time: 2.9722936 Aug 31 09:26:20.673375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51978) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.679725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcd20d-eef1-4707-9eb3-d830c047e611 None None] Port 1ab8c062-a5cc-4dff-a342-64bb4f448781 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:20.683544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.686500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.691388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bfb5612a-57cb-4afa-aed8-b72bb22d2d66 tempest-ServersTestManualDisk-789223870 tempest-ServersTestManualDisk-789223870-project] 10.222.0.18 "DELETE /v2.0/floatingips/dbe201f6-a4d2-43a8-9786-e30744ab6a41 HTTP/1.1" status: 204 len: 168 time: 2.4483545 Aug 31 09:26:20.699488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51980) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.723735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf211-e950-4cdd-accf-df5475fbf696 tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Pushing event deleted for resources: {'Network': ['ID=c920ee14-198d-4e54-9f35-84811388a786,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:20.760733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-46a0bb6a-8fdf-450c-a046-0cde8c4b8a6a tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb0d7717-ee66-405e-a1ed-99d27098cb9a HTTP/1.1" status: 200 len: 205 time: 0.0783973 Aug 31 09:26:20.765499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.811751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.835003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for 1ab8c062-a5cc-4dff-a342-64bb4f448781 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:20.881903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.956425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-dd9ac609-4e8c-4052-b982-f1f180ea35ea req-ed1c1074-9d5f-4883-aee3-94ec6cb08454 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:26:20.971182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd9ac609-4e8c-4052-b982-f1f180ea35ea req-ed1c1074-9d5f-4883-aee3-94ec6cb08454 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120020 Aug 31 09:26:21.398893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14ce5-1b51-4c17-b69c-d4aa1c97c787 req-a64f080b-5493-42fc-8d40-90dfb0ce619c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.402164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d14ce5-1b51-4c17-b69c-d4aa1c97c787 req-a64f080b-5493-42fc-8d40-90dfb0ce619c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.1674314 Aug 31 09:26:21.618217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.760096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=1ab8c062-a5cc-4dff-a342-64bb4f448781,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:21.836464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52d14ce5-1b51-4c17-b69c-d4aa1c97c787 req-ee2ca5c4-1270-49f4-9cac-d425d00eb16e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492272 Aug 31 09:26:22.049370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.065387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.258325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.260060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Fanout notify agent at l3_agent the message router_deleted on router cb0d7717-ee66-405e-a1ed-99d27098cb9a {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:22.270694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.275714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40a25817-a426-49e8-9486-a18bc12447af tempest-RoutersNegativeIpV6Test-1500169848 tempest-RoutersNegativeIpV6Test-1500169848-project] 10.222.0.18 "DELETE /v2.0/routers/cb0d7717-ee66-405e-a1ed-99d27098cb9a HTTP/1.1" status: 204 len: 168 time: 1.5080299 Aug 31 09:26:22.381813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4a005-3603-4429-b3bf-5ef10983473d req-ecbe3d35-c1e3-4398-8f0f-e5b4cdde1a6f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.384520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14a4a005-3603-4429-b3bf-5ef10983473d req-ecbe3d35-c1e3-4398-8f0f-e5b4cdde1a6f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.5461602 Aug 31 09:26:22.437995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.441398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-733b1c6a-8fef-41c3-b09a-9401b3588515 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/ports/1ab8c062-a5cc-4dff-a342-64bb4f448781 HTTP/1.1" status: 204 len: 168 time: 2.4837716 Aug 31 09:26:22.446358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52046) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:22.504794 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-198ca911-d7f4-4ca0-a0f9-f0166e917184 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] GET failed (client error): The resource could not be found. Aug 31 09:26:22.507879 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-198ca911-d7f4-4ca0-a0f9-f0166e917184 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "GET /v2.0/ports/1ab8c062-a5cc-4dff-a342-64bb4f448781 HTTP/1.1" status: 404 len: 333 time: 0.0602710 Aug 31 09:26:22.512847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52050) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:22.530024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14a4a005-3603-4429-b3bf-5ef10983473d req-e01aefb2-c588-4e58-8cf9-5d60eea11319 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985911 Aug 31 09:26:22.530388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-869031135'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:22.562009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-4f0988c5-1a35-4f6d-a170-372aaeb59b83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7080591 Aug 31 09:26:22.648134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.706938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:22.714632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.746637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] device_id is not set on port ffb450b1-ff52-45cc-bf6c-466167c7d784 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:23.251921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Allocated IP 2001:db8::3a5 (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/ffb450b1-ff52-45cc-bf6c-466167c7d784) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:23.278030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52068) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:23.345131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71f76-08ed-491c-9091-cf65ab3aa0f6 req-46de736c-90d6-44aa-be6c-47693b270508 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.349915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7de71f76-08ed-491c-9091-cf65ab3aa0f6 req-46de736c-90d6-44aa-be6c-47693b270508 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2115705 Aug 31 09:26:23.355158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52072) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:23.654252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df10bfd-551a-4c9d-b945-f0e742c83a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.697289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7de71f76-08ed-491c-9091-cf65ab3aa0f6 req-a34d6920-62da-41d1-b68e-d2b7c614cb4b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207664 Aug 31 09:26:23.747992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fb671af0-a3ee-4dcb-b4bc-11d40d234f35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28f4644f8e3f4252b83f18e73a0cee8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649212 Aug 31 09:26:23.763721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Deleting port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:23.764245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.772038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52082) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:23.916678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-768450ea-b225-4eee-b70a-c2491bb29ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.964570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.068711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-768450ea-b225-4eee-b70a-c2491bb29ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.085379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Transition to ACTIVE for port object ffb450b1-ff52-45cc-bf6c-466167c7d784 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:24.243885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.345956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:24.352718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-768450ea-b225-4eee-b70a-c2491bb29ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.357424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-768450ea-b225-4eee-b70a-c2491bb29ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.362857 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-768450ea-b225-4eee-b70a-c2491bb29ff0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad6c7b41-32d6-453d-8008-d526006d366e HTTP/1.1" status: 204 len: 168 time: 0.5849583 Aug 31 09:26:24.379376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:24.388597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] For port d1cdda0a-1e8a-4695-86cf-9edeaa0a4613, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:24.388934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.412408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:24.433930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.435030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.465759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=ffb450b1-ff52-45cc-bf6c-466167c7d784,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:24.478861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768450ea-b225-4eee-b70a-c2491bb29ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6c7b41-32d6-453d-8008-d526006d366e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:24.514236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96d37-fd2c-4da4-b524-8709cf00d4b9 req-723f42fd-1eb2-47f7-a4fa-213fd8123f47 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.533738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ea96d37-fd2c-4da4-b524-8709cf00d4b9 req-723f42fd-1eb2-47f7-a4fa-213fd8123f47 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.7450228 Aug 31 09:26:24.553040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Calling delete_port for d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:24.726510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df10bfd-551a-4c9d-b945-f0e742c83a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.747522 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14a499f2-fa74-43da-bcf8-fad126de818b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2325163 Aug 31 09:26:24.753884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:24.764710 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8df10bfd-551a-4c9d-b945-f0e742c83a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.772260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:b5:71'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:24.821712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ea96d37-fd2c-4da4-b524-8709cf00d4b9 req-e8eac49e-a436-4c2a-878f-513676abb960 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705951 Aug 31 09:26:25.118950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ed33651f-f498-4a88-8ca4-459604b9a659 None None] Provisioning for port ffb450b1-ff52-45cc-bf6c-466167c7d784 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:25.137708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ed33651f-f498-4a88-8ca4-459604b9a659 None None] Provisioning complete for port ffb450b1-ff52-45cc-bf6c-466167c7d784 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:25.138342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ed33651f-f498-4a88-8ca4-459604b9a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.160631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.171549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8df10bfd-551a-4c9d-b945-f0e742c83a40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6c21d32b34b44629f84b4822e8c0d19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8108447 Aug 31 09:26:25.171549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df10bfd-551a-4c9d-b945-f0e742c83a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a62e6e-5c98-4512-9cee-2ad675cb956d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.179974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:25.243420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ed33651f-f498-4a88-8ca4-459604b9a659 None None] Port ffb450b1-ff52-45cc-bf6c-466167c7d784 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:25.278782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-39c75c81-35dd-4579-9637-00fd071be89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.281433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-39c75c81-35dd-4579-9637-00fd071be89f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186&tenant_id=b967cb9422104014b9ee5d050047444b HTTP/1.1" status: 200 len: 1096 time: 0.3304207 Aug 31 09:26:25.360636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e1b65-cdce-41c1-8ea0-ce6b442e45b5 req-e07edea5-e12e-461b-b9f3-3e29f00f59fa tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.363101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d9e1b65-cdce-41c1-8ea0-ce6b442e45b5 req-e07edea5-e12e-461b-b9f3-3e29f00f59fa tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.4196970 Aug 31 09:26:25.547753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d9e1b65-cdce-41c1-8ea0-ce6b442e45b5 req-9363948a-476a-4544-bd81-04fc6484ce5f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281822 Aug 31 09:26:25.619129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-662e834c-0c57-4342-b40a-0f603f906555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.662343 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-662e834c-0c57-4342-b40a-0f603f906555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.666376 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.673377 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.741158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] In _notify_port_updated(), no bound segment for port ffb450b1-ff52-45cc-bf6c-466167c7d784 on network d6212a05-cd24-497b-8e86-2a0e6954e4a2 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:26:25.752353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.753524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.756698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "PUT /v2.0/ports/ffb450b1-ff52-45cc-bf6c-466167c7d784 HTTP/1.1" status: 200 len: 1002 time: 1.0004694 Aug 31 09:26:25.762001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52116) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:25.787560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-662e834c-0c57-4342-b40a-0f603f906555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.792881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-662e834c-0c57-4342-b40a-0f603f906555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.794882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-662e834c-0c57-4342-b40a-0f603f906555 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35a62e6e-5c98-4512-9cee-2ad675cb956d HTTP/1.1" status: 204 len: 168 time: 0.6132200 Aug 31 09:26:25.837030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e834c-0c57-4342-b40a-0f603f906555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a62e6e-5c98-4512-9cee-2ad675cb956d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.843978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-f46712fe-b173-487d-bb82-7d568d9c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.847433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-f46712fe-b173-487d-bb82-7d568d9c6865 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1096 time: 0.4289708 Aug 31 09:26:25.987756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=ffb450b1-ff52-45cc-bf6c-466167c7d784,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:26.055663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.056286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.057135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.057995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.058647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.059188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.059706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.060235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.060784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.061383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.061895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.062404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c8be7-6349-4229-b917-d149d69e1bcf tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:26.171540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port ffb450b1-ff52-45cc-bf6c-466167c7d784 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:26.172088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.400899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52126) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.426780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.440032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-97406816-d47d-4486-a7c5-778bacbd92d6 None None] Provisioning complete for port ffb450b1-ff52-45cc-bf6c-466167c7d784 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:26.440876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97406816-d47d-4486-a7c5-778bacbd92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.470367 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.476022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for ffb450b1-ff52-45cc-bf6c-466167c7d784 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:26.491631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52132) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.612893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-97406816-d47d-4486-a7c5-778bacbd92d6 None None] Port ffb450b1-ff52-45cc-bf6c-466167c7d784 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:26.625911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eabeab2b-a4ec-4178-b529-0e3a99308122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.654867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5585eb-526f-4969-9e47-2402da7df177 req-3218c6e2-6468-414b-8b72-0a4f8331789b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.657688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e5585eb-526f-4969-9e47-2402da7df177 req-3218c6e2-6468-414b-8b72-0a4f8331789b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.4396150 Aug 31 09:26:26.658999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cdda0a-1e8a-4695-86cf-9edeaa0a4613,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:26.677015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-552ac9ed-1af5-4b0c-9b2b-5ad312c57dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.680219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-552ac9ed-1af5-4b0c-9b2b-5ad312c57dd4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 0.8090796 Aug 31 09:26:26.908290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-46e064e9-1e4d-43d8-b02b-974a6415f58a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.1385007 Aug 31 09:26:26.948946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eabeab2b-a4ec-4178-b529-0e3a99308122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.962387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eabeab2b-a4ec-4178-b529-0e3a99308122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.034178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eabeab2b-a4ec-4178-b529-0e3a99308122 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91e1d3d58d8f4998bf8a2bea0a73a7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413926 Aug 31 09:26:27.042963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52140) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.199010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e5585eb-526f-4969-9e47-2402da7df177 req-a5358075-1104-4ec9-a88e-44a8aab330ff tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246954 Aug 31 09:26:27.287612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabeab2b-a4ec-4178-b529-0e3a99308122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ffd49f-cd2c-478c-8b73-81a6e35a882e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.343546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.364505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f83472c6-3200-4551-b359-c6b8f23534a7 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-315256263', 'prefixes': ['172.20.0.0/16']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:27.402273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.414167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=ffb450b1-ff52-45cc-bf6c-466167c7d784,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.455316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.460034 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c1f19e6c-5a39-4cf1-aa12-fa87ef7cea40 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/ports/ffb450b1-ff52-45cc-bf6c-466167c7d784 HTTP/1.1" status: 204 len: 168 time: 1.6963632 Aug 31 09:26:27.464426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52148) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.540860 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1419c9b4-5922-4dbd-871c-7f212b32f6eb tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] GET failed (client error): The resource could not be found. Aug 31 09:26:27.544689 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1419c9b4-5922-4dbd-871c-7f212b32f6eb tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "GET /v2.0/ports/ffb450b1-ff52-45cc-bf6c-466167c7d784 HTTP/1.1" status: 404 len: 333 time: 0.0763049 Aug 31 09:26:27.548572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52150) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.560854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1814486806'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:27.576927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-ca2c989e-e596-416b-a8e9-831f50beeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.585508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-ca2c989e-e596-416b-a8e9-831f50beeaf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.6531634 Aug 31 09:26:27.684723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-868392c2-694d-4f97-97be-6f380705cbef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795114 Aug 31 09:26:27.828929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2f30fde-8597-4952-9ef6-6941cda958c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.898682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:27.905510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.930980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-e5ca1828-5e4b-4f49-9cd2-6fe4288f2a1a service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298820 Aug 31 09:26:27.965303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] device_id is not set on port b7a9db87-ea1d-4588-a081-dc5980d1d385 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:27.967387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2b95-1e18-4766-a374-42f817027d46 req-2868fb42-d1cb-4b1c-bce4-9a824faa0629 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.981533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee9d2b95-1e18-4766-a374-42f817027d46 req-2868fb42-d1cb-4b1c-bce4-9a824faa0629 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.8646441 Aug 31 09:26:28.133506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.159726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.266178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee9d2b95-1e18-4766-a374-42f817027d46 req-b56a25ac-a1a1-436f-bc18-83748b68cdec tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831612 Aug 31 09:26:28.279308 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2f30fde-8597-4952-9ef6-6941cda958c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.295284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.311455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2f30fde-8597-4952-9ef6-6941cda958c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.361422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Allocated IP 2001:db8::311 (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/b7a9db87-ea1d-4588-a081-dc5980d1d385) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:28.378142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e2f30fde-8597-4952-9ef6-6941cda958c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e2cd6b124484237a3706bdaab1dbdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677248 Aug 31 09:26:28.384383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f83472c6-3200-4551-b359-c6b8f23534a7 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] Notify callbacks [] for subnetpool, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.385678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f83472c6-3200-4551-b359-c6b8f23534a7 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.9819303 Aug 31 09:26:28.392110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52156) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:28.392476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52158) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:28.446507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f30fde-8597-4952-9ef6-6941cda958c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684db3e-d053-430c-bad9-31b6d27751af,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:28.509813 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a3756b59-bd58-432c-af0a-b52032e5ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.585235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-f3934577-e05e-4681-ab6c-1b28e4c1d765 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340001 Aug 31 09:26:28.687669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-08abee88-645c-4aa5-bfc5-7c38ddc1cc6b tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] 10.222.0.18 "GET /v2.0/subnetpools/8e4425fe-008d-40cd-9058-dffbdbae82d1 HTTP/1.1" status: 200 len: 731 time: 0.2853987 Aug 31 09:26:28.690196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52160) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:28.713144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4a0ba650-8799-488c-a412-087c9d249a3b tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1851667951'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:28.766328 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.789578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde10b-b9b1-4935-a6c7-269c550421e0 req-86e0eff2-15ad-40b0-9300-1b016fcf4384 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.792228 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0dde10b-b9b1-4935-a6c7-269c550421e0 req-86e0eff2-15ad-40b0-9300-1b016fcf4384 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3682044 Aug 31 09:26:28.814240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Transition to ACTIVE for port object b7a9db87-ea1d-4588-a081-dc5980d1d385 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:28.821101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.826041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.830174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38ffd49f-cd2c-478c-8b73-81a6e35a882e HTTP/1.1" status: 204 len: 168 time: 1.7631607 Aug 31 09:26:28.846138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb624559-dd26-4ca2-b012-34a5eee1c509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.936468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.955793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ffd49f-cd2c-478c-8b73-81a6e35a882e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:29.016799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.017854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.018758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.019347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.019969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.020556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.021377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.021986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.022602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.023189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.023972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.024574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9910-c5f2-460e-b9c7-86396f6200aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:29.036785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=b7a9db87-ea1d-4588-a081-dc5980d1d385,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:29.045456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb624559-dd26-4ca2-b012-34a5eee1c509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.062822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:29.074067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:29.077825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:29.101660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.103117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.135813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a0ba650-8799-488c-a412-087c9d249a3b tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] Notify callbacks [] for subnetpool, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.137664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a0ba650-8799-488c-a412-087c9d249a3b tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] 10.222.0.18 "PUT /v2.0/subnetpools/8e4425fe-008d-40cd-9058-dffbdbae82d1 HTTP/1.1" status: 200 len: 684 time: 0.4457741 Aug 31 09:26:29.140951 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1660b5ed-9a43-474d-a4ec-98d40f379d3b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5907950 Aug 31 09:26:29.141674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52178) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.156606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52180) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.185615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'network_id': 'd6212a05-cd24-497b-8e86-2a0e6954e4a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-738394924'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:29.279133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0dde10b-b9b1-4935-a6c7-269c550421e0 req-1a1ca763-99dc-4e14-8495-e410e8ffd297 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658270 Aug 31 09:26:29.511388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Router b1c9980a-c4b9-4258-a6da-a66587a40364 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:29.560279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Made reservation on behalf of 166ed7e89cd94d72b5195cd9145eb987 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:29.575055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.582899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb624559-dd26-4ca2-b012-34a5eee1c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.598137 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb624559-dd26-4ca2-b012-34a5eee1c509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.603065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fb624559-dd26-4ca2-b012-34a5eee1c509 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5684db3e-d053-430c-bad9-31b6d27751af HTTP/1.1" status: 204 len: 168 time: 1.2029905 Aug 31 09:26:29.635765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6345d7c-3c3b-41b5-9d00-d8f978adce09 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] Notify callbacks [] for subnetpool, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.637176 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d6345d7c-3c3b-41b5-9d00-d8f978adce09 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8e4425fe-008d-40cd-9058-dffbdbae82d1 HTTP/1.1" status: 204 len: 168 time: 0.4940510 Aug 31 09:26:29.639744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] device_id is not set on port dc60db98-add1-45c8-bd82-68d82a795c6e yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:29.648546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.779223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb624559-dd26-4ca2-b012-34a5eee1c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684db3e-d053-430c-bad9-31b6d27751af,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:29.890507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-24847204-d775-43f9-af60-df2ccb93cb3d None None] Provisioning for port b7a9db87-ea1d-4588-a081-dc5980d1d385 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:29.940315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-24847204-d775-43f9-af60-df2ccb93cb3d None None] Provisioning complete for port b7a9db87-ea1d-4588-a081-dc5980d1d385 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:29.941072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-24847204-d775-43f9-af60-df2ccb93cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.954167 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-223f5bf0-1af4-40ed-a56f-2d5faab86658 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] show failed (client error): The resource could not be found. Aug 31 09:26:29.974844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-223f5bf0-1af4-40ed-a56f-2d5faab86658 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] 10.222.0.18 "GET /v2.0/subnetpools/8e4425fe-008d-40cd-9058-dffbdbae82d1 HTTP/1.1" status: 404 len: 346 time: 0.2987931 Aug 31 09:26:29.980913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52206) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.138681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-24847204-d775-43f9-af60-df2ccb93cb3d None None] Port b7a9db87-ea1d-4588-a081-dc5980d1d385 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:30.398385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-e78e1323-965e-42e8-8321-f6ac5af56e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.404458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-e78e1323-965e-42e8-8321-f6ac5af56e80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.2963140 Aug 31 09:26:30.407089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Allocated IP 2001:db8::fc (d6212a05-cd24-497b-8e86-2a0e6954e4a2/4ea93e8a-6223-4f13-8575-109e1580d6bc/dc60db98-add1-45c8-bd82-68d82a795c6e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:30.780985 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-249641b1-9150-4b4c-ac2a-c9f9dba2d838 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] delete failed (client error): The resource could not be found. Aug 31 09:26:30.798998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-249641b1-9150-4b4c-ac2a-c9f9dba2d838 tempest-SubnetPoolsTestJSON-1132876688 tempest-SubnetPoolsTestJSON-1132876688-project] 10.222.0.18 "DELETE /v2.0/subnetpools/8e4425fe-008d-40cd-9058-dffbdbae82d1 HTTP/1.1" status: 404 len: 346 time: 0.7983768 Aug 31 09:26:30.917575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4b00e-4d04-45f1-9f0a-acc3fc91b0bb req-e5153190-9b2b-4926-a34c-672a521da162 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.932461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38e4b00e-4d04-45f1-9f0a-acc3fc91b0bb req-e5153190-9b2b-4926-a34c-672a521da162 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 1.2824206 Aug 31 09:26:30.981528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-253da0ed-fd15-4b8d-a2bd-5cca1c1f6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.992833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-253da0ed-fd15-4b8d-a2bd-5cca1c1f6e51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.5780659 Aug 31 09:26:31.054712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9382c1-261a-40a2-a74d-f5de5c1cff06 req-8f4a83e3-ad93-4497-811e-98bca6b8efc9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.057329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec9382c1-261a-40a2-a74d-f5de5c1cff06 req-8f4a83e3-ad93-4497-811e-98bca6b8efc9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3394423 Aug 31 09:26:31.077166 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:26:31.180746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38e4b00e-4d04-45f1-9f0a-acc3fc91b0bb req-33981b40-9e8e-4226-84fd-de0776944a2a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084723 Aug 31 09:26:31.201569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:31.223148 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] Sync routers for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:31.228801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f3dbfe7c-4fc5-4d40-ba45-8d660e9c2ee1 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1c9980a-c4b9-4258-a6da-a66587a40364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5268500 Aug 31 09:26:31.232275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.237649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52226) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.262386 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:31.263380 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:26:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.309285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Transition to ACTIVE for port object dc60db98-add1-45c8-bd82-68d82a795c6e will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:31.518812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.548208 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-09c2aa48-c6bb-40b9-b5b5-ee025f3d580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.731610 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:31.779985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.920797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.961530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:31.983253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.985646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:31.991849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.007281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:32.031999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec9382c1-261a-40a2-a74d-f5de5c1cff06 req-5f2ce65e-6e26-40ac-86b7-3fdd4fe6215a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8626304 Aug 31 09:26:32.087265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.092132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.168414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-00c38a30-1121-42e4-91c0-b6c2eb0397d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.6961684 Aug 31 09:26:32.230269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=dc60db98-add1-45c8-bd82-68d82a795c6e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:32.416404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5f9acdcf-1b21-46fa-ac54-12b77be4c6c2 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2521195 Aug 31 09:26:32.426917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:32.460494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11c', 'mac_address': 'fa:16:3e:ae:b5:71'}, {'ip_address': '2001:db8::311', 'mac_address': 'fa:16:3e:b0:c6:60'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:32.549658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.567853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:26:25Z', 'revision_number': 5, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port': {'id': '87f40e34-8971-49bc-b3e2-3d2dce94aef5', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:32.679205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] Checking router: b1c9980a-c4b9-4258-a6da-a66587a40364 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:32.693626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-66d00bb3-3e33-47f1-85e8-a3f2245d7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.700410 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-66d00bb3-3e33-47f1-85e8-a3f2245d7a8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.5112364 Aug 31 09:26:32.722376 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] Routers {'b1c9980a-c4b9-4258-a6da-a66587a40364'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:32.723712 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:26:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['b1c9980a-c4b9-4258-a6da-a66587a40364'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:32.838503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Deleting port 87f40e34-8971-49bc-b3e2-3d2dce94aef5 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:32.838849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.849497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921b066-fe18-48e8-ad08-70ffc47764c1 req-72ea0838-a737-421b-87e1-179779f8559b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.870557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4921b066-fe18-48e8-ad08-70ffc47764c1 req-72ea0838-a737-421b-87e1-179779f8559b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.3244009 Aug 31 09:26:32.872986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1140ec28-3d64-49c1-8708-8595d2715694 None None] Provisioning for port dc60db98-add1-45c8-bd82-68d82a795c6e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:32.886373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1140ec28-3d64-49c1-8708-8595d2715694 None None] Provisioning complete for port dc60db98-add1-45c8-bd82-68d82a795c6e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:32.888732 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1140ec28-3d64-49c1-8708-8595d2715694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.968178 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] Set router b1c9980a-c4b9-4258-a6da-a66587a40364 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:33.015833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1140ec28-3d64-49c1-8708-8595d2715694 None None] Port dc60db98-add1-45c8-bd82-68d82a795c6e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:33.024062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4921b066-fe18-48e8-ad08-70ffc47764c1 req-db0098c4-5e0d-4b7b-b28e-7b8cf26e5adb tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523335 Aug 31 09:26:33.152164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] For port 87f40e34-8971-49bc-b3e2-3d2dce94aef5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=87f40e34-8971-49bc-b3e2-3d2dce94aef5,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:33.153552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.179204 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:26:32Z', 'revision_number': 6, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:33.209459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Calling delete_port for 87f40e34-8971-49bc-b3e2-3d2dce94aef5 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:33.210026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8ddc-1d9f-474b-9159-96fb8d550ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.296560 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283eae7b-1ff7-499f-8373-8a789c02416b None None] The sync data for ids ['b1c9980a-c4b9-4258-a6da-a66587a40364'] in n-d-800634-13 is: [{'id': 'b1c9980a-c4b9-4258-a6da-a66587a40364', 'name': 'tempest-ServersTestManualDisk-1556276453-router', 'tenant_id': 'e17158b702664d1db20ab142c56db5bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:33Z', 'updated_at': '2021-08-31T09:26:32Z', 'revision_number': 6, 'project_id': 'e17158b702664d1db20ab142c56db5bd', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:33.412671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-35c0d65c-befd-42cd-bb95-fa1999de5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.416116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-35c0d65c-befd-42cd-bb95-fa1999de5e33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4477971 Aug 31 09:26:33.545778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.568484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c7a4-2278-467d-8ed2-1495efa306ee req-19a8d71b-49b7-4a81-8fcf-028e13541cdf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.571009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa77c7a4-2278-467d-8ed2-1495efa306ee req-19a8d71b-49b7-4a81-8fcf-028e13541cdf tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1761796 Aug 31 09:26:33.746112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa77c7a4-2278-467d-8ed2-1495efa306ee req-60be0530-4326-4c09-8cf0-72e5be834d0b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056018 Aug 31 09:26:33.905217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-a60037f4-e9cb-486d-ae39-249921aa2082 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682882 Aug 31 09:26:33.944564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.964174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.073705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=87f40e34-8971-49bc-b3e2-3d2dce94aef5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:34.418103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.588026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b069f87a-a0cf-49ae-8a20-b35863163f55 req-38425376-92af-4748-a7f6-3ea4825cdb31 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299577 Aug 31 09:26:34.670678 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.677518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.808330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2851a-a9fe-47fc-b340-9911c451b73f req-a976a92a-3992-48b1-8c01-a2f436ccfffd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.810788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2b2851a-a9fe-47fc-b340-9911c451b73f req-a976a92a-3992-48b1-8c01-a2f436ccfffd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.5391834 Aug 31 09:26:34.812638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.813655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c9980a-c4b9-4258-a6da-a66587a40364 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:34.829275 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.831265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-32b7c835-c470-4727-8adb-a76e63684f6d admin admin] 10.222.0.18 "DELETE /v2.0/routers/b1c9980a-c4b9-4258-a6da-a66587a40364 HTTP/1.1" status: 204 len: 168 time: 3.5593677 Aug 31 09:26:34.835624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:34.872286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8ddc-1d9f-474b-9159-96fb8d550ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.918256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8ddc-1d9f-474b-9159-96fb8d550ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.933097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2b2851a-a9fe-47fc-b340-9911c451b73f req-aadf384b-955e-4c0b-8e25-07c6b086b674 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979357 Aug 31 09:26:35.189303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268226-f219-4180-97d0-d6b7555ce188 req-dc792102-fec1-49ed-8a01-332c0e14dd06 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.191831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84268226-f219-4180-97d0-d6b7555ce188 req-dc792102-fec1-49ed-8a01-332c0e14dd06 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2159755 Aug 31 09:26:35.220864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Deleting subnet 338eb689-26b3-4e67-a638-124dbb904526 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:35.241082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.267590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:35.358183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.386448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84268226-f219-4180-97d0-d6b7555ce188 req-8dd992ce-fa57-4692-8c7a-1376ce4dbf37 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772377 Aug 31 09:26:35.412294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:35.413232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d1cdda0a-1e8a-4695-86cf-9edeaa0a4613 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:35.413867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 87f40e34-8971-49bc-b3e2-3d2dce94aef5 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:35.450805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 87f40e34-8971-49bc-b3e2-3d2dce94aef5 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:35.451306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 87f40e34-8971-49bc-b3e2-3d2dce94aef5 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:35.591657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.707909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b9bd8ddc-1d9f-474b-9159-96fb8d550ee3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=546bf7df3a1f49f18d38658a66441bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5826426 Aug 31 09:26:35.708364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52298) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:35.717329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8ddc-1d9f-474b-9159-96fb8d550ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72343af-222a-4333-9a6f-7d704de4c294,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:35.749559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.811406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338eb689-26b3-4e67-a638-124dbb904526,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:35.815056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.817910 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cd70be23-873e-462c-9768-4db4c4ce20d4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/338eb689-26b3-4e67-a638-124dbb904526 HTTP/1.1" status: 204 len: 168 time: 0.9768519 Aug 31 09:26:35.820054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafde9b5-e966-4cc7-8378-ff6a43338118 None None] Network 8bcbc243-b5ad-425d-8f15-212c2674ce1f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:35.821510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52304) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:35.834449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.952176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c318-d687-4113-9927-10a29872f8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.955267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.064794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c318-d687-4113-9927-10a29872f8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.123763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] In _notify_port_updated(), no bound segment for port dc60db98-add1-45c8-bd82-68d82a795c6e on network d6212a05-cd24-497b-8e86-2a0e6954e4a2 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:26:36.152542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.153820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.173033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "PUT /v2.0/ports/dc60db98-add1-45c8-bd82-68d82a795c6e HTTP/1.1" status: 200 len: 1066 time: 3.7412784 Aug 31 09:26:36.186747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52312) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:36.259087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.405521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639779f0-4198-4851-a5d9-2a7270f49ae6 req-dc90a59c-9c8c-4bc2-84b6-827d697f8fdf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.423337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-639779f0-4198-4851-a5d9-2a7270f49ae6 req-dc90a59c-9c8c-4bc2-84b6-827d697f8fdf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2106133 Aug 31 09:26:36.427539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a450-4700-4c0b-94c5-5e9365391a60 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event updated for resources: {'Port': ['ID=dc60db98-add1-45c8-bd82-68d82a795c6e,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:36.456751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c318-d687-4113-9927-10a29872f8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.479696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbb2c318-d687-4113-9927-10a29872f8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.482971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] DHCP port deletion for 8bcbc243-b5ad-425d-8f15-212c2674ce1f request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:36.486598 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fbb2c318-d687-4113-9927-10a29872f8ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b72343af-222a-4333-9a6f-7d704de4c294 HTTP/1.1" status: 204 len: 168 time: 0.7763352 Aug 31 09:26:36.509134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2c318-d687-4113-9927-10a29872f8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72343af-222a-4333-9a6f-7d704de4c294,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:36.561610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-639779f0-4198-4851-a5d9-2a7270f49ae6 req-81afff77-bccd-47f8-aad7-179770b7056c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301041 Aug 31 09:26:36.570003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.656842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] Deleting port d7efaec6-c8e8-4580-b484-18cac739759f {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:36.657516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.854026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port dc60db98-add1-45c8-bd82-68d82a795c6e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:36.854857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.865582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b975-a709-4734-91a4-b64dfa9207e9 req-a5754e92-ed03-4582-9c14-b91390c2534a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.868360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4930b975-a709-4734-91a4-b64dfa9207e9 req-a5754e92-ed03-4582-9c14-b91390c2534a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2053387 Aug 31 09:26:36.869551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] For port d7efaec6-c8e8-4580-b484-18cac739759f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d7efaec6-c8e8-4580-b484-18cac739759f,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:36.871876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.958407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4930b975-a709-4734-91a4-b64dfa9207e9 req-c41538f9-aca0-4f7a-8606-ab7c9518fd19 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770745 Aug 31 09:26:36.961027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] Calling delete_port for d7efaec6-c8e8-4580-b484-18cac739759f owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:36.995469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9bdfc26b-2f82-4075-a2a9-215a75ef628e None None] Provisioning complete for port dc60db98-add1-45c8-bd82-68d82a795c6e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:36.995469 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc26b-2f82-4075-a2a9-215a75ef628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.062191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Deleting port d7efaec6-c8e8-4580-b484-18cac739759f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:37.064049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.076795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9bdfc26b-2f82-4075-a2a9-215a75ef628e None None] Port dc60db98-add1-45c8-bd82-68d82a795c6e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:37.227608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d7efaec6-c8e8-4580-b484-18cac739759f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:37.260272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] For port d7efaec6-c8e8-4580-b484-18cac739759f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d7efaec6-c8e8-4580-b484-18cac739759f,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:37.261220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.271972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661df3-7a46-44c2-bcf6-4bea6620a7ee req-a29bef6a-442a-4a4a-a263-e0a144f5e5f6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.280281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Calling delete_port for d7efaec6-c8e8-4580-b484-18cac739759f owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:37.295118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6661df3-7a46-44c2-bcf6-4bea6620a7ee req-a29bef6a-442a-4a4a-a263-e0a144f5e5f6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1637216 Aug 31 09:26:37.415940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6661df3-7a46-44c2-bcf6-4bea6620a7ee req-846ae762-c75d-4db7-b9f4-630da64bc451 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197958 Aug 31 09:26:37.530523 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.613663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.652648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d7efaec6-c8e8-4580-b484-18cac739759f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d7efaec6-c8e8-4580-b484-18cac739759f,segment=NetworkSegment(7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0),segment_id=7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:37.669236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.687442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for dc60db98-add1-45c8-bd82-68d82a795c6e owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:37.737721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.784558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.802225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] No DVR routers for this DVR port d7efaec6-c8e8-4580-b484-18cac739759f on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:37.826876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d7efaec6-c8e8-4580-b484-18cac739759f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:37.869108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d6187-8e00-4896-aed7-123f9534f8a0 req-7eff9154-1d2b-4785-a6b6-25e871d060d0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.874524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468f1b8-f956-45f7-839f-bdb9356c49ed None None] Pushing event deleted for resources: {'Port': ['ID=d7efaec6-c8e8-4580-b484-18cac739759f,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:37.876358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d9d6187-8e00-4896-aed7-123f9534f8a0 req-7eff9154-1d2b-4785-a6b6-25e871d060d0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2170849 Aug 31 09:26:38.027553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62072cdd-4e5b-4c9e-b37f-7c0fc4d39259 req-4f06e406-fc36-4c58-a8fc-4995a5356049 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:38.037984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62072cdd-4e5b-4c9e-b37f-7c0fc4d39259 req-4f06e406-fc36-4c58-a8fc-4995a5356049 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2734296 Aug 31 09:26:38.058034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d9d6187-8e00-4896-aed7-123f9534f8a0 req-627a5a2b-9d4e-4c25-a358-764c7fb2bd3d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567919 Aug 31 09:26:38.060288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] No DVR routers for this DVR port d7efaec6-c8e8-4580-b484-18cac739759f on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:38.084713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7efaec6-c8e8-4580-b484-18cac739759f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:38.179653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62072cdd-4e5b-4c9e-b37f-7c0fc4d39259 req-d34f3075-637e-4382-904a-e1d6ff00e610 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405747 Aug 31 09:26:38.422077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.500885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcbc243-b5ad-425d-8f15-212c2674ce1f']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:38.637246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:38.640235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dced9e6-c3e7-4e5e-9f77-62f3e15c7ef0') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:38.711237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.795832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.942993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:38.943467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.960412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c879cb-5389-4eac-a9c8-d3d5d1e68d05 req-dcc3defd-b1e5-4fbf-9233-c9a620078fb8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:38.969661 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:38.984970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53c879cb-5389-4eac-a9c8-d3d5d1e68d05 req-dcc3defd-b1e5-4fbf-9233-c9a620078fb8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.2748253 Aug 31 09:26:39.194084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53c879cb-5389-4eac-a9c8-d3d5d1e68d05 req-4907a02b-3226-40a2-b607-7eabb37de53f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059901 Aug 31 09:26:39.288526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:39.585399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1054903188'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:39.637543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd6700-a71e-4ef1-8c58-9d3d5fcef215 req-c602a60e-e880-4505-a1a2-dbaa63f76e96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.646238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19bd6700-a71e-4ef1-8c58-9d3d5fcef215 req-c602a60e-e880-4505-a1a2-dbaa63f76e96 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2360833 Aug 31 09:26:39.671132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Made reservation on behalf of 51e62c979678438392bbb7bb9bdb2563 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:39.674752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.716529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.751233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19bd6700-a71e-4ef1-8c58-9d3d5fcef215 req-3a10a8e7-b16c-4d6f-a59a-92ca6a2f4229 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005487 Aug 31 09:26:39.874011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.895252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.905985 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bcbc243-b5ad-425d-8f15-212c2674ce1f HTTP/1.1" status: 204 len: 168 time: 4.0828512 Aug 31 09:26:39.990521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.043911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f78ef-9465-49c4-9d69-68a9ca2adc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcbc243-b5ad-425d-8f15-212c2674ce1f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.058315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=dc60db98-add1-45c8-bd82-68d82a795c6e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.214414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.229406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.371294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:40.442516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69972a-1e6b-4855-b4b8-2b7037a23848,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.467506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.468102 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Added segment 7dc2ef0f-7057-424b-94d1-760b62621135 of type vlan for network e89f0b4b-df64-4129-86ee-8411346843e2 Aug 31 09:26:40.659285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52396) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.669796 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.675914 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aeeb6658-dd2d-451d-a85e-cf68895e4e3c tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/ports/dc60db98-add1-45c8-bd82-68d82a795c6e HTTP/1.1" status: 204 len: 168 time: 4.4769468 Aug 31 09:26:40.677232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52398) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.712803 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a755dc22-66fe-48f8-8a1b-02f3eb83a441 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] GET failed (client error): The resource could not be found. Aug 31 09:26:40.719288 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a755dc22-66fe-48f8-8a1b-02f3eb83a441 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "GET /v2.0/ports/dc60db98-add1-45c8-bd82-68d82a795c6e HTTP/1.1" status: 404 len: 333 time: 0.0404332 Aug 31 09:26:40.720379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52400) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.788255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54563a41-e01f-4a9e-b198-ac0cbec4c2e6 req-3a8ec5e8-e9bd-4de3-93c2-926d6d20abdd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.803475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54563a41-e01f-4a9e-b198-ac0cbec4c2e6 req-3a8ec5e8-e9bd-4de3-93c2-926d6d20abdd tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.3399348 Aug 31 09:26:40.852800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.904492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-729ff358-c341-499b-9b6a-2794ec548d8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e17158b702664d1db20ab142c56db5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342999 Aug 31 09:26:40.909363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52404) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.960786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54563a41-e01f-4a9e-b198-ac0cbec4c2e6 req-41a89d91-adf1-46e7-bcf8-bd6c51e19c7e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219959 Aug 31 09:26:40.965484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.983576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.985872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.006551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port b7a9db87-ea1d-4588-a081-dc5980d1d385 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:41.011241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.070858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88bb0347-e93d-4755-b807-2b18dbfea910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.151592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88bb0347-e93d-4755-b807-2b18dbfea910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.275420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9848728 Aug 31 09:26:41.280174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.283080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52416) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:41.302209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Request body: {'subnet': {'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:41.306715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e2c1-5ff2-4f6b-a7d4-8a419d9354ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event updated for resources: {'Network': ['ID=e89f0b4b-df64-4129-86ee-8411346843e2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:41.330758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e89f0b4b-df64-4129-86ee-8411346843e2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:41.421564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e941b9-30c0-4d81-b705-3453bc39e343 req-f4d53fb2-b26e-48cb-826f-fa88750fa761 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.428411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10e941b9-30c0-4d81-b705-3453bc39e343 req-f4d53fb2-b26e-48cb-826f-fa88750fa761 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.4325726 Aug 31 09:26:41.479162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Made reservation on behalf of 51e62c979678438392bbb7bb9bdb2563 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:41.483094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.508513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for b7a9db87-ea1d-4588-a081-dc5980d1d385 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:41.650938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10e941b9-30c0-4d81-b705-3453bc39e343 req-b025ea3a-8242-4ab7-a90f-b7e703e87af2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022111 Aug 31 09:26:41.804644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88bb0347-e93d-4755-b807-2b18dbfea910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.816473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88bb0347-e93d-4755-b807-2b18dbfea910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.828332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-88bb0347-e93d-4755-b807-2b18dbfea910 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1a373b9-8ae9-49d4-a4f9-0a078de53003 HTTP/1.1" status: 204 len: 168 time: 0.9171112 Aug 31 09:26:41.909890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce55eb-320a-4b81-b7dc-fc6921b3a050 req-c9a0cc99-198f-4dc1-ba52-153d8fc0d8f6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.928279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6ce55eb-320a-4b81-b7dc-fc6921b3a050 req-c9a0cc99-198f-4dc1-ba52-153d8fc0d8f6 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1502280 Aug 31 09:26:41.962505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-a495f9bd-3886-498a-a1b0-4258f4ab82fa req-3a195f43-44a8-478b-b5b3-0e804f42a83c service neutron] (94895) timed out ('10.222.0.18', 58288) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:26:42.015892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6ce55eb-320a-4b81-b7dc-fc6921b3a050 req-1ad1ba63-b8fe-47a9-9562-0c8d7a539f26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858276 Aug 31 09:26:42.057088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb0347-e93d-4755-b807-2b18dbfea910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a373b9-8ae9-49d4-a4f9-0a078de53003,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.434315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-69a5fd26-68bf-45d7-a337-f5fa6418613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.446294 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-69a5fd26-68bf-45d7-a337-f5fa6418613d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.9175992 Aug 31 09:26:43.016672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.129630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26c044-b571-47d8-ae29-1eb4b92e4f25 req-6f72004b-27cd-453c-abc2-198897dd3e61 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.153858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb26c044-b571-47d8-ae29-1eb4b92e4f25 req-6f72004b-27cd-453c-abc2-198897dd3e61 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.2547467 Aug 31 09:26:43.291764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb26c044-b571-47d8-ae29-1eb4b92e4f25 req-3479cebc-5893-47c8-b8f7-7b49316255f4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334238 Aug 31 09:26:43.374253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead01e-326c-4fec-9b32-a5f3de93edec req-9dd82b8d-52e4-47a5-9bcf-18d91be44e68 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.395439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9ead01e-326c-4fec-9b32-a5f3de93edec req-9dd82b8d-52e4-47a5-9bcf-18d91be44e68 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1581275 Aug 31 09:26:43.485274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9ead01e-326c-4fec-9b32-a5f3de93edec req-cbaebcac-1a32-49d6-b3bb-01fe3b202202 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777013 Aug 31 09:26:43.559332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-54e4c041-e711-472f-86f9-74882e4a0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.562149 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-54e4c041-e711-472f-86f9-74882e4a0ee1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 1.0785353 Aug 31 09:26:43.567286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event updated for resources: {'Subnet': ['ID=c2f4d242-9147-4b0b-94d9-70a2365d485a,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:43.582295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.712165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Checking segment: {'id': '7dc2ef0f-7057-424b-94d1-760b62621135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:43.712854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Network hostable DHCP agents. Network: e89f0b4b-df64-4129-86ee-8411346843e2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:43.949162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=b7a9db87-ea1d-4588-a081-dc5980d1d385,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:43.984208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.996639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52468) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.027268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c46e91f-ef6f-4a42-a796-d3ff02e06ebe tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/ports/b7a9db87-ea1d-4588-a081-dc5980d1d385 HTTP/1.1" status: 204 len: 168 time: 3.2701340 Aug 31 09:26:44.092141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52472) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.137536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Network e89f0b4b-df64-4129-86ee-8411346843e2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:44.156566 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc978da-2ed8-4fae-a072-527f57d7dcad tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] GET failed (client error): The resource could not be found. Aug 31 09:26:44.167273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8fc978da-2ed8-4fae-a072-527f57d7dcad tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "GET /v2.0/ports/b7a9db87-ea1d-4588-a081-dc5980d1d385 HTTP/1.1" status: 404 len: 333 time: 0.1654215 Aug 31 09:26:44.168536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52476) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.194917 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-ef59e46b-b35b-4d70-942d-c62b1e534454 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.5777750 Aug 31 09:26:44.202884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e89f0b4b-df64-4129-86ee-8411346843e2) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:44.228936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fbaabd-3af3-4776-a869-7fcd1058a0f1 None None] Network e89f0b4b-df64-4129-86ee-8411346843e2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:44.318161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.318871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.355692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-3daca688-2341-41bc-b349-8dada211e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.357355 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-3daca688-2341-41bc-b349-8dada211e42a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1478717 Aug 31 09:26:44.361420 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a17d155-d15c-4299-9799-8c25f382f8ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0678306 Aug 31 09:26:44.367809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port 4f393de1-5fa1-43a3-a68d-2709468d3506 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:44.368475 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.488630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.512898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Request body: {'port': {'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2', 'name': 'tempest-TagsExtTest-597624032'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:44.570701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.593928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-07d04364-4139-4f21-aeba-e62d286d1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.595673 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-07d04364-4139-4f21-aeba-e62d286d1021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308023 Aug 31 09:26:44.739939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for 4f393de1-5fa1-43a3-a68d-2709468d3506 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:44.808629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-27e6f59e-c8f5-4f3b-a849-0154f1d6e741 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017324 Aug 31 09:26:44.823787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-496784332-network', 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:44.857306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e89f0b4b-df64-4129-86ee-8411346843e2', 'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2', 'tenant_id': '51e62c979678438392bbb7bb9bdb2563', 'fixed_ips': [{'subnet_id': 'c2f4d242-9147-4b0b-94d9-70a2365d485a'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:44.859190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.919358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:44.923177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.012936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.074911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9b09-88bf-47a6-b50b-e4f9f286d527 req-1d68c1a3-ed4d-4166-b7b0-2e5278d6a5cc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.093390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-423f9b09-88bf-47a6-b50b-e4f9f286d527 req-1d68c1a3-ed4d-4166-b7b0-2e5278d6a5cc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.5515459 Aug 31 09:26:45.353983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Allocated IP 172.20.0.2 (e89f0b4b-df64-4129-86ee-8411346843e2/c2f4d242-9147-4b0b-94d9-70a2365d485a/14cf6951-3500-4fd6-8372-f44b599268fb) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:45.436792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b031ac2-8895-4896-8f70-22aa1eb5306d req-78c484a1-db3d-42d3-98d5-89bcb9f5e10e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.456375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b031ac2-8895-4896-8f70-22aa1eb5306d req-78c484a1-db3d-42d3-98d5-89bcb9f5e10e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.7670691 Aug 31 09:26:45.495330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.519698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f963dbcb-6cd6-4ca5-a186-58577ac6f460 req-1bd4bb11-eeda-4c01-8086-1d6e01867304 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450553 Aug 31 09:26:45.695098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-423f9b09-88bf-47a6-b50b-e4f9f286d527 req-a2fba153-c72a-4bcf-9357-761506654bbc tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979226 Aug 31 09:26:45.710522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=4f393de1-5fa1-43a3-a68d-2709468d3506,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:45.741232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.820623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.877785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:45.896577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Made reservation on behalf of 51e62c979678438392bbb7bb9bdb2563 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:45.909227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.923640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a320736-dd15-421b-bf73-5cf90ac66cdf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:45.953258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b031ac2-8895-4896-8f70-22aa1eb5306d req-be97cc69-0dc1-4565-8163-58f8470c93df tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903142 Aug 31 09:26:45.973080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.981905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.986367 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Added segment 340939a9-f696-4004-85eb-245d19ec53c1 of type vlan for network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 Aug 31 09:26:45.998416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ed85b9b-9b22-41d9-a13e-c649c3d8a3d0 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/ports/4f393de1-5fa1-43a3-a68d-2709468d3506 HTTP/1.1" status: 204 len: 168 time: 1.8279157 Aug 31 09:26:46.001180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52496) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:46.025802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.076640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Transition to ACTIVE for port object 14cf6951-3500-4fd6-8372-f44b599268fb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:46.143498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-5e24cebb-0c84-44e2-ba26-614b5aed2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.146618 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-5e24cebb-0c84-44e2-ba26-614b5aed2f74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 1097 time: 0.4022486 Aug 31 09:26:46.158901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] device_id is not set on port d20d084a-725a-417f-a105-3479093f51aa yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:46.175516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Transition to ACTIVE for port object 14cf6951-3500-4fd6-8372-f44b599268fb will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:46.194523 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.290800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting subnet 4ea93e8a-6223-4f13-8575-109e1580d6bc {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:46.301895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.341979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Pushing event updated for resources: {'Port': ['ID=14cf6951-3500-4fd6-8372-f44b599268fb,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.402050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Network e89f0b4b-df64-4129-86ee-8411346843e2 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:46.410511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:46.410902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.421405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:46.429809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.531833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Attempting to bind port 14cf6951-3500-4fd6-8372-f44b599268fb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:46.532823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Attempting to bind port 14cf6951-3500-4fd6-8372-f44b599268fb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7dc2ef0f-7057-424b-94d1-760b62621135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:46.533447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Attempting to bind port 14cf6951-3500-4fd6-8372-f44b599268fb on network e89f0b4b-df64-4129-86ee-8411346843e2 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:46.545540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:46.546026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Checking segment: {'id': '7dc2ef0f-7057-424b-94d1-760b62621135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:46.547077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.547854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Bound using segment: {'id': '7dc2ef0f-7057-424b-94d1-760b62621135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:46.548766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Bound port: 14cf6951-3500-4fd6-8372-f44b599268fb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc2ef0f-7057-424b-94d1-760b62621135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e89f0b4b-df64-4129-86ee-8411346843e2'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:46.549538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.557471 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.558458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.559343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.612011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Allocated IP 172.20.0.9 (e89f0b4b-df64-4129-86ee-8411346843e2/c2f4d242-9147-4b0b-94d9-70a2365d485a/d20d084a-725a-417f-a105-3479093f51aa) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:46.661594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-5cd4a5d4-6856-44d5-a051-929f0acc5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.663201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-5cd4a5d4-6856-44d5-a051-929f0acc5d59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 200 len: 913 time: 0.4735863 Aug 31 09:26:46.665535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.674416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5685134 Aug 31 09:26:46.681480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] For port 14cf6951-3500-4fd6-8372-f44b599268fb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:46.685113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52500) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:46.691888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Request body: {'subnet': {'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-496784332-subnet', 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:46.692361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] For port 14cf6951-3500-4fd6-8372-f44b599268fb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=14cf6951-3500-4fd6-8372-f44b599268fb,segment=NetworkSegment(7dc2ef0f-7057-424b-94d1-760b62621135),segment_id=7dc2ef0f-7057-424b-94d1-760b62621135)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:46.699718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.749062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1881b-3e9b-4000-af3e-7cef952ffdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef03d3e-f9bb-4602-9068-85c58db84ae9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.823627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:46.827115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.849012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c06ba-747f-4f33-8208-2e922330a20c None None] Pushing event updated for resources: {'Port': ['ID=14cf6951-3500-4fd6-8372-f44b599268fb,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.859817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.864004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-36684532-7f50-468e-a62c-4009e3176573 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 200 len: 999 time: 0.1909349 Aug 31 09:26:46.865491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:46.939687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea93e8a-6223-4f13-8575-109e1580d6bc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.949388 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.951775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e15559f-b650-46bc-8a96-f219dc88359b tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/subnets/4ea93e8a-6223-4f13-8575-109e1580d6bc HTTP/1.1" status: 204 len: 168 time: 0.9423966 Aug 31 09:26:46.957990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52504) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:47.024024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d349b-dbb3-4721-961a-7f60ea78e775 req-ead28db6-021b-4fdb-a442-2e281418fc0e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.026897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c7d349b-dbb3-4721-961a-7f60ea78e775 req-ead28db6-021b-4fdb-a442-2e281418fc0e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.0623834 Aug 31 09:26:47.033544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aad926-0615-4264-a4c2-1d349458883c None None] Network d6212a05-cd24-497b-8e86-2a0e6954e4a2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:47.056743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-cab386f6-d855-499a-b388-51f37daa1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.058204 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-cab386f6-d855-499a-b388-51f37daa1e1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 200 len: 851 time: 0.1040783 Aug 31 09:26:47.137037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c7d349b-dbb3-4721-961a-7f60ea78e775 req-d45fe3ec-a7e9-4506-bdd9-876c02a7e4ea tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Aug 31 09:26:47.305520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.341409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.379224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Transition to ACTIVE for port object d20d084a-725a-417f-a105-3479093f51aa will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:47.424147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dea8-ae3e-491f-9041-8186c4324567 req-22450a70-301c-4db5-81d4-dd83e100b636 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.427028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b57dea8-ae3e-491f-9041-8186c4324567 req-22450a70-301c-4db5-81d4-dd83e100b636 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1360810 Aug 31 09:26:47.430135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] DHCP port deletion for d6212a05-cd24-497b-8e86-2a0e6954e4a2 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:47.629568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] Deleting port 6191761d-0e48-4bc1-a95a-d1cdd18da828 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:47.630744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b57dea8-ae3e-491f-9041-8186c4324567 req-415298fd-3c8d-4a53-896f-9801e98713b1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893795 Aug 31 09:26:47.631292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.653646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-596f7c17-e2f5-4d41-8273-c0b8534d6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.656498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-596f7c17-e2f5-4d41-8273-c0b8534d6c6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=884b3049-254d-4f05-8305-175ba7a0464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5073936 Aug 31 09:26:47.808346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] For port 6191761d-0e48-4bc1-a95a-d1cdd18da828, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6191761d-0e48-4bc1-a95a-d1cdd18da828,segment=NetworkSegment(dc5fa5e5-9057-48ca-8fd9-b1bb535b2711),segment_id=dc5fa5e5-9057-48ca-8fd9-b1bb535b2711)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:47.808743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.825839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] Calling delete_port for 6191761d-0e48-4bc1-a95a-d1cdd18da828 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:47.872941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80680ae-c0c3-4c64-a935-56956cedadb7 req-23866922-af39-477a-8dd7-2eeb0455c14a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.875567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d80680ae-c0c3-4c64-a935-56956cedadb7 req-23866922-af39-477a-8dd7-2eeb0455c14a tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.0956461 Aug 31 09:26:47.921576 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.954390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d80680ae-c0c3-4c64-a935-56956cedadb7 req-183b68ca-7d31-4ef6-b8bb-c26163db899b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661867 Aug 31 09:26:48.027697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.031075 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.034606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Network e89f0b4b-df64-4129-86ee-8411346843e2 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:48.067573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] Pushing event deleted for resources: {'Port': ['ID=6191761d-0e48-4bc1-a95a-d1cdd18da828,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.069788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba4353-48c4-48b9-9952-d259f9b6b1ef None None] No DVR routers for this DVR port 6191761d-0e48-4bc1-a95a-d1cdd18da828 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:48.133731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:48.139380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:48.250420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:48.290690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9b22a3-96e5-4a2f-a22e-951453d57408,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.337369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Deleting port 6191761d-0e48-4bc1-a95a-d1cdd18da828 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:48.338141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.403107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267ffff-827e-4dce-9bd8-20a6018ad4d7 req-cccd8f74-7621-4741-860b-be31979e1f41 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.423452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a267ffff-827e-4dce-9bd8-20a6018ad4d7 req-cccd8f74-7621-4741-860b-be31979e1f41 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 944 time: 0.1249108 Aug 31 09:26:48.529867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a267ffff-827e-4dce-9bd8-20a6018ad4d7 req-f191d205-2ccc-47e4-bc35-74dc70f850b6 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050661 Aug 31 09:26:48.550991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.569131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] For port 6191761d-0e48-4bc1-a95a-d1cdd18da828, host n-d-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.569756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.597730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'network_id': '56a1bb06-f094-4ff8-969d-c530d2722a8a', 'port_id': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'mac_address': 'fa:16:3e:37:19:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0481f815-b876-4e34-8ed5-209dc2615708', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:48.608036 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.668314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Calling delete_port for 6191761d-0e48-4bc1-a95a-d1cdd18da828 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:48.673070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.679354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Port 6191761d-0e48-4bc1-a95a-d1cdd18da828 was not found and therefore no delete operation was performed {{(pid=94895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:26:48.684942 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-427d2bd6-7f4b-40c2-a239-7d6c77a7c88a service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0157278 Aug 31 09:26:48.713766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.731170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:48.804350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.820014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.829709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] No DVR routers for this DVR port 6191761d-0e48-4bc1-a95a-d1cdd18da828 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:48.982282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event updated for resources: {'Port': ['ID=d20d084a-725a-417f-a105-3479093f51aa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.016252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.032357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fec38c-495a-42be-9f91-925eb2459d67 None None] Network e89f0b4b-df64-4129-86ee-8411346843e2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:49.144409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.167425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6212a05-cd24-497b-8e86-2a0e6954e4a2']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:49.233504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.235029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.259843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:49.260990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5fa5e5-9057-48ca-8fd9-b1bb535b2711') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:49.327786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Port': ['ID=6191761d-0e48-4bc1-a95a-d1cdd18da828,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.332748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:49.362152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e405e66-a1e5-4897-8392-d7f4eabe6be0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.8601544 Aug 31 09:26:49.366768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.367131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52562) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:49.377921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1321142672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:49.428454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fc32c5c7-2371-41a9-8084-6dd5beef04e9 req-b25bc030-2df1-43cf-9b1b-5675b5e20201 service neutron] 10.222.0.15 "GET /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540658 Aug 31 09:26:49.433127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:49.434158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Network hostable DHCP agents. Network: 2ef03d3e-f9bb-4602-9068-85c58db84ae9, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:49.442869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.463307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:49.464025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:49.470870 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:49.492821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.493937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.532925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 14cf6951-3500-4fd6-8372-f44b599268fb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:49.690325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:49.694520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-da0f5a06-2eb6-44db-8aae-7543bda91148 None None] Provisioning for port 14cf6951-3500-4fd6-8372-f44b599268fb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:49.743250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.760540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.775693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] 10.222.0.18 "DELETE /v2.0/networks/d6212a05-cd24-497b-8e86-2a0e6954e4a2 HTTP/1.1" status: 204 len: 168 time: 2.7612600 Aug 31 09:26:49.788171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 2ef03d3e-f9bb-4602-9068-85c58db84ae9) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:49.812093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.813133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.859388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3dea6-f6f0-47bc-bcdb-19206d566ffe req-92c53926-a911-4f65-9d05-147ee06d771c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.861726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f3dea6-f6f0-47bc-bcdb-19206d566ffe req-92c53926-a911-4f65-9d05-147ee06d771c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 945 time: 0.1836019 Aug 31 09:26:49.908762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85d7597-e970-4577-97cd-a32d651ee8e4 None None] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:49.944293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fadf40-88da-4c7c-b3d4-527288f3da37 tempest-AllowedAddressPairIpV6TestJSON-797911682 tempest-AllowedAddressPairIpV6TestJSON-797911682-project] Pushing event deleted for resources: {'Network': ['ID=d6212a05-cd24-497b-8e86-2a0e6954e4a2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.973317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.975906 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b791a1a-b014-45eb-ae27-3c3cc91de669 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2895927 Aug 31 09:26:50.022623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.058359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95f3dea6-f6f0-47bc-bcdb-19206d566ffe req-2d9cb6ae-1d99-4f8d-8ffb-a672e2ccbab9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417012 Aug 31 09:26:50.151329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.156776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-83c09335-bb97-4c84-a305-db11823db827 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7846422 Aug 31 09:26:50.157260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52578) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:50.165503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-dbdabf4b-3786-44a2-b712-396737a93502 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-848884126', 'prefixes': ['172.20.0.0/16']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:50.181492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 14cf6951-3500-4fd6-8372-f44b599268fb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:50.198454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-f1302117-10f2-4c5d-8d13-05f737e4ba66 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:50.200259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-f1302117-10f2-4c5d-8d13-05f737e4ba66 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ca78f8-41d7-40a3-bbc8-87aae16f7de5 HTTP/1.1" status: 200 len: 943 time: 0.2253156 Aug 31 09:26:50.274567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 14cf6951-3500-4fd6-8372-f44b599268fb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:50.275885 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.369540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dbdabf4b-3786-44a2-b712-396737a93502 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for subnetpool, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.371303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dbdabf4b-3786-44a2-b712-396737a93502 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2128713 Aug 31 09:26:50.381634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52582) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:50.387295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-f0afe5fb-7e5a-43da-b611-204d3fcf317e tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-1611604594') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:50.590434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52586) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:50.749079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f0afe5fb-7e5a-43da-b611-204d3fcf317e tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-1611604594 HTTP/1.1" status: 201 len: 201 time: 0.3656373 Aug 31 09:26:50.751841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52590) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:50.772542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-0fa32043-2273-4c69-904d-119830ded53b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-39695095') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:50.795662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983873b-450c-4f89-9dd1-c41a8039ec87 None None] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:51.127134 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.194364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Deleting port 88299904-6eb8-4f2c-a52a-33301f467499 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:51.195250 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.204043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 14cf6951-3500-4fd6-8372-f44b599268fb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=14cf6951-3500-4fd6-8372-f44b599268fb,segment=NetworkSegment(7dc2ef0f-7057-424b-94d1-760b62621135),segment_id=7dc2ef0f-7057-424b-94d1-760b62621135)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:51.211742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6d3bf11e-4cae-44cd-8a53-ddbd2d3eacb9 None None] Provisioning complete for port 14cf6951-3500-4fd6-8372-f44b599268fb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:51.212516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d3bf11e-4cae-44cd-8a53-ddbd2d3eacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.220041 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.326121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] For port 88299904-6eb8-4f2c-a52a-33301f467499, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=88299904-6eb8-4f2c-a52a-33301f467499,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:51.326579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.354507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Calling delete_port for 88299904-6eb8-4f2c-a52a-33301f467499 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:51.422431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6191761d-0e48-4bc1-a95a-d1cdd18da828 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:51.638115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f65b8c1-6cb2-44ec-800a-74e2afd6ba8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=166ed7e89cd94d72b5195cd9145eb987&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0378726 Aug 31 09:26:51.642586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52610) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:51.696736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0fa32043-2273-4c69-904d-119830ded53b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-39695095 HTTP/1.1" status: 201 len: 201 time: 0.9433248 Aug 31 09:26:51.698660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52612) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:51.705334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-79092af2-021a-422d-8fd2-3ff67c0310af tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-1144004952') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:51.802507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 6191761d-0e48-4bc1-a95a-d1cdd18da828 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:51.803484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6191761d-0e48-4bc1-a95a-d1cdd18da828 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:51.816940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-881371f5-cc28-4013-899d-bed351b60dc1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.820170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-881371f5-cc28-4013-899d-bed351b60dc1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.3374133 Aug 31 09:26:51.833018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136367f7-c60c-4920-9617-df5966bf5296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.872134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136367f7-c60c-4920-9617-df5966bf5296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.879518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-35beec4f-67f7-4cb1-92ee-5840af7bf72e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.0257790 Aug 31 09:26:51.892539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=14cf6951-3500-4fd6-8372-f44b599268fb,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:51.910294 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-79092af2-021a-422d-8fd2-3ff67c0310af tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-1144004952 HTTP/1.1" status: 201 len: 201 time: 0.2105603 Aug 31 09:26:51.915644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52614) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:51.938949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-b0dd6ee5-e93e-4820-9201-1bb4735283ab tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-903155354') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:51.975567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6d3bf11e-4cae-44cd-8a53-ddbd2d3eacb9 None None] Provisioning for port d20d084a-725a-417f-a105-3479093f51aa completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:51.978809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136367f7-c60c-4920-9617-df5966bf5296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.981019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6d3bf11e-4cae-44cd-8a53-ddbd2d3eacb9 None None] Provisioning complete for port d20d084a-725a-417f-a105-3479093f51aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:51.981515 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d3bf11e-4cae-44cd-8a53-ddbd2d3eacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.984278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-136367f7-c60c-4920-9617-df5966bf5296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.991155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-136367f7-c60c-4920-9617-df5966bf5296 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c78f550-d136-4cff-a3c2-9b751c8a8bcc HTTP/1.1" status: 204 len: 168 time: 0.3423972 Aug 31 09:26:52.000227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-7cafd5f1-4a92-4fc1-914f-ec601fd54717 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908442 Aug 31 09:26:52.001333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.005059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136367f7-c60c-4920-9617-df5966bf5296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c78f550-d136-4cff-a3c2-9b751c8a8bcc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:52.027515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6d3bf11e-4cae-44cd-8a53-ddbd2d3eacb9 None None] Port d20d084a-725a-417f-a105-3479093f51aa cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:52.031437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['157b70a6-3672-41b3-8b8b-973da2d1835d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:52.038996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:52.123810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'Port': ['ID=88299904-6eb8-4f2c-a52a-33301f467499,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:52.253942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b0dd6ee5-e93e-4820-9201-1bb4735283ab tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-903155354 HTTP/1.1" status: 201 len: 201 time: 0.3216217 Aug 31 09:26:52.256305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52624) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:52.263505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-5112eca9-4f64-48ca-9a28-65a4289888c3 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.290430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] No DVR routers for this DVR port 88299904-6eb8-4f2c-a52a-33301f467499 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:52.296608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.301352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce806d25-8830-4bad-96d1-8f7bd4d33019 req-c7d00951-e827-4e5e-868b-603d3ca2f8e0 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "DELETE /v2.0/ports/88299904-6eb8-4f2c-a52a-33301f467499 HTTP/1.1" status: 204 len: 173 time: 2.0936537 Aug 31 09:26:52.305170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-deleted', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:52.310342 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbccd186-56fa-4813-9c0a-4824ac039f4e" -d '{"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-deleted", "tag": "88299904-6eb8-4f2c-a52a-33301f467499"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:52.335214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:52.420197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-b8716eba-eb3f-47bc-8e89-36ba3221b4e1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924592 Aug 31 09:26:52.488880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-161d5a78-3e9d-42a1-ab3b-a69cede1fecf None None] Provisioning complete for port d20d084a-725a-417f-a105-3479093f51aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:52.489272 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-161d5a78-3e9d-42a1-ab3b-a69cede1fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.505839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5112eca9-4f64-48ca-9a28-65a4289888c3 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags HTTP/1.1" status: 200 len: 241 time: 0.2477689 Aug 31 09:26:52.513473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52636) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:52.528593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-26dea379-cdb3-4f82-9a98-b3aa8fb9ddfa tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-1611604594') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.759804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-3d7acb6b-083d-4c5e-a84b-3f5641501e0b service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330855 Aug 31 09:26:52.784132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-26dea379-cdb3-4f82-9a98-b3aa8fb9ddfa tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-1611604594 HTTP/1.1" status: 204 len: 168 time: 0.2675171 Aug 31 09:26:52.787040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52646) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:52.802651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-bc66246f-ec73-403e-8bd1-5779cb990cf6 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-1611604594') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.916592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-6b9339eb-24c1-4c21-8dfd-8b78d6e93ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.923739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-6b9339eb-24c1-4c21-8dfd-8b78d6e93ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1097 time: 0.1582484 Aug 31 09:26:53.043881 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bc66246f-ec73-403e-8bd1-5779cb990cf6 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-1611604594 HTTP/1.1" status: 204 len: 168 time: 0.2499583 Aug 31 09:26:53.044732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52656) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.067754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-6071c320-58ff-46ca-81a4-773ebaeee528 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:53.145073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-161d5a78-3e9d-42a1-ab3b-a69cede1fecf None None] Port d20d084a-725a-417f-a105-3479093f51aa cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:53.219098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:53.223740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.274142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-ff4cc5ac-7749-47c0-a59d-f6ef9087a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.276266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-ff4cc5ac-7749-47c0-a59d-f6ef9087a8c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 0.3216016 Aug 31 09:26:53.297539 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6071c320-58ff-46ca-81a4-773ebaeee528 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags HTTP/1.1" status: 200 len: 205 time: 0.2505188 Aug 31 09:26:53.302191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52666) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.432065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-38af2d2b-c602-4801-9563-d524f38d68ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:53.446161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-bd7bcc79-d7ad-4ec3-9276-ff48d3fec7d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.1615658 Aug 31 09:26:53.568648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.664583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:53.672804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:53.677888 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a612e975-b851-46cf-a390-e9c8a124844e" -d '{"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-plugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:53.688062 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.790228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44cc9b-38be-4095-bbba-e0dd4bb7635d req-78db6fe6-fe71-453a-91b5-31bb74577bc1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.806022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d44cc9b-38be-4095-bbba-e0dd4bb7635d req-78db6fe6-fe71-453a-91b5-31bb74577bc1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 945 time: 0.3663669 Aug 31 09:26:53.829709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-8bdd9612-6ef9-4225-ab3f-914aab43845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.833963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-8bdd9612-6ef9-4225-ab3f-914aab43845d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.3227232 Aug 31 09:26:53.895208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:53.960208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-c3a39d92-123a-46e2-98ad-f0e9123c05c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141117 Aug 31 09:26:53.971788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-38af2d2b-c602-4801-9563-d524f38d68ce tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags HTTP/1.1" status: 200 len: 239 time: 0.6678166 Aug 31 09:26:53.974703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52686) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.983554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-4c0b781b-e866-4d6b-8245-1b5f46597710 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-39695095') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:54.006591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d44cc9b-38be-4095-bbba-e0dd4bb7635d req-2c4c6219-f947-4110-ba65-9cd2a2fd0821 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901994 Aug 31 09:26:54.039970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52688) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:54.136273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 14cf6951-3500-4fd6-8372-f44b599268fb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:54.151497 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b26ca-edf7-41ba-961e-c564e9bcf839 x-openstack-request-id: req-d01b26ca-edf7-41ba-961e-c564e9bcf839 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:54.151756 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ca78f8-41d7-40a3-bbc8-87aae16f7de5", "name": "network-vif-deleted", "tag": "88299904-6eb8-4f2c-a52a-33301f467499", "status": "failed", "code": 422}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:54.151979 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d01b26ca-edf7-41ba-961e-c564e9bcf839 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:54.152356 n-d-800634-13 neutron-server[94896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83ca78f8-41d7-40a3-bbc8-87aae16f7de5', 'name': 'network-vif-deleted', 'tag': '88299904-6eb8-4f2c-a52a-33301f467499', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:26:54.202560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52cd75bc-0b4b-4d1e-8a7d-1f3685dae1c5 req-99331db1-bdd3-4bed-a786-69d217654212 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 210 time: 0.0958586 Aug 31 09:26:54.220454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c0b781b-e866-4d6b-8245-1b5f46597710 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-39695095 HTTP/1.1" status: 204 len: 168 time: 0.2435286 Aug 31 09:26:54.227790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52694) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:54.245922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-ede94ad9-6692-4b56-87e0-a2bf9a8e5499 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-39695095') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:54.311789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-376caa3d-662c-4bd6-8d76-39022a77595d service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196273 Aug 31 09:26:54.436483 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9539ed-c220-4d8b-9521-610c11f39d4b x-openstack-request-id: req-7f9539ed-c220-4d8b-9521-610c11f39d4b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:54.437021 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-plugged", "status": "completed", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:54.437235 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f9539ed-c220-4d8b-9521-610c11f39d4b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:54.442009 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'code': 200} Aug 31 09:26:54.453422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 14cf6951-3500-4fd6-8372-f44b599268fb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:54.459602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.512338 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ede94ad9-6692-4b56-87e0-a2bf9a8e5499 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-39695095 HTTP/1.1" status: 204 len: 168 time: 0.2818966 Aug 31 09:26:54.513597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52704) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:54.523865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-5c3b66ee-3c95-45d3-a36f-b9b7a4867287 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:54.677745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1785897549'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:54.750177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c3b66ee-3c95-45d3-a36f-b9b7a4867287 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags HTTP/1.1" status: 200 len: 205 time: 0.2311954 Aug 31 09:26:54.751597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:54.761311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-91e75f5c-2684-487d-9c2a-a4e2c432ebf6 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:54.944351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9773482e-4d72-47b1-b55a-c920821ccd1d req-424e3ca3-b0e3-4859-891a-73de608f61c8 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241813 Aug 31 09:26:54.952711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Made reservation on behalf of 2c4f45d9d39c4b119c8a38b6108d59e4 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:54.974243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.012249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-91e75f5c-2684-487d-9c2a-a4e2c432ebf6 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags HTTP/1.1" status: 200 len: 241 time: 0.2586577 Aug 31 09:26:55.016206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52710) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.025778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-deb49544-9c01-48b3-9333-fc3bd52b689d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-1144004952') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.041214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.049381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dbbc1-e510-41a4-ba50-ccc37a82077e req-2563f426-2fa4-439a-aad1-407bdb139ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.056226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b69dbbc1-e510-41a4-ba50-ccc37a82077e req-2563f426-2fa4-439a-aad1-407bdb139ad1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1099 time: 0.2019985 Aug 31 09:26:55.153056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c154c9-1547-4abf-b568-164a533eb007 req-27d864b0-1e7b-4479-85a8-0d877e93367e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.155612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28c154c9-1547-4abf-b568-164a533eb007 req-27d864b0-1e7b-4479-85a8-0d877e93367e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 908 time: 0.2095652 Aug 31 09:26:55.220420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b69dbbc1-e510-41a4-ba50-ccc37a82077e req-45b1c007-9cfd-450b-88e0-242eafeec78c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440947 Aug 31 09:26:55.220635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-deb49544-9c01-48b3-9333-fc3bd52b689d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-1144004952 HTTP/1.1" status: 204 len: 168 time: 0.2021270 Aug 31 09:26:55.221481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52714) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.230670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-1d09b773-d2e9-4424-9cf3-aa285f3f948b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-1144004952') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.273062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf122-6763-441d-a8d6-9333211e649e req-8131b37a-c0fa-4313-8cd7-6063f31f0851 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.274753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bfbf122-6763-441d-a8d6-9333211e649e req-8131b37a-c0fa-4313-8cd7-6063f31f0851 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1166728 Aug 31 09:26:55.350230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bfbf122-6763-441d-a8d6-9333211e649e req-7094013e-9f28-4771-b805-6aa7ce9ad257 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595098 Aug 31 09:26:55.420133 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d09b773-d2e9-4424-9cf3-aa285f3f948b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-1144004952 HTTP/1.1" status: 204 len: 168 time: 0.1967273 Aug 31 09:26:55.421362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52718) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.423246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69d9d30c-3cc4-46e9-a0f9-68d434fed544 req-01ed0b13-23ac-40e7-b873-06db74334f65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 210 time: 0.0701809 Aug 31 09:26:55.427947 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.432190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-02d68ef0-7dd6-48d3-9317-e2b3b4503a87 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.437618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.514992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:55.536581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a3df90-96a7-4e3d-af6d-352fdfdbd935,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:55.580145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.582271 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Added segment db6f5395-bfd7-4279-9f5a-76283d57839c of type vlan for network 9b25edff-6b25-4144-a034-9410d2c74d90 Aug 31 09:26:55.654600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-02d68ef0-7dd6-48d3-9317-e2b3b4503a87 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags HTTP/1.1" status: 200 len: 205 time: 0.2315760 Aug 31 09:26:55.658464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.668499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-f106f8ae-d0f9-43c1-a4ba-0a31ad61092a tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.684848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.740273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f106f8ae-d0f9-43c1-a4ba-0a31ad61092a tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags HTTP/1.1" status: 200 len: 240 time: 0.0786693 Aug 31 09:26:55.745175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.776608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-ad0025ac-313f-4711-8be2-eea7725e4cc3 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-903155354') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.860968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.873786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.875268 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.015841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9666352 Aug 31 09:26:56.019539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52734) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.032647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ad0025ac-313f-4711-8be2-eea7725e4cc3 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-903155354 HTTP/1.1" status: 204 len: 168 time: 0.2637813 Aug 31 09:26:56.033556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Request body: {'subnet': {'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:56.036693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52736) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.045586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-bbb41c91-99dc-4558-96c5-4362b6871270 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-903155354') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.046697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268d6b4-1f43-47cd-a4f7-230a286a9dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event updated for resources: {'Network': ['ID=9b25edff-6b25-4144-a034-9410d2c74d90,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:56.066873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9b25edff-6b25-4144-a034-9410d2c74d90 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:56.085814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-4a1daa99-c859-49de-bff9-7b925375db5e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.087477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-4a1daa99-c859-49de-bff9-7b925375db5e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.3702390 Aug 31 09:26:56.115339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Request body: {'port': {'device_id': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'admin_state_up': True, 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:56.218186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bbb41c91-99dc-4558-96c5-4362b6871270 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-903155354 HTTP/1.1" status: 204 len: 168 time: 0.1804290 Aug 31 09:26:56.223653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.239866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-d3444829-f2cf-4064-9a6e-4c7e9a8f0b9b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.305579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Made reservation on behalf of 2c4f45d9d39c4b119c8a38b6108d59e4 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:56.310521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.457252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d3444829-f2cf-4064-9a6e-4c7e9a8f0b9b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags HTTP/1.1" status: 200 len: 205 time: 0.2267640 Aug 31 09:26:56.463320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52752) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.474251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-67af6dea-d354-491c-9e91-da01ccef5d23 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.624016 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-67af6dea-d354-491c-9e91-da01ccef5d23 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags HTTP/1.1" status: 204 len: 168 time: 0.1545854 Aug 31 09:26:56.631538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52758) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.638918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-37a94452-64d4-40e1-8ae7-358fb7f38969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.795316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:56.801228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.840404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40458-47e1-4b62-bb7b-fa1e85c7c71b req-49ea7331-a286-488d-a9a5-e9da0d7908bd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.856880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2a40458-47e1-4b62-bb7b-fa1e85c7c71b req-49ea7331-a286-488d-a9a5-e9da0d7908bd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.2719786 Aug 31 09:26:56.931573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b020-5e07-4973-b9bb-4ad0d8dd46c4 req-48bb9abf-b263-4b4f-9eba-f8088d4efe9e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.940487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7924b020-5e07-4973-b9bb-4ad0d8dd46c4 req-48bb9abf-b263-4b4f-9eba-f8088d4efe9e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 908 time: 0.5059321 Aug 31 09:26:57.104097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-37a94452-64d4-40e1-8ae7-358fb7f38969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags HTTP/1.1" status: 204 len: 168 time: 0.4692020 Aug 31 09:26:57.106460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52782) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.116618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-a8cabd23-677b-46d5-a102-f5f0ddd53561 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:57.200986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.254686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfbcf684-e309-4723-bac3-dfc4b32947eb req-72bfca13-deb0-46ec-afdf-734432e3db5c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 210 time: 0.1774423 Aug 31 09:26:57.277908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-4e2aa3b3-0e5d-4fc7-a8ed-bbb3c53afc09 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.280526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-4e2aa3b3-0e5d-4fc7-a8ed-bbb3c53afc09 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 908 time: 0.4110262 Aug 31 09:26:57.297117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2a40458-47e1-4b62-bb7b-fa1e85c7c71b req-1a8ca775-8905-461e-8f1c-42c23553dfdf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825777 Aug 31 09:26:57.392778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event updated for resources: {'Subnet': ['ID=e66dae46-760c-43ea-ae18-2ddaca093e84,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:57.435469 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a8cabd23-677b-46d5-a102-f5f0ddd53561 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3270779 Aug 31 09:26:57.436680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Checking segment: {'id': 'db6f5395-bfd7-4279-9f5a-76283d57839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:57.437184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Network hostable DHCP agents. Network: 9b25edff-6b25-4144-a034-9410d2c74d90, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:57.442770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52804) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.451630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-dafa62b0-20d0-49f4-8553-4f3d50cb83ba tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:57.576770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Network 9b25edff-6b25-4144-a034-9410d2c74d90 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:57.609629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9b25edff-6b25-4144-a034-9410d2c74d90) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:57.623339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.624865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.626174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fb003-9fe5-4e6d-adb0-383b7a049ed8 None None] Network 9b25edff-6b25-4144-a034-9410d2c74d90 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:57.738609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52808) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.740685 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e09153b5-2a16-4268-98d9-7ed3a0ff8882 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7172239 Aug 31 09:26:57.749491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Allocated IP 172.20.0.10 (2ef03d3e-f9bb-4602-9068-85c58db84ae9/ab9b22a3-96e5-4a2f-a22e-951453d57408/d92186d4-86bf-4737-b198-37b21343a3b8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:57.766121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Request body: {'port': {'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-620033195'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:57.766617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dafa62b0-20d0-49f4-8553-4f3d50cb83ba tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags HTTP/1.1" status: 204 len: 168 time: 0.3221076 Aug 31 09:26:57.770689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52810) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.800958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-2d35122a-588e-421c-9bb8-2405e411d7d2 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-1851711146') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:57.874045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52812) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.067734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Deleting port e87be250-c253-4aa3-8455-a9dd669b6fae {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:58.068392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.074155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2d35122a-588e-421c-9bb8-2405e411d7d2 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-1851711146 HTTP/1.1" status: 201 len: 201 time: 0.3017495 Aug 31 09:26:58.078796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52820) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.090628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-350e71b8-b368-4a99-96f7-76aad0f8de33 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-1724514725') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:58.326949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-350e71b8-b368-4a99-96f7-76aad0f8de33 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-1724514725 HTTP/1.1" status: 201 len: 201 time: 0.2432170 Aug 31 09:26:58.327970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52824) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.337928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-9b25edff-6b25-4144-a034-9410d2c74d90', 'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90', 'tenant_id': '2c4f45d9d39c4b119c8a38b6108d59e4', 'fixed_ips': [{'subnet_id': 'e66dae46-760c-43ea-ae18-2ddaca093e84'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:58.339921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.354742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-e44a5821-9221-49da-98dd-4d00a690201f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-1038371712') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:58.605969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-891bc2f7-2ac8-43a1-90f6-7105e6a71483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.623125 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-933d90b0-1c47-42d5-bd98-3c331756546a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.630878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e44a5821-9221-49da-98dd-4d00a690201f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-1038371712 HTTP/1.1" status: 201 len: 201 time: 0.3015091 Aug 31 09:26:58.635108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.643170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-1c64e017-1912-43a1-a1f4-9b2671af01a9 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-1323910696') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:58.723552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Allocated IP 2001:db8::2 (9b25edff-6b25-4144-a034-9410d2c74d90/e66dae46-760c-43ea-ae18-2ddaca093e84/4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:58.735690 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1c64e017-1912-43a1-a1f4-9b2671af01a9 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-1323910696 HTTP/1.1" status: 201 len: 201 time: 0.0985510 Aug 31 09:26:58.739341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52832) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.759899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-4bb609c4-bc31-41f9-a8ea-a672e3214144 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', {'tags': ['tempest-TagsExtTest-Tag-984606121', 'tempest-TagsExtTest-Tag-1931238385', 'tempest-TagsExtTest-Tag-496363571']}) {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:58.760529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18745e93-d0a2-48ec-93df-5c35d0e4fad7 req-62902915-d018-4a97-8eca-0f41c0523c4e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 210 time: 0.2727215 Aug 31 09:26:58.878018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Made reservation on behalf of 2c4f45d9d39c4b119c8a38b6108d59e4 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:58.884029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.897099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4bb609c4-bc31-41f9-a8ea-a672e3214144 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags HTTP/1.1" status: 200 len: 316 time: 0.1438944 Aug 31 09:26:58.900410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52834) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.905829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-1989ae8b-16be-4c5a-b43a-7e3bec0eea72 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:58.941678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba3674-0227-46cc-969f-7cb7cf9efd43 req-aee53a42-fd0c-464e-89b6-1a21a8d5241c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.944383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0ba3674-0227-46cc-969f-7cb7cf9efd43 req-aee53a42-fd0c-464e-89b6-1a21a8d5241c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 908 time: 0.6535649 Aug 31 09:26:59.061516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] device_id is not set on port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:59.119063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1989ae8b-16be-4c5a-b43a-7e3bec0eea72 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags HTTP/1.1" status: 204 len: 168 time: 0.2170813 Aug 31 09:26:59.123385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.136175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-6df494c3-8e62-4f65-bf0a-4efb06eafd85 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-984606121') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.145573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.162682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Transition to ACTIVE for port object 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:59.201829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Transition to ACTIVE for port object 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:59.213573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.214222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] For port e87be250-c253-4aa3-8455-a9dd669b6fae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e87be250-c253-4aa3-8455-a9dd669b6fae,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:59.214859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.239977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Calling delete_port for e87be250-c253-4aa3-8455-a9dd669b6fae owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:59.280092 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6df494c3-8e62-4f65-bf0a-4efb06eafd85 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:26:59.283337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6df494c3-8e62-4f65-bf0a-4efb06eafd85 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-984606121 HTTP/1.1" status: 404 len: 328 time: 0.1579409 Aug 31 09:26:59.287758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52840) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.295956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-bc22bf62-69f8-4c84-bfad-99f43f537cdd tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-1931238385') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.298711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Network 9b25edff-6b25-4144-a034-9410d2c74d90 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:59.303110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:59.310005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:59.448365 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-bc22bf62-69f8-4c84-bfad-99f43f537cdd tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:26:59.453797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bc22bf62-69f8-4c84-bfad-99f43f537cdd tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-1931238385 HTTP/1.1" status: 404 len: 329 time: 0.1644487 Aug 31 09:26:59.454749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.461716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-5f408da2-e3c0-4288-84e2-bae8111f9845 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a', 'tempest-TagsExtTest-Tag-496363571') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.477961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Pushing event updated for resources: {'Port': ['ID=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:59.487457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Attempting to bind port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:59.487457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Attempting to bind port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'db6f5395-bfd7-4279-9f5a-76283d57839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:59.488005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Attempting to bind port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f on network 9b25edff-6b25-4144-a034-9410d2c74d90 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:59.497466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:59.498096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Checking segment: {'id': 'db6f5395-bfd7-4279-9f5a-76283d57839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:59.498769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.499391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Bound using segment: {'id': 'db6f5395-bfd7-4279-9f5a-76283d57839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:59.500147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Bound port: 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6f5395-bfd7-4279-9f5a-76283d57839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:59.500706 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.559320 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-5f408da2-e3c0-4288-84e2-bae8111f9845 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:26:59.563678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5f408da2-e3c0-4288-84e2-bae8111f9845 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags/tempest-TagsExtTest-Tag-496363571 HTTP/1.1" status: 404 len: 328 time: 0.1071610 Aug 31 09:26:59.563910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.571519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-a058b5bd-ae16-44de-8825-a5a343eb4919 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', {'tags': ['tempest-TagsExtTest-Tag-617649846', 'tempest-TagsExtTest-Tag-1518033346', 'tempest-TagsExtTest-Tag-761802383']}) {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.645834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] For port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:59.651236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] For port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,segment=NetworkSegment(db6f5395-bfd7-4279-9f5a-76283d57839c),segment_id=db6f5395-bfd7-4279-9f5a-76283d57839c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:59.659831 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.700841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a058b5bd-ae16-44de-8825-a5a343eb4919 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags HTTP/1.1" status: 200 len: 316 time: 0.1310990 Aug 31 09:26:59.701422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52850) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.713022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-a29b08de-6013-4201-a43f-01d544ca78e0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:59.787936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b013c8-a1c4-4a5b-8ace-852be507cd03 None None] Pushing event updated for resources: {'Port': ['ID=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:59.816590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.897512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a29b08de-6013-4201-a43f-01d544ca78e0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1936283 Aug 31 09:26:59.898692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.904647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-3d63915b-5ab5-423a-99d3-709229052575 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-617649846') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:00.002494 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-3d63915b-5ab5-423a-99d3-709229052575 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:00.015434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3d63915b-5ab5-423a-99d3-709229052575 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-617649846 HTTP/1.1" status: 404 len: 328 time: 0.1145878 Aug 31 09:27:00.016607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52858) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.025429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-bcbb4353-d39a-4b15-9be6-10ba5cd2bfb0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-1518033346') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:00.139686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aab246aa-1c80-4424-a39e-89b147a227c3 req-90a02212-c45f-4abc-b9a3-c2afff56f9f6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 210 time: 0.1478851 Aug 31 09:27:00.232413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Allocated IP 2001:db8::328 (9b25edff-6b25-4144-a034-9410d2c74d90/e66dae46-760c-43ea-ae18-2ddaca093e84/3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:00.232765 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-bcbb4353-d39a-4b15-9be6-10ba5cd2bfb0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:00.238696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bcbb4353-d39a-4b15-9be6-10ba5cd2bfb0 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-1518033346 HTTP/1.1" status: 404 len: 329 time: 0.2199430 Aug 31 09:27:00.243632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52862) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.264479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-802e52ae-5317-41e5-b438-b180016b32fa tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa', 'tempest-TagsExtTest-Tag-761802383') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:00.290792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e87be250-c253-4aa3-8455-a9dd669b6fae no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:00.403335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.423845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.426035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No active binding found for port e87be250-c253-4aa3-8455-a9dd669b6fae {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:27:00.426887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e87be250-c253-4aa3-8455-a9dd669b6fae not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:00.446278 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-802e52ae-5317-41e5-b438-b180016b32fa tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:00.448423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-802e52ae-5317-41e5-b438-b180016b32fa tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags/tempest-TagsExtTest-Tag-761802383 HTTP/1.1" status: 404 len: 328 time: 0.2029366 Aug 31 09:27:00.459935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52864) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.478398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-e3ca4230-132b-4cb8-b9d2-56385d06d489 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', {'tags': ['tempest-TagsExtTest-Tag-1561984044', 'tempest-TagsExtTest-Tag-1061635199', 'tempest-TagsExtTest-Tag-27071660']}) {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:00.543903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'Port': ['ID=e87be250-c253-4aa3-8455-a9dd669b6fae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.559445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf49b-76ee-4a3b-b144-d33e53bd7685 req-c59c4e8c-d95a-4570-ada6-ce74922d88c1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:00.566370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-266bf49b-76ee-4a3b-b144-d33e53bd7685 req-c59c4e8c-d95a-4570-ada6-ce74922d88c1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.6860726 Aug 31 09:27:00.579305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb52f7bb-ac6a-4cdd-add3-c1e5fc19a718 req-ae2e5d58-c2c8-455a-8c26-2df10c3f8871 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=caea6e88-8ea1-4c34-a9d2-adc9e52a4dae HTTP/1.1" status: 200 len: 210 time: 0.1801057 Aug 31 09:27:00.711904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] No DVR routers for this DVR port e87be250-c253-4aa3-8455-a9dd669b6fae on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:00.718992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e3ca4230-132b-4cb8-b9d2-56385d06d489 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags HTTP/1.1" status: 200 len: 316 time: 0.2553792 Aug 31 09:27:00.729684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52868) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.732786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:00.735071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.744484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0ccc8e8-cfb5-44af-a353-8f083e66dd69 req-ccf9ba60-dca1-4c7b-a3ad-08f373868d26 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "DELETE /v2.0/ports/e87be250-c253-4aa3-8455-a9dd669b6fae HTTP/1.1" status: 204 len: 173 time: 3.4450402 Aug 31 09:27:00.746150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'name': 'network-vif-deleted', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:00.748937 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5183fe5a-f9eb-4bf8-a4e4-6b914630d39b" -d '{"events": [{"server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "name": "network-vif-deleted", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:00.751014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-bdef1977-9e9c-41cf-83d2-dd17797e355d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:00.883072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:00.888874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:01.032772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-266bf49b-76ee-4a3b-b144-d33e53bd7685 req-7db5f9a7-9877-4153-bb4b-ab84c307a387 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653158 Aug 31 09:27:01.037332 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186ba65a-a15c-40ae-b905-b31a547b6bc5 x-openstack-request-id: req-186ba65a-a15c-40ae-b905-b31a547b6bc5 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:01.037903 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caea6e88-8ea1-4c34-a9d2-adc9e52a4dae", "name": "network-vif-deleted", "tag": "e87be250-c253-4aa3-8455-a9dd669b6fae", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:01.038334 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-186ba65a-a15c-40ae-b905-b31a547b6bc5 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:01.039133 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caea6e88-8ea1-4c34-a9d2-adc9e52a4dae', 'name': 'network-vif-deleted', 'tag': 'e87be250-c253-4aa3-8455-a9dd669b6fae', 'status': 'completed', 'code': 200} Aug 31 09:27:01.078119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event updated for resources: {'Port': ['ID=d92186d4-86bf-4737-b198-37b21343a3b8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.091884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-933d90b0-1c47-42d5-bd98-3c331756546a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.100076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bdef1977-9e9c-41cf-83d2-dd17797e355d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags HTTP/1.1" status: 204 len: 168 time: 0.3646183 Aug 31 09:27:01.105669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52872) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.120397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-67b2fd39-2710-4c0c-bbb9-3c57ce455d10 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-1561984044') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:01.151510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-933d90b0-1c47-42d5-bd98-3c331756546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.228934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.230379 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.314986 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-67b2fd39-2710-4c0c-bbb9-3c57ce455d10 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:01.320109 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-67b2fd39-2710-4c0c-bbb9-3c57ce455d10 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-1561984044 HTTP/1.1" status: 404 len: 329 time: 0.2095785 Aug 31 09:27:01.321685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.324545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-933d90b0-1c47-42d5-bd98-3c331756546a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45a38877c4c44025a663f9cf9b12ee75&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4455907 Aug 31 09:27:01.334013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-7d67b265-d44b-4c22-90ef-94955b20ca78 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-1061635199') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:01.337045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52880) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.354235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d90b0-1c47-42d5-bd98-3c331756546a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43ad915-573b-40da-bafd-1cef13b7c6d4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.384774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-d9e9adb1-8852-48f0-bbe7-2c8eca86b170 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2783051 Aug 31 09:27:01.431419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Request body: {'port': {'device_id': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:01.502464 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13c155a6-df4d-44ca-9e76-3acb3cf11031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.506195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c670c-eac0-4383-b362-cebd2667852e req-6e983e55-e255-434c-84b6-a92f6b0c6a5e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.515921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-835c670c-eac0-4383-b362-cebd2667852e req-6e983e55-e255-434c-84b6-a92f6b0c6a5e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.2786288 Aug 31 09:27:01.520133 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-7d67b265-d44b-4c22-90ef-94955b20ca78 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:01.524847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d67b265-d44b-4c22-90ef-94955b20ca78 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-1061635199 HTTP/1.1" status: 404 len: 329 time: 0.1999419 Aug 31 09:27:01.531701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52882) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.536435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.539991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86b5ed-4662-42a7-a819-b73eb4e9f0c8 None None] Network 9b25edff-6b25-4144-a034-9410d2c74d90 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:01.545293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-55398e60-c1e2-4974-b2cb-6b8288b70a2d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4', 'tempest-TagsExtTest-Tag-27071660') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:01.612863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-896d45a3-9ea5-44f1-8a64-1f5df3256520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.640804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-983120f1-c44c-4745-973e-922552151c1a None None] Provisioning for port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:01.642602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baee6a-ed90-4e1d-8cb1-aee81650f5b2 req-aae1767d-673e-4057-bbc2-12c1ba85d5a1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.650956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8baee6a-ed90-4e1d-8cb1-aee81650f5b2 req-aae1767d-673e-4057-bbc2-12c1ba85d5a1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 932 time: 0.3555417 Aug 31 09:27:01.662191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Transition to ACTIVE for port object 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:01.668489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-835c670c-eac0-4383-b362-cebd2667852e req-bafc19d9-6872-451a-968f-bc62a33c2a1b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511984 Aug 31 09:27:01.679585 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-896d45a3-9ea5-44f1-8a64-1f5df3256520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.706701 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-55398e60-c1e2-4974-b2cb-6b8288b70a2d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:01.713423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-55398e60-c1e2-4974-b2cb-6b8288b70a2d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags/tempest-TagsExtTest-Tag-27071660 HTTP/1.1" status: 404 len: 327 time: 0.1799784 Aug 31 09:27:01.714358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52886) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.722708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.739129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-097f87d4-0aea-4ec6-a7ba-b5981764d020 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', {'tags': ['tempest-TagsExtTest-Tag-1831193293', 'tempest-TagsExtTest-Tag-1339076544', 'tempest-TagsExtTest-Tag-1240548699']}) {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:01.765985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8baee6a-ed90-4e1d-8cb1-aee81650f5b2 req-4c9d854a-7550-4f56-8b52-467f644bf2ad tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964792 Aug 31 09:27:01.864987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.878961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-097f87d4-0aea-4ec6-a7ba-b5981764d020 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "PUT /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags HTTP/1.1" status: 200 len: 318 time: 0.1530616 Aug 31 09:27:01.881714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.892733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-f27f6f9a-846b-48c8-b30a-5410917e4a2b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:01.950999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.968126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-896d45a3-9ea5-44f1-8a64-1f5df3256520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.969278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.977969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-896d45a3-9ea5-44f1-8a64-1f5df3256520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.980451 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-896d45a3-9ea5-44f1-8a64-1f5df3256520 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b43ad915-573b-40da-bafd-1cef13b7c6d4 HTTP/1.1" status: 204 len: 168 time: 0.6409631 Aug 31 09:27:02.000491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d45a3-9ea5-44f1-8a64-1f5df3256520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43ad915-573b-40da-bafd-1cef13b7c6d4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.090389 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f27f6f9a-846b-48c8-b30a-5410917e4a2b tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags HTTP/1.1" status: 204 len: 168 time: 0.2067931 Aug 31 09:27:02.093396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52902) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.106440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-6f2d1c6d-19a7-40be-8119-41880360bb78 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-1831193293') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.142633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:02.188158 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6f2d1c6d-19a7-40be-8119-41880360bb78 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:02.192650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f2d1c6d-19a7-40be-8119-41880360bb78 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-1831193293 HTTP/1.1" status: 404 len: 329 time: 0.0925953 Aug 31 09:27:02.195143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52906) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.204175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-9dd619e3-8cc8-4e1d-b88e-48c057363028 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-1339076544') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.278767 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-9dd619e3-8cc8-4e1d-b88e-48c057363028 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:02.287447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9dd619e3-8cc8-4e1d-b88e-48c057363028 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-1339076544 HTTP/1.1" status: 404 len: 329 time: 0.0905504 Aug 31 09:27:02.292245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.305439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-6e8d270f-9f0f-434c-81fa-7c1831722b99 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34', 'tempest-TagsExtTest-Tag-1240548699') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.353898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:02.368006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:02.376706 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.413919 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6e8d270f-9f0f-434c-81fa-7c1831722b99 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] show failed (client error): The resource could not be found. Aug 31 09:27:02.416099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e8d270f-9f0f-434c-81fa-7c1831722b99 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags/tempest-TagsExtTest-Tag-1240548699 HTTP/1.1" status: 404 len: 329 time: 0.1222329 Aug 31 09:27:02.420813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52914) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.443962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-93d8d78c-f196-4399-a5f3-04d92a55d51d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcf380f5-5a62-40aa-9ebf-f00720f79e34') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.454979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52916) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.459796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Network 9b25edff-6b25-4144-a034-9410d2c74d90 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:02.515986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-94b65912-e848-48dc-8820-95a2a5b130ab None None] Provisioning complete for port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:02.517182 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94b65912-e848-48dc-8820-95a2a5b130ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.531589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99889-dcef-41e9-bf94-0ed5006aa8c8 req-b4384186-c00a-40b6-94ab-dd5b2ff73132 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.543150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56c99889-dcef-41e9-bf94-0ed5006aa8c8 req-b4384186-c00a-40b6-94ab-dd5b2ff73132 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.3538873 Aug 31 09:27:02.544009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event updated for resources: {'Port': ['ID=3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.551418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:02.557104 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-93d8d78c-f196-4399-a5f3-04d92a55d51d tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34/tags HTTP/1.1" status: 204 len: 168 time: 0.1335499 Aug 31 09:27:02.558128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52920) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.563252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-6f86589c-36e8-4631-a135-d0ef267bd75a tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d782da0-d745-49fe-8e1b-ee3b867a24c4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.572774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:02.579100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.579777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.664882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56c99889-dcef-41e9-bf94-0ed5006aa8c8 req-58cc0c76-7a63-414b-aa7b-e6089012e3a4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042116 Aug 31 09:27:02.729481 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.762086 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f86589c-36e8-4631-a135-d0ef267bd75a tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1999061 Aug 31 09:27:02.762654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52926) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.781857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.tag.tag_plugin [None req-f6a445a6-b3a4-4791-a6bb-208bec3c7a6c tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd20d084a-725a-417f-a105-3479093f51aa') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:02.784692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94b65912-e848-48dc-8820-95a2a5b130ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.786159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d0d8b497-ba66-4c7a-9fa7-45923697d86b tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.0391667 Aug 31 09:27:02.845134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52928) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.866735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,segment=NetworkSegment(db6f5395-bfd7-4279-9f5a-76283d57839c),segment_id=db6f5395-bfd7-4279-9f5a-76283d57839c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:02.869724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Request body: {'port': {'network_id': '9b25edff-6b25-4144-a034-9410d2c74d90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1500626314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:02.870757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] bootfile-name is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:27:02.871689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] tftp-server is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:27:02.872568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] server-ip-address is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:27:02.881905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.920656 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0a7280f-2bbd-4161-9113-b5c2d220befb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.946414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.022554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.028978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-94b65912-e848-48dc-8820-95a2a5b130ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:27:03.029422 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-94b65912-e848-48dc-8820-95a2a5b130ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:27:03.031165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177f5b1-d389-4ae4-9fb3-f6d177f3177d req-b5f5e600-599f-4e50-a4e8-e627f81f06d9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.035350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a177f5b1-d389-4ae4-9fb3-f6d177f3177d req-b5f5e600-599f-4e50-a4e8-e627f81f06d9 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 946 time: 0.4505298 Aug 31 09:27:03.072401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-160e4278-3d88-49cc-bed5-87cbb6654097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.089082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f6a445a6-b3a4-4791-a6bb-208bec3c7a6c tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3215258 Aug 31 09:27:03.097077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52936) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.102067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.tag.tag_plugin [None req-1b22fb94-554c-4125-a6a2-54e7303822df tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c2f4d242-9147-4b0b-94d9-70a2365d485a') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:03.183766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0a7280f-2bbd-4161-9113-b5c2d220befb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.189689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0a7280f-2bbd-4161-9113-b5c2d220befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.203886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ba2b0-d692-4741-bc66-62d83b4598ad req-03305145-7559-45a5-a723-6c7f8108aa64 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.206336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396ba2b0-d692-4741-bc66-62d83b4598ad req-03305145-7559-45a5-a723-6c7f8108aa64 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.3374996 Aug 31 09:27:03.235160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a177f5b1-d389-4ae4-9fb3-f6d177f3177d req-0ae04eeb-23b3-4dbd-8e4e-d562f79e4c3e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842134 Aug 31 09:27:03.243535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Made reservation on behalf of 2c4f45d9d39c4b119c8a38b6108d59e4 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:03.247070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.269665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b0a7280f-2bbd-4161-9113-b5c2d220befb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c38b2d0e917c47158c3563d34d32e57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040528 Aug 31 09:27:03.271581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7280f-2bbd-4161-9113-b5c2d220befb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519256c9-5245-4314-9112-86b729fed4ed,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.275412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52938) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.289218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] device_id is not set on port b055203f-3ecf-4e8d-b28c-f31fdf09fc57 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:03.293283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92186d4-86bf-4737-b198-37b21343a3b8 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:03.339808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.477879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Transition to ACTIVE for port object d92186d4-86bf-4737-b198-37b21343a3b8 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:03.495737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396ba2b0-d692-4741-bc66-62d83b4598ad req-3f838f57-1184-48e3-b0f2-48551a7906d3 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717912 Aug 31 09:27:03.510848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.589743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.647872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7129f-d835-4dbd-8e4e-fc8a02a889cc req-675a82d4-abd4-4f5e-8815-896dc490811d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.650259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21b7129f-d835-4dbd-8e4e-fc8a02a889cc req-675a82d4-abd4-4f5e-8815-896dc490811d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 932 time: 0.3185720 Aug 31 09:27:03.681154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1b22fb94-554c-4125-a6a2-54e7303822df tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a/tags HTTP/1.1" status: 204 len: 168 time: 0.5825069 Aug 31 09:27:03.693756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52942) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.696920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Pushing event updated for resources: {'Port': ['ID=d92186d4-86bf-4737-b198-37b21343a3b8,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.751587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cc7de6f1-2987-4138-bd21-0b054aa99a84 None None] Provisioning for port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:03.757945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cc7de6f1-2987-4138-bd21-0b054aa99a84 None None] Provisioning complete for port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:03.758662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cc7de6f1-2987-4138-bd21-0b054aa99a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.816774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cc7de6f1-2987-4138-bd21-0b054aa99a84 None None] Port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:03.902240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614f1f9f-e316-4575-a93e-262b3bb3d4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.928234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-160e4278-3d88-49cc-bed5-87cbb6654097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.949013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-160e4278-3d88-49cc-bed5-87cbb6654097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.955281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:03.968308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21b7129f-d835-4dbd-8e4e-fc8a02a889cc req-ef8eb274-1f63-4e5a-a9c0-4e15c370d735 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852263 Aug 31 09:27:03.996782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614f1f9f-e316-4575-a93e-262b3bb3d4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.026831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Allocated IP 2001:db8::38f (9b25edff-6b25-4144-a034-9410d2c74d90/e66dae46-760c-43ea-ae18-2ddaca093e84/b055203f-3ecf-4e8d-b28c-f31fdf09fc57) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:04.031661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:04.032126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.054722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-e230dbbb-89fd-40b5-a08a-33fb34790e9e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.057705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-e230dbbb-89fd-40b5-a08a-33fb34790e9e tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 946 time: 0.1764457 Aug 31 09:27:04.094840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-160e4278-3d88-49cc-bed5-87cbb6654097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=577b05d8b6404cb99185076238a4076f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1339121 Aug 31 09:27:04.104270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52944) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:04.111093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994e0bf-cdd3-4c4c-af75-4dac9bf81820 req-b6b0ff63-6e32-4eeb-bdea-786a2ddc64d2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.122630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b994e0bf-cdd3-4c4c-af75-4dac9bf81820 req-b6b0ff63-6e32-4eeb-bdea-786a2ddc64d2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.3186538 Aug 31 09:27:04.135060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e4278-3d88-49cc-bed5-87cbb6654097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6c1cf-d4fb-4160-a677-c08995877736,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.141522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ea89d7a-4aa5-4f5e-870e-155c5b9d97ca tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for subnetpool, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.143655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ea89d7a-4aa5-4f5e-870e-155c5b9d97ca tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnetpools/bcf380f5-5a62-40aa-9ebf-f00720f79e34 HTTP/1.1" status: 204 len: 168 time: 0.4482152 Aug 31 09:27:04.145163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Attempting to bind port d92186d4-86bf-4737-b198-37b21343a3b8 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:04.145749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Attempting to bind port d92186d4-86bf-4737-b198-37b21343a3b8 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:04.146208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Attempting to bind port d92186d4-86bf-4737-b198-37b21343a3b8 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:04.151603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52946) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:04.218135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-33abe3ce-e7c1-4247-9b09-78d8582a619e tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d782da0-d745-49fe-8e1b-ee3b867a24c4 HTTP/1.1" status: 200 len: 205 time: 0.0583265 Aug 31 09:27:04.218135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Port d92186d4-86bf-4737-b198-37b21343a3b8 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:04.218135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Attempting to bind port d92186d4-86bf-4737-b198-37b21343a3b8 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:04.222295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52948) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:04.298189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:04.302568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:04.302568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Bound using segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:04.302568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Bound port: d92186d4-86bf-4737-b198-37b21343a3b8, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:04.302568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.396144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b994e0bf-cdd3-4c4c-af75-4dac9bf81820 req-7fa7eaf8-dfbe-47f4-afc5-baab8f05020f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723587 Aug 31 09:27:04.428773 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.453147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614f1f9f-e316-4575-a93e-262b3bb3d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.457224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614f1f9f-e316-4575-a93e-262b3bb3d4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.461885 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-614f1f9f-e316-4575-a93e-262b3bb3d4e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/519256c9-5245-4314-9112-86b729fed4ed HTTP/1.1" status: 204 len: 168 time: 1.1823990 Aug 31 09:27:04.501407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f1f9f-e316-4575-a93e-262b3bb3d4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519256c9-5245-4314-9112-86b729fed4ed,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.562074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4277126-fd9b-47cf-ab9c-10f25df4cc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.584363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Deleting port 157b70a6-3672-41b3-8b8b-973da2d1835d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:04.584707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.658014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4277126-fd9b-47cf-ab9c-10f25df4cc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.760651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9ac56-8db8-4c35-92d3-acf84683f788 req-5dffaacd-5db0-4986-bc22-97710336078b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.767058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e9ac56-8db8-4c35-92d3-acf84683f788 req-5dffaacd-5db0-4986-bc22-97710336078b tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a HTTP/1.1" status: 200 len: 946 time: 0.4028103 Aug 31 09:27:04.772111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] For port d92186d4-86bf-4737-b198-37b21343a3b8, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:04.846309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.882524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] For port 157b70a6-3672-41b3-8b8b-973da2d1835d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=157b70a6-3672-41b3-8b8b-973da2d1835d,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:04.882928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.915780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Calling delete_port for 157b70a6-3672-41b3-8b8b-973da2d1835d owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:04.925632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Transition to ACTIVE for port object b055203f-3ecf-4e8d-b28c-f31fdf09fc57 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:04.931058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4277126-fd9b-47cf-ab9c-10f25df4cc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.936041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4277126-fd9b-47cf-ab9c-10f25df4cc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.947180 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d4277126-fd9b-47cf-ab9c-10f25df4cc9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cf6c1cf-d4fb-4160-a677-c08995877736 HTTP/1.1" status: 204 len: 168 time: 0.8232861 Aug 31 09:27:04.964062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4277126-fd9b-47cf-ab9c-10f25df4cc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6c1cf-d4fb-4160-a677-c08995877736,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.132009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.203711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Network 9b25edff-6b25-4144-a034-9410d2c74d90 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:05.233693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] For port d92186d4-86bf-4737-b198-37b21343a3b8, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d92186d4-86bf-4737-b198-37b21343a3b8,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:05.238017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:05.239478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.240625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:05.247099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.247808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.250936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.256402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.275914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event updated for resources: {'Port': ['ID=b055203f-3ecf-4e8d-b28c-f31fdf09fc57,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.295908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-63661448-d27a-4ee0-ae2e-7555ce2839cb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.4435394 Aug 31 09:27:05.296712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.339838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Pushing event updated for resources: {'Port': ['ID=d92186d4-86bf-4737-b198-37b21343a3b8,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.380628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.396935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['157b70a6-3672-41b3-8b8b-973da2d1835d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:05.403833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b35728-dbf1-441b-874f-9403cf9393b3 req-2ad29818-ccd4-4aa8-acdf-40a37017fbb3 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.413289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9b35728-dbf1-441b-874f-9403cf9393b3 req-2ad29818-ccd4-4aa8-acdf-40a37017fbb3 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.8372564 Aug 31 09:27:05.476820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.477459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.478998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-eed6f90a-d344-41c2-82e4-8b34f365558a service neutron] 10.222.0.23 "PUT /v2.0/ports/d92186d4-86bf-4737-b198-37b21343a3b8 HTTP/1.1" status: 200 len: 1093 time: 4.0547206 Aug 31 09:27:05.479905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'tag': 'd92186d4-86bf-4737-b198-37b21343a3b8'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:05.482888 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62", "tag": "d92186d4-86bf-4737-b198-37b21343a3b8"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:05.486185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.487170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Fanout notify agent at l3_agent the message router_deleted on router 0d782da0-d745-49fe-8e1b-ee3b867a24c4 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:27:05.494501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['08511fb0-1289-40f2-be92-7a414427fa98'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:05.517771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.522374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-43e60a5f-d443-4ed4-a16e-070a5ac244ff tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/routers/0d782da0-d745-49fe-8e1b-ee3b867a24c4 HTTP/1.1" status: 204 len: 168 time: 1.2978857 Aug 31 09:27:05.532455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52980) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.558296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'Port': ['ID=157b70a6-3672-41b3-8b8b-973da2d1835d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.572052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e9ac56-8db8-4c35-92d3-acf84683f788 req-0a0eb830-8d23-49e5-a58e-99bf4b18b211 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887464 Aug 31 09:27:05.683543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f251c-5e92-41b2-9d93-0ca21cacd1d0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.712558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f251c-5e92-41b2-9d93-0ca21cacd1d0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.751325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f251c-5e92-41b2-9d93-0ca21cacd1d0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.758586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed7f251c-5e92-41b2-9d93-0ca21cacd1d0 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4542277 Aug 31 09:27:05.762884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52986) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.814763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9b35728-dbf1-441b-874f-9403cf9393b3 req-6ca215ee-ab4d-4f2b-93af-6ec1f4ba167e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003117 Aug 31 09:27:05.840728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52988) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.885512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] No DVR routers for this DVR port 157b70a6-3672-41b3-8b8b-973da2d1835d on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:05.890570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.894161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9cdf0ba5-01df-42f3-8ff1-64bbc2e4d225 req-011b8c3d-d6d3-4ad0-a678-b8f05e6285a5 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "DELETE /v2.0/ports/157b70a6-3672-41b3-8b8b-973da2d1835d HTTP/1.1" status: 204 len: 173 time: 1.8214760 Aug 31 09:27:05.894704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'name': 'network-vif-deleted', 'tag': '157b70a6-3672-41b3-8b8b-973da2d1835d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:05.897196 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b47a6b2-bd18-4231-8eea-92ec8357c7df" -d '{"events": [{"server_uuid": "0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a", "name": "network-vif-deleted", "tag": "157b70a6-3672-41b3-8b8b-973da2d1835d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:05.979717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cef88620-7f45-4198-b933-2797eb470707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.000543 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4407de8-e16a-4325-bec8-a152b98a7a06 x-openstack-request-id: req-a4407de8-e16a-4325-bec8-a152b98a7a06 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:06.001407 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62", "tag": "d92186d4-86bf-4737-b198-37b21343a3b8", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:06.002911 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4407de8-e16a-4325-bec8-a152b98a7a06 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:06.003815 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'tag': 'd92186d4-86bf-4737-b198-37b21343a3b8', 'status': 'completed', 'code': 200} Aug 31 09:27:06.058908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7c14f899-0bde-4e0e-9369-2448905a97ae None None] Provisioning for port b055203f-3ecf-4e8d-b28c-f31fdf09fc57 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:06.100996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7c14f899-0bde-4e0e-9369-2448905a97ae None None] Provisioning complete for port b055203f-3ecf-4e8d-b28c-f31fdf09fc57 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:06.101709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c14f899-0bde-4e0e-9369-2448905a97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.124584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Deleting port b055203f-3ecf-4e8d-b28c-f31fdf09fc57 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:06.126174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.179665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7c14f899-0bde-4e0e-9369-2448905a97ae None None] Port b055203f-3ecf-4e8d-b28c-f31fdf09fc57 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:06.182332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.303949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-059e22fb-26c5-46fb-b07b-53c662b3a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.307103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-059e22fb-26c5-46fb-b07b-53c662b3a223 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 1096 time: 0.6992590 Aug 31 09:27:06.342167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.371821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Calling delete_port for b055203f-3ecf-4e8d-b28c-f31fdf09fc57 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:06.439481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-e2b948d7-09a7-4e4d-a1ee-c5bc92084405 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d92186d4-86bf-4737-b198-37b21343a3b8 HTTP/1.1" status: 200 len: 217 time: 0.1001978 Aug 31 09:27:06.458044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2cd5c-95c0-42a9-9bc9-eea7b2c2efd3 req-34f4f6ea-5eee-4b54-98ed-de25a81f90b1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.460050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8a2cd5c-95c0-42a9-9bc9-eea7b2c2efd3 req-34f4f6ea-5eee-4b54-98ed-de25a81f90b1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 944 time: 0.6181142 Aug 31 09:27:06.462014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cef88620-7f45-4198-b933-2797eb470707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.558956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-e6ec4497-2553-4810-aad5-c9ffb1eb30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.563594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-e6ec4497-2553-4810-aad5-c9ffb1eb30d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.0993648 Aug 31 09:27:06.592830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cef88620-7f45-4198-b933-2797eb470707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.620094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Deleting port d20d084a-725a-417f-a105-3479093f51aa {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:06.621520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.653387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.698525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event deleted for resources: {'Port': ['ID=b055203f-3ecf-4e8d-b28c-f31fdf09fc57,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.744355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-99d7dfb6-06b3-40dc-b7ca-9fc8989168aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685717 Aug 31 09:27:06.750728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.754972 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e2d1ce60-e896-445a-b913-884f35686ceb tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "DELETE /v2.0/ports/b055203f-3ecf-4e8d-b28c-f31fdf09fc57 HTTP/1.1" status: 204 len: 168 time: 0.9902925 Aug 31 09:27:06.762082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53008) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:06.773513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Request body: {'port': {'name': 'tempest-new-port-name-290613865', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:06.774306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] bootfile-name is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:27:06.776133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] tftp-server is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:27:06.777266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.api.validators [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] server-ip-address is not in valid_values {{(pid=94895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:27:06.795456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf9e2c-93fe-4dcb-82da-b1d48f0b3d6c req-1064997a-6bd2-4810-ab3c-f8ffb0dc41e1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.798137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcdf9e2c-93fe-4dcb-82da-b1d48f0b3d6c req-1064997a-6bd2-4810-ab3c-f8ffb0dc41e1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.5993049 Aug 31 09:27:06.857857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef88620-7f45-4198-b933-2797eb470707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e23ef9-56a5-4e09-b98d-a6fda83857a0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.867935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cef88620-7f45-4198-b933-2797eb470707 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c2676cc94f24a4aa38725d0216d7055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9462159 Aug 31 09:27:06.895460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53010) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:06.948926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.986790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcdf9e2c-93fe-4dcb-82da-b1d48f0b3d6c req-de79e848-63a7-4296-96ef-3e2047090e50 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591499 Aug 31 09:27:06.996988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8a2cd5c-95c0-42a9-9bc9-eea7b2c2efd3 req-01ad3d4f-179f-4586-9421-064967a34f98 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276786 Aug 31 09:27:07.118435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.151249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Calling delete_port for d20d084a-725a-417f-a105-3479093f51aa owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:07.255685 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa7b6e0-e39b-486f-8afc-a9b0077428cd x-openstack-request-id: req-5fa7b6e0-e39b-486f-8afc-a9b0077428cd {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:07.257362 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a", "name": "network-vif-deleted", "tag": "157b70a6-3672-41b3-8b8b-973da2d1835d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:07.257726 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fa7b6e0-e39b-486f-8afc-a9b0077428cd {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:07.258328 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c36d1b5-10b7-4f0c-a9c2-eb9bbc24f02a', 'name': 'network-vif-deleted', 'tag': '157b70a6-3672-41b3-8b8b-973da2d1835d', 'status': 'completed', 'code': 200} Aug 31 09:27:07.320174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-46eced36-c26d-415f-97ba-33c491915812 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478911 Aug 31 09:27:07.332381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b3faff-962d-413b-9660-52147c02439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.407059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b3faff-962d-413b-9660-52147c02439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.534615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b3faff-962d-413b-9660-52147c02439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.549568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72b3faff-962d-413b-9660-52147c02439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.560831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-72b3faff-962d-413b-9660-52147c02439c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82e23ef9-56a5-4e09-b98d-a6fda83857a0 HTTP/1.1" status: 204 len: 168 time: 0.6631792 Aug 31 09:27:07.605299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.615321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 157b70a6-3672-41b3-8b8b-973da2d1835d no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:07.616339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.670847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] In _notify_port_updated(), no bound segment for port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 on network 9b25edff-6b25-4144-a034-9410d2c74d90 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:27:07.694066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 157b70a6-3672-41b3-8b8b-973da2d1835d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:07.694319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.694875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 157b70a6-3672-41b3-8b8b-973da2d1835d not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:07.695628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.701287 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "PUT /v2.0/ports/3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 HTTP/1.1" status: 200 len: 1129 time: 0.9340599 Aug 31 09:27:07.732128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53038) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:07.784219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af891484-51ae-484d-a080-19b342705495 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event updated for resources: {'Port': ['ID=3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.789581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3faff-962d-413b-9660-52147c02439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e23ef9-56a5-4e09-b98d-a6fda83857a0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.839429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e149578-9947-4f6e-95ea-f7fedfa22981 req-90cbd442-bdd8-410c-aaa4-047e62043c92 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063570 Aug 31 09:27:07.985878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62c4a1-6d4b-4e67-aeed-f2d69c5fd106 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.991885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4b62c4a1-6d4b-4e67-aeed-f2d69c5fd106 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "GET /v2.0/ports/3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 HTTP/1.1" status: 200 len: 1129 time: 0.2487531 Aug 31 09:27:07.992427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53040) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:08.096067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:27:08.103073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4168cc-c0b3-4b65-9fc2-4a3e8ce05635 req-8828c428-9c40-4f7b-8af4-96a49f595107 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.105575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec4168cc-c0b3-4b65-9fc2-4a3e8ce05635 req-8828c428-9c40-4f7b-8af4-96a49f595107 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.4244509 Aug 31 09:27:08.310982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4159a91c-a52e-47af-acf9-f6e33fa2d8ae None None] Provisioning complete for port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:08.311459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4159a91c-a52e-47af-acf9-f6e33fa2d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.319887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Deleting port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:08.321503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.350159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.379611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.384349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4159a91c-a52e-47af-acf9-f6e33fa2d8ae None None] Port 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:08.400151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.410535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.422356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.435719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.448580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.453325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-c90c3880-a4ae-4035-88d6-94508451f372 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.7709930 Aug 31 09:27:08.531436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.555604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.585623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Calling delete_port for 3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:08.637959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-3c7c4fd4-7ea0-433a-957a-f460badd335d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.649225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-3c7c4fd4-7ea0-433a-957a-f460badd335d tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.5397518 Aug 31 09:27:08.825224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-f9a8e9b4-9011-4125-afbe-c8a4c0e843e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.828372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-f9a8e9b4-9011-4125-afbe-c8a4c0e843e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 1096 time: 0.7209926 Aug 31 09:27:08.841707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event deleted for resources: {'Port': ['ID=d20d084a-725a-417f-a105-3479093f51aa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.078936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.148459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-003d2a5c-8ae0-4da8-8cbc-6ecc45366cb5 req-888d04e3-0464-453b-814e-ab20dbc815bb tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6535552 Aug 31 09:27:09.164106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec4168cc-c0b3-4b65-9fc2-4a3e8ce05635 req-2bb6db9d-9fec-4270-a920-69d7760046d1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9185467 Aug 31 09:27:09.240292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-ef5b56b5-866a-49c6-babf-80d8d10ad129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.243003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-ef5b56b5-866a-49c6-babf-80d8d10ad129 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.3449247 Aug 31 09:27:09.255467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event deleted for resources: {'Port': ['ID=3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.278261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.286643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.295235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a0fd6067-b555-4711-9847-67452a71c969 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/ports/d20d084a-725a-417f-a105-3479093f51aa HTTP/1.1" status: 204 len: 168 time: 3.7565866 Aug 31 09:27:09.297449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:09.297998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53116) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:09.310630 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b693f75d-c552-4f42-a374-ada591d965ce tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "DELETE /v2.0/ports/3c2d4bd5-b33b-4e3f-9323-d5c7d6d1aaa4 HTTP/1.1" status: 204 len: 168 time: 1.2969277 Aug 31 09:27:09.512455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-b829ef10-dffb-4ec8-803b-22165d74d7b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d92186d4-86bf-4737-b198-37b21343a3b8 HTTP/1.1" status: 200 len: 217 time: 0.2561831 Aug 31 09:27:09.680695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Deleting subnet c2f4d242-9147-4b0b-94d9-70a2365d485a {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:09.695582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Deleting subnet e66dae46-760c-43ea-ae18-2ddaca093e84 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:09.699466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Deleting port 08511fb0-1289-40f2-be92-7a414427fa98 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:09.699823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.704530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.759142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-e7bdd671-13f9-4213-8ce9-7174391d092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.761938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-e7bdd671-13f9-4213-8ce9-7174391d092e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.2155778 Aug 31 09:27:09.813759 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.832443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45add63-d530-4ba0-92df-c6e749256c7f req-7cc81e74-628a-4ec5-a70d-f6d2f468de22 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.839114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b45add63-d530-4ba0-92df-c6e749256c7f req-7cc81e74-628a-4ec5-a70d-f6d2f468de22 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.4193554 Aug 31 09:27:09.851729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf2495-ab29-4c56-9ad5-47947569919d req-59b5726b-e4af-4a99-b386-1b4b2a6665f4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.853412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59bf2495-ab29-4c56-9ad5-47947569919d req-59b5726b-e4af-4a99-b386-1b4b2a6665f4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 944 time: 0.4297111 Aug 31 09:27:10.070977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53140) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:10.219870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-32f34766-6578-4c2e-aad6-b08886e447cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3639693 Aug 31 09:27:10.315251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.319233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.333601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d92186d4-86bf-4737-b198-37b21343a3b8 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:10.381378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a00d23b8-2d9b-41e3-8f38-d5b093f88635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.527034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] For port 08511fb0-1289-40f2-be92-7a414427fa98, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=08511fb0-1289-40f2-be92-7a414427fa98,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:10.527650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.571183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d92186d4-86bf-4737-b198-37b21343a3b8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d92186d4-86bf-4737-b198-37b21343a3b8,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:10.597934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'd92186d4-86bf-4737-b198-37b21343a3b8', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': 'd92186d4-86bf-4737-b198-37b21343a3b8', 'mac_address': 'fa:16:3e:ed:1d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:10.611319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Calling delete_port for 08511fb0-1289-40f2-be92-7a414427fa98 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:10.612754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a00d23b8-2d9b-41e3-8f38-d5b093f88635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.619442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a00d23b8-2d9b-41e3-8f38-d5b093f88635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.638343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b45add63-d530-4ba0-92df-c6e749256c7f req-e894ce83-4387-47ae-a98b-8bf9181ac8dd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7838147 Aug 31 09:27:10.657862 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.663121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59bf2495-ab29-4c56-9ad5-47947569919d req-6f7407d7-69f5-4dca-b563-17fc50eddb22 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421241 Aug 31 09:27:10.696716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d23b8-2d9b-41e3-8f38-d5b093f88635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e712bd1b-1977-4afe-8552-8180278a6273,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:10.701204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92186d4-86bf-4737-b198-37b21343a3b8 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:10.704069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a00d23b8-2d9b-41e3-8f38-d5b093f88635 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c181eb08d47d43f8b03f14005c00587b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309352 Aug 31 09:27:10.711334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:10.762457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d92186d4-86bf-4737-b198-37b21343a3b8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d92186d4-86bf-4737-b198-37b21343a3b8,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:10.769290 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.832374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54299225-21d7-428c-a363-7fd1832f06d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.861626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54299225-21d7-428c-a363-7fd1832f06d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.881125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d92186d4-86bf-4737-b198-37b21343a3b8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:10.894316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.895003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.895718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.896142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.896543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.896949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.897349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.897830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.898253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.898676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.899073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.899509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:10.937963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54299225-21d7-428c-a363-7fd1832f06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.941496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-54299225-21d7-428c-a363-7fd1832f06d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.946124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54299225-21d7-428c-a363-7fd1832f06d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e712bd1b-1977-4afe-8552-8180278a6273 HTTP/1.1" status: 204 len: 168 time: 0.2299144 Aug 31 09:27:10.964761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54299225-21d7-428c-a363-7fd1832f06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e712bd1b-1977-4afe-8552-8180278a6273,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.060984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.094116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-317f0de9-3c86-4bc0-a524-63b3e2ce8a17 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8495181 Aug 31 09:27:11.122067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d92186d4-86bf-4737-b198-37b21343a3b8'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:11.144012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.369099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c803e-a4a9-443e-ad8e-a6e6f94c5b1a req-5cc9774c-225e-4006-8e48-37b968087d10 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.370785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-182c803e-a4a9-443e-ad8e-a6e6f94c5b1a req-5cc9774c-225e-4006-8e48-37b968087d10 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 945 time: 0.5096722 Aug 31 09:27:11.433937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.441243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.447744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.454189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.461428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.467700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.474816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.476952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-470ab029-b82b-454e-967d-838c32dff216 req-904a0a86-8dac-47ea-9721-82bc2b94b4f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.5900695 Aug 31 09:27:11.496078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53162) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.515146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e82a063d-fb73-44a9-b4bc-24c1e7ea4f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.594851 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.598848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.672240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e82a063d-fb73-44a9-b4bc-24c1e7ea4f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.679126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e82a063d-fb73-44a9-b4bc-24c1e7ea4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.681307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-182c803e-a4a9-443e-ad8e-a6e6f94c5b1a req-e044426c-65dc-4310-98ee-8cf2550acd32 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd1ff65e-a633-4004-8cde-6bdf5330071d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919812 Aug 31 09:27:11.683343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e439b74-67aa-4a0a-99b0-2a8c4739e9fc req-eb6083f8-c03b-4010-a60d-9e7d7c853532 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745149 Aug 31 09:27:11.689813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f4d242-9147-4b0b-94d9-70a2365d485a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.699989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.702375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-82b25480-0b71-45df-9d71-17300a11f75f tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/subnets/c2f4d242-9147-4b0b-94d9-70a2365d485a HTTP/1.1" status: 204 len: 168 time: 2.3967445 Aug 31 09:27:11.714201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53170) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.714425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.719163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "DELETE /v2.0/subnets/e66dae46-760c-43ea-ae18-2ddaca093e84 HTTP/1.1" status: 204 len: 168 time: 2.4132018 Aug 31 09:27:11.720162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e9d42-690a-42bb-9509-6236484a8545 None None] Network e89f0b4b-df64-4129-86ee-8411346843e2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:11.728661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1a175-a274-4c07-b7fe-80714ca74fab None None] Network 9b25edff-6b25-4144-a034-9410d2c74d90 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:11.728982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.787341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e0aec-7208-4f39-a4eb-864b9e29ee8a tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event deleted for resources: {'Subnet': ['ID=e66dae46-760c-43ea-ae18-2ddaca093e84,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.807574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.861096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e82a063d-fb73-44a9-b4bc-24c1e7ea4f45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9be04085943041548bfa52a86eaf3795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610990 Aug 31 09:27:11.879222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53176) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.906812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a063d-fb73-44a9-b4bc-24c1e7ea4f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa05b6d-f6dd-4e33-b65b-fea28a547bc3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.958061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.997508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b5c8-93cc-46cc-bc09-2d6ea6b963ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.006519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'Port': ['ID=08511fb0-1289-40f2-be92-7a414427fa98,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.072307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b5c8-93cc-46cc-bc09-2d6ea6b963ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.095748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Deleting port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:12.096558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.157805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec03e63-f233-4c98-8d8a-1cf08d35f917 req-176b6aee-a3d1-45eb-b166-b4ddd2fb9b7b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:12.166171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ec03e63-f233-4c98-8d8a-1cf08d35f917 req-176b6aee-a3d1-45eb-b166-b4ddd2fb9b7b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 945 time: 0.2575788 Aug 31 09:27:12.190950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.215579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] No DVR routers for this DVR port 08511fb0-1289-40f2-be92-7a414427fa98 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:12.227971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] For port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,segment=NetworkSegment(db6f5395-bfd7-4279-9f5a-76283d57839c),segment_id=db6f5395-bfd7-4279-9f5a-76283d57839c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:12.228233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.235616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.238405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-203b59ca-1842-4a97-9804-bdb45eea86a1 req-54b15925-eaf4-4951-8c3e-e12279835dd8 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.23 "DELETE /v2.0/ports/08511fb0-1289-40f2-be92-7a414427fa98 HTTP/1.1" status: 204 len: 173 time: 3.5335858 Aug 31 09:27:12.246946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Calling delete_port for 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:12.255183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ec03e63-f233-4c98-8d8a-1cf08d35f917 req-668e7762-44b6-48f2-b10f-de2bb60eb3cc tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878377 Aug 31 09:27:12.257515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'name': 'network-vif-deleted', 'tag': '08511fb0-1289-40f2-be92-7a414427fa98'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:12.261719 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73402b-26e7-4599-b77a-dfd6fb51c8e4" -d '{"events": [{"server_uuid": "6c34e379-20df-4981-9c7c-da28ef0d0f0c", "name": "network-vif-deleted", "tag": "08511fb0-1289-40f2-be92-7a414427fa98"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:12.274444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e261e25-86ff-4503-937f-4d5df1b6a2ea req-0648510b-c83a-417b-8d0e-b440578ee3a9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:12.282544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e261e25-86ff-4503-937f-4d5df1b6a2ea req-0648510b-c83a-417b-8d0e-b440578ee3a9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.3207774 Aug 31 09:27:12.331665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d92186d4-86bf-4737-b198-37b21343a3b8 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:12.379695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-30427659-9a3e-4457-9189-031fdf996f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:12.389859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-30427659-9a3e-4457-9189-031fdf996f6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b967cb9422104014b9ee5d050047444b&device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 1099 time: 0.4340835 Aug 31 09:27:12.394455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] DHCP port deletion for e89f0b4b-df64-4129-86ee-8411346843e2 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:12.427258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d491151-7860-4579-a908-e23dcad67137 None None] DHCP port deletion for 9b25edff-6b25-4144-a034-9410d2c74d90 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:12.438088 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3f4a7-6f93-4110-a287-cf40b2cf993b x-openstack-request-id: req-59b3f4a7-6f93-4110-a287-cf40b2cf993b {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:12.438586 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c34e379-20df-4981-9c7c-da28ef0d0f0c", "name": "network-vif-deleted", "tag": "08511fb0-1289-40f2-be92-7a414427fa98", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:12.439015 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59b3f4a7-6f93-4110-a287-cf40b2cf993b {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:12.440281 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c34e379-20df-4981-9c7c-da28ef0d0f0c', 'name': 'network-vif-deleted', 'tag': '08511fb0-1289-40f2-be92-7a414427fa98', 'status': 'completed', 'code': 200} Aug 31 09:27:12.447661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.478060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b5c8-93cc-46cc-bc09-2d6ea6b963ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.503428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b5c8-93cc-46cc-bc09-2d6ea6b963ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.506968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port d92186d4-86bf-4737-b198-37b21343a3b8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:12.508153 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b5d2b5c8-93cc-46cc-bc09-2d6ea6b963ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fa05b6d-f6dd-4e33-b65b-fea28a547bc3 HTTP/1.1" status: 204 len: 168 time: 0.6258848 Aug 31 09:27:12.521777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port d92186d4-86bf-4737-b198-37b21343a3b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:12.522343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.560832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] Deleting port 14cf6951-3500-4fd6-8372-f44b599268fb {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:12.561523 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.604399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event deleted for resources: {'Port': ['ID=4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.619684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] No DVR routers for this DVR port 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:12.623363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2b5c8-93cc-46cc-bc09-2d6ea6b963ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa05b6d-f6dd-4e33-b65b-fea28a547bc3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.628745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e261e25-86ff-4503-937f-4d5df1b6a2ea req-2d028639-d1d9-4d7c-a307-e4683caa931a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448095 Aug 31 09:27:12.644869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] For port 14cf6951-3500-4fd6-8372-f44b599268fb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=14cf6951-3500-4fd6-8372-f44b599268fb,segment=NetworkSegment(7dc2ef0f-7057-424b-94d1-760b62621135),segment_id=7dc2ef0f-7057-424b-94d1-760b62621135)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:12.645506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.664779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] Calling delete_port for 14cf6951-3500-4fd6-8372-f44b599268fb owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:12.716820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-89208a82-3dd3-41e8-9d74-05c8e7f52bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:12.719504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-89208a82-3dd3-41e8-9d74-05c8e7f52bcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 200 len: 915 time: 0.3199246 Aug 31 09:27:12.742702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Deleting port 14cf6951-3500-4fd6-8372-f44b599268fb {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:12.743259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.843760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.864432 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.868808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b25edff-6b25-4144-a034-9410d2c74d90']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:12.889476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-f279ead1-f923-4a39-87b2-1a860d4452cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 200 len: 217 time: 0.1594968 Aug 31 09:27:12.933974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6f5395-bfd7-4279-9f5a-76283d57839c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:12.936673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6f5395-bfd7-4279-9f5a-76283d57839c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:12.963473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.971974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] Pushing event deleted for resources: {'Port': ['ID=14cf6951-3500-4fd6-8372-f44b599268fb,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.980477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5959f-beea-4458-8e46-5a235788ed32 None None] No DVR routers for this DVR port 14cf6951-3500-4fd6-8372-f44b599268fb on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:13.029796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60b42883-6b32-4c1e-a27c-0f8aa56bd7d7 req-02b93773-8578-4c65-a691-abb47ff2a303 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c34e379-20df-4981-9c7c-da28ef0d0f0c HTTP/1.1" status: 200 len: 210 time: 0.0818481 Aug 31 09:27:13.044146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] For port 14cf6951-3500-4fd6-8372-f44b599268fb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=14cf6951-3500-4fd6-8372-f44b599268fb,segment=NetworkSegment(7dc2ef0f-7057-424b-94d1-760b62621135),segment_id=7dc2ef0f-7057-424b-94d1-760b62621135)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:13.044912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.058936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.080012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Calling delete_port for 14cf6951-3500-4fd6-8372-f44b599268fb owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:13.084454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.087875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:13.088979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-c34d1ea2-9436-4e32-84ce-9ab1f8de347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.090999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-c34d1ea2-9436-4e32-84ce-9ab1f8de347f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 200 len: 854 time: 0.1711092 Aug 31 09:27:13.093085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:13.099459 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:13.175475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-c78a8911-b528-49a7-b6bc-027b9b2ac4b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a1bb06-f094-4ff8-969d-c530d2722a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709314 Aug 31 09:27:13.198508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92186d4-86bf-4737-b198-37b21343a3b8'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:13.202543 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a81fce-8eb0-4bdb-9b0b-929714aaf998" -d '{"events": [{"server_uuid": "e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62", "name": "network-vif-plugged", "status": "completed", "tag": "d92186d4-86bf-4737-b198-37b21343a3b8"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:13.288421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d92186d4-86bf-4737-b198-37b21343a3b8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d92186d4-86bf-4737-b198-37b21343a3b8,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:13.293995 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c2b85-75cd-4440-8c7b-c70bf87b3d94 x-openstack-request-id: req-4c9c2b85-75cd-4440-8c7b-c70bf87b3d94 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:13.294136 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62", "name": "network-vif-plugged", "status": "completed", "tag": "d92186d4-86bf-4737-b198-37b21343a3b8", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:13.294797 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c9c2b85-75cd-4440-8c7b-c70bf87b3d94 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:13.295647 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92186d4-86bf-4737-b198-37b21343a3b8', 'code': 200} Aug 31 09:27:13.307311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.308790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 08511fb0-1289-40f2-be92-7a414427fa98 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:13.333367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.359546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.363668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] 10.222.0.18 "DELETE /v2.0/networks/9b25edff-6b25-4144-a034-9410d2c74d90 HTTP/1.1" status: 204 len: 168 time: 1.6207035 Aug 31 09:27:13.397549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 08511fb0-1289-40f2-be92-7a414427fa98 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:13.397900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 08511fb0-1289-40f2-be92-7a414427fa98 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:13.409147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1b26c-3594-4d29-bbb0-053806bfbc81 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589 tempest-ExtraDHCPOptionsIpV6TestJSON-661446589-project] Pushing event deleted for resources: {'Network': ['ID=9b25edff-6b25-4144-a034-9410d2c74d90,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.506230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d92186d4-86bf-4737-b198-37b21343a3b8,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.707691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec728e12-6eed-4e4e-8aca-fdc640bafc74 req-dbac9986-5bc6-4947-845c-433ab988cef0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.709541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec728e12-6eed-4e4e-8aca-fdc640bafc74 req-dbac9986-5bc6-4947-845c-433ab988cef0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 946 time: 0.2861383 Aug 31 09:27:13.710233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.720815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161631-a163-4e10-b412-fc87a31f3250 req-480883eb-1092-47cc-8b06-d61e9c5bc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.722573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73161631-a163-4e10-b412-fc87a31f3250 req-480883eb-1092-47cc-8b06-d61e9c5bc9db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 1098 time: 0.2975240 Aug 31 09:27:13.745960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-61d56045-8a5e-4dac-a4a4-94f57e26ecb9 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119736 Aug 31 09:27:13.803561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event deleted for resources: {'Port': ['ID=14cf6951-3500-4fd6-8372-f44b599268fb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.825711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] No DVR routers for this DVR port 14cf6951-3500-4fd6-8372-f44b599268fb on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:13.882869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53236) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.003311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73161631-a163-4e10-b412-fc87a31f3250 req-5ba85b6d-89a5-461b-aa0b-0787006c5d59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536922 Aug 31 09:27:14.014432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 14cf6951-3500-4fd6-8372-f44b599268fb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:14.032065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec728e12-6eed-4e4e-8aca-fdc640bafc74 req-2cf8d662-d08c-41e8-ad8a-2affdf23b8a0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887135 Aug 31 09:27:14.055382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 14cf6951-3500-4fd6-8372-f44b599268fb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:14.055728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 14cf6951-3500-4fd6-8372-f44b599268fb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:14.056147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:14.097551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:14.097891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae1dc5e-d025-4cd6-a60c-9b3a2c140d6f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:14.115929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19dba0-5759-461b-ac27-c81306f907bf req-6320ac3f-261b-4f0b-b1a9-c311d1183b2c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.123203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb19dba0-5759-461b-ac27-c81306f907bf req-6320ac3f-261b-4f0b-b1a9-c311d1183b2c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.3724813 Aug 31 09:27:14.133168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.164741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89f0b4b-df64-4129-86ee-8411346843e2']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:14.172055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53248) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.190382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc2ef0f-7057-424b-94d1-760b62621135') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:14.190712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc2ef0f-7057-424b-94d1-760b62621135') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:14.194205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8e453c3-8868-406a-8f97-2c7e5c36ccae req-93c2cb45-3f81-46a0-9507-152a1d0d0537 service neutron] 10.222.0.23 "GET /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116936 Aug 31 09:27:14.214393 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.231942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb19dba0-5759-461b-ac27-c81306f907bf req-9f861f78-9943-4230-b4da-d98f7285ab61 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075366 Aug 31 09:27:14.257054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.269632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:14.270337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:14.274828 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:14.374492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53256) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.381490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8edd4de2-a79a-454b-86fe-b3012035bca8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c4f45d9d39c4b119c8a38b6108d59e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871628 Aug 31 09:27:14.439119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.473725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.476207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.477057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.478538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] 10.222.0.18 "DELETE /v2.0/networks/e89f0b4b-df64-4129-86ee-8411346843e2 HTTP/1.1" status: 204 len: 168 time: 2.7591636 Aug 31 09:27:14.483889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.494398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.495528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.496200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.496902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.511655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d271f624-d075-471c-9383-813f4e377397 req-a254accb-696f-4c50-8374-d76699c0bfdd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6499 time: 0.3377953 Aug 31 09:27:14.516745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c975d7c-8a64-4c30-bde8-db34d1192483 tempest-TagsExtTest-306748278 tempest-TagsExtTest-306748278-project] Pushing event deleted for resources: {'Network': ['ID=e89f0b4b-df64-4129-86ee-8411346843e2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:14.559935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152819d-a9ed-433e-b9a8-635fa00bc431 req-38c534b2-ed59-4d57-ab66-4ff2c96b4a61 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.561585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7152819d-a9ed-433e-b9a8-635fa00bc431 req-38c534b2-ed59-4d57-ab66-4ff2c96b4a61 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1239109 Aug 31 09:27:14.562282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5b902f-2bb4-4e79-bce5-fa91ce2207bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.577605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d271f624-d075-471c-9383-813f4e377397 req-2bd4e2f3-9ff1-48fd-980a-6d46918a6b93 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643401 Aug 31 09:27:14.638984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5b902f-2bb4-4e79-bce5-fa91ce2207bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.699951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7152819d-a9ed-433e-b9a8-635fa00bc431 req-324ed203-cc4d-43d6-80e7-f99c6b1e9625 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289766 Aug 31 09:27:14.747087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5b902f-2bb4-4e79-bce5-fa91ce2207bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.753074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5b902f-2bb4-4e79-bce5-fa91ce2207bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.758409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5a5b902f-2bb4-4e79-bce5-fa91ce2207bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0a3df90-96a7-4e3d-af6d-352fdfdbd935 HTTP/1.1" status: 204 len: 168 time: 0.3811193 Aug 31 09:27:14.768995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b902f-2bb4-4e79-bce5-fa91ce2207bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a3df90-96a7-4e3d-af6d-352fdfdbd935,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:14.838152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53278) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.218592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383e3a4-1d09-41f6-a30c-68be1e7514be req-95a7bcef-2243-4b26-b081-8f477ecf4202 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.230129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5383e3a4-1d09-41f6-a30c-68be1e7514be req-95a7bcef-2243-4b26-b081-8f477ecf4202 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 946 time: 0.0865633 Aug 31 09:27:15.301035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5383e3a4-1d09-41f6-a30c-68be1e7514be req-a0c70236-240f-4f4a-9a88-c31255f1a145 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Aug 31 09:27:15.434375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c2b5ca3-4af8-48e1-b646-59a3f5cc832c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51e62c979678438392bbb7bb9bdb2563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942402 Aug 31 09:27:15.437741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53298) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.520582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91add0-5d25-41db-b49c-8dd231c08676 req-dbe71de6-173c-4976-934f-9bc7b7cf5546 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.527138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c91add0-5d25-41db-b49c-8dd231c08676 req-dbe71de6-173c-4976-934f-9bc7b7cf5546 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1401739 Aug 31 09:27:15.543022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f702977-03f2-474a-abd4-f9373b5952f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.615151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c91add0-5d25-41db-b49c-8dd231c08676 req-cde039ba-0b32-471f-8394-07d0ad15b115 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732644 Aug 31 09:27:15.637046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f702977-03f2-474a-abd4-f9373b5952f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.728655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f702977-03f2-474a-abd4-f9373b5952f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.734905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f702977-03f2-474a-abd4-f9373b5952f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.739426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f702977-03f2-474a-abd4-f9373b5952f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a69972a-1e6b-4855-b4b8-2b7037a23848 HTTP/1.1" status: 204 len: 168 time: 0.2997389 Aug 31 09:27:15.757556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f702977-03f2-474a-abd4-f9373b5952f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69972a-1e6b-4855-b4b8-2b7037a23848,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.978600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-226b0830-969a-4f66-b21c-1140ccd416aa tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.981371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-226b0830-969a-4f66-b21c-1140ccd416aa tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.0820930 Aug 31 09:27:16.024711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48353-aafc-40a3-8147-e0a4c8aae589 req-fcc50014-d7ed-46a7-8b83-f12167399f6c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.032789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44b48353-aafc-40a3-8147-e0a4c8aae589 req-fcc50014-d7ed-46a7-8b83-f12167399f6c tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 945 time: 0.1253066 Aug 31 09:27:16.092958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44b48353-aafc-40a3-8147-e0a4c8aae589 req-6a3a0d92-3595-4bbb-831a-15508c74f4ed tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f0f2249-8c14-448e-aa98-ee9bbf1f970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587840 Aug 31 09:27:16.194629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Deleting port 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:16.194749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.332960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] For port 4314194e-adc3-4689-a483-8b26e061fd3b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4314194e-adc3-4689-a483-8b26e061fd3b,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:16.333596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.550411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeb624-0829-4af8-814b-0654ffcf8843 req-0786c7e9-5cc5-4cc3-911f-59f3b6198098 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.552086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90aeb624-0829-4af8-814b-0654ffcf8843 req-0786c7e9-5cc5-4cc3-911f-59f3b6198098 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 946 time: 0.1191308 Aug 31 09:27:16.634635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90aeb624-0829-4af8-814b-0654ffcf8843 req-eafaa6f7-40a9-4201-a139-9a35f9c29986 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759044 Aug 31 09:27:16.742734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.743326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.743559 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Floating IP 937039dd-1741-472f-ba4e-d6dc8a6c7874 disassociated. External IP: 172.25.4.92, port: 4314194e-adc3-4689-a483-8b26e061fd3b. Aug 31 09:27:16.743903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Calling delete_port for 4314194e-adc3-4689-a483-8b26e061fd3b owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:16.770068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53368) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.874925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedf846-f23b-4aa4-8725-b5d974edb6d9 req-3250e64e-d0ca-4a21-987a-a8436a9ef81e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.888306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-daedf846-f23b-4aa4-8725-b5d974edb6d9 req-3250e64e-d0ca-4a21-987a-a8436a9ef81e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1369522 Aug 31 09:27:16.992204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-daedf846-f23b-4aa4-8725-b5d974edb6d9 req-519321b4-881a-4e37-a24b-0c95563991d4 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008124 Aug 31 09:27:17.083996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.173333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'Port': ['ID=4314194e-adc3-4689-a483-8b26e061fd3b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:17.425854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Router c4e2519f-f80d-455e-b626-c55a154d6977 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:17.505213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ff69837a-2da3-4c36-ada9-9dd2ffdf369e tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] Request body: {'port': {'network_id': 'bd45ec2d-6acb-48c9-b4eb-b1eed4a26bfe', 'name': 'tempest-NetworksNegativeTestJSON-878973886'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:17.531680 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff69837a-2da3-4c36-ada9-9dd2ffdf369e tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] POST failed (client error): The resource could not be found. Aug 31 09:27:17.532190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff69837a-2da3-4c36-ada9-9dd2ffdf369e tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:17.540227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53400) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.540464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ff69837a-2da3-4c36-ada9-9dd2ffdf369e tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7661676 Aug 31 09:27:17.600063 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-235a6016-eeaf-47f0-a164-0e11f0197b2c tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] DELETE failed (client error): The resource could not be found. Aug 31 09:27:17.600908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235a6016-eeaf-47f0-a164-0e11f0197b2c tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:17.601229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1faaa2-607f-4a66-b352-012a7b7ed82f req-7ae06121-d6ab-4a73-9b28-6c92428e0c99 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.603177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-235a6016-eeaf-47f0-a164-0e11f0197b2c tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "DELETE /v2.0/networks/81226848-72fd-4a44-a182-5a0836b543e1 HTTP/1.1" status: 404 len: 339 time: 0.0611079 Aug 31 09:27:17.609008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f1faaa2-607f-4a66-b352-012a7b7ed82f req-7ae06121-d6ab-4a73-9b28-6c92428e0c99 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 946 time: 0.5289218 Aug 31 09:27:17.611928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53406) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.638504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6a823-bc49-40a0-a1c5-4c5504ebf197 req-52ca48bb-a5af-4ec4-85b5-4a28ad07e7ad tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.663672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fd6a823-bc49-40a0-a1c5-4c5504ebf197 req-52ca48bb-a5af-4ec4-85b5-4a28ad07e7ad tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1633844 Aug 31 09:27:17.696609 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd690dd-f402-44d4-b9ee-a3fe2e8ac8c2 tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] DELETE failed (client error): The resource could not be found. Aug 31 09:27:17.698056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd690dd-f402-44d4-b9ee-a3fe2e8ac8c2 tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:17.707700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7dd690dd-f402-44d4-b9ee-a3fe2e8ac8c2 tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "DELETE /v2.0/ports/0303556e-f6e8-41a3-9d72-979cac9dc593 HTTP/1.1" status: 404 len: 333 time: 0.0941486 Aug 31 09:27:17.708326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53408) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.772485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f1faaa2-607f-4a66-b352-012a7b7ed82f req-e215a93a-85e7-4e18-ad17-6297ce91997b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579821 Aug 31 09:27:17.802506 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbf2209-7eba-4648-ac73-ce7db2d9afed tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] DELETE failed (client error): The resource could not be found. Aug 31 09:27:17.802506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbf2209-7eba-4648-ac73-ce7db2d9afed tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:17.809150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1bbf2209-7eba-4648-ac73-ce7db2d9afed tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "DELETE /v2.0/subnets/261e3c95-0064-44c1-aabc-68002c45acc9 HTTP/1.1" status: 404 len: 337 time: 0.0991578 Aug 31 09:27:17.812105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53414) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.819196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fd6a823-bc49-40a0-a1c5-4c5504ebf197 req-b8ddb435-15b1-4a6c-80bf-8c8373959b49 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543918 Aug 31 09:27:17.883338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:17.900292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] Sync routers for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:17.910317 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2966e22-a2cd-4fc7-873c-c52ec4d893ef tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] GET failed (client error): The resource could not be found. Aug 31 09:27:17.912007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d2966e22-a2cd-4fc7-873c-c52ec4d893ef tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "GET /v2.0/networks/1a78858b-cd44-4d69-9658-fa32fbeba0a5 HTTP/1.1" status: 404 len: 339 time: 0.0989437 Aug 31 09:27:17.917653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53422) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.928822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:17.933275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:17.989927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] No DVR routers for this DVR port 4314194e-adc3-4689-a483-8b26e061fd3b on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:17.993944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.997903 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b3d1187a-5a24-4fd2-b905-215f504fc332 req-1a5a361c-3923-4ea5-9f62-02106c9839f1 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.15 "DELETE /v2.0/ports/4314194e-adc3-4689-a483-8b26e061fd3b HTTP/1.1" status: 204 len: 173 time: 2.0097468 Aug 31 09:27:17.998666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-deleted', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:18.002378 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb2d3fe-1fd5-40c4-91dc-f945b57e4bb7" -d '{"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-deleted", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:18.170299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a735f5a-2d73-4eab-89f9-8095dbf3edc5 req-dbfbaacb-e2ff-47d8-af6d-b2efb18ca6cb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe HTTP/1.1" status: 200 len: 210 time: 0.1280887 Aug 31 09:27:18.173084 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ec5810-7386-43cf-8c25-158960ffbbb1 tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] GET failed (client error): The resource could not be found. Aug 31 09:27:18.181083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53434) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.195686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-97ec5810-7386-43cf-8c25-158960ffbbb1 tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "GET /v2.0/ports/e10e8af3-c906-416f-bda7-a77fac67718f HTTP/1.1" status: 404 len: 333 time: 0.2765849 Aug 31 09:27:18.206259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:18.265546 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3c45a2-f658-4d31-99d2-3701c1cd216e tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] GET failed (client error): The resource could not be found. Aug 31 09:27:18.270513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ce3c45a2-f658-4d31-99d2-3701c1cd216e tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "GET /v2.0/subnets/873e8ea3-6f37-4a79-bc7c-0942e50016d5 HTTP/1.1" status: 404 len: 337 time: 0.0875323 Aug 31 09:27:18.275711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53438) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.302915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ef8cc71c-0c88-4e9b-9ec5-71b59f4a6aee tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:18.339600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd53a22-4104-4978-82ce-e7daab29031b req-33c2d614-37c8-402b-8643-a3c7e637f7e9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:18.341233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fd53a22-4104-4978-82ce-e7daab29031b req-33c2d614-37c8-402b-8643-a3c7e637f7e9 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1979940 Aug 31 09:27:18.343447 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8cc71c-0c88-4e9b-9ec5-71b59f4a6aee tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] PUT failed (client error): The resource could not be found. Aug 31 09:27:18.344076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8cc71c-0c88-4e9b-9ec5-71b59f4a6aee tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:18.350166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef8cc71c-0c88-4e9b-9ec5-71b59f4a6aee tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "PUT /v2.0/networks/8cf32c95-91ed-445e-bb51-0c21518a291d HTTP/1.1" status: 404 len: 339 time: 0.0718653 Aug 31 09:27:18.350851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53448) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.357278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-62219aa2-28d0-48b8-8ac7-fc8e57fbacba tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:18.401860 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-62219aa2-28d0-48b8-8ac7-fc8e57fbacba tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] PUT failed (client error): The resource could not be found. Aug 31 09:27:18.401860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62219aa2-28d0-48b8-8ac7-fc8e57fbacba tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:18.404595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-62219aa2-28d0-48b8-8ac7-fc8e57fbacba tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "PUT /v2.0/ports/b42476b2-804e-415a-a98a-cad0311876cd HTTP/1.1" status: 404 len: 333 time: 0.0526993 Aug 31 09:27:18.411403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53452) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.417173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e1ac3e8d-ba4a-464a-8cf5-59286aed168b tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:18.434792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fd53a22-4104-4978-82ce-e7daab29031b req-b7f0edf3-7cfc-4dc6-9d47-af83f3f2616a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714850 Aug 31 09:27:18.473513 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ac3e8d-ba4a-464a-8cf5-59286aed168b tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] PUT failed (client error): The resource could not be found. Aug 31 09:27:18.473995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ac3e8d-ba4a-464a-8cf5-59286aed168b tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:18.475276 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e1ac3e8d-ba4a-464a-8cf5-59286aed168b tempest-NetworksNegativeTestJSON-804365069 tempest-NetworksNegativeTestJSON-804365069-project] 10.222.0.18 "PUT /v2.0/subnets/0dce7c6c-0eef-40c5-a2f6-33efb5eb7056 HTTP/1.1" status: 404 len: 337 time: 0.0627985 Aug 31 09:27:18.573130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.709855 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6076aab3-6c9e-49f9-9a1b-75eaa1cac18f x-openstack-request-id: req-6076aab3-6c9e-49f9-9a1b-75eaa1cac18f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:18.710120 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe", "name": "network-vif-deleted", "tag": "4314194e-adc3-4689-a483-8b26e061fd3b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:18.710384 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6076aab3-6c9e-49f9-9a1b-75eaa1cac18f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:18.710937 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3ac0a4-d066-4aa1-935b-b6ee2dad2cbe', 'name': 'network-vif-deleted', 'tag': '4314194e-adc3-4689-a483-8b26e061fd3b', 'status': 'completed', 'code': 200} Aug 31 09:27:18.762233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:18.772655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc61f8e-a365-4f55-8acd-1f094f08ede5 req-969bc607-83cd-42b0-a8dd-a2ca09a21d8f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:18.775546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efc61f8e-a365-4f55-8acd-1f094f08ede5 req-969bc607-83cd-42b0-a8dd-a2ca09a21d8f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.2381618 Aug 31 09:27:18.788564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-f3f151de-6292-4fcf-abaa-9143cb115cc1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:18.792725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-f3f151de-6292-4fcf-abaa-9143cb115cc1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 946 time: 0.1706274 Aug 31 09:27:18.816977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] Checking router: c4e2519f-f80d-455e-b626-c55a154d6977 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:18.836591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:18.837572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:19.111195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:19.118186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:19.123393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efc61f8e-a365-4f55-8acd-1f094f08ede5 req-08418226-4b59-486f-90cc-a7dec9496ff7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277526 Aug 31 09:27:19.212863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8a2b-0f2d-4e92-bdb4-e030ed92102d req-6d8ede7c-8c35-44ae-957c-f4ad63169977 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.218187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a9d8a2b-0f2d-4e92-bdb4-e030ed92102d req-6d8ede7c-8c35-44ae-957c-f4ad63169977 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 946 time: 0.2787392 Aug 31 09:27:19.342663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Deleting port d92186d4-86bf-4737-b198-37b21343a3b8 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:19.353460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.400779 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3a9d8a2b-0f2d-4e92-bdb4-e030ed92102d req-6ad27d87-0bb8-4e8a-a7e5-ef6f7cfe0d94 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673224 Aug 31 09:27:19.495253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:19.595420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84c71a97-0b05-4000-a1bb-8ae11006d9d7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.637788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84c71a97-0b05-4000-a1bb-8ae11006d9d7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.658081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247508-45ae-4ca4-9ee7-197cfc0b3d15 req-48a2a2fe-e8f6-4cad-a664-abee7facb724 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.667719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c247508-45ae-4ca4-9ee7-197cfc0b3d15 req-48a2a2fe-e8f6-4cad-a664-abee7facb724 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1841826 Aug 31 09:27:19.673492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] For port d92186d4-86bf-4737-b198-37b21343a3b8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d92186d4-86bf-4737-b198-37b21343a3b8,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:19.673866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:19.674679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.706904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Calling delete_port for d92186d4-86bf-4737-b198-37b21343a3b8 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:19.727143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cfced-0118-41d4-999c-fb24cae9c376 None None] The sync data for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 is: [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:15:42Z', 'revision_number': 4, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a1924d14-5657-4fca-b2c4-73db4c141736', 'name': '', 'network_id': '884b3049-254d-4f05-8305-175ba7a0464c', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'mac_address': 'fa:16:3e:8a:71:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:40Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'subnets': [{'id': '7db2690d-c7b0-48ce-80ed-e35c1711d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:19.728946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:19.763333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 4314194e-adc3-4689-a483-8b26e061fd3b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:19.763858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4314194e-adc3-4689-a483-8b26e061fd3b not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:19.801057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c6-d899-4010-9c42-f2b8c3f8b5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.841272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c247508-45ae-4ca4-9ee7-197cfc0b3d15 req-d1cec198-72cb-4dac-b71a-dbe320a028c0 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720846 Aug 31 09:27:19.949290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84c71a97-0b05-4000-a1bb-8ae11006d9d7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.953206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84c71a97-0b05-4000-a1bb-8ae11006d9d7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.954551 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-84c71a97-0b05-4000-a1bb-8ae11006d9d7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f0f2249-8c14-448e-aa98-ee9bbf1f970c HTTP/1.1" status: 204 len: 168 time: 0.4582200 Aug 31 09:27:19.968721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53514) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:19.972521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c71a97-0b05-4000-a1bb-8ae11006d9d7 tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f2249-8c14-448e-aa98-ee9bbf1f970c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.024459 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-706b831d-4eef-4ffb-86e2-e64b1aee99eb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] show failed (client error): The resource could not be found. Aug 31 09:27:20.035667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-706b831d-4eef-4ffb-86e2-e64b1aee99eb tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "GET /v2.0/security-groups/2f0f2249-8c14-448e-aa98-ee9bbf1f970c HTTP/1.1" status: 404 len: 347 time: 0.0553527 Aug 31 09:27:20.042919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53516) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:20.064729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c6-d899-4010-9c42-f2b8c3f8b5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.081639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b3c6-d899-4010-9c42-f2b8c3f8b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.189254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1b3c6-d899-4010-9c42-f2b8c3f8b5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b033680-310a-4c3e-824c-97ae321d21aa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.212330 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c8a1b3c6-d899-4010-9c42-f2b8c3f8b5d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fec21c2453e4aefbc42d7359e580eff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0899103 Aug 31 09:27:20.213639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53530) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:20.270174 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5508fc43-2b98-459c-8844-a096347382fb None None] New status for floating IP 937039dd-1741-472f-ba4e-d6dc8a6c7874: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:27:20.328933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aba09b1d-e961-4ab1-92b3-6d5412983785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.336988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac33f9e-db4b-4193-88dd-1d2d33d859b8 req-1cdbc253-0190-474b-bc8b-b9a256728e2f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.345474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bac33f9e-db4b-4193-88dd-1d2d33d859b8 req-1cdbc253-0190-474b-bc8b-b9a256728e2f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.3083267 Aug 31 09:27:20.383927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aba09b1d-e961-4ab1-92b3-6d5412983785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.429939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bac33f9e-db4b-4193-88dd-1d2d33d859b8 req-b2f5cbc7-61e9-4847-92c4-a4c7f628f651 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Aug 31 09:27:20.495562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aba09b1d-e961-4ab1-92b3-6d5412983785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.498824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aba09b1d-e961-4ab1-92b3-6d5412983785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.504741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aba09b1d-e961-4ab1-92b3-6d5412983785 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b033680-310a-4c3e-824c-97ae321d21aa HTTP/1.1" status: 204 len: 168 time: 0.2897370 Aug 31 09:27:20.513051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba09b1d-e961-4ab1-92b3-6d5412983785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b033680-310a-4c3e-824c-97ae321d21aa,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.560243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.615662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d92186d4-86bf-4737-b198-37b21343a3b8'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:20.755430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event deleted for resources: {'Port': ['ID=d92186d4-86bf-4737-b198-37b21343a3b8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.769683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ab8e817-2016-4a96-b71f-e389e64b6a98 req-974d2d0c-c9d3-4333-9ade-19b1a56fd596 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62 HTTP/1.1" status: 200 len: 210 time: 0.0579817 Aug 31 09:27:20.827329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Deleting port b280f49b-6040-4063-a135-b5e71ce42e39 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:20.827676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.930159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] No DVR routers for this DVR port d92186d4-86bf-4737-b198-37b21343a3b8 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:20.939012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.941449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-128560e2-6614-476b-9f5d-1ee6ee974e34 req-0a0e1574-c698-484b-8a1c-9c99a2de9b9a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "DELETE /v2.0/ports/d92186d4-86bf-4737-b198-37b21343a3b8 HTTP/1.1" status: 204 len: 173 time: 2.1366911 Aug 31 09:27:20.943667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'name': 'network-vif-deleted', 'tag': 'd92186d4-86bf-4737-b198-37b21343a3b8'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:20.946538 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f38c67-98df-418e-a4bf-232012284f69" -d '{"events": [{"server_uuid": "e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62", "name": "network-vif-deleted", "tag": "d92186d4-86bf-4737-b198-37b21343a3b8"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:20.988912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f9e3c-cde8-45ad-b412-bcdb78ed80f1 req-c8118c17-1fde-41d8-bb72-d6a012692c13 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.003127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b75f9e3c-cde8-45ad-b412-bcdb78ed80f1 req-c8118c17-1fde-41d8-bb72-d6a012692c13 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.2318506 Aug 31 09:27:21.050763 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90615e49-e7f9-4614-ba02-a98a5cccc787 x-openstack-request-id: req-90615e49-e7f9-4614-ba02-a98a5cccc787 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:21.051064 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62", "name": "network-vif-deleted", "tag": "d92186d4-86bf-4737-b198-37b21343a3b8", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:21.051323 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90615e49-e7f9-4614-ba02-a98a5cccc787 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:21.051732 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d5b6c2-6c1a-40f3-bf96-466e0f0c2b62', 'name': 'network-vif-deleted', 'tag': 'd92186d4-86bf-4737-b198-37b21343a3b8', 'status': 'completed', 'code': 200} Aug 31 09:27:21.086906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.086906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.099790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b75f9e3c-cde8-45ad-b412-bcdb78ed80f1 req-9bc4626b-f2e0-4c9b-aaa9-d5d663fdcb2f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956628 Aug 31 09:27:21.118426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Calling delete_port for b280f49b-6040-4063-a135-b5e71ce42e39 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:21.429418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53628) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:21.461797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6a671-58d6-4742-ab6c-b4078240a39e req-79a87154-a1a4-43d1-b0c9-4d300147e79f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.473744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93a6a671-58d6-4742-ab6c-b4078240a39e req-79a87154-a1a4-43d1-b0c9-4d300147e79f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1746147 Aug 31 09:27:21.574809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93a6a671-58d6-4742-ab6c-b4078240a39e req-313893f1-25f4-4338-8110-8c6453482d07 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993688 Aug 31 09:27:21.578005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.677525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Pushing event deleted for resources: {'Port': ['ID=b280f49b-6040-4063-a135-b5e71ce42e39,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:21.769847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc142-7ba8-409e-9343-93bb7c766ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.885883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.890501 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.895740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-afce84c5-4a5c-45b5-ae0d-9625dbe0913f tempest-ServerActionsTestJSON-255710693 tempest-ServerActionsTestJSON-255710693-project] 10.222.0.18 "DELETE /v2.0/floatingips/937039dd-1741-472f-ba4e-d6dc8a6c7874 HTTP/1.1" status: 204 len: 168 time: 1.8513484 Aug 31 09:27:21.904307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53658) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:22.015117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc142-7ba8-409e-9343-93bb7c766ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.021031 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc142-7ba8-409e-9343-93bb7c766ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.032926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8e6e8-595c-40af-8c15-0ad3536d6d8e req-5ee161f1-7c70-4548-89fa-fddb72682725 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.038459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6b8e6e8-595c-40af-8c15-0ad3536d6d8e req-5ee161f1-7c70-4548-89fa-fddb72682725 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1617491 Aug 31 09:27:22.085107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f6cdc142-7ba8-409e-9343-93bb7c766ec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ff88079ce5345d1bd44864532edd786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541188 Aug 31 09:27:22.086413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53674) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:22.096758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdc142-7ba8-409e-9343-93bb7c766ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270d511-e3ef-4997-be80-bdc006ab19d5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.112021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6b8e6e8-595c-40af-8c15-0ad3536d6d8e req-3f857ef5-8dae-4efb-af75-047ea3c4e1af tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Aug 31 09:27:22.197879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3744732-d5ed-4749-be50-7f2cf4e27485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.242589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3744732-d5ed-4749-be50-7f2cf4e27485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.307684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3744732-d5ed-4749-be50-7f2cf4e27485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.316948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3744732-d5ed-4749-be50-7f2cf4e27485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.322680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e3744732-d5ed-4749-be50-7f2cf4e27485 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a270d511-e3ef-4997-be80-bdc006ab19d5 HTTP/1.1" status: 204 len: 168 time: 0.2158663 Aug 31 09:27:22.334085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3744732-d5ed-4749-be50-7f2cf4e27485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270d511-e3ef-4997-be80-bdc006ab19d5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.378909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53698) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:22.418353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318d0c0-cd75-4e6d-bb26-78fc00fbecd4 req-42d42fb8-2e2f-4e4a-8d86-c8920883a067 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.420511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d318d0c0-cd75-4e6d-bb26-78fc00fbecd4 req-42d42fb8-2e2f-4e4a-8d86-c8920883a067 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1241608 Aug 31 09:27:22.609604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d318d0c0-cd75-4e6d-bb26-78fc00fbecd4 req-4bc9cf6d-fa42-4868-82d0-41d06c177e1e tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590021 Aug 31 09:27:22.682408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-37ae5ec3-2437-4d80-a3b2-db1b7fddfd7b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.690829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-37ae5ec3-2437-4d80-a3b2-db1b7fddfd7b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.2410543 Aug 31 09:27:22.725947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-a0f0293e-72c2-4122-85c7-0440270604d5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.0344801 Aug 31 09:27:22.768900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-cfcea598-c3c3-4c77-9d39-141e6367ccc7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419798 Aug 31 09:27:22.779768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-3551ceac-d472-43ae-a98a-3d045b5c4a23 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:27:22.789901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-3551ceac-d472-43ae-a98a-3d045b5c4a23 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197053 Aug 31 09:27:22.935280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047067f-f23e-432c-90d4-bcbec686ad39 req-2c2d9b80-9ae4-46b7-8175-fc4985a0e0f8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.947820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b047067f-f23e-432c-90d4-bcbec686ad39 req-2c2d9b80-9ae4-46b7-8175-fc4985a0e0f8 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1539245 Aug 31 09:27:23.035342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-a6ed3fdc-b669-4792-950d-1281f893968c service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436664 Aug 31 09:27:23.069434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b047067f-f23e-432c-90d4-bcbec686ad39 req-2c7dee27-a8f2-4370-b149-81e46bc72980 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200066 Aug 31 09:27:23.149819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1871200117'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:23.191846 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.212842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:23.216347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.231974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53734) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.246175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.256444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-767a8b4d-66d9-4b1b-8201-b9b3f0cfe3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.293928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-b0ce0826-f978-4baa-9bb0-7052a1a8e216 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580171 Aug 31 09:27:23.344878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de78a-2bfb-46f7-a465-41ec9e390f3b req-9fc2c4d7-6d3b-4f8a-87a5-89ba7e3b701a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.351194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-861de78a-2bfb-46f7-a465-41ec9e390f3b req-9fc2c4d7-6d3b-4f8a-87a5-89ba7e3b701a tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1899934 Aug 31 09:27:23.410598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-767a8b4d-66d9-4b1b-8201-b9b3f0cfe3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.535126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.537951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-767a8b4d-66d9-4b1b-8201-b9b3f0cfe3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.606356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-767a8b4d-66d9-4b1b-8201-b9b3f0cfe3cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e415a71c0504b0e8b6956052f32ec9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731928 Aug 31 09:27:23.607555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.611413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53746) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.612374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a8b4d-66d9-4b1b-8201-b9b3f0cfe3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748800f6-e51c-4db0-b3ba-f6cefdc16087,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:23.729199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfc2a-04a0-439e-9ea8-309164ee4d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.780493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:23.793473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfc2a-04a0-439e-9ea8-309164ee4d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.806968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360ed3a5-e205-4ee1-a55c-99abf3b2e5b9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:23.831598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.832447 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment 278e0b18-a6dd-4a8f-a377-fcdec6c1e101 of type vlan for network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e Aug 31 09:27:23.914695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b471a452-86c6-40af-9187-355ca7305594 req-583fbb4c-8215-4f9d-a953-a1867f5ac4dd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.0634336 Aug 31 09:27:23.937928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.966436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-861de78a-2bfb-46f7-a465-41ec9e390f3b req-dd9c6c42-78dc-461c-87b1-76423b78ea3b tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362589 Aug 31 09:27:23.976270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfc2a-04a0-439e-9ea8-309164ee4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.979007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfc2a-04a0-439e-9ea8-309164ee4d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.983736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2f3bfc2a-04a0-439e-9ea8-309164ee4d0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/748800f6-e51c-4db0-b3ba-f6cefdc16087 HTTP/1.1" status: 204 len: 168 time: 0.3640385 Aug 31 09:27:24.016133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bfc2a-04a0-439e-9ea8-309164ee4d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748800f6-e51c-4db0-b3ba-f6cefdc16087,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.031650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.044560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.046336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.172969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=0499e9c9-8b58-4af5-ba99-a7e296d68d7e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.190238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:24.206640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-58758c5d-6cfd-40ca-9746-908ce34d8f97 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8316052 Aug 31 09:27:24.210718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53784) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.227033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'name': 'tempest-PortsIpV6TestJSON-836269312'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:24.343131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba818c8-6808-4342-ad72-7cc6c1820d52 req-82de64d5-bcdf-4f26-aed2-7cb58ea5b34f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.344740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cba818c8-6808-4342-ad72-7cc6c1820d52 req-82de64d5-bcdf-4f26-aed2-7cb58ea5b34f tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1313341 Aug 31 09:27:24.347806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:24.354606 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.397965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Deleting port a1924d14-5657-4fca-b2c4-73db4c141736 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:24.398224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 2d725188-42eb-4412-a2fe-f523c216d5da yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:24.398339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.430404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d92186d4-86bf-4737-b198-37b21343a3b8 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:24.572934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cba818c8-6808-4342-ad72-7cc6c1820d52 req-0fa3920c-3a3c-4083-b801-29076bcf76bd tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033277 Aug 31 09:27:24.579176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: d92186d4-86bf-4737-b198-37b21343a3b8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:24.583915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d92186d4-86bf-4737-b198-37b21343a3b8 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:24.653700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] For port a1924d14-5657-4fca-b2c4-73db4c141736, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a1924d14-5657-4fca-b2c4-73db4c141736,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:24.667099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.693508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Calling delete_port for a1924d14-5657-4fca-b2c4-73db4c141736 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:24.755688 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.824326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.912591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=2d725188-42eb-4412-a2fe-f523c216d5da,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.935999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': '278e0b18-a6dd-4a8f-a377-fcdec6c1e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:24.936482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: 0499e9c9-8b58-4af5-ba99-a7e296d68d7e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:24.959368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:24.978037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 0499e9c9-8b58-4af5-ba99-a7e296d68d7e) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:24.985880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:24.996106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872b432-fcb0-454e-81b2-85feebccbaf9 None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:24.998261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bd21e-b76e-4c91-a6ea-962508540fbd req-17dd2f66-018c-4517-a265-d5bf6cfb7521 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.000278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1bd21e-b76e-4c91-a6ea-962508540fbd req-17dd2f66-018c-4517-a265-d5bf6cfb7521 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.2105498 Aug 31 09:27:25.003969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.006960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.042850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f1b9cf9-3e3d-4791-a330-fb4e31b748fb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8302341 Aug 31 09:27:25.046426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53820) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.059174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-498571322'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:25.100852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0efadade-9907-49aa-91e9-5595f8c1245d req-852e6788-51ae-4fea-ad2c-41c1aeab238a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.0459397 Aug 31 09:27:25.116762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:25.126282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.138785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1bd21e-b76e-4c91-a6ea-962508540fbd req-d91d55c6-d864-4588-9c43-6392805a7c5c tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203167 Aug 31 09:27:25.212652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:25.232945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.233291 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment 092aeba1-84cf-4018-97ca-46f8206b298a of type vlan for network a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1 Aug 31 09:27:25.246271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.297353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.331081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.338285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1924d14-5657-4fca-b2c4-73db4c141736,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.344688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.348958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.473765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4204102 Aug 31 09:27:25.476302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53828) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.482828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'ports': [{'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'}, {'network_id': 'a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1'}]} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:25.483190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:25.483666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': 'a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:25.914750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a344-fc3d-4ac2-bda8-cb5436fb95a6 req-3a7fc5c8-88db-4a58-8a94-b433e4afd3f7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.922166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7df1a344-fc3d-4ac2-bda8-cb5436fb95a6 req-3a7fc5c8-88db-4a58-8a94-b433e4afd3f7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.5938284 Aug 31 09:27:26.241450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7df1a344-fc3d-4ac2-bda8-cb5436fb95a6 req-be9e2b38-8f1d-4437-88fb-f400b33cccf1 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149656 Aug 31 09:27:26.260193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.294389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.300354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-dc26566a-b8ac-4565-9e70-9fff095bf6df tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:26.302148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-dc26566a-b8ac-4565-9e70-9fff095bf6df tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.6060562 Aug 31 09:27:26.306134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.306777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.307127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.312526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.312711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.313078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.313367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.313710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.314033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.316017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.321014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e544a-9e94-4e6a-8751-afa2351c287f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:26.337542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:26.356210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Request body: {'port': {'device_id': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'admin_state_up': True, 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:26.648150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.654139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92b2f70f-ce40-4dc1-a980-f78d4bb5a783 req-5fd15838-c2af-42b7-85d7-18a5da07d1c0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.1099341 Aug 31 09:27:26.683192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:27:26.683192 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:27:26.683192 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '8980b7a9a43a424291c0d92e17ed9ce2', 'id': 'd890c78e-a397-4a04-8675-9fd5807a37e1', 'expiration': datetime.datetime(2021, 8, 31, 9, 29, 26, 667542)}] Aug 31 09:27:26.683192 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:27:26.683536 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:27:26.702571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 2} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:26.710027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.748045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.990858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port eb0fbf01-f380-4f33-9c44-9fd4b679b29c yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:27.185995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Router c4e2519f-f80d-455e-b626-c55a154d6977 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:27.192443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.290959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:27.295676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.302403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:27.540061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.613527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.655024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:27.676538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] Sync routers for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:27.688699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e02c249-e4af-4dd8-b951-7655fd4b6be3 admin admin] 10.222.0.18 "PUT /v2.0/routers/c4e2519f-f80d-455e-b626-c55a154d6977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7816162 Aug 31 09:27:27.697512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:27.698389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:27.725007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53936) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:27.869532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Allocated IP 172.20.0.7 (2ef03d3e-f9bb-4602-9068-85c58db84ae9/ab9b22a3-96e5-4a2f-a22e-951453d57408/97d3db84-5fc5-4124-a9a6-2c5e6636c770) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:27.981378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:28.022056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:28.029030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=eb0fbf01-f380-4f33-9c44-9fd4b679b29c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:28.045198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:28.046318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.243140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be82617c-a052-40d2-9daa-fd52a7ef98d3 req-9d1122c7-24c9-4d93-a194-e12b7816379a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.0890942 Aug 31 09:27:28.295229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.382870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.419722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:28.434861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:28.486808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:28.494626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:28.559886 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c67a09ac-2a09-4fea-bc44-38a755d72a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.569748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:28.580790 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.609910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.615854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.667909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event updated for resources: {'Port': ['ID=97d3db84-5fc5-4124-a9a6-2c5e6636c770,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:28.679090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9d76eadb-4dce-4acb-8edf-b519ce6de1ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3557551 Aug 31 09:27:28.700934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Request body: {'port': {'device_id': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:28.740097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': '092aeba1-84cf-4018-97ca-46f8206b298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:28.740515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:28.790827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53966) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:28.808590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:27:25Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:28.907428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.912440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:28.913856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] Checking router: c4e2519f-f80d-455e-b626-c55a154d6977 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:28.931501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] Routers {'c4e2519f-f80d-455e-b626-c55a154d6977'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:28.932971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c4e2519f-f80d-455e-b626-c55a154d6977'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:28.940709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:28.960830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:28.967283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.976288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.977593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.009168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.026614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465f787-6b0b-4540-bd6f-ccd75e21cf24 None None] Network a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:29.026841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53974) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:29.027568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f627366b-9151-424a-9990-be5bf876945c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5499456 Aug 31 09:27:29.112591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Deleting port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:29.113169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.234045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] For port a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:29.234344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.234490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.251325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Calling delete_port for a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:29.407883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] Set router c4e2519f-f80d-455e-b626-c55a154d6977 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:29.420436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:29.421614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.552369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.645445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Pushing event deleted for resources: {'Port': ['ID=a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.682522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f949400-3eca-4a2c-82a9-6f34778238f6 req-12756419-a486-4f46-99d0-15d97a287be8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.683866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f949400-3eca-4a2c-82a9-6f34778238f6 req-12756419-a486-4f46-99d0-15d97a287be8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 931 time: 0.2702188 Aug 31 09:27:29.698684 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.756917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:27:25Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:29.758416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:29.791041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f949400-3eca-4a2c-82a9-6f34778238f6 req-4137a7d6-dcb7-46cd-a2ae-6c23ca6851c5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894020 Aug 31 09:27:29.806951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462769c1-0b98-4c01-8689-d573fd685ab4 None None] The sync data for ids ['c4e2519f-f80d-455e-b626-c55a154d6977'] in n-d-800634-13 is: [{'id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'name': 'tempest-ServerActionsTestJSON-1014989310-router', 'tenant_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:28Z', 'updated_at': '2021-08-31T09:27:25Z', 'revision_number': 5, 'project_id': '4ec6d1b6e9a544c39f0f3522810aea60', 'gw_port': {'id': 'a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e2519f-f80d-455e-b626-c55a154d6977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:31Z', 'updated_at': '2021-08-31T09:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:29.815193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.921778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.941190 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.948580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.950873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.011942 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.013432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e2519f-f80d-455e-b626-c55a154d6977 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:27:30.025610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.028068 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c0b5ef02-466c-447a-ba1b-e9ea755f6524 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c4e2519f-f80d-455e-b626-c55a154d6977 HTTP/1.1" status: 204 len: 168 time: 2.2923918 Aug 31 09:27:30.031601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54000) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.110659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Deleting subnet 7db2690d-c7b0-48ce-80ed-e35c1711d7f2 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:30.116338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.122254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e41bba700cea4bff984122ac6f3b92a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3295844 Aug 31 09:27:30.128312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.170086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5605e13a-5463-4ed1-b64f-4d7c147c9064,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.232568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.283403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.283962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.284474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.284968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.285476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.285978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.286492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.287588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.288124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.289935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.289935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.290508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70611f2e-d20d-40c2-9283-72aa00c59ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:30.332404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d3db84-5fc5-4124-a9a6-2c5e6636c770 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:30.350645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1924d14-5657-4fca-b2c4-73db4c141736 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:30.354537 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.393690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a1924d14-5657-4fca-b2c4-73db4c141736 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:30.394046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a1924d14-5657-4fca-b2c4-73db4c141736 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:30.420428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Transition to ACTIVE for port object 97d3db84-5fc5-4124-a9a6-2c5e6636c770 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:30.442354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.462413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.475973 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27e9ac33-751d-4fc5-a985-a877d94f0262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.490725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.624561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.652192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Pushing event updated for resources: {'Port': ['ID=97d3db84-5fc5-4124-a9a6-2c5e6636c770,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.677285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27e9ac33-751d-4fc5-a985-a877d94f0262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.743374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db2690d-c7b0-48ce-80ed-e35c1711d7f2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.745214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.749506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ae246d66-2bcd-4777-9c94-fda5fb6f168e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7db2690d-c7b0-48ce-80ed-e35c1711d7f2 HTTP/1.1" status: 204 len: 168 time: 0.7165155 Aug 31 09:27:30.753240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54020) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.765724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.767817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b637656-4226-42be-aae3-bab78da1aefc None None] Network 884b3049-254d-4f05-8305-175ba7a0464c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:30.770869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2 HTTP/1.1" status: 204 len: 168 time: 1.7353997 Aug 31 09:27:30.774556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54022) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.825625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4cb6-a736-40b6-99d9-e8f6d78dbf6f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.960515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Attempting to bind port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:30.961028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Attempting to bind port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:30.964242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Attempting to bind port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:30.980043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:30.980697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Attempting to bind port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:30.989854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:30.990710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:30.991388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Bound using segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:30.992146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Bound port: 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:30.992838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.009687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27e9ac33-751d-4fc5-a985-a877d94f0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.019406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27e9ac33-751d-4fc5-a985-a877d94f0262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.028019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-27e9ac33-751d-4fc5-a985-a877d94f0262 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5605e13a-5463-4ed1-b64f-4d7c147c9064 HTTP/1.1" status: 204 len: 168 time: 0.8590801 Aug 31 09:27:31.222728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] For port 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:31.227714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebe26f-fbd5-43c9-85b0-ce6d053a1f5f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.238708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] For port 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:31.242140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebe26f-fbd5-43c9-85b0-ce6d053a1f5f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.247370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9ac33-751d-4fc5-a985-a877d94f0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5605e13a-5463-4ed1-b64f-4d7c147c9064,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:31.249364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54034) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:31.253114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36ebe26f-fbd5-43c9-85b0-ce6d053a1f5f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4404054 Aug 31 09:27:31.260288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.264895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.432731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Deleting port 3454b055-adbf-450c-94ff-b512354130e3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:31.433421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.461626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] DHCP port deletion for 884b3049-254d-4f05-8305-175ba7a0464c request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:31.573786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.574439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.596781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/97d3db84-5fc5-4124-a9a6-2c5e6636c770 HTTP/1.1" status: 200 len: 1092 time: 2.9008250 Aug 31 09:27:31.601556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'tag': '97d3db84-5fc5-4124-a9a6-2c5e6636c770'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:31.607132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ca3252b6-47ef-4a1d-b41a-3986af995a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.618342 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd78306b-d2d5-4a5b-b36f-341436e12119" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd6b1db-0218-4562-816a-dd93f8521b0c", "tag": "97d3db84-5fc5-4124-a9a6-2c5e6636c770"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:31.635376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] For port 3454b055-adbf-450c-94ff-b512354130e3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3454b055-adbf-450c-94ff-b512354130e3,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:31.635879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.661199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] Deleting port 3454b055-adbf-450c-94ff-b512354130e3 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:31.661485 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.671612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9937db-45e2-455b-aaf4-afc345f307df req-62ac5339-44c1-4203-8dae-28c77292a269 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.677627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Calling delete_port for 3454b055-adbf-450c-94ff-b512354130e3 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:31.690343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb9937db-45e2-455b-aaf4-afc345f307df req-62ac5339-44c1-4203-8dae-28c77292a269 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 943 time: 0.6488149 Aug 31 09:27:31.753709 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f48f7f-0c2c-429d-b65f-9f5d3f81167a x-openstack-request-id: req-e3f48f7f-0c2c-429d-b65f-9f5d3f81167a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:31.753709 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd6b1db-0218-4562-816a-dd93f8521b0c", "tag": "97d3db84-5fc5-4124-a9a6-2c5e6636c770", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:31.753709 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3f48f7f-0c2c-429d-b65f-9f5d3f81167a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:31.753709 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'tag': '97d3db84-5fc5-4124-a9a6-2c5e6636c770', 'status': 'completed', 'code': 200} Aug 31 09:27:31.847508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.874245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] No DVR routers for this DVR port 3454b055-adbf-450c-94ff-b512354130e3 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:31.968619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] For port 3454b055-adbf-450c-94ff-b512354130e3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3454b055-adbf-450c-94ff-b512354130e3,segment=NetworkSegment(a4e3c04c-e896-4605-8456-d06bbc5be2ba),segment_id=a4e3c04c-e896-4605-8456-d06bbc5be2ba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:31.969025 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.980898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3454b055-adbf-450c-94ff-b512354130e3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:31.982825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7c2b3-35a6-4338-a003-fee2e3d917c0 service neutron] Pushing event updated for resources: {'Port': ['ID=97d3db84-5fc5-4124-a9a6-2c5e6636c770,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.004254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] Calling delete_port for 3454b055-adbf-450c-94ff-b512354130e3 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:32.037023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9c141441-050c-467f-91a2-90811eb46f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.038793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-9c141441-050c-467f-91a2-90811eb46f34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 1095 time: 0.3447771 Aug 31 09:27:32.051061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb9937db-45e2-455b-aaf4-afc345f307df req-dbb37c27-6cd7-45f5-8dbb-2a48beada4f7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602796 Aug 31 09:27:32.147154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.165019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884b3049-254d-4f05-8305-175ba7a0464c']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:32.180690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e3c04c-e896-4605-8456-d06bbc5be2ba') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:32.181392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e3c04c-e896-4605-8456-d06bbc5be2ba') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:32.196587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.225018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.242423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:32.242876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:32.247983 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:32.287236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.288340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.300288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:32.452700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:32.453050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a564f0b4-6275-4bf1-a68b-1e8ed4e1d75c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:32.457949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3454b055-adbf-450c-94ff-b512354130e3 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:32.458277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.464457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.476768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] 10.222.0.18 "DELETE /v2.0/networks/884b3049-254d-4f05-8305-175ba7a0464c HTTP/1.1" status: 204 len: 168 time: 1.7201283 Aug 31 09:27:32.509932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] Pushing event deleted for resources: {'Port': ['ID=3454b055-adbf-450c-94ff-b512354130e3,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.511959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.519127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3454b055-adbf-450c-94ff-b512354130e3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:32.519358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e98189-e52f-4f61-a5de-74249bbc55dd admin admin] Pushing event deleted for resources: {'Network': ['ID=884b3049-254d-4f05-8305-175ba7a0464c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.519477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3454b055-adbf-450c-94ff-b512354130e3 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:32.536242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e346d1-157e-4d88-8b16-bf4c75698bf8 None None] No DVR routers for this DVR port 3454b055-adbf-450c-94ff-b512354130e3 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:32.598750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-a60103d7-4014-4eaa-8a03-bfe9092c6fb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770 HTTP/1.1" status: 200 len: 217 time: 0.5409036 Aug 31 09:27:32.625445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port eb0fbf01-f380-4f33-9c44-9fd4b679b29c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:32.625790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.740268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-fdd8a893-ea10-46c0-8617-0bbc7623b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.741894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-fdd8a893-ea10-46c0-8617-0bbc7623b533 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.1338181 Aug 31 09:27:32.812579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-dd7554db-e0cf-4fe9-8f40-44c9a6fccb34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536144 Aug 31 09:27:32.814605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.935531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54104) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.016951 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cc543c56-0075-4462-8ef3-4f55b9710993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ec6d1b6e9a544c39f0f3522810aea60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802317 Aug 31 09:27:33.022173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54106) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.042759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-214949b4-880b-4d5f-8fb8-5d271e59b4ac service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148767 Aug 31 09:27:33.051777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for eb0fbf01-f380-4f33-9c44-9fd4b679b29c owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:33.104645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e3e16e7-64bd-4966-9015-fa1be6e21522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.134181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e3e16e7-64bd-4966-9015-fa1be6e21522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.234592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e3e16e7-64bd-4966-9015-fa1be6e21522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.238621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e3e16e7-64bd-4966-9015-fa1be6e21522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.244332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2e3e16e7-64bd-4966-9015-fa1be6e21522 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd1ff65e-a633-4004-8cde-6bdf5330071d HTTP/1.1" status: 204 len: 168 time: 0.2149258 Aug 31 09:27:33.290330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e16e7-64bd-4966-9015-fa1be6e21522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1ff65e-a633-4004-8cde-6bdf5330071d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.545599 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.555406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e3582-67eb-4377-99d7-b32f28e15130 req-93479842-3366-49ed-a773-337294819823 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.557235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db1e3582-67eb-4377-99d7-b32f28e15130 req-93479842-3366-49ed-a773-337294819823 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 943 time: 0.2840798 Aug 31 09:27:33.565069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d1d227-896b-445a-8c6a-b4f6a028ab8f req-eb80df48-f9fc-4e15-b783-5014363f0489 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145342 Aug 31 09:27:33.680420 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.775191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db1e3582-67eb-4377-99d7-b32f28e15130 req-58d7db22-e770-4d4f-a0f4-5b771b604c37 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052960 Aug 31 09:27:33.839544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=eb0fbf01-f380-4f33-9c44-9fd4b679b29c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.866935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.869318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d21eaf26-960f-47b6-a082-36dffa6ef8fa tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/eb0fbf01-f380-4f33-9c44-9fd4b679b29c HTTP/1.1" status: 204 len: 168 time: 2.6185145 Aug 31 09:27:33.872733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54134) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.878271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-8fe41632-e79a-410f-be5e-c3867db1f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.879758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-8fe41632-e79a-410f-be5e-c3867db1f8b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 1095 time: 0.1967444 Aug 31 09:27:33.958387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54140) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.034777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a4d76-8a67-4fc9-be07-f3062decdf5e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.041547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8d4a4d76-8a67-4fc9-be07-f3062decdf5e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1677210 Aug 31 09:27:34.042189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54146) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.101370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-4435ab0d-e382-49ef-93f0-95f87c4dc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.103880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-4435ab0d-e382-49ef-93f0-95f87c4dc149 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.2153747 Aug 31 09:27:34.109013 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7dd49e-2f4d-4308-91c0-49e7f71126e0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:27:34.120561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9e7dd49e-2f4d-4308-91c0-49e7f71126e0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/5500a772-1948-4d9d-9dc1-6fb1d5b0a6c2 HTTP/1.1" status: 404 len: 333 time: 0.0771909 Aug 31 09:27:34.122027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.176093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-31fee6f7-1aa8-4160-b76c-d36cd73a55db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770 HTTP/1.1" status: 200 len: 217 time: 0.0634234 Aug 31 09:27:34.190173 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f834d813-e95a-4a93-a928-4cb7a541a9c7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:27:34.192018 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f834d813-e95a-4a93-a928-4cb7a541a9c7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/eb0fbf01-f380-4f33-9c44-9fd4b679b29c HTTP/1.1" status: 404 len: 333 time: 0.0680780 Aug 31 09:27:34.194701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54158) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.288449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-6336fe95-c17d-4018-a14d-a8eadb44c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.291155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-6336fe95-c17d-4018-a14d-a8eadb44c7b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.1060293 Aug 31 09:27:34.344465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-3de6b205-6575-4323-9e2d-ff52d9cb16b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367858 Aug 31 09:27:34.358995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ec21be46-7ec8-4c4c-91f4-0a7ee2168f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.383300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.512811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-1ca71921-2c87-466b-93a9-f5a49788106d service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572883 Aug 31 09:27:34.606362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54172) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.672743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd78306b-d2d5-4a5b-b36f-341436e12119 req-64e0ab2b-62f5-45a3-9a1a-d7b101096e4f service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520076 Aug 31 09:27:34.677155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.713697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ec21be46-7ec8-4c4c-91f4-0a7ee2168f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.718749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.723243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ec21be46-7ec8-4c4c-91f4-0a7ee2168f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.789271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21be46-7ec8-4c4c-91f4-0a7ee2168f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90750778-88aa-4f8f-a2db-8d4ff2d01bf2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:34.795239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092aeba1-84cf-4018-97ca-46f8206b298a') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.795715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092aeba1-84cf-4018-97ca-46f8206b298a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.820939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.831502 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ec21be46-7ec8-4c4c-91f4-0a7ee2168f0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b5944f00d884b35bb9a69098bb07b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8702049 Aug 31 09:27:34.834276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54186) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.855583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.870434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:34.871663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:34.884558 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:35.050999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1486509948'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:35.061294 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.098451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.112838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1 HTTP/1.1" status: 204 len: 168 time: 0.9154043 Aug 31 09:27:35.114290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7728-fffb-490d-b6db-b2cff70cbd86 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=a7d3ff4a-e4c4-4fb3-90dd-59618aa650c1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.115760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54200) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.127242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1484792546'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:35.139663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d659-a24b-4f90-b74e-5d58325826eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.161518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.176570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Made reservation on behalf of 915e70d848e04373804ea90ec81f398a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:35.181865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.211668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86e7c4-59ee-4837-ad41-4b197bf38803 req-fd966ac8-8292-4d79-847a-73d0431cef2a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.214764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d86e7c4-59ee-4837-ad41-4b197bf38803 req-fd966ac8-8292-4d79-847a-73d0431cef2a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 943 time: 0.2706466 Aug 31 09:27:35.261957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d659-a24b-4f90-b74e-5d58325826eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.269386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.333862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:35.337601 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.377238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-network', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:35.412277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:27:35.412277 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:27:35.412277 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id_1': '1fc1a6214b254ae98ec08778b86b4cbf', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 27, 35, 382454)}] Aug 31 09:27:35.412277 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:27:35.413257 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:27:35.436179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d86e7c4-59ee-4837-ad41-4b197bf38803 req-0189b66a-c23f-4851-8829-f8092054bec9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959443 Aug 31 09:27:35.477941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:35.522704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea1932-af1e-481f-8d6a-eb2dbfb43606 req-148f0a0e-4a3e-4667-868d-55284aefc4a7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.524381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11ea1932-af1e-481f-8d6a-eb2dbfb43606 req-148f0a0e-4a3e-4667-868d-55284aefc4a7 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1842802 Aug 31 09:27:35.549496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d659-a24b-4f90-b74e-5d58325826eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.552019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dcc2d659-a24b-4f90-b74e-5d58325826eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.553186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dcc2d659-a24b-4f90-b74e-5d58325826eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90750778-88aa-4f8f-a2db-8d4ff2d01bf2 HTTP/1.1" status: 204 len: 168 time: 0.7176208 Aug 31 09:27:35.554603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.554939 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment 3a066164-0e37-4c0c-b91c-e788b233fef8 of type vlan for network 29984155-70ce-4602-a860-163269220e3b Aug 31 09:27:35.624298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2d659-a24b-4f90-b74e-5d58325826eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90750778-88aa-4f8f-a2db-8d4ff2d01bf2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.694124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11ea1932-af1e-481f-8d6a-eb2dbfb43606 req-d3a42a10-28c2-488c-9ea4-a50194a49ecf tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573853 Aug 31 09:27:35.699185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.714650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.723249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.771710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:35.784240 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.789879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.790522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.851834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0291a20-bd58-4dff-9a16-5e672246259a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.855685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.856041 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Added segment e17c38f2-d107-434e-beb2-b7c30eb56665 of type vlan for network 4f70bec6-af70-47ca-850c-2b7be3000664 Aug 31 09:27:35.878743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7600236 Aug 31 09:27:35.881957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.890608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '29984155-70ce-4602-a860-163269220e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:35.932992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06714bac-4a9f-49da-9c08-9b37690dc36a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=29984155-70ce-4602-a860-163269220e3b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.946630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 29984155-70ce-4602-a860-163269220e3b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:35.947152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54224) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.965717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.982836 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5047e58b-34cb-48ea-b1e4-459f181ce0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.013052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Made reservation on behalf of 1fc1a6214b254ae98ec08778b86b4cbf for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:36.015633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.021960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:27:36.021960 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:27:36.021960 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id_1': 'c13f173a575c4f5b8ce793252be6cb4e', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 27, 36, 6278)}] Aug 31 09:27:36.021960 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:27:36.022505 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:27:36.038345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.086982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.093840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.094584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.098199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.208471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event updated for resources: {'Network': ['ID=4f70bec6-af70-47ca-850c-2b7be3000664,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.222093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 4f70bec6-af70-47ca-850c-2b7be3000664 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:36.223922 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5047e58b-34cb-48ea-b1e4-459f181ce0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.235151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5047e58b-34cb-48ea-b1e4-459f181ce0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.249204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7f9f4694-d33a-4414-951d-98b621c628b7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6396692 Aug 31 09:27:36.252653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.271402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Request body: {'subnet': {'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:36.287147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5047e58b-34cb-48ea-b1e4-459f181ce0fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a50e55a7974a40dd8a8663e853865fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332517 Aug 31 09:27:36.288383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54232) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.289264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047e58b-34cb-48ea-b1e4-459f181ce0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2f1fc-cc41-4c32-b5e0-e31f30223bcc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.368411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40104c00-ca97-4e0e-ad12-ec3b19a46d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.403233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40104c00-ca97-4e0e-ad12-ec3b19a46d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.408509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97d3db84-5fc5-4124-a9a6-2c5e6636c770 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:36.459795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.465854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40104c00-ca97-4e0e-ad12-ec3b19a46d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.466165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.471668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40104c00-ca97-4e0e-ad12-ec3b19a46d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.473972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-40104c00-ca97-4e0e-ad12-ec3b19a46d09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ed2f1fc-cc41-4c32-b5e0-e31f30223bcc HTTP/1.1" status: 204 len: 168 time: 0.1810029 Aug 31 09:27:36.504775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40104c00-ca97-4e0e-ad12-ec3b19a46d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2f1fc-cc41-4c32-b5e0-e31f30223bcc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.583977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:36.596194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Made reservation on behalf of 915e70d848e04373804ea90ec81f398a for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:36.601436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.629323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:36.645173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '97d3db84-5fc5-4124-a9a6-2c5e6636c770', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': '97d3db84-5fc5-4124-a9a6-2c5e6636c770', 'mac_address': 'fa:16:3e:2a:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:36.687557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f6eb-d266-424e-9870-897b85ceb9fa req-a34f8f6f-a31a-41fa-a399-85e4e0de6429 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.693014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e67f6eb-d266-424e-9870-897b85ceb9fa req-a34f8f6f-a31a-41fa-a399-85e4e0de6429 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 943 time: 0.1075335 Aug 31 09:27:36.694009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.711713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d3db84-5fc5-4124-a9a6-2c5e6636c770 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:36.753036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:36.760621 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.775938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.776289 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Added segment 5f9eaf8f-d0a8-4478-b747-b735f56e74f7 of type vlan for network 855b22af-f030-4fdb-8b52-4119101e87d0 Aug 31 09:27:36.780211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b16f04-b36a-4819-b49b-b1a95ac305e7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.783948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e67f6eb-d266-424e-9870-897b85ceb9fa req-da66aee2-6708-4d37-8fd5-1cab1026ea9f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854294 Aug 31 09:27:36.854161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:36.855806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=97d3db84-5fc5-4124-a9a6-2c5e6636c770,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.866717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.951195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eac627-987f-488d-a38c-950053c919f4 req-0afea037-dba1-4aed-8bf8-b98dac059414 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.959270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2eac627-987f-488d-a38c-950053c919f4 req-0afea037-dba1-4aed-8bf8-b98dac059414 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.0753787 Aug 31 09:27:36.967904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.006092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2eac627-987f-488d-a38c-950053c919f4 req-1bd8090d-1dde-45b4-bd7d-257f37563c51 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/security-groups?id=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Aug 31 09:27:37.082124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:27:37.087120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['97d3db84-5fc5-4124-a9a6-2c5e6636c770'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:37.112960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.129883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.131196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.131784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.171895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-c7a525c0-2cdd-421f-a77b-86096aae84f2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.178637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-c7a525c0-2cdd-421f-a77b-86096aae84f2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 947 time: 0.1061351 Aug 31 09:27:37.343354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1806641 Aug 31 09:27:37.347281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Deleting port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:37.349487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.379023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54264) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.388061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Request body: {'subnet': {'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-subnet', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:37.409141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event updated for resources: {'Subnet': ['ID=7207ebc1-8327-4417-8e1a-6b331a74953b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.411493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2b554-e96a-4b4c-a9f1-9f0b7c7e26eb admin admin] Pushing event updated for resources: {'Network': ['ID=855b22af-f030-4fdb-8b52-4119101e87d0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.432982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 855b22af-f030-4fdb-8b52-4119101e87d0 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:37.444762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Checking segment: {'id': 'e17c38f2-d107-434e-beb2-b7c30eb56665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:37.445542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Network hostable DHCP agents. Network: 4f70bec6-af70-47ca-850c-2b7be3000664, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:37.516559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Made reservation on behalf of 1fc1a6214b254ae98ec08778b86b4cbf for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:37.519876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.574944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] For port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,segment=NetworkSegment(2df5ec29-437c-4fe6-8933-d20c724cccb7),segment_id=2df5ec29-437c-4fe6-8933-d20c724cccb7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:37.575311 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.604038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.607381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Calling delete_port for 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:37.624049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Network 4f70bec6-af70-47ca-850c-2b7be3000664 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:37.705696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 4f70bec6-af70-47ca-850c-2b7be3000664) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:37.719045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0878ff-7c91-496d-84eb-7cb8aeacb5d9 None None] Network 4f70bec6-af70-47ca-850c-2b7be3000664 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:37.722801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.723689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.735371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=394216c6-de95-401c-bde4-e43f9521dea4,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.745798 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8e2afc75-8111-48b1-ba4f-f33a97d8bc5d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4912517 Aug 31 09:27:37.748766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54280) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.757980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Request body: {'port': {'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664', 'name': 'tempest-DHCPAgentSchedulersTestJSON-180406529'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:37.835265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': '3a066164-0e37-4c0c-b91c-e788b233fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29984155-70ce-4602-a860-163269220e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:37.835645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: 29984155-70ce-4602-a860-163269220e3b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:37.971608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.014535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Pushing event deleted for resources: {'Port': ['ID=1a6d0129-96e0-4e9c-a1ed-b4ca4783312c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:38.020021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:38.049539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-4f70bec6-af70-47ca-850c-2b7be3000664', 'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664', 'tenant_id': '915e70d848e04373804ea90ec81f398a', 'fixed_ips': [{'subnet_id': '7207ebc1-8327-4417-8e1a-6b331a74953b'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:38.050692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.061517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 29984155-70ce-4602-a860-163269220e3b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:38.073433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30befa2-5a96-4a18-a800-0d8e44fe747b req-085d91c8-e0cb-4cf0-98d4-fec434e5d8a8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.075772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d30befa2-5a96-4a18-a800-0d8e44fe747b req-085d91c8-e0cb-4cf0-98d4-fec434e5d8a8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 944 time: 0.1496716 Aug 31 09:27:38.092362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.096738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] No DVR routers for this DVR port 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:38.100016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.102697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7697a856-f38c-4a1e-bf09-759dd36b7003 req-5f1f2d9c-aa03-4910-a7cd-cad7af9d2da2 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.23 "DELETE /v2.0/ports/1a6d0129-96e0-4e9c-a1ed-b4ca4783312c HTTP/1.1" status: 204 len: 173 time: 0.9152017 Aug 31 09:27:38.110269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-deleted', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:38.113131 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c867641-c5f6-4ae8-96a6-28d7fb0623bf" -d '{"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-deleted", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:38.116473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Made reservation on behalf of 915e70d848e04373804ea90ec81f398a for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:38.125694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.155376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d30befa2-5a96-4a18-a800-0d8e44fe747b req-319b8c5b-1196-46e5-8ea4-db3bb5186fd6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610640 Aug 31 09:27:38.236586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 29984155-70ce-4602-a860-163269220e3b) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:38.292363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996c444-58b2-469d-a669-242a6da4837a None None] Network 29984155-70ce-4602-a860-163269220e3b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:38.319783 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2f94e-2da7-491f-973d-74c78bb6f427 x-openstack-request-id: req-92f2f94e-2da7-491f-973d-74c78bb6f427 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:38.320212 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d6de2-2b5b-4d85-89c7-724b33d0c186", "name": "network-vif-deleted", "tag": "1a6d0129-96e0-4e9c-a1ed-b4ca4783312c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:38.320529 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92f2f94e-2da7-491f-973d-74c78bb6f427 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:38.321005 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d6de2-2b5b-4d85-89c7-724b33d0c186', 'name': 'network-vif-deleted', 'tag': '1a6d0129-96e0-4e9c-a1ed-b4ca4783312c', 'status': 'completed', 'code': 200} Aug 31 09:27:38.324443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83e409df-4c8c-4066-9c7a-1970979dfe67 req-3f8af91b-fd0f-41fb-bb02-d7b7ec678499 tempest-ServersNegativeTestJSON-293829288 tempest-ServersNegativeTestJSON-293829288-project] 10.222.0.18 "GET /v2.0/ports?device_id=937d6de2-2b5b-4d85-89c7-724b33d0c186 HTTP/1.1" status: 200 len: 210 time: 0.1196330 Aug 31 09:27:38.342912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.343544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.355285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:38.392978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] device_id is not set on port ce6b149f-2b1e-43bf-bb8a-b92377c75f39 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:38.393488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Allocated IP 172.20.0.2 (4f70bec6-af70-47ca-850c-2b7be3000664/7207ebc1-8327-4417-8e1a-6b331a74953b/8f502e2f-0aef-4875-8a0a-fb4064d8341a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:38.431193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:38.432359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2fc58f86-9ce5-4fd4-8ed7-caf89fd0efe5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5485451 Aug 31 09:27:38.436461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '29984155-70ce-4602-a860-163269220e3b', 'name': 'tempest-PortsIpV6TestJSON-1760750133'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:38.452262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97d3db84-5fc5-4124-a9a6-2c5e6636c770 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:38.524612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Checking segment: {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:38.525233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Network hostable DHCP agents. Network: 855b22af-f030-4fdb-8b52-4119101e87d0, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:38.624920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Network 855b22af-f030-4fdb-8b52-4119101e87d0 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:38.664677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 855b22af-f030-4fdb-8b52-4119101e87d0) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:38.684700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.689215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.692986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:38.699270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.726274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc007d5e-28d6-4a21-894e-6f652f322651 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3451068 Aug 31 09:27:38.727738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:38.733634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:38.765125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.767106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.793257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 5b1ec810-8a24-4023-b1b7-3de836dc810f yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:38.927449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.983401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadf650-e53c-4c38-8cad-984b4ffdf784 None None] Network 855b22af-f030-4fdb-8b52-4119101e87d0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:39.035565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:39.059651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::15e (29984155-70ce-4602-a860-163269220e3b/394216c6-de95-401c-bde4-e43f9521dea4/5b1ec810-8a24-4023-b1b7-3de836dc810f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:39.061970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:39.062542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.129357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-29984155-70ce-4602-a860-163269220e3b', 'network_id': '29984155-70ce-4602-a860-163269220e3b', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '394216c6-de95-401c-bde4-e43f9521dea4'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:39.130606 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.281465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.427909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d48c8-dcf2-40b4-bfbb-863239402bed req-2fcfceb1-998d-4a02-9940-a18af0a542e2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.429587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee4d48c8-dcf2-40b4-bfbb-863239402bed req-2fcfceb1-998d-4a02-9940-a18af0a542e2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 944 time: 0.1539049 Aug 31 09:27:39.456809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.479762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.482845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Transition to ACTIVE for port object 8f502e2f-0aef-4875-8a0a-fb4064d8341a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:39.503554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Transition to ACTIVE for port object 8f502e2f-0aef-4875-8a0a-fb4064d8341a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:39.510596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 5b1ec810-8a24-4023-b1b7-3de836dc810f will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:39.515129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54332) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:39.520822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee4d48c8-dcf2-40b4-bfbb-863239402bed req-451e6816-52a3-417d-b356-e1d8a515a5d0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784314 Aug 31 09:27:39.538380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.581053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30ed03-428c-4522-b93f-f58e38fdbea3 None None] Network 855b22af-f030-4fdb-8b52-4119101e87d0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:39.597521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.680440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=5b1ec810-8a24-4023-b1b7-3de836dc810f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:39.692210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Deleting subnet 0481f815-b876-4e34-8ed5-209dc2615708 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:39.709114 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.757934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Allocated IP 2001:db8::2 (29984155-70ce-4602-a860-163269220e3b/394216c6-de95-401c-bde4-e43f9521dea4/c7fcdd16-4e9c-4e01-adcd-bab39493260f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:39.801264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 29984155-70ce-4602-a860-163269220e3b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:39.805009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:39.812508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:39.833233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.833233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.836127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.920739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Network 4f70bec6-af70-47ca-850c-2b7be3000664 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:39.929806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3be2946-27c5-4dbd-bb07-c46f643bf3a9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4973557 Aug 31 09:27:39.930511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:39.955369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:39.957485 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.964329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Pushing event updated for resources: {'Port': ['ID=8f502e2f-0aef-4875-8a0a-fb4064d8341a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:39.981776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:40.043577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.112385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0481f815-b876-4e34-8ed5-209dc2615708,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.129005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.134040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-61dbc177-1e57-4de1-8b1f-dca50bdf1ee9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0481f815-b876-4e34-8ed5-209dc2615708 HTTP/1.1" status: 204 len: 168 time: 0.6151073 Aug 31 09:27:40.150997 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.169693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:40.200575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.213883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Transition to ACTIVE for port object c7fcdd16-4e9c-4e01-adcd-bab39493260f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:40.234032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Transition to ACTIVE for port object c7fcdd16-4e9c-4e01-adcd-bab39493260f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:40.258663 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.305067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Allocated IP 172.20.0.4 (4f70bec6-af70-47ca-850c-2b7be3000664/7207ebc1-8327-4417-8e1a-6b331a74953b/ce6b149f-2b1e-43bf-bb8a-b92377c75f39) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:40.309967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.332694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Pushing event updated for resources: {'Port': ['ID=c7fcdd16-4e9c-4e01-adcd-bab39493260f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.337090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.347948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d3db84-5fc5-4124-a9a6-2c5e6636c770'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:40.371334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.377893 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7893d-6dc4-486d-b508-77bd0abd4f1c" -d '{"events": [{"server_uuid": "ebd6b1db-0218-4562-816a-dd93f8521b0c", "name": "network-vif-plugged", "status": "completed", "tag": "97d3db84-5fc5-4124-a9a6-2c5e6636c770"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:40.382257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Network 29984155-70ce-4602-a860-163269220e3b is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:40.402571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Attempting to bind port 8f502e2f-0aef-4875-8a0a-fb4064d8341a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:40.411342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Attempting to bind port 8f502e2f-0aef-4875-8a0a-fb4064d8341a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e17c38f2-d107-434e-beb2-b7c30eb56665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:40.411629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Attempting to bind port 8f502e2f-0aef-4875-8a0a-fb4064d8341a on network 4f70bec6-af70-47ca-850c-2b7be3000664 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:40.426226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:40.426859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Checking segment: {'id': 'e17c38f2-d107-434e-beb2-b7c30eb56665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:40.427741 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.428301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Bound using segment: {'id': 'e17c38f2-d107-434e-beb2-b7c30eb56665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:40.429705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Bound port: 8f502e2f-0aef-4875-8a0a-fb4064d8341a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17c38f2-d107-434e-beb2-b7c30eb56665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4f70bec6-af70-47ca-850c-2b7be3000664'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:40.430295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.461562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 5b1ec810-8a24-4023-b1b7-3de836dc810f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:40.469558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.481284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:40.484294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:40.486354 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5511d4f-cc1a-43ad-b293-2f501d49a392 x-openstack-request-id: req-f5511d4f-cc1a-43ad-b293-2f501d49a392 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:40.486626 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd6b1db-0218-4562-816a-dd93f8521b0c", "name": "network-vif-plugged", "status": "completed", "tag": "97d3db84-5fc5-4124-a9a6-2c5e6636c770", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:40.486887 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5511d4f-cc1a-43ad-b293-2f501d49a392 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:40.487276 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d3db84-5fc5-4124-a9a6-2c5e6636c770', 'code': 200} Aug 31 09:27:40.553834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] For port 8f502e2f-0aef-4875-8a0a-fb4064d8341a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:40.557535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] For port 8f502e2f-0aef-4875-8a0a-fb4064d8341a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8f502e2f-0aef-4875-8a0a-fb4064d8341a,segment=NetworkSegment(e17c38f2-d107-434e-beb2-b7c30eb56665),segment_id=e17c38f2-d107-434e-beb2-b7c30eb56665)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:40.559000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:40.636475 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.680179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Allocated IP 172.25.4.168 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/86eb0fef-3ce0-48ce-a482-3f503dd71eca) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:40.697890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.714190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=97d3db84-5fc5-4124-a9a6-2c5e6636c770,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.717395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:40.760516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.801165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a1bb06-f094-4ff8-969d-c530d2722a8a']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:40.822215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.851973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Transition to ACTIVE for port object ce6b149f-2b1e-43bf-bb8a-b92377c75f39 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:40.875511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:40.876902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1a6d0129-96e0-4e9c-a1ed-b4ca4783312c not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:40.883182 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.900091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 5b1ec810-8a24-4023-b1b7-3de836dc810f owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:40.916279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Attempting to bind port c7fcdd16-4e9c-4e01-adcd-bab39493260f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:40.916894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Attempting to bind port c7fcdd16-4e9c-4e01-adcd-bab39493260f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '3a066164-0e37-4c0c-b91c-e788b233fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29984155-70ce-4602-a860-163269220e3b'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:40.917382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Attempting to bind port c7fcdd16-4e9c-4e01-adcd-bab39493260f on network 29984155-70ce-4602-a860-163269220e3b {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:40.946404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:40.947613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Checking segment: {'id': '3a066164-0e37-4c0c-b91c-e788b233fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29984155-70ce-4602-a860-163269220e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:40.948482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.949163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Bound using segment: {'id': '3a066164-0e37-4c0c-b91c-e788b233fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29984155-70ce-4602-a860-163269220e3b'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:40.951515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Bound port: c7fcdd16-4e9c-4e01-adcd-bab39493260f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a066164-0e37-4c0c-b91c-e788b233fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '29984155-70ce-4602-a860-163269220e3b'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:40.952587 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.960961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.967272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df5ec29-437c-4fe6-8933-d20c724cccb7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:40.967623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df5ec29-437c-4fe6-8933-d20c724cccb7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:40.996991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0454cc-1c39-4839-aba6-859519d2a45f req-4dfb6642-f340-48df-b1b5-90313ee93c37 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.998672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd0454cc-1c39-4839-aba6-859519d2a45f req-4dfb6642-f340-48df-b1b5-90313ee93c37 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 945 time: 0.3033915 Aug 31 09:27:41.005165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.014427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45710ce1-ad46-45ba-a83b-651974c33eba req-608495c0-5f73-4079-a708-c57bc058208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.014969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.016164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45710ce1-ad46-45ba-a83b-651974c33eba req-608495c0-5f73-4079-a708-c57bc058208b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 1097 time: 0.4218783 Aug 31 09:27:41.034634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bdbef-a37f-4af1-b555-c5336d1b5d74 None None] Pushing event updated for resources: {'Port': ['ID=8f502e2f-0aef-4875-8a0a-fb4064d8341a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.088068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45710ce1-ad46-45ba-a83b-651974c33eba req-facbd6d4-a756-4534-8a4a-004bdbe47b8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615261 Aug 31 09:27:41.099358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.130813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:41.131640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:41.135105 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:41.144470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] For port c7fcdd16-4e9c-4e01-adcd-bab39493260f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:41.146967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] For port c7fcdd16-4e9c-4e01-adcd-bab39493260f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7fcdd16-4e9c-4e01-adcd-bab39493260f,segment=NetworkSegment(3a066164-0e37-4c0c-b91c-e788b233fef8),segment_id=3a066164-0e37-4c0c-b91c-e788b233fef8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:41.166504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.204412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Network 4f70bec6-af70-47ca-850c-2b7be3000664 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:41.238037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.273147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:41.285091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:41.366752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event updated for resources: {'Port': ['ID=ce6b149f-2b1e-43bf-bb8a-b92377c75f39,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.406982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:41.435804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:41.446866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:41.449439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4087893-80e7-406e-bf01-4d40ded5c46a None None] Pushing event updated for resources: {'Port': ['ID=c7fcdd16-4e9c-4e01-adcd-bab39493260f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.525231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.528976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.555121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Pushing event updated for resources: {'Port': ['ID=86eb0fef-3ce0-48ce-a482-3f503dd71eca,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.581446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f5666bc2-d33e-4583-a82a-f3345753c63d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8278565 Aug 31 09:27:41.584866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54370) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:41.832581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd0454cc-1c39-4839-aba6-859519d2a45f req-a9b858b1-d38a-47d3-965a-befdbda5ea54 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8072865 Aug 31 09:27:41.939278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Deleting port ce6b149f-2b1e-43bf-bb8a-b92377c75f39 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:41.939672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.988729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.037817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.047265 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.051806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/56a1bb06-f094-4ff8-969d-c530d2722a8a HTTP/1.1" status: 204 len: 168 time: 1.8769767 Aug 31 09:27:42.051806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=5b1ec810-8a24-4023-b1b7-3de836dc810f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.106801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f6c67-5ef0-48b3-8cee-73c127ff40bd admin admin] Pushing event deleted for resources: {'Network': ['ID=56a1bb06-f094-4ff8-969d-c530d2722a8a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.110388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.165797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7fcdd16-4e9c-4e01-adcd-bab39493260f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:42.168598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.169805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.174973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e182ea1-c61d-4ee0-a25b-e7acc439fc2c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/5b1ec810-8a24-4023-b1b7-3de836dc810f HTTP/1.1" status: 204 len: 168 time: 2.2389855 Aug 31 09:27:42.183449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54380) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.186241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Calling delete_port for ce6b149f-2b1e-43bf-bb8a-b92377c75f39 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:42.236768 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc59253-9fe3-45e4-8d5f-7ccfe00d17a8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:27:42.237969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc59253-9fe3-45e4-8d5f-7ccfe00d17a8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:42.240295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fdc59253-9fe3-45e4-8d5f-7ccfe00d17a8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/5b1ec810-8a24-4023-b1b7-3de836dc810f HTTP/1.1" status: 404 len: 333 time: 0.0547185 Aug 31 09:27:42.243207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54382) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.308047 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b816b31-d519-4375-98e1-99ca74152ea6 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:27:42.311522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6b816b31-d519-4375-98e1-99ca74152ea6 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/5b1ec810-8a24-4023-b1b7-3de836dc810f HTTP/1.1" status: 404 len: 333 time: 0.0670347 Aug 31 09:27:42.315537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54386) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.349049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c7fcdd16-4e9c-4e01-adcd-bab39493260f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:42.355287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8f502e2f-0aef-4875-8a0a-fb4064d8341a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:42.513920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8f502e2f-0aef-4875-8a0a-fb4064d8341a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:42.574851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54396) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.621953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 394216c6-de95-401c-bde4-e43f9521dea4 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:42.653701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.678385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f4200ad9-0b2b-432d-89fa-e3a9ddf32a54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b967cb9422104014b9ee5d050047444b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019623 Aug 31 09:27:42.679439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.784084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cfc029-0202-43de-9810-c94474026127 None None] Network 4f70bec6-af70-47ca-850c-2b7be3000664 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:42.804260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c21e1b8b-a145-44f5-bb67-5a91e8b2312b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.924026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.943961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c21e1b8b-a145-44f5-bb67-5a91e8b2312b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.106416 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c21e1b8b-a145-44f5-bb67-5a91e8b2312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.111864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c21e1b8b-a145-44f5-bb67-5a91e8b2312b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.120466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.124258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c21e1b8b-a145-44f5-bb67-5a91e8b2312b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52d0d3ea-fdc4-4992-a484-f934b9d4ea5c HTTP/1.1" status: 204 len: 168 time: 0.4408600 Aug 31 09:27:43.155988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] Provisioning for port 8f502e2f-0aef-4875-8a0a-fb4064d8341a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:43.159535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1b8b-a145-44f5-bb67-5a91e8b2312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d0d3ea-fdc4-4992-a484-f934b9d4ea5c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.167965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] Provisioning complete for port 8f502e2f-0aef-4875-8a0a-fb4064d8341a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:43.168978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.243210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event deleted for resources: {'Port': ['ID=ce6b149f-2b1e-43bf-bb8a-b92377c75f39,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.275035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.331633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.352726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536496-d2f6-4fc6-a9ba-cd731b6e7f6f req-9ace8c42-fd8f-4310-9099-3b585b5559ae tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.358051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0536496-d2f6-4fc6-a9ba-cd731b6e7f6f req-9ace8c42-fd8f-4310-9099-3b585b5559ae tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 945 time: 0.1540420 Aug 31 09:27:43.389926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78bafd6-e970-4a0e-a37d-9a1774a3297f None None] Network 29984155-70ce-4602-a860-163269220e3b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:43.511523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0536496-d2f6-4fc6-a9ba-cd731b6e7f6f req-62676838-a4ad-4283-aae1-5310576df593 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434886 Aug 31 09:27:43.548710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.672821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] For port 8f502e2f-0aef-4875-8a0a-fb4064d8341a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8f502e2f-0aef-4875-8a0a-fb4064d8341a,segment=NetworkSegment(e17c38f2-d107-434e-beb2-b7c30eb56665),segment_id=e17c38f2-d107-434e-beb2-b7c30eb56665)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:43.690352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.765853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf1c14-7688-4322-a33f-b8e4affa8469 None None] Pushing event updated for resources: {'Port': ['ID=8f502e2f-0aef-4875-8a0a-fb4064d8341a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.928906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] Provisioning for port c7fcdd16-4e9c-4e01-adcd-bab39493260f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:43.953846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] Provisioning complete for port c7fcdd16-4e9c-4e01-adcd-bab39493260f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:43.954665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.128146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.133150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af86c733-ddc3-40ad-92eb-38e651d09db7 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "DELETE /v2.0/ports/ce6b149f-2b1e-43bf-bb8a-b92377c75f39 HTTP/1.1" status: 204 len: 168 time: 2.5469458 Aug 31 09:27:44.133617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:44.199286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.224463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8f502e2f-0aef-4875-8a0a-fb4064d8341a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:44.241454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-59ea4992-57cd-4faf-8470-7b055342f4f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6046281 Aug 31 09:27:44.268395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.272223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/394216c6-de95-401c-bde4-e43f9521dea4 HTTP/1.1" status: 204 len: 168 time: 1.9554207 Aug 31 09:27:44.275752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:44.356066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d398e4-5467-4b69-889f-872338b16769 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=394216c6-de95-401c-bde4-e43f9521dea4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.580016 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.641277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8f502e2f-0aef-4875-8a0a-fb4064d8341a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:44.642770 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.724051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.772339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.774594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.775123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.775587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.776113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.777287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.777544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.790042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-94aba911-6710-430e-aa6e-cfb395bb465f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fb3bc46102248ca9841713dceb183a3&device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 6499 time: 0.4658089 Aug 31 09:27:44.791507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] For port c7fcdd16-4e9c-4e01-adcd-bab39493260f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7fcdd16-4e9c-4e01-adcd-bab39493260f,segment=NetworkSegment(3a066164-0e37-4c0c-b91c-e788b233fef8),segment_id=3a066164-0e37-4c0c-b91c-e788b233fef8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:44.807850 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.838948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:27:44.943009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-676d44f0-78cc-47ba-aace-2f39ebadc287 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.8079174 Aug 31 09:27:44.957665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54456) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:45.003917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-303386664'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:45.082203 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:27:45.123915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port c7fcdd16-4e9c-4e01-adcd-bab39493260f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:45.136571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.147921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Made reservation on behalf of 915e70d848e04373804ea90ec81f398a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:45.164592 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.176033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8f7a97b0-709f-40d7-b246-184a09f49736 None None] Could not find standard attr ID for object ce6b149f-2b1e-43bf-bb8a-b92377c75f39. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:45.267014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a634bf-8966-4122-bbd4-b1a6a9600507 None None] Pushing event updated for resources: {'Port': ['ID=c7fcdd16-4e9c-4e01-adcd-bab39493260f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:45.282519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fa1f7-7411-47b0-aaf4-9c3e646b9ad8 None None] Network 29984155-70ce-4602-a860-163269220e3b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:45.346123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8f7a97b0-709f-40d7-b246-184a09f49736 None None] Provisioning complete for port 8f502e2f-0aef-4875-8a0a-fb4064d8341a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:45.346803 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f7a97b0-709f-40d7-b246-184a09f49736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.419203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:45.453568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.460294 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Added segment 53ecb354-7c7e-4035-b0a0-89d2451a2040 of type vlan for network fa31176f-c054-4b13-94d1-a789c0b37005 Aug 31 09:27:45.496731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-4f2e70cc-07be-4d2c-8946-28258a780197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.499141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-4f2e70cc-07be-4d2c-8946-28258a780197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.500105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-4f2e70cc-07be-4d2c-8946-28258a780197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.504406 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-4f2e70cc-07be-4d2c-8946-28258a780197 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&id=e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 200 len: 2292 time: 0.6365898 Aug 31 09:27:45.529123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:45.584260 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Sync routers for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:45.607404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:45.608094 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:45.785460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.810671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.817698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ecd710e-3aa9-4408-a19a-11d8f54ff641 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.0885279 Aug 31 09:27:45.824675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:45.884334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] For port c7fcdd16-4e9c-4e01-adcd-bab39493260f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c7fcdd16-4e9c-4e01-adcd-bab39493260f,segment=NetworkSegment(3a066164-0e37-4c0c-b91c-e788b233fef8),segment_id=3a066164-0e37-4c0c-b91c-e788b233fef8)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:45.902066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.990067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:27:46.004525 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:46.069910 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-7962f182-508c-4ff1-8e38-3e6208e69dc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4 HTTP/1.1" status: 200 len: 1001 time: 0.4261830 Aug 31 09:27:46.134180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for c7fcdd16-4e9c-4e01-adcd-bab39493260f owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:46.262823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7fcdd16-4e9c-4e01-adcd-bab39493260f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:46.403450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-3665a7ea-031b-4e24-aa16-a2f6db3d300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.412774 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-3665a7ea-031b-4e24-aa16-a2f6db3d300a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08322f2b-6e1f-46d2-8697-1ece0fbfe24a HTTP/1.1" status: 200 len: 850 time: 0.3324172 Aug 31 09:27:46.423736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88fa693-1903-456a-8de4-c86a0f178202 None None] DHCP port deletion for 29984155-70ce-4602-a860-163269220e3b request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:46.444423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.528576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b88fa693-1903-456a-8de4-c86a0f178202 None None] The port 'c7fcdd16-4e9c-4e01-adcd-bab39493260f' was deleted {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:27:46.534761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Could not find standard attr ID for object c7fcdd16-4e9c-4e01-adcd-bab39493260f. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:46.542451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=c7fcdd16-4e9c-4e01-adcd-bab39493260f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:46.553330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e5748d9b-1be7-4c26-8169-7545e466bd97 None None] Provisioning complete for port c7fcdd16-4e9c-4e01-adcd-bab39493260f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:46.562080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5748d9b-1be7-4c26-8169-7545e466bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.562412 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.584704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.587798 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.596696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No DVR routers for this DVR port c7fcdd16-4e9c-4e01-adcd-bab39493260f on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:46.640070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e5748d9b-1be7-4c26-8169-7545e466bd97 None None] Port c7fcdd16-4e9c-4e01-adcd-bab39493260f was deleted so its status cannot be updated. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:27:46.721863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-03fb076e-1dec-491e-a93a-37e6c84ebec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.727306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-03fb076e-1dec-491e-a93a-37e6c84ebec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebb1948b-a52d-46b0-bb48-4a04a48cc166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3001938 Aug 31 09:27:46.848248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8846700 Aug 31 09:27:46.872491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54496) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:47.012654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.020586 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:41Z', 'revision_number': 3, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.038883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda6bf3-02dd-41b0-9158-39cc029d4255 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event updated for resources: {'Network': ['ID=fa31176f-c054-4b13-94d1-a789c0b37005,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.063849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network fa31176f-c054-4b13-94d1-a789c0b37005 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:47.069108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29984155-70ce-4602-a860-163269220e3b']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.101629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a066164-0e37-4c0c-b91c-e788b233fef8') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.102136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a066164-0e37-4c0c-b91c-e788b233fef8') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.109339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54502) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:47.117770 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Checking router: 4fbd0fcc-7997-4de8-81f0-c8ccc500938e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:47.119127 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Updating router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e port 86eb0fef-3ce0-48ce-a482-3f503dd71eca binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:27:47.149361 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.197984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.279993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.289380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:47.290214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:47.293986 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:47.474123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.488117 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.512582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/29984155-70ce-4602-a860-163269220e3b HTTP/1.1" status: 204 len: 168 time: 3.2301660 Aug 31 09:27:47.519678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54514) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:47.554865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-401770139'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:47.590678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bac237-615c-40fc-b9a2-71c81b449596 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=29984155-70ce-4602-a860-163269220e3b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.593247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c2e24e-8c24-431d-b870-3457e84d6f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.596943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:47.600586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.710301 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.721669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Transition to ACTIVE for port object 86eb0fef-3ce0-48ce-a482-3f503dd71eca will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:47.734695 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.762318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:47.784001 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Attempting to bind port 86eb0fef-3ce0-48ce-a482-3f503dd71eca on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:47.785860 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Attempting to bind port 86eb0fef-3ce0-48ce-a482-3f503dd71eca by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:47.786943 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Attempting to bind port 86eb0fef-3ce0-48ce-a482-3f503dd71eca on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:47.814982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.815534 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment 895be372-2221-4955-b1d0-119abd0d781a of type vlan for network ed023540-e9dd-45c0-8530-3d132a75abdf Aug 31 09:27:47.829194 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:47.829571 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:47.829973 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.830436 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:47.830853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Bound port: 86eb0fef-3ce0-48ce-a482-3f503dd71eca, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:47.831378 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.872951 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Pushing event updated for resources: {'Port': ['ID=86eb0fef-3ce0-48ce-a482-3f503dd71eca,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.883759 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.884071 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.884259 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.884612 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.885019 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.885371 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.885702 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.886020 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.886340 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.886695 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.887064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.887380 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:47.948383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] For port 86eb0fef-3ce0-48ce-a482-3f503dd71eca, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:47.959569 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] For port 86eb0fef-3ce0-48ce-a482-3f503dd71eca, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=86eb0fef-3ce0-48ce-a482-3f503dd71eca,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:47.972410 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.987704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.077152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.091154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.091883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.115090 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3490-de59-4fd3-8346-e0a2f437a9e3 None None] Pushing event updated for resources: {'Port': ['ID=86eb0fef-3ce0-48ce-a482-3f503dd71eca,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:48.166602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7fcdd16-4e9c-4e01-adcd-bab39493260f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:48.216780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c7fcdd16-4e9c-4e01-adcd-bab39493260f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:48.221439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c7fcdd16-4e9c-4e01-adcd-bab39493260f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:48.245972 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-65aa7b77-09cc-453b-9886-817dfbfc980f service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4439735 Aug 31 09:27:48.338363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:48.339488 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:48.386994 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c2e24e-8c24-431d-b870-3457e84d6f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.416036 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c2e24e-8c24-431d-b870-3457e84d6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.485500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2e24e-8c24-431d-b870-3457e84d6f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976576e-99aa-4cc4-b4dc-126291ac054d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:48.502912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9628637 Aug 31 09:27:48.504610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:48.510088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:48.523808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb938fa-a3fc-40d6-9e0b-b23720e51867 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=ed023540-e9dd-45c0-8530-3d132a75abdf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:48.543373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-81c2e24e-8c24-431d-b870-3457e84d6f30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c64172db0224ec49b149f98ea78439a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4321630 Aug 31 09:27:48.572707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54536) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:48.601301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ed023540-e9dd-45c0-8530-3d132a75abdf details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:48.626688 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:48.705346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54538) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:48.705861 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5ad50ee0-a0c6-438c-bc0a-5f1b9d17f5b1 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/agents/32ea16ff-d5b9-4a23-b387-211b50c6d2ff/dhcp-networks HTTP/1.1" status: 200 len: 8035 time: 1.8300624 Aug 31 09:27:48.742647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.809046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:48.816773 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-4e945c4d-6b6f-480f-a10f-9d8b93de21a4 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593848 Aug 31 09:27:48.818107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.900112 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-6ad67d4f-00a2-436c-bc5c-afdbdcd83f1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 217 time: 0.0597999 Aug 31 09:27:49.020689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-39da202a-8436-4b35-b3dc-008925868bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.023438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-39da202a-8436-4b35-b3dc-008925868bce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1149952 Aug 31 09:27:49.064772 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43156e7f-da6a-4dd9-a7f6-8b9c05117682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.124901 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43156e7f-da6a-4dd9-a7f6-8b9c05117682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.178577 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:41Z', 'revision_number': 3, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.185635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-0d972f78-41c0-45dd-8185-95e8135b4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.187301 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-0d972f78-41c0-45dd-8185-95e8135b4193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541069 Aug 31 09:27:49.192204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.196523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38238fd0-6b0e-486e-b198-2e39ed40ee36 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] Network fa31176f-c054-4b13-94d1-a789c0b37005 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:49.245492 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63883758-7492-4a54-aec1-2849a706cd10 None None] The sync data for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 is: [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:41Z', 'revision_number': 3, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:49.289395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feab6cc-a191-479c-a564-ec7f83c903a0 None None] Network fa31176f-c054-4b13-94d1-a789c0b37005 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:49.513612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-38238fd0-6b0e-486e-b198-2e39ed40ee36 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "POST /v2.0/agents/32ea16ff-d5b9-4a23-b387-211b50c6d2ff/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8055406 Aug 31 09:27:49.518203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.522602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:49.939733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-f9f57500-2474-4ab9-b255-73279bdc146d service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343457 Aug 31 09:27:50.044397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4f3d4417-0ec3-4ee1-a4e8-e84660163073 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/agents/32ea16ff-d5b9-4a23-b387-211b50c6d2ff/dhcp-networks HTTP/1.1" status: 200 len: 8805 time: 0.5174549 Aug 31 09:27:50.051242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54560) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:50.138929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Allocated IP 172.20.0.1 (855b22af-f030-4fdb-8b52-4119101e87d0/6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20/1e723c5f-4f35-430a-9812-d55ff8595d6f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:50.162171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43156e7f-da6a-4dd9-a7f6-8b9c05117682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.165598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-43156e7f-da6a-4dd9-a7f6-8b9c05117682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.167059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-43156e7f-da6a-4dd9-a7f6-8b9c05117682 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9976576e-99aa-4cc4-b4dc-126291ac054d HTTP/1.1" status: 204 len: 168 time: 1.5939245 Aug 31 09:27:50.193716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=0ae88034-b276-4adb-acb4-3469eaa45c57,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:50.225868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': '895be372-2221-4955-b1d0-119abd0d781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:50.232848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 86eb0fef-3ce0-48ce-a482-3f503dd71eca up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:50.237854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: ed023540-e9dd-45c0-8530-3d132a75abdf, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:50.255158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43156e7f-da6a-4dd9-a7f6-8b9c05117682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976576e-99aa-4cc4-b4dc-126291ac054d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:50.337617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-4c505837-87fa-42a8-ab55-7b3e33ffc519 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973212 Aug 31 09:27:50.395039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network ed023540-e9dd-45c0-8530-3d132a75abdf is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:50.425248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b9a24abb-d2c8-446d-a772-f7d9f8583f73 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "DELETE /v2.0/agents/32ea16ff-d5b9-4a23-b387-211b50c6d2ff/dhcp-networks/fa31176f-c054-4b13-94d1-a789c0b37005 HTTP/1.1" status: 204 len: 168 time: 0.3665254 Aug 31 09:27:50.435846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54568) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:50.439300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-66997927-ce82-4c44-ad2b-cc5794e331d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 217 time: 0.0697258 Aug 31 09:27:50.444344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ed023540-e9dd-45c0-8530-3d132a75abdf) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:50.466017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.473327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.475483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ccc08-d47f-45ef-90ec-c94d0470d298 None None] Network ed023540-e9dd-45c0-8530-3d132a75abdf requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:50.641854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-28caea58-c40b-4635-8b58-8fbaf4ef331d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1358356 Aug 31 09:27:50.647793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54576) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:50.662374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1251791891'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:50.792695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-033f8d6c-8b8b-475e-9c75-3a9384e48940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.805471 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-033f8d6c-8b8b-475e-9c75-3a9384e48940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.3381448 Aug 31 09:27:50.945022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:50.948760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.984505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-7e309ece-f8ce-417a-85ed-b59925e3cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.990421 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-7e309ece-f8ce-417a-85ed-b59925e3cc57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1768806 Aug 31 09:27:50.994290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 86eb0fef-3ce0-48ce-a482-3f503dd71eca completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:51.026040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 86eb0fef-3ce0-48ce-a482-3f503dd71eca triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:51.026509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.096876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ed023540-e9dd-45c0-8530-3d132a75abdf', 'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '0ae88034-b276-4adb-acb4-3469eaa45c57'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:51.107045 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.140114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 3747c5a1-75b2-4632-8921-e762d9712fe5 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:51.211192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-753c4f72-d512-4813-8b8a-cb97006bb9b8 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/agents/32ea16ff-d5b9-4a23-b387-211b50c6d2ff/dhcp-networks HTTP/1.1" status: 200 len: 8820 time: 0.7719879 Aug 31 09:27:51.224158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54588) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:51.241571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-ed31212a-18db-4674-ba83-d81488e798d1 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359557 Aug 31 09:27:51.294503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.504947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e346c25-86c2-4813-a05d-2326b5e1e850 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/networks/4f70bec6-af70-47ca-850c-2b7be3000664/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2765975 Aug 31 09:27:51.518220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54600) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:51.589050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9cf2a36-0291-4ca7-8376-20ed5444c561 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/networks/4f70bec6-af70-47ca-850c-2b7be3000664/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0688431 Aug 31 09:27:51.595276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:51.609613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Allocated IP 2001:db8::2 (ed023540-e9dd-45c0-8530-3d132a75abdf/0ae88034-b276-4adb-acb4-3469eaa45c57/8301a3b9-d8a5-4885-b7d6-c0d17bbe8371) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:51.814511 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.825280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Transition to ACTIVE for port object 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:51.863840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Transition to ACTIVE for port object 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:51.885057 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.991436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Pushing event updated for resources: {'Port': ['ID=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:52.066057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Network ed023540-e9dd-45c0-8530-3d132a75abdf is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:52.083151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:52.092727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:52.099045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::1d2 (ed023540-e9dd-45c0-8530-3d132a75abdf/0ae88034-b276-4adb-acb4-3469eaa45c57/3747c5a1-75b2-4632-8921-e762d9712fe5) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:52.103668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-046f35f0-2281-47cb-99eb-752a55b39bb4 tempest-DHCPAgentSchedulersTestJSON-2037011522 tempest-DHCPAgentSchedulersTestJSON-2037011522-project-admin] 10.222.0.18 "GET /v2.0/agents/32ea16ff-d5b9-4a23-b387-211b50c6d2ff/dhcp-networks HTTP/1.1" status: 200 len: 8820 time: 0.5043054 Aug 31 09:27:52.117915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54614) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:52.216073 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.341769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.403064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 86eb0fef-3ce0-48ce-a482-3f503dd71eca, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=86eb0fef-3ce0-48ce-a482-3f503dd71eca,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:52.422631 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.440602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Attempting to bind port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:52.442415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Attempting to bind port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '895be372-2221-4955-b1d0-119abd0d781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:52.444951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Attempting to bind port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 on network ed023540-e9dd-45c0-8530-3d132a75abdf {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:52.449255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Pushing event updated for resources: {'Port': ['ID=1e723c5f-4f35-430a-9812-d55ff8595d6f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:52.511907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Network 855b22af-f030-4fdb-8b52-4119101e87d0 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:52.520416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:52.527894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.530335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:52.537651 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.601388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 3747c5a1-75b2-4632-8921-e762d9712fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:52.612867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=86eb0fef-3ce0-48ce-a482-3f503dd71eca,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:52.618221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:52.618653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Checking segment: {'id': '895be372-2221-4955-b1d0-119abd0d781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:52.619197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.620481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Bound using segment: {'id': '895be372-2221-4955-b1d0-119abd0d781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:52.622639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Bound port: 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895be372-2221-4955-b1d0-119abd0d781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed023540-e9dd-45c0-8530-3d132a75abdf'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:52.624799 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.629418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-1313cbb9-4bad-4c40-ba5a-ae318f0ead13 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2192841 Aug 31 09:27:52.630179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.703554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.756334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network ed023540-e9dd-45c0-8530-3d132a75abdf is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:52.759446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:52.768242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:52.782197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.785405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.788127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] For port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:52.794279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] For port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,segment=NetworkSegment(895be372-2221-4955-b1d0-119abd0d781a),segment_id=895be372-2221-4955-b1d0-119abd0d781a)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:52.802624 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.884301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2286298 Aug 31 09:27:52.888964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54630) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:52.947700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084f4ff-c6fe-4a6f-8190-725afa6b1129 None None] Pushing event updated for resources: {'Port': ['ID=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:52.967688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-2bc05546-fe56-482f-957e-27c6ae3266fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a HTTP/1.1" status: 200 len: 217 time: 0.1459928 Aug 31 09:27:53.087982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.163110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b727945-7a7c-4908-96dc-7752ffdac07a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=3747c5a1-75b2-4632-8921-e762d9712fe5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.230423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 3747c5a1-75b2-4632-8921-e762d9712fe5 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:53.230876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.262569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-c7a24c3d-6383-409b-851f-d26ca5fa3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.267919 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-c7a24c3d-6383-409b-851f-d26ca5fa3aac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.2872016 Aug 31 09:27:53.371758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.434761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa31176f-c054-4b13-94d1-a789c0b37005']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:53.468355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ecb354-7c7e-4035-b0a0-89d2451a2040') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:53.468939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ecb354-7c7e-4035-b0a0-89d2451a2040') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:53.560346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.568438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.592716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 3747c5a1-75b2-4632-8921-e762d9712fe5 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:53.804857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54648) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:53.826215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-8ce71f3b-5616-4f8d-9722-8feff6e4f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.830971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.831623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-8ce71f3b-5616-4f8d-9722-8feff6e4f96a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5156145 Aug 31 09:27:53.842272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.885443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:53.885868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.892423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=3747c5a1-75b2-4632-8921-e762d9712fe5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:53.899962 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:53.960618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.965013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63971517-8d67-4523-9a0b-add2d27ebb09 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/3747c5a1-75b2-4632-8921-e762d9712fe5 HTTP/1.1" status: 204 len: 168 time: 1.0692754 Aug 31 09:27:53.968111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54658) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:54.016938 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9ba459-245f-4145-9e4b-7803dfe67820 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:27:54.020460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5c9ba459-245f-4145-9e4b-7803dfe67820 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/3747c5a1-75b2-4632-8921-e762d9712fe5 HTTP/1.1" status: 404 len: 333 time: 0.0504899 Aug 31 09:27:54.023920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:54.164574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 0ae88034-b276-4adb-acb4-3469eaa45c57 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:54.174532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.243760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.287627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c61c9df-9c38-4cd2-a3e4-1960f573c0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.383264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.493965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.496523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.511456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.518169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "DELETE /v2.0/networks/fa31176f-c054-4b13-94d1-a789c0b37005 HTTP/1.1" status: 204 len: 168 time: 2.3974805 Aug 31 09:27:54.530106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:54.557188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae88034-b276-4adb-acb4-3469eaa45c57,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:54.593781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.597255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-48013418-74ad-48d6-b911-6c9b88cf9eb4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/0ae88034-b276-4adb-acb4-3469eaa45c57 HTTP/1.1" status: 204 len: 168 time: 0.5717854 Aug 31 09:27:54.602460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54674) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:54.688959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a4f0c-d88c-4d7c-afc8-72ed860e184d tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event deleted for resources: {'Network': ['ID=fa31176f-c054-4b13-94d1-a789c0b37005,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:54.693796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-9f9e27cc-fecf-4d89-bf8e-49be10834a09 service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326311 Aug 31 09:27:54.807164 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8101a9ba-0862-43eb-ac26-c685e605494f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] DELETE failed (client error): The resource could not be found. Aug 31 09:27:54.808282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8101a9ba-0862-43eb-ac26-c685e605494f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:54.812493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.825587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:54.828647 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8101a9ba-0862-43eb-ac26-c685e605494f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "DELETE /v2.0/ports/ce6b149f-2b1e-43bf-bb8a-b92377c75f39 HTTP/1.1" status: 404 len: 333 time: 0.2654908 Aug 31 09:27:54.830684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54676) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:54.936282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.947814 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.948721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:54.958434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 86eb0fef-3ce0-48ce-a482-3f503dd71eca up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:55.018857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408baa23-6bf1-45f3-b4d8-b5bae8512018 None None] Network ed023540-e9dd-45c0-8530-3d132a75abdf requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:55.043740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Pushing event updated for resources: {'Port': ['ID=1e723c5f-4f35-430a-9812-d55ff8595d6f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:55.066224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Deleting subnet 7207ebc1-8327-4417-8e1a-6b331a74953b {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:55.083562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.161163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.209945 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-41bb1f24-b416-4870-9571-1616f71c1d8f service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713018 Aug 31 09:27:55.252952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.304376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] Provisioning for port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:55.311889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] Provisioning complete for port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:55.312972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.422083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:55.422949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.486513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 86eb0fef-3ce0-48ce-a482-3f503dd71eca triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:55.486907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.558337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] For port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,segment=NetworkSegment(895be372-2221-4955-b1d0-119abd0d781a),segment_id=895be372-2221-4955-b1d0-119abd0d781a)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:55.559233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.582262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:55.627948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.707830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] For port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,segment=NetworkSegment(895be372-2221-4955-b1d0-119abd0d781a),segment_id=895be372-2221-4955-b1d0-119abd0d781a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:55.743352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91881237-387e-4baf-9604-a3d75217bfe5 None None] DHCP port deletion for ed023540-e9dd-45c0-8530-3d132a75abdf request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:55.753981 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.771862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.820632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-91881237-387e-4baf-9604-a3d75217bfe5 None None] The port '8301a3b9-d8a5-4885-b7d6-c0d17bbe8371' was deleted {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:27:55.822562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50273-29a9-4601-89c1-d97a57af002c None None] Pushing event deleted for resources: {'Port': ['ID=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:55.930184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No DVR routers for this DVR port 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:55.934983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=8301a3b9-d8a5-4885-b7d6-c0d17bbe8371,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.045363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.106419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.126596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed023540-e9dd-45c0-8530-3d132a75abdf']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:56.141117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Network 855b22af-f030-4fdb-8b52-4119101e87d0 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:56.153792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895be372-2221-4955-b1d0-119abd0d781a') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:56.154394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895be372-2221-4955-b1d0-119abd0d781a') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:56.174296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.185366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c61c9df-9c38-4cd2-a3e4-1960f573c0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.188810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-80fc579e-a470-4ffe-bf37-018a05252096 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a3963c01-80ec-4213-9636-bd4ada06c648 HTTP/1.1" status: 200 len: 217 time: 0.0792677 Aug 31 09:27:56.189954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:56.201449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.225724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.275240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:56.275620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.279884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event deleted for resources: {'Subnet': ['ID=7207ebc1-8327-4417-8e1a-6b331a74953b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.289386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d21f62-3a37-4ad7-8949-453806422f71 None None] Network 4f70bec6-af70-47ca-850c-2b7be3000664 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:56.294632 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:56.307636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.309315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c61c9df-9c38-4cd2-a3e4-1960f573c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.321870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6e9a2737-e7f5-4f40-9d5a-b881249c099f tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "DELETE /v2.0/subnets/7207ebc1-8327-4417-8e1a-6b331a74953b HTTP/1.1" status: 204 len: 168 time: 1.4896479 Aug 31 09:27:56.358578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54700) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:56.393642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-3c6d3abc-33d1-40fe-94e9-c077d3253c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.396207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-3c6d3abc-33d1-40fe-94e9-c077d3253c3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 200 len: 797 time: 0.1858761 Aug 31 09:27:56.455899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c61c9df-9c38-4cd2-a3e4-1960f573c0fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b18bb8dff05c4a24b0a8a3f0d1b4ee19&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6429443 Aug 31 09:27:56.461992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54702) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:56.553760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61c9df-9c38-4cd2-a3e4-1960f573c0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf41b4-a3a3-4092-b4fc-dea4e0256663,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.597886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.599174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:56.614399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.624490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/ed023540-e9dd-45c0-8530-3d132a75abdf HTTP/1.1" status: 204 len: 168 time: 2.0165524 Aug 31 09:27:56.651719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54708) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:56.665490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:56.666137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8301a3b9-d8a5-4885-b7d6-c0d17bbe8371 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:56.713385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'name': 'tempest-PortsIpV6TestJSON-2126358949'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:56.730943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a7016-5b74-4bdc-a0a6-1e8ce2244760 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=ed023540-e9dd-45c0-8530-3d132a75abdf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.743164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] DHCP port deletion for 4f70bec6-af70-47ca-850c-2b7be3000664 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:56.807553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:56.835209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.849282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-da9ce885-7ff2-409c-a077-8c95e97e500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.851593 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-da9ce885-7ff2-409c-a077-8c95e97e500b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4180589 Aug 31 09:27:56.878282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] Deleting port 8f502e2f-0aef-4875-8a0a-fb4064d8341a {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:56.878852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.970103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a94948f-fc42-4d65-a1d2-29df051642bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.154972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] For port 8f502e2f-0aef-4875-8a0a-fb4064d8341a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8f502e2f-0aef-4875-8a0a-fb4064d8341a,segment=NetworkSegment(e17c38f2-d107-434e-beb2-b7c30eb56665),segment_id=e17c38f2-d107-434e-beb2-b7c30eb56665)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:57.155625 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.162928 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a94948f-fc42-4d65-a1d2-29df051642bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.233641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] Calling delete_port for 8f502e2f-0aef-4875-8a0a-fb4064d8341a owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:57.264461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:57.271326 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.348883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 833bd525-f61a-42e0-8d72-e54cc55b8cd2 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:57.441203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.475803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Deleting port 8f502e2f-0aef-4875-8a0a-fb4064d8341a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:57.476697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.531289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] Pushing event deleted for resources: {'Port': ['ID=8f502e2f-0aef-4875-8a0a-fb4064d8341a,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.555770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a85901-5239-4288-94be-eb21dbcfa6b7 None None] No DVR routers for this DVR port 8f502e2f-0aef-4875-8a0a-fb4064d8341a on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:57.749451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:57.774319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Sync routers for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:57.778310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c6935276-df96-4463-8089-6f9b0632387e admin admin] 10.222.0.18 "PUT /v2.0/routers/4fbd0fcc-7997-4de8-81f0-c8ccc500938e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9447045 Aug 31 09:27:57.789931 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-59377164-20ca-4550-9000-4d2881b34a4f service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9209585 Aug 31 09:27:57.806213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:57.811629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:27:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:57.888925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.027817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.072491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] For port 8f502e2f-0aef-4875-8a0a-fb4064d8341a, host n-d-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:58.072491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.140050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Calling delete_port for 8f502e2f-0aef-4875-8a0a-fb4064d8341a owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:58.153039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Port 8f502e2f-0aef-4875-8a0a-fb4064d8341a was not found and therefore no delete operation was performed {{(pid=94895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:27:58.171101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.191461 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a94948f-fc42-4d65-a1d2-29df051642bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.193281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:58.205224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a94948f-fc42-4d65-a1d2-29df051642bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.206452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5a94948f-fc42-4d65-a1d2-29df051642bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5adf41b4-a3a3-4092-b4fc-dea4e0256663 HTTP/1.1" status: 204 len: 168 time: 1.7398643 Aug 31 09:27:58.254621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:58.255444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] No DVR routers for this DVR port 8f502e2f-0aef-4875-8a0a-fb4064d8341a on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:58.289175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94948f-fc42-4d65-a1d2-29df051642bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf41b4-a3a3-4092-b4fc-dea4e0256663,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:58.300012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:58.311635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:58.322796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.323481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.326079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=833bd525-f61a-42e0-8d72-e54cc55b8cd2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:58.362605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event deleted for resources: {'Port': ['ID=8f502e2f-0aef-4875-8a0a-fb4064d8341a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:58.394524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a3c591b2-8438-4ef0-a48e-7c399f462943 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7390149 Aug 31 09:27:58.399963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54736) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:58.686462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-9a2e49f4-0158-4187-9fbc-9bd3f3dd88bb service neutron] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865557 Aug 31 09:27:58.699342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.795729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8f502e2f-0aef-4875-8a0a-fb4064d8341a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:58.830385 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-31f406ae-24b9-4680-b8e3-f8daaa56fb09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0558e849-5773-4fc5-b416-97bbf1338d0d HTTP/1.1" status: 200 len: 217 time: 0.1200130 Aug 31 09:27:58.839577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f70bec6-af70-47ca-850c-2b7be3000664']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:58.885640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17c38f2-d107-434e-beb2-b7c30eb56665') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:58.890147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17c38f2-d107-434e-beb2-b7c30eb56665') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:58.907611 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2a18fcb-18e9-4e02-8c2f-baa6bb1f4d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.947202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8f502e2f-0aef-4875-8a0a-fb4064d8341a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:58.950023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8f502e2f-0aef-4875-8a0a-fb4064d8341a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:58.981936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.172268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.217654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:59.218154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.552097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:27:53Z', 'revision_number': 2, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:59.556240 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:59.616705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.633492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-15c76734-b363-45dd-9764-ea050eb70821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:59.652201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-15c76734-b363-45dd-9764-ea050eb70821 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.7948058 Aug 31 09:27:59.736526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Checking router: 4fbd0fcc-7997-4de8-81f0-c8ccc500938e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:59.737157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Updating router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e port 1e723c5f-4f35-430a-9812-d55ff8595d6f binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:27:59.788559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.800378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.815404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] 10.222.0.18 "DELETE /v2.0/networks/4f70bec6-af70-47ca-850c-2b7be3000664 HTTP/1.1" status: 204 len: 168 time: 3.4554667 Aug 31 09:27:59.889694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2ecf9-3c25-4264-a780-10f73e0381f5 tempest-DHCPAgentSchedulersTestJSON-1171225809 tempest-DHCPAgentSchedulersTestJSON-1171225809-project] Pushing event deleted for resources: {'Network': ['ID=4f70bec6-af70-47ca-850c-2b7be3000664,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:59.944414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:59.999263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-b315895f-d2f1-4e24-aec8-9f80cc8cfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:00.007216 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-b315895f-d2f1-4e24-aec8-9f80cc8cfd64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3476667 Aug 31 09:28:00.122517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 833bd525-f61a-42e0-8d72-e54cc55b8cd2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:00.123092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.356019 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-e0299576-6c60-407e-8dd1-378edf33226a service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442609 Aug 31 09:28:00.393207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-0c020623-06c2-4e16-87a3-eed1b18c37e4 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:00.397002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-0c020623-06c2-4e16-87a3-eed1b18c37e4 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 820 time: 0.6661258 Aug 31 09:28:00.569810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.583286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.586414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Transition to ACTIVE for port object 1e723c5f-4f35-430a-9812-d55ff8595d6f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:00.598654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.682874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 833bd525-f61a-42e0-8d72-e54cc55b8cd2 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:00.747320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54800) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:00.780691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb575-9428-4815-9093-13fa769e7139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.947752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.973470 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-f8fdd9ad-0564-471b-b645-ad9d3e476266 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090124 Aug 31 09:28:00.995845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=833bd525-f61a-42e0-8d72-e54cc55b8cd2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:01.010255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-92f80590-ec38-4d72-9171-51879332e631 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/quotas/1fc1a6214b254ae98ec08778b86b4cbf HTTP/1.1" status: 200 len: 375 time: 0.5599840 Aug 31 09:28:01.043497 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.046808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d095d5b0-5db8-4743-8288-9df69d0d67b3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/833bd525-f61a-42e0-8d72-e54cc55b8cd2 HTTP/1.1" status: 204 len: 168 time: 2.6455920 Aug 31 09:28:01.072759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:01.086937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'mac_address': 'fa:16:3e:74:08:68', 'name': 'tempest-PortsIpV6TestJSON-66190270'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:01.287619 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-83a1a661-ae98-4ae2-a02b-11321d7d84e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ace6553f-1899-45f6-8274-081f605220c9 HTTP/1.1" status: 200 len: 217 time: 0.2986357 Aug 31 09:28:01.293219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54812) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:01.342937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-113c6ebe-16cf-45f0-a3bd-46b7d14b75e4 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3240087 Aug 31 09:28:01.365184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-0a0909de-ece1-4876-b1a3-77d5df193068 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:28:01.367777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-0a0909de-ece1-4876-b1a3-77d5df193068 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129995 Aug 31 09:28:01.468984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2547f8-2513-465f-854a-7e56584020ae None None] Pushing event updated for resources: {'Port': ['ID=1e723c5f-4f35-430a-9812-d55ff8595d6f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:01.612114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb575-9428-4815-9093-13fa769e7139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.639211 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc715d19-fea9-4276-9db3-878f83a749a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.678863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed5bd2eb-7d88-4c24-8759-6a2b4c3f3a68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=915e70d848e04373804ea90ec81f398a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9282727 Aug 31 09:28:01.685850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb575-9428-4815-9093-13fa769e7139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.698221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54816) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:01.808156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1646198143-network', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:01.818228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Attempting to bind port 1e723c5f-4f35-430a-9812-d55ff8595d6f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:01.818897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Attempting to bind port 1e723c5f-4f35-430a-9812-d55ff8595d6f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:01.819639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Attempting to bind port 1e723c5f-4f35-430a-9812-d55ff8595d6f on network 855b22af-f030-4fdb-8b52-4119101e87d0 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:01.842403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:01.843006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Checking segment: {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:01.845185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.845185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Bound using segment: {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:01.845651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Bound port: 1e723c5f-4f35-430a-9812-d55ff8595d6f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:01.846142 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.850037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.908444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:01.915219 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f7dbb575-9428-4815-9093-13fa769e7139 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6be790fae7c84c249c18679827183d32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9504037 Aug 31 09:28:01.924142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54826) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:01.926118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-d6b1e5d2-6176-46cd-8c3b-3b219944fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:01.928081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-d6b1e5d2-6176-46cd-8c3b-3b219944fae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 200 len: 797 time: 0.6229718 Aug 31 09:28:01.944554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbb575-9428-4815-9093-13fa769e7139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c31ae7e-4785-44f0-984d-53e0700b5e2d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.033023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Made reservation on behalf of 5cfe5168892940799294d2ec5ed4dc5b for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:02.035640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.059487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.065812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.095461 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b669bbd1-2f9d-4653-9b88-2cbaba454671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.133609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-ed45cc7a-825d-4f53-8d22-dba81aea293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:02.135786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-ed45cc7a-825d-4f53-8d22-dba81aea293c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e681a3d2-ce66-49a0-9d31-61d6c500ab57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1833172 Aug 31 09:28:02.140778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ceac1d2-eed6-4003-bfcf-9ab17f25662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.181063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] For port 1e723c5f-4f35-430a-9812-d55ff8595d6f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:02.193524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] For port 1e723c5f-4f35-430a-9812-d55ff8595d6f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1e723c5f-4f35-430a-9812-d55ff8595d6f,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:02.204967 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.220911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-da7be595-aee6-49a5-b9d8-8b7cfff8f1a5 service neutron] 10.222.0.18 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211362 Aug 31 09:28:02.320006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ceac1d2-eed6-4003-bfcf-9ab17f25662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.341201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2547f8-2513-465f-854a-7e56584020ae None None] Pushing event updated for resources: {'Port': ['ID=1e723c5f-4f35-430a-9812-d55ff8595d6f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.396170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:02.397382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:02.416034 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b669bbd1-2f9d-4653-9b88-2cbaba454671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.447678 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.448258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.489234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.509063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ceac1d2-eed6-4003-bfcf-9ab17f25662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.512204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ceac1d2-eed6-4003-bfcf-9ab17f25662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.519863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1ceac1d2-eed6-4003-bfcf-9ab17f25662d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c31ae7e-4785-44f0-984d-53e0700b5e2d HTTP/1.1" status: 204 len: 168 time: 0.5840437 Aug 31 09:28:02.527592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8d455737-3012-40f5-b2da-4a166e600fba service neutron] 10.222.0.18 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031337 Aug 31 09:28:02.548360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:02.572455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-3524dafb-2854-47e2-b326-080455b15067 service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278860 Aug 31 09:28:02.579415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c6eb4b-fc55-409d-b0ae-fdd32476be91,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.585758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 8bb5a4a7-e0ba-4128-a0f5-eba70d362470 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:02.611449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.611449 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Added segment 48efba9c-5c96-4343-b74d-7c9e5b5788eb of type vlan for network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 Aug 31 09:28:02.655740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceac1d2-eed6-4003-bfcf-9ab17f25662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c31ae7e-4785-44f0-984d-53e0700b5e2d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.714034 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b669bbd1-2f9d-4653-9b88-2cbaba454671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.719526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b669bbd1-2f9d-4653-9b88-2cbaba454671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.721120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b669bbd1-2f9d-4653-9b88-2cbaba454671 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0291a20-bd58-4dff-9a16-5e672246259a HTTP/1.1" status: 204 len: 168 time: 1.0215385 Aug 31 09:28:02.807009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:03.018235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669bbd1-2f9d-4653-9b88-2cbaba454671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0291a20-bd58-4dff-9a16-5e672246259a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.025329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.123246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a220486-c5f6-4c86-aa2b-be9923ab4049 req-0e755b61-2c38-4095-9e96-327a0876e56d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 210 time: 0.0892296 Aug 31 09:28:03.165459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.218138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.240283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bac2aec3-85bf-4a51-89d9-f9acf1223478 req-c6fc8c7e-6574-4501-853d-42d03d58612b service neutron] 10.222.0.15 "GET /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387296 Aug 31 09:28:03.247699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.249418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.253179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.323433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=8bb5a4a7-e0ba-4128-a0f5-eba70d362470,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.343469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:03.349808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:03.355039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:03.367956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.368984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.419220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a07ae7a8-7d27-4a10-b23c-2fe5ce998ee1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.3447475 Aug 31 09:28:03.420262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54856) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.420673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.442571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1443744 Aug 31 09:28:03.448217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54860) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.461715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Request body: {'subnet': {'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1646198143-subnet', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:03.477600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d1446-2961-4bfb-9b34-fa32ff5046a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.497346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:03.545354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c533909-174a-4def-acc4-d82e75633a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.547305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54866) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.564064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c35fee-4b6c-4a7f-bce3-7747637b5171 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.565644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-07c35fee-4b6c-4a7f-bce3-7747637b5171 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/8bb5a4a7-e0ba-4128-a0f5-eba70d362470 HTTP/1.1" status: 200 len: 843 time: 0.1426587 Aug 31 09:28:03.583949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54868) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.613946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.623838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Made reservation on behalf of 5cfe5168892940799294d2ec5ed4dc5b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:03.630046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:02Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.632083 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.668051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4e873-6084-439b-8b87-b08aefa06a69 None None] The sync data for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 is: [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:02Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:03.816556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e817107-b30e-4ebf-b610-db28c43448ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.925216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 8bb5a4a7-e0ba-4128-a0f5-eba70d362470 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:03.925216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.005199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c533909-174a-4def-acc4-d82e75633a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.139640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c533909-174a-4def-acc4-d82e75633a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.274288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c533909-174a-4def-acc4-d82e75633a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fa8c1-4428-49f9-adf4-fd07f8ca6cef,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.305259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.322792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 8bb5a4a7-e0ba-4128-a0f5-eba70d362470 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:04.370428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.459449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48872f4-d439-4484-9f73-da3be34c56d6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.488717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e817107-b30e-4ebf-b610-db28c43448ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.529256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e817107-b30e-4ebf-b610-db28c43448ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.577376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d693b2d-62bd-4187-bb13-0dec0c6a823b req-3f7a84f9-5b5e-422a-af4e-489012039b4d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 210 time: 0.2280879 Aug 31 09:28:04.611647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4c533909-174a-4def-acc4-d82e75633a33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97e0b56d7ef741b2873e187ea8fef431&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1868300 Aug 31 09:28:04.615775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:04.634843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e817107-b30e-4ebf-b610-db28c43448ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b4532-8b87-4149-9cc2-51820f604a1b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.642332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Checking segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:04.642712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Network hostable DHCP agents. Network: ed8a809a-9cf9-4dc3-b3dd-fb3b26090607, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:04.650319 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8e817107-b30e-4ebf-b610-db28c43448ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6b58d630f6642188fc8c86898c1f0af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0981710 Aug 31 09:28:04.660233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:04.700932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:04.733004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ed8a809a-9cf9-4dc3-b3dd-fb3b26090607) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:04.743649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aaed5a-923e-4375-abc1-488017b2373a None None] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:04.768054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:04.768971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.795541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e723c5f-4f35-430a-9812-d55ff8595d6f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:04.811828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4714-4ff7-4584-ad8c-036cde2f1c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.847086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4714-4ff7-4584-ad8c-036cde2f1c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.881617 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce580-d7ab-4edf-94b9-e674331fc729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.896161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-413d0a0f-6341-4040-9890-b223ce891fd4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4452658 Aug 31 09:28:04.900302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54892) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:04.913116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:04.966753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.969465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.970557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4714-4ff7-4584-ad8c-036cde2f1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.971048 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.983128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4714-4ff7-4584-ad8c-036cde2f1c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.986056 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc4a4714-4ff7-4584-ad8c-036cde2f1c3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b83b4532-8b87-4149-9cc2-51820f604a1b HTTP/1.1" status: 204 len: 168 time: 0.3218613 Aug 31 09:28:05.014849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce580-d7ab-4edf-94b9-e674331fc729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.023594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a4714-4ff7-4584-ad8c-036cde2f1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b4532-8b87-4149-9cc2-51820f604a1b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:05.110679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=8bb5a4a7-e0ba-4128-a0f5-eba70d362470,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:05.133808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.142904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d4e5725e-cdf9-4a6c-8508-0d90244ad725 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/8bb5a4a7-e0ba-4128-a0f5-eba70d362470 HTTP/1.1" status: 204 len: 168 time: 1.5531721 Aug 31 09:28:05.143306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54900) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:05.215982 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0a615e-f2fa-4370-adf8-4a45c3f6b9e3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:28:05.234202 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9a0a615e-f2fa-4370-adf8-4a45c3f6b9e3 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/8bb5a4a7-e0ba-4128-a0f5-eba70d362470 HTTP/1.1" status: 404 len: 333 time: 0.0857751 Aug 31 09:28:05.235867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54906) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:05.258208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1e723c5f-4f35-430a-9812-d55ff8595d6f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:05.343787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1e723c5f-4f35-430a-9812-d55ff8595d6f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:05.344867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.362316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'name': 'tempest-PortsIpV6TestJSON-822399222'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:05.370315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.431995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:05.433178 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.648050 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.843297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Allocated IP 172.20.0.2 (ed8a809a-9cf9-4dc3-b3dd-fb3b26090607/c48872f4-d439-4484-9f73-da3be34c56d6/c4855068-ef07-447a-b8ce-983d78f97b8e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:05.899520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6813a9f2-2349-4ebc-8c7a-1142f38941e4 req-46eb4428-d40a-4a1d-a747-5a40706cd659 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 210 time: 0.1210444 Aug 31 09:28:05.997978 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.042767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce580-d7ab-4edf-94b9-e674331fc729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.049512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce580-d7ab-4edf-94b9-e674331fc729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.054001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bb8ce580-d7ab-4edf-94b9-e674331fc729 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b10fa8c1-4428-49f9-adf4-fd07f8ca6cef HTTP/1.1" status: 204 len: 168 time: 1.4355512 Aug 31 09:28:06.076308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 1e723c5f-4f35-430a-9812-d55ff8595d6f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1e723c5f-4f35-430a-9812-d55ff8595d6f,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:06.125887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.199469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:06.214725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.231885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ce580-d7ab-4edf-94b9-e674331fc729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10fa8c1-4428-49f9-adf4-fd07f8ca6cef,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.238502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.394834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 5c3c0d53-2a17-4210-a9cf-a7ebc73821ae yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:06.455673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-34f04f51-9db4-4fcb-9603-f02456bd3ecb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.459590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-34f04f51-9db4-4fcb-9603-f02456bd3ecb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 820 time: 0.4846377 Aug 31 09:28:06.489933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'port': {'device_id': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'admin_state_up': True, 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:06.505148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=1e723c5f-4f35-430a-9812-d55ff8595d6f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.560132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.584541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Transition to ACTIVE for port object c4855068-ef07-447a-b8ce-983d78f97b8e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:06.616401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Transition to ACTIVE for port object c4855068-ef07-447a-b8ce-983d78f97b8e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:06.638831 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.711825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:06.721789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:06.733357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:06.874569 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.877852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Pushing event updated for resources: {'Port': ['ID=c4855068-ef07-447a-b8ce-983d78f97b8e,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.885344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Made reservation on behalf of 1fc1a6214b254ae98ec08778b86b4cbf for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:06.910919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.936740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Attempting to bind port c4855068-ef07-447a-b8ce-983d78f97b8e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:06.937402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Attempting to bind port c4855068-ef07-447a-b8ce-983d78f97b8e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:06.939095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Attempting to bind port c4855068-ef07-447a-b8ce-983d78f97b8e on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:06.968794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.978299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:06.980675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Checking segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:06.981654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.982531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Bound using segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:06.983350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Bound port: c4855068-ef07-447a-b8ce-983d78f97b8e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:06.999881 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.239654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:07.243126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c7762b3-7d22-4e3b-84a1-c654ab373571 req-163df92a-f967-427d-b87f-4b8b1532872a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 210 time: 0.0674651 Aug 31 09:28:07.254897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:07.260539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:07.275342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:07.276093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.292326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] For port c4855068-ef07-447a-b8ce-983d78f97b8e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:07.305350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=5c3c0d53-2a17-4210-a9cf-a7ebc73821ae,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.307340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] For port c4855068-ef07-447a-b8ce-983d78f97b8e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c4855068-ef07-447a-b8ce-983d78f97b8e,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:07.318082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.484767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-517b886c-eb4f-4878-8d6c-c808575ad3df tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2456272 Aug 31 09:28:07.502846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54960) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:07.508886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Allocated IP 172.20.0.14 (855b22af-f030-4fdb-8b52-4119101e87d0/6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20/e5ff32ac-e15e-4f49-9e50-b163f296d932) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:07.533793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c357ef-2242-437d-82ae-e3f6f3ecc989 None None] Pushing event updated for resources: {'Port': ['ID=c4855068-ef07-447a-b8ce-983d78f97b8e,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.544411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:07.758278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.813983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.870160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.384109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Allocated IP 172.25.4.36 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/4d82635d-d28c-4947-b3cc-cd69b7337523) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:08.492749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.513885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.598988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] In _notify_port_updated(), no bound segment for port 5c3c0d53-2a17-4210-a9cf-a7ebc73821ae on network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:28:08.601472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-628a8287-91ae-4fde-9818-900bd2e62017 req-33ad0278-9a41-4368-9e73-c474be86a762 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 210 time: 0.0952053 Aug 31 09:28:08.615092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:08.616115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.617648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/ports/5c3c0d53-2a17-4210-a9cf-a7ebc73821ae HTTP/1.1" status: 200 len: 818 time: 1.1132936 Aug 31 09:28:08.624269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea60fa-e80a-4b71-99ff-85297ffc7901 req-0733bac1-7354-42a0-b900-9757f0a29bc6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:08.627406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dea60fa-e80a-4b71-99ff-85297ffc7901 req-0733bac1-7354-42a0-b900-9757f0a29bc6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 945 time: 0.2118373 Aug 31 09:28:08.628143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:08.818122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.832353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f489cd-429f-462c-9865-ba3aac91cb12 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=5c3c0d53-2a17-4210-a9cf-a7ebc73821ae,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:08.896046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c4855068-ef07-447a-b8ce-983d78f97b8e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:08.921339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.062004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Network 855b22af-f030-4fdb-8b52-4119101e87d0 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:09.066454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:09.073823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c4855068-ef07-447a-b8ce-983d78f97b8e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:09.084041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e723c5f-4f35-430a-9812-d55ff8595d6f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:09.086602 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:09.168930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:09.191084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:09.191770 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.200143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1e723c5f-4f35-430a-9812-d55ff8595d6f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:09.200827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.212571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-8a8e6718-e1d8-421b-a2b9-9865c2c69e6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7374969 Aug 31 09:28:09.229414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Request body: {'port': {'device_id': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:09.322106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.511238 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.574862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dea60fa-e80a-4b71-99ff-85297ffc7901 req-bc710ca7-d4a9-4f3b-9431-5333c19c7dcb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465826 Aug 31 09:28:09.577932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.710204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Pushing event updated for resources: {'Port': ['ID=4d82635d-d28c-4947-b3cc-cd69b7337523,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:09.732861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7986cc1-fd6a-48c7-aa8c-d390e90860f0 None None] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:09.748955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:09.752909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:09.810223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] Provisioning for port c4855068-ef07-447a-b8ce-983d78f97b8e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:09.837931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:09.958262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ff32ac-e15e-4f49-9e50-b163f296d932 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:09.968132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.994336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Transition to ACTIVE for port object e5ff32ac-e15e-4f49-9e50-b163f296d932 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:10.002695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.060648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] Provisioning complete for port c4855068-ef07-447a-b8ce-983d78f97b8e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:10.061556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.214213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:10.242217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 5c3c0d53-2a17-4210-a9cf-a7ebc73821ae {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:10.243221 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.316678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Attempting to bind port e5ff32ac-e15e-4f49-9e50-b163f296d932 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:10.317068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Attempting to bind port e5ff32ac-e15e-4f49-9e50-b163f296d932 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:10.317333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Attempting to bind port e5ff32ac-e15e-4f49-9e50-b163f296d932 on network 855b22af-f030-4fdb-8b52-4119101e87d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:10.325501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Port e5ff32ac-e15e-4f49-9e50-b163f296d932 on network 855b22af-f030-4fdb-8b52-4119101e87d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:10.325835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Attempting to bind port e5ff32ac-e15e-4f49-9e50-b163f296d932 on network 855b22af-f030-4fdb-8b52-4119101e87d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:10.335924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:10.336315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Checking segment: {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:10.336703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Bound using segment: {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:10.337155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Bound port: e5ff32ac-e15e-4f49-9e50-b163f296d932, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9eaf8f-d0a8-4478-b747-b735f56e74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:10.337546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.372100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.405074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f948-cc10-462b-9d51-42d8451367d8 req-fa784f5e-e49c-47a0-8b51-295611d80496 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:10.408177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24b2f948-cc10-462b-9d51-42d8451367d8 req-fa784f5e-e49c-47a0-8b51-295611d80496 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 932 time: 0.6525240 Aug 31 09:28:10.417216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.450944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 5c3c0d53-2a17-4210-a9cf-a7ebc73821ae owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:10.484699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] For port c4855068-ef07-447a-b8ce-983d78f97b8e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c4855068-ef07-447a-b8ce-983d78f97b8e,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:10.496764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.652844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfe667-3811-48c9-8ae5-97af88f4ac2f None None] Pushing event updated for resources: {'Port': ['ID=c4855068-ef07-447a-b8ce-983d78f97b8e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:10.657463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55056) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:10.677064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.865285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f63f9bfe-a214-47b7-b2e1-2fe37f02596c None None] Provisioning complete for port c4855068-ef07-447a-b8ce-983d78f97b8e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:10.865747 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f63f9bfe-a214-47b7-b2e1-2fe37f02596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.891816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=5c3c0d53-2a17-4210-a9cf-a7ebc73821ae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:11.004532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24b2f948-cc10-462b-9d51-42d8451367d8 req-3c08631c-f46d-4aa3-8894-729f207d9c57 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482225 Aug 31 09:28:11.015326 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.021379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a8cdcb5-5724-4d14-9b85-834d4b5f28a1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/5c3c0d53-2a17-4210-a9cf-a7ebc73821ae HTTP/1.1" status: 204 len: 168 time: 2.3848732 Aug 31 09:28:11.039352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55078) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:11.319887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:11.323705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:11.327723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:11.332122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.350713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.352162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.353690 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 1093 time: 2.1318223 Aug 31 09:28:11.432066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671ca12-16a2-4b5e-a878-0a0100108597 req-2f7160b0-f7e5-46cc-8fdb-4325be2ad40c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.434649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a671ca12-16a2-4b5e-a878-0a0100108597 req-2f7160b0-f7e5-46cc-8fdb-4325be2ad40c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 945 time: 0.6236465 Aug 31 09:28:11.450841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-d956537b-9ddc-48a8-90db-0cb490e2ca17 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.452832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-d956537b-9ddc-48a8-90db-0cb490e2ca17 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 945 time: 1.0409186 Aug 31 09:28:11.478412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:11.490064 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:11.498029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780cf45-00c3-4dc4-ad42-00ecaf9f91e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:11.578912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.634445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-3e9317ff-a08f-4d1f-827e-ad7a8f0f90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.639748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-3e9317ff-a08f-4d1f-827e-ad7a8f0f90b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1096 time: 0.1169033 Aug 31 09:28:11.667033 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a3bb09-2abf-490d-bcd0-a33ff2e1a67c x-openstack-request-id: req-f4a3bb09-2abf-490d-bcd0-a33ff2e1a67c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:11.667519 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:11.667952 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4a3bb09-2abf-490d-bcd0-a33ff2e1a67c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:11.675032 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'status': 'completed', 'code': 200} Aug 31 09:28:11.742335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.754878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-281749e3-60d6-4ef6-9cdb-5b38b1fb0f81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.1045771 Aug 31 09:28:11.900145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-b865532f-5218-43c6-a01e-3609019f75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.903647 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-b865532f-5218-43c6-a01e-3609019f75f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.1390169 Aug 31 09:28:11.941407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a671ca12-16a2-4b5e-a878-0a0100108597 req-3d64b60d-59b7-49d1-8986-61e7647423e9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817655 Aug 31 09:28:11.967225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5110b-034d-4202-b9ef-497b694a3700 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.972299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-23c5110b-034d-4202-b9ef-497b694a3700 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9306192 Aug 31 09:28:11.998520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-332c5ab8-dc6d-4d97-8519-55444559851d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861745 Aug 31 09:28:11.999328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55092) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:12.077721 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbddccd4-a203-4a6c-924c-8cfd08002dd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:28:12.088867 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fbddccd4-a203-4a6c-924c-8cfd08002dd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/5c3c0d53-2a17-4210-a9cf-a7ebc73821ae HTTP/1.1" status: 404 len: 333 time: 0.0799568 Aug 31 09:28:12.131127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:12.152281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-47126063'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:12.283365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-4c317c47-7fed-4f3c-8ff3-4ed23255a5c4 service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602658 Aug 31 09:28:12.339810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:12.345417 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.429266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Deleting port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:12.429730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.498735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df01687b-98ca-4a44-819c-1346e6abbe16 req-09380a6a-5f71-4f34-a5cc-3e21a308c54e service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070920 Aug 31 09:28:12.620135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.648908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:12.672196 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.673871 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment bab33882-d379-42e3-97b4-b43e038611c8 of type vlan for network 6ebd58de-0455-40d2-9530-f704a6c780fb Aug 31 09:28:12.679883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c4855068-ef07-447a-b8ce-983d78f97b8e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:12.706388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-cc927b53-8da5-44e8-b831-b5f7930319da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:12.708150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-cc927b53-8da5-44e8-b831-b5f7930319da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1096 time: 0.0931177 Aug 31 09:28:12.741652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00394ffd-a7a7-4955-ab86-1927214ffd7e req-d054aeae-f12e-48dd-8826-7740d3f31650 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:12.753400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00394ffd-a7a7-4955-ab86-1927214ffd7e req-d054aeae-f12e-48dd-8826-7740d3f31650 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 944 time: 0.5108578 Aug 31 09:28:12.849495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c4855068-ef07-447a-b8ce-983d78f97b8e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:12.851569 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.892906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-38c3f923-d44a-4d9a-9af7-02531d6d74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:12.895139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-38c3f923-d44a-4d9a-9af7-02531d6d74e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.1762486 Aug 31 09:28:12.984622 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-8b18af49-e21a-4921-887d-c35e2d5f07c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.0803280 Aug 31 09:28:13.029006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] For port 97d3db84-5fc5-4124-a9a6-2c5e6636c770, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97d3db84-5fc5-4124-a9a6-2c5e6636c770,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:13.031175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.087629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-312e80eb-3e3e-4c62-8e64-3ee882b4f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:13.087875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-312e80eb-3e3e-4c62-8e64-3ee882b4f4e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.0965664 Aug 31 09:28:13.095927 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.196571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-11d50186-0777-4793-867d-d56ac4f81314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007264 Aug 31 09:28:13.230955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00394ffd-a7a7-4955-ab86-1927214ffd7e req-0726c0bb-e252-4490-b4cb-8ade4ce43e27 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363895 Aug 31 09:28:13.317719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Calling delete_port for 97d3db84-5fc5-4124-a9a6-2c5e6636c770 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:13.377448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.384878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-952f3c12-eb23-4e90-91f7-732371b3484d service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770740 Aug 31 09:28:13.513317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a29233a8-c95f-4b52-b95d-9fc4d75ba89a req-3948aea0-1652-4e5d-9f02-e6a54e02aede service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197412 Aug 31 09:28:13.888055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c8c4d-7fd2-4031-a044-1afb88119ea1 req-71bf9c5a-2ad7-4bd1-b6c5-844a8b3e6575 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:13.889557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-604c8c4d-7fd2-4031-a044-1afb88119ea1 req-71bf9c5a-2ad7-4bd1-b6c5-844a8b3e6575 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 945 time: 0.6296685 Aug 31 09:28:13.903397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.910613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:13.911285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.920898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Allocated IP 172.25.4.233 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9d780a5b-3173-4af8-b0dd-f013857f37b2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:14.044927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9123435 Aug 31 09:28:14.050367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55132) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:14.058948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:14.124490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea27229-2e4f-46e8-9412-10d3111af2ce tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=6ebd58de-0455-40d2-9530-f704a6c780fb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.141917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:14.155313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-604c8c4d-7fd2-4031-a044-1afb88119ea1 req-8deebe23-f1f4-4df4-8364-0bc8d7bef3a0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305214 Aug 31 09:28:14.166981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:28:14.280984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:14.294383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.347404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.416737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.475405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97d3db84-5fc5-4124-a9a6-2c5e6636c770 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:14.534397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.537037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Port': ['ID=9d780a5b-3173-4af8-b0dd-f013857f37b2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.597972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event deleted for resources: {'Port': ['ID=97d3db84-5fc5-4124-a9a6-2c5e6636c770,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.631959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:14.694780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 97d3db84-5fc5-4124-a9a6-2c5e6636c770 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:14.695114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97d3db84-5fc5-4124-a9a6-2c5e6636c770 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:14.724501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:14.730082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.777001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:14.786671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] No DVR routers for this DVR port 97d3db84-5fc5-4124-a9a6-2c5e6636c770 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:14.793473 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.796008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2addc215-61ab-48bb-bcf1-0992cd07d797 req-5d7d71c3-d4bd-4c4f-b7a8-980622b9519a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "DELETE /v2.0/ports/97d3db84-5fc5-4124-a9a6-2c5e6636c770 HTTP/1.1" status: 204 len: 173 time: 3.3282952 Aug 31 09:28:14.816802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'name': 'network-vif-deleted', 'tag': '97d3db84-5fc5-4124-a9a6-2c5e6636c770'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:14.819511 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd7fb4e-274c-4ff0-9187-3ef22f070af8" -d '{"events": [{"server_uuid": "ebd6b1db-0218-4562-816a-dd93f8521b0c", "name": "network-vif-deleted", "tag": "97d3db84-5fc5-4124-a9a6-2c5e6636c770"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:14.847526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': 'bab33882-d379-42e3-97b4-b43e038611c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:14.848116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: 6ebd58de-0455-40d2-9530-f704a6c780fb, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:14.854081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=8c4098fb-b007-4277-8f4b-7257f8c905de,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.940065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 6ebd58de-0455-40d2-9530-f704a6c780fb is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:14.959530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6ebd58de-0455-40d2-9530-f704a6c780fb) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:14.983599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdda962-108e-499b-af84-083a09445b66 None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:14.988618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.989687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eef43-e25d-45e2-adf6-207272c5c5eb req-7d84f6a9-1f58-4442-a7c4-d198e7767851 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.998496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.002574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274eef43-e25d-45e2-adf6-207272c5c5eb req-7d84f6a9-1f58-4442-a7c4-d198e7767851 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 944 time: 0.4602511 Aug 31 09:28:15.025550 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a5ba1d-19b4-4f50-aee9-0c233e6e48ca x-openstack-request-id: req-16a5ba1d-19b4-4f50-aee9-0c233e6e48ca {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:15.025899 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd6b1db-0218-4562-816a-dd93f8521b0c", "name": "network-vif-deleted", "tag": "97d3db84-5fc5-4124-a9a6-2c5e6636c770", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:15.026177 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16a5ba1d-19b4-4f50-aee9-0c233e6e48ca {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:15.026532 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd6b1db-0218-4562-816a-dd93f8521b0c', 'name': 'network-vif-deleted', 'tag': '97d3db84-5fc5-4124-a9a6-2c5e6636c770', 'status': 'completed', 'code': 200} Aug 31 09:28:15.031855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-257b7834-82b8-49fb-86ed-af7f6523130d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9788208 Aug 31 09:28:15.032966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55160) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:15.060277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:15.102134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:15.117100 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:15.138082 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:15.138761 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:15.322162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.416544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-6ebd58de-0455-40d2-9530-f704a6c780fb', 'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '8c4098fb-b007-4277-8f4b-7257f8c905de'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:15.417620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.440179 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:15.596126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6242383b-4b11-456d-8d6a-98de57fde629 req-0759aae0-04bc-4516-b934-02ed80d65466 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.1238155 Aug 31 09:28:15.684668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274eef43-e25d-45e2-adf6-207272c5c5eb req-b9d30614-fcaa-4e05-864c-3d9c3bc25559 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793933 Aug 31 09:28:15.716140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.717480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-55a4edd8-8b26-4bac-bbb6-a1d1fd53560a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.8141413 Aug 31 09:28:15.720960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:15.727954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.818035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:15.822449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.920282 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:10Z', 'revision_number': 3, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:15.949288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Allocated IP 2001:db8::2 (6ebd58de-0455-40d2-9530-f704a6c780fb/8c4098fb-b007-4277-8f4b-7257f8c905de/8552dc5f-3d2f-4906-aac0-905e8cf703f8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:15.972189 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:15.978783 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Updating router 3d6490f5-01cc-42b9-85cd-193db19d6341 port 4d82635d-d28c-4947-b3cc-cd69b7337523 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:28:16.049286 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.420723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.436645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.455587 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.502297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Transition to ACTIVE for port object 8552dc5f-3d2f-4906-aac0-905e8cf703f8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:16.512445 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c4098fb-b007-4277-8f4b-7257f8c905de (CIDR: 2001:db8::/64) Aug 31 09:28:16.568353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Transition to ACTIVE for port object 8552dc5f-3d2f-4906-aac0-905e8cf703f8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:16.581023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e5ff32ac-e15e-4f49-9e50-b163f296d932 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:16.592042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.601424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Port': ['ID=9d780a5b-3173-4af8-b0dd-f013857f37b2,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:16.627554 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.655107 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Transition to ACTIVE for port object 4d82635d-d28c-4947-b3cc-cd69b7337523 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:16.658651 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:28:16.659317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:28:16.668769 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.803676 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79657477-56d9-4690-93c2-519595f2aded None None] Pushing event updated for resources: {'Port': ['ID=4d82635d-d28c-4947-b3cc-cd69b7337523,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:16.808682 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Attempting to bind port 4d82635d-d28c-4947-b3cc-cd69b7337523 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:16.813067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Attempting to bind port 4d82635d-d28c-4947-b3cc-cd69b7337523 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:16.813643 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Attempting to bind port 4d82635d-d28c-4947-b3cc-cd69b7337523 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:16.825321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:16.828519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:16.831164 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.833713 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:16.834494 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Bound port: 4d82635d-d28c-4947-b3cc-cd69b7337523, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:16.835756 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.879559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:16.917034 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] For port 4d82635d-d28c-4947-b3cc-cd69b7337523, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:16.923946 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] For port 4d82635d-d28c-4947-b3cc-cd69b7337523, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d82635d-d28c-4947-b3cc-cd69b7337523,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:16.930834 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.933048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Pushing event updated for resources: {'Port': ['ID=8552dc5f-3d2f-4906-aac0-905e8cf703f8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:16.958283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:16.967294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:28:17.015180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c0c2cb0-4f46-4bc2-af15-13f8cd536bc6 req-a8239c68-00cf-4e9a-a110-fd756cda1751 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.2114663 Aug 31 09:28:17.063553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-58cc6c92-4222-4a77-93e7-fff394096ccf tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0195897 Aug 31 09:28:17.101489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55206) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:17.126832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:17.137778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.138165 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:17.140325 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:17.142588 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79657477-56d9-4690-93c2-519595f2aded None None] Pushing event updated for resources: {'Port': ['ID=4d82635d-d28c-4947-b3cc-cd69b7337523,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:17.174953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:17.200478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.201441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.202032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.217382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.217717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.231093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.231742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.232253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.232763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.233290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.233804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.234532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.235092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:17.238878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'port_id': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'mac_address': 'fa:16:3e:a4:74:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:17.247378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:17.426823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.428157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4f7e4c51-80fb-4bf9-8464-ba1bd6fdfe7b tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7692256 Aug 31 09:28:17.433973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:17.450848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1023727484'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:17.503525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Attempting to bind port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:17.514549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Attempting to bind port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'bab33882-d379-42e3-97b4-b43e038611c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:17.516732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Attempting to bind port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 on network 6ebd58de-0455-40d2-9530-f704a6c780fb {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:17.532347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba9915-26bf-4417-8196-68553c0887fd req-eee3a67b-76a1-4792-aca2-d953e9790681 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:17.534153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33ba9915-26bf-4417-8196-68553c0887fd req-eee3a67b-76a1-4792-aca2-d953e9790681 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 944 time: 0.5404806 Aug 31 09:28:17.549546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:17.551100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Checking segment: {'id': 'bab33882-d379-42e3-97b4-b43e038611c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:17.563787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.565913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Bound using segment: {'id': 'bab33882-d379-42e3-97b4-b43e038611c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:17.567271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Bound port: 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab33882-d379-42e3-97b4-b43e038611c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:17.568216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.696024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33ba9915-26bf-4417-8196-68553c0887fd req-0c675c14-d3c4-4b45-8c29-bb1099920011 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502335 Aug 31 09:28:17.703264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Made reservation on behalf of 4dd65e99c79f4ccc85b033e966b04e01 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:17.716313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.745012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.793457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:28:17.793457 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:28:17.793457 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id_1': 'c13f173a575c4f5b8ce793252be6cb4e', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 28, 17, 767110)}] Aug 31 09:28:17.793457 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:17.793960 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:17.796075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Allocated IP 172.20.0.1 (ed8a809a-9cf9-4dc3-b3dd-fb3b26090607/c48872f4-d439-4484-9f73-da3be34c56d6/37acd09c-c01d-4fab-acef-34b20a65a448) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:17.849110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] For port 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:17.852579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.856772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] For port 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8552dc5f-3d2f-4906-aac0-905e8cf703f8,segment=NetworkSegment(bab33882-d379-42e3-97b4-b43e038611c8),segment_id=bab33882-d379-42e3-97b4-b43e038611c8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:17.876803 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.921506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.938624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.958079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:17.973406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.973905 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Added segment bbf71755-1cbf-47bf-8a25-5e43df8fc648 of type vlan for network 034a339d-ef10-4731-81c8-168b1fbb74be Aug 31 09:28:17.980067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:17.986558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff32ac-e15e-4f49-9e50-b163f296d932 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:18.057567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.116629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:18.155202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.167606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ced3a-c429-4948-a15a-9dd4a46071e3 None None] Pushing event updated for resources: {'Port': ['ID=8552dc5f-3d2f-4906-aac0-905e8cf703f8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.247481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce6b9ed-1427-45a0-8d13-f7dc4ed219db,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.247684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.274140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:28:18.333649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Transition to ACTIVE for port object 37acd09c-c01d-4fab-acef-34b20a65a448 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:18.420937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c30db15-50ba-4d95-8ccc-c8ed9ff7f96f req-90e6af36-739a-44fc-af0d-7b8943cda5a1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.1553569 Aug 31 09:28:18.443739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.480056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.522912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e5ff32ac-e15e-4f49-9e50-b163f296d932'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:18.544582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.557084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:18.558233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.575999 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:10Z', 'revision_number': 3, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:18.610960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:18.619140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.636631 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbed72-a463-4a29-8f95-5da669a008b7 None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:10Z', 'revision_number': 3, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:18.719799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Pushing event updated for resources: {'Port': ['ID=37acd09c-c01d-4fab-acef-34b20a65a448,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.752546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:18.768305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:18.792325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:18.925841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.980961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8552dc5f-3d2f-4906-aac0-905e8cf703f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:19.021177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.445126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:19.448231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.504287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-45f4dd8e-62eb-467e-8353-57bf14041efc None None] Provisioning for port 37acd09c-c01d-4fab-acef-34b20a65a448 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:19.508739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-45f4dd8e-62eb-467e-8353-57bf14041efc None None] Provisioning complete for port 37acd09c-c01d-4fab-acef-34b20a65a448 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:19.509139 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-45f4dd8e-62eb-467e-8353-57bf14041efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.696246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-45f4dd8e-62eb-467e-8353-57bf14041efc None None] Port 37acd09c-c01d-4fab-acef-34b20a65a448 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:19.884742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4410908 Aug 31 09:28:19.886040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfe12e-6bed-4f07-b60d-718c25e8293d tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Network': ['ID=034a339d-ef10-4731-81c8-168b1fbb74be,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:19.887084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55270) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:19.896920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Request body: {'subnet': {'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:19.918685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 034a339d-ef10-4731-81c8-168b1fbb74be details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:20.071835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d7ab3f8d-11a9-4c39-976d-015263789c4e req-5fcc2d56-a0f4-4c54-a947-6b42d0a5e698 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.2417593 Aug 31 09:28:20.182942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e5ff32ac-e15e-4f49-9e50-b163f296d932 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:20.210942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9fe79-127c-427b-8dd1-802ade03af23 req-2ea2da43-a0ee-4dd1-8e6a-dd434d30dd1e tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.221359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ab9fe79-127c-427b-8dd1-802ade03af23 req-2ea2da43-a0ee-4dd1-8e6a-dd434d30dd1e tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 945 time: 0.8692043 Aug 31 09:28:20.234567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.348268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ffe4e-964d-4a9e-af5b-64d4d553deea None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:20.481764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Made reservation on behalf of 4dd65e99c79f4ccc85b033e966b04e01 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:20.489047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.599619 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.631459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.660996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ab9fe79-127c-427b-8dd1-802ade03af23 req-c534670d-8525-4bb4-84a9-1515fd4ff989 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656410 Aug 31 09:28:20.679229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 6ebd58de-0455-40d2-9530-f704a6c780fb is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:20.679229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=2cd50174-a655-403a-bb08-bd1429b32018,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:20.698180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:20.705697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.708833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.774587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-14d9038f-71f0-42e7-99f3-686318843289 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6649880 Aug 31 09:28:20.775176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d82635d-d28c-4947-b3cc-cd69b7337523 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:20.778320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55280) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:20.799178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb', 'fixed_ips': [{'subnet_id': '8c4098fb-b007-4277-8f4b-7257f8c905de'}, {'subnet_id': '2cd50174-a655-403a-bb08-bd1429b32018'}], 'name': 'tempest-PortsIpV6TestJSON-633485550'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:20.806398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] Provisioning for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:20.901798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] Provisioning complete for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:20.902780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.910325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port e5ff32ac-e15e-4f49-9e50-b163f296d932 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:20.918665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port e5ff32ac-e15e-4f49-9e50-b163f296d932 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:20.919336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.029144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.186958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4d82635d-d28c-4947-b3cc-cd69b7337523 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:21.253325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.266341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4d82635d-d28c-4947-b3cc-cd69b7337523 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:21.266934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.313963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:21.457151 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.604945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Pushing event updated for resources: {'Port': ['ID=37acd09c-c01d-4fab-acef-34b20a65a448,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:21.618145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Checking segment: {'id': 'bbf71755-1cbf-47bf-8a25-5e43df8fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:21.618579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network hostable DHCP agents. Network: 034a339d-ef10-4731-81c8-168b1fbb74be, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:21.621933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:21.624100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.633881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.634113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:21.637777 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586b9237-f7bb-4b60-907e-12b043cc424d" -d '{"events": [{"server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:21.647853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Subnet': ['ID=0c416612-4c40-44d3-934f-f3833ae6eb18,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:21.657101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.711640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network 034a339d-ef10-4731-81c8-168b1fbb74be is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:21.717814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c2a613f-94d2-4e5f-904c-a00750fac2bd req-4ffb8f0e-29b9-4e3f-b54a-40940ed6a3db tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.3853424 Aug 31 09:28:21.742523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 73332db7-54bd-4cd1-9505-4d679191976b yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:21.823446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 034a339d-ef10-4731-81c8-168b1fbb74be) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:21.831053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.832853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.839168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:21.853497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:21.873559 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f981bf4-98a4-4138-b816-696bf08b3bb7 x-openstack-request-id: req-8f981bf4-98a4-4138-b816-696bf08b3bb7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:21.874223 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:21.874355 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f981bf4-98a4-4138-b816-696bf08b3bb7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:21.878657 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'code': 200} Aug 31 09:28:21.882038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:21.892241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fc3dd-21a9-4333-a2be-b5abc3b82fe5 None None] Network 034a339d-ef10-4731-81c8-168b1fbb74be requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:22.073954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-00fe3257-137a-4fe5-8a23-27c993b8c682 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1849089 Aug 31 09:28:22.099690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55300) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:22.102617 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:28:22.177781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1494202229', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:22.201510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.208102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd681565-6da6-4ee7-a334-5f3e94afede2 req-3f8f9bf7-d693-46d6-abe2-1edcbb8c3140 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.224631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd681565-6da6-4ee7-a334-5f3e94afede2 req-3f8f9bf7-d693-46d6-abe2-1edcbb8c3140 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2657819 Aug 31 09:28:22.334028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915d043-7634-47d7-9459-eb81eea3f33a req-c82e46fd-5076-4004-b637-24af31fe4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.341898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e915d043-7634-47d7-9459-eb81eea3f33a req-c82e46fd-5076-4004-b637-24af31fe4c17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.4394174 Aug 31 09:28:22.372734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd681565-6da6-4ee7-a334-5f3e94afede2 req-f9e4e46b-ff90-4ff0-bd20-ce99e492770d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365123 Aug 31 09:28:22.384894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] For port 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8552dc5f-3d2f-4906-aac0-905e8cf703f8,segment=NetworkSegment(bab33882-d379-42e3-97b4-b43e038611c8),segment_id=bab33882-d379-42e3-97b4-b43e038611c8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:22.411975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.432093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4d82635d-d28c-4947-b3cc-cd69b7337523, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d82635d-d28c-4947-b3cc-cd69b7337523,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:22.521532 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.549295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Update dhcp port {'port': {'network_id': '6ebd58de-0455-40d2-9530-f704a6c780fb', 'fixed_ips': [{'subnet_id': '8c4098fb-b007-4277-8f4b-7257f8c905de', 'ip_address': '2001:db8::2'}, {'subnet_id': '2cd50174-a655-403a-bb08-bd1429b32018'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '8552dc5f-3d2f-4906-aac0-905e8cf703f8'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:28:22.674819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::1af (6ebd58de-0455-40d2-9530-f704a6c780fb/8c4098fb-b007-4277-8f4b-7257f8c905de/73332db7-54bd-4cd1-9505-4d679191976b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:22.696536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8:0:1::342 (6ebd58de-0455-40d2-9530-f704a6c780fb/2cd50174-a655-403a-bb08-bd1429b32018/73332db7-54bd-4cd1-9505-4d679191976b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:22.726999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.728537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.792303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e915d043-7634-47d7-9459-eb81eea3f33a req-e72a44f6-92ae-447a-85a1-114096ec1b2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408839 Aug 31 09:28:22.839592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.920700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60c383-09e7-429c-9d31-a863eac98cee None None] Pushing event updated for resources: {'Port': ['ID=8552dc5f-3d2f-4906-aac0-905e8cf703f8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:22.956440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-06593cf5-126b-4af1-9069-ed6c14951f15 None None] Provisioning complete for port 37acd09c-c01d-4fab-acef-34b20a65a448 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:22.961943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06593cf5-126b-4af1-9069-ed6c14951f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.967500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.024378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.113657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-147bd734-83ca-48cc-b3b9-daa38029165f req-d83c2cd6-fd8a-4d1e-a040-9ae70f966b5d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.0863256 Aug 31 09:28:23.119272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:23.138868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 73332db7-54bd-4cd1-9505-4d679191976b will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:23.236916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.345927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.346946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=73332db7-54bd-4cd1-9505-4d679191976b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:23.378607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-06593cf5-126b-4af1-9069-ed6c14951f15 None None] Port 37acd09c-c01d-4fab-acef-34b20a65a448 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:23.382555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 6ebd58de-0455-40d2-9530-f704a6c780fb is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:23.384772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:23.388927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:23.396513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.397904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.413863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4d82635d-d28c-4947-b3cc-cd69b7337523,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:23.430852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a42b7e1c-299f-4a74-a70e-230e237a51a4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6505485 Aug 31 09:28:23.434142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55318) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:23.458150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c4098fb-b007-4277-8f4b-7257f8c905de'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:23.502632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-034a339d-ef10-4731-81c8-168b1fbb74be', 'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be', 'tenant_id': '4dd65e99c79f4ccc85b033e966b04e01', 'fixed_ips': [{'subnet_id': '0c416612-4c40-44d3-934f-f3833ae6eb18'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:23.505639 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.522302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:23.549249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9cbb911a-c001-4595-a620-cb6f4dade4dd admin admin] 10.222.0.18 "PUT /v2.0/routers/3d6490f5-01cc-42b9-85cd-193db19d6341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8268647 Aug 31 09:28:23.811243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:23.852243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.990986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50965a70-403f-47cb-9802-22a55d2ff5f8 req-fb0511a7-af70-414d-bb7e-d7cca8aae6a8 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:24.002190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50965a70-403f-47cb-9802-22a55d2ff5f8 req-fb0511a7-af70-414d-bb7e-d7cca8aae6a8 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.4127624 Aug 31 09:28:24.625901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50965a70-403f-47cb-9802-22a55d2ff5f8 req-7f5236ad-2c7f-433a-9921-ee08c96beaf7 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692999 Aug 31 09:28:24.919520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Allocated IP 2001:db8:0:1::2 (6ebd58de-0455-40d2-9530-f704a6c780fb/2cd50174-a655-403a-bb08-bd1429b32018/8552dc5f-3d2f-4906-aac0-905e8cf703f8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:24.997839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f8cdb5f-3f5e-4074-ad6f-4940eec0df6c req-cb7e6100-cf49-4209-abb9-b69bed82103c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.1089146 Aug 31 09:28:25.081356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.149427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.278452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55360) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:25.289919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094772132', 'description': 'tempest-description--412831035'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:25.359722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] For port 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8552dc5f-3d2f-4906-aac0-905e8cf703f8,segment=NetworkSegment(bab33882-d379-42e3-97b4-b43e038611c8),segment_id=bab33882-d379-42e3-97b4-b43e038611c8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:25.411464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.416343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.434448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Transition to ACTIVE for port object 8552dc5f-3d2f-4906-aac0-905e8cf703f8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:25.442524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d82635d-d28c-4947-b3cc-cd69b7337523 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:25.456034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.558978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Allocated IP 172.25.4.149 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/a2d94348-e715-4de2-86b1-20ac996bcb17) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:25.694203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Delete allocated IP 2001:db8:0:1::342 (6ebd58de-0455-40d2-9530-f704a6c780fb/2cd50174-a655-403a-bb08-bd1429b32018) {{(pid=94896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:28:25.855034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:25.856317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:25.882018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.920705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:26.029155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.090273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.256792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:26.263859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:26.273056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:26.282582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:26.329523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.344533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0257b83-e5d5-44fd-a316-5ac13a70cf91 req-967f767c-b630-4b93-b0df-eb320803fae9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.0957267 Aug 31 09:28:26.372028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.373789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0935884 Aug 31 09:28:26.393541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55382) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:26.399442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'security_group_rule': {'security_group_id': '7c986c70-7642-4e9f-8075-8fa65a90e072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:26.414548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31636031-ad0b-43bf-955b-d32c9df1dbd1 None None] Pushing event updated for resources: {'Port': ['ID=8552dc5f-3d2f-4906-aac0-905e8cf703f8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:26.417176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Port': ['ID=a2d94348-e715-4de2-86b1-20ac996bcb17,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:26.457766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.457766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.457766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.458434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.458434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.458945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.459117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.471880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.472211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.472556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.472894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.473230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:26.476742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8beb-eeec-433f-9f57-d89f62f9f4a8 req-5d86000b-663c-4d17-a9f4-0af89704b7c9 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.485166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-586f8beb-eeec-433f-9f57-d89f62f9f4a8 req-5d86000b-663c-4d17-a9f4-0af89704b7c9 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.6157382 Aug 31 09:28:26.495402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4d82635d-d28c-4947-b3cc-cd69b7337523 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:26.503194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.512263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Allocated IP 172.20.0.2 (034a339d-ef10-4731-81c8-168b1fbb74be/0c416612-4c40-44d3-934f-f3833ae6eb18/514ab6da-dc19-4f45-81f9-b7a96ee0b4a6) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:26.520634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-523a84a9-95ff-45c3-9e71-75fa0e96f0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.533307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed8f9b-71db-4610-a310-2838498e8b25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c986c70-7642-4e9f-8075-8fa65a90e072,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:26.982889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.098990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-586f8beb-eeec-433f-9f57-d89f62f9f4a8 req-451469d2-a24e-4fd1-a3dc-ae6ddc612185 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127734 Aug 31 09:28:27.105973 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.182002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.233203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Ignored duplicate provisioning block setup for port 73332db7-54bd-4cd1-9505-4d679191976b by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:28:27.246950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.250863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.389192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.415989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e758fb6-a217-4e36-92d8-542b6167db2e None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:27.500453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8552dc5f-3d2f-4906-aac0-905e8cf703f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:27.567451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] In _notify_port_updated(), no bound segment for port 73332db7-54bd-4cd1-9505-4d679191976b on network 6ebd58de-0455-40d2-9530-f704a6c780fb {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:28:27.582935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.585194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.597408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/ports/73332db7-54bd-4cd1-9505-4d679191976b HTTP/1.1" status: 200 len: 925 time: 4.1604311 Aug 31 09:28:27.599994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870ca99-8e4a-46dc-a10f-a3d281c94335 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=73332db7-54bd-4cd1-9505-4d679191976b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:27.602852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-523a84a9-95ff-45c3-9e71-75fa0e96f0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.626015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:27.642985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c4098fb-b007-4277-8f4b-7257f8c905de'}, {'subnet_id': '2cd50174-a655-403a-bb08-bd1429b32018'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:27.678161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fe8384c7-647f-4a07-afc9-e3aa67bcb44c None None] Provisioning for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:27.706309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fe8384c7-647f-4a07-afc9-e3aa67bcb44c None None] Provisioning complete for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:27.706962 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fe8384c7-647f-4a07-afc9-e3aa67bcb44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.727972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.735002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.736233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3411157 Aug 31 09:28:27.742232 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93bf70b4-18fc-4439-851a-199ec7d0e3f9 req-dfc3a7ad-f2c0-44b2-836d-b6cc284c9183 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd6b1db-0218-4562-816a-dd93f8521b0c HTTP/1.1" status: 200 len: 210 time: 0.0944123 Aug 31 09:28:27.743011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55394) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:27.756661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'security_group_rule': {'security_group_id': '7c986c70-7642-4e9f-8075-8fa65a90e072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:27.765780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-523a84a9-95ff-45c3-9e71-75fa0e96f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.783157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b98904-5ec0-4ee7-b2a2-a43910b68495 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7175ad-1e37-467f-9cf4-705eddef1b60,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:27.809124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.850948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Transition to ACTIVE for port object 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:27.877037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17314d4b-5463-4211-9ef4-84a85b1eef1d req-3ce3ae3d-5b56-4787-a281-9692bcfb3e3f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.886876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17314d4b-5463-4211-9ef4-84a85b1eef1d req-3ce3ae3d-5b56-4787-a281-9692bcfb3e3f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2624421 Aug 31 09:28:27.897614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 2, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:27.958585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17314d4b-5463-4211-9ef4-84a85b1eef1d req-017caf73-36a8-4101-83e6-73a45ea52678 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702348 Aug 31 09:28:27.981821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Transition to ACTIVE for port object 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:27.981821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:27.981821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Updating router 3d6490f5-01cc-42b9-85cd-193db19d6341 port 37acd09c-c01d-4fab-acef-34b20a65a448 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:28:28.001511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.006814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.019169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-523a84a9-95ff-45c3-9e71-75fa0e96f0ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3a8d5703e71418798bcbd544e7e5b12&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0895836 Aug 31 09:28:28.019169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a84a9-95ff-45c3-9e71-75fa0e96f0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a374866-566d-45ae-a835-56a3db851d8f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:28.022393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:28.037833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.048851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.057585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.059266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3120687 Aug 31 09:28:28.068805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:28.080455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:28.097784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:28.098358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.114985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae7525-be44-497d-9a58-d2e4d62f4f32 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde95726-c69b-499b-85de-66f9fa85f7bf,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:28.157670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.177897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316f7b-8a89-4eb8-a127-505618581f23 req-7c4010b9-978e-40f0-8551-33b3e0ebb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.180265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-7c4010b9-978e-40f0-8551-33b3e0ebb105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.4377198 Aug 31 09:28:28.280908 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.338273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf14adfb-d8cb-4ab6-88d9-5eba73cb6516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.371415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.374224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Network 034a339d-ef10-4731-81c8-168b1fbb74be is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:28.439392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:28.442963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Pushing event updated for resources: {'Port': ['ID=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:28.467287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:28.534733 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf14adfb-d8cb-4ab6-88d9-5eba73cb6516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.587622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Allocated IP 172.25.4.227 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/1a133322-b95c-4afd-be7f-370b0c6f6aa3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:28.672615 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0839-dd1d-47a1-93ed-c68ad3946a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.747444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Attempting to bind port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:28.747635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Attempting to bind port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'bbf71755-1cbf-47bf-8a25-5e43df8fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:28.747890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Attempting to bind port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 on network 034a339d-ef10-4731-81c8-168b1fbb74be {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:28.763569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:28.764025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Checking segment: {'id': 'bbf71755-1cbf-47bf-8a25-5e43df8fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:28.764442 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.764846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Bound using segment: {'id': 'bbf71755-1cbf-47bf-8a25-5e43df8fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:28.766065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Bound port: 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf71755-1cbf-47bf-8a25-5e43df8fc648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:28.766461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.777803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316f7b-8a89-4eb8-a127-505618581f23 req-d984de36-35ab-4c0f-9a4a-2fa043929d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.780282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-d984de36-35ab-4c0f-9a4a-2fa043929d7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.4821677 Aug 31 09:28:28.786762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.917252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-4b417d9b-4656-4f79-8261-612f01f9c549 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.1227608 Aug 31 09:28:28.995446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf14adfb-d8cb-4ab6-88d9-5eba73cb6516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.997296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] For port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:29.000384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf14adfb-d8cb-4ab6-88d9-5eba73cb6516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.002463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf14adfb-d8cb-4ab6-88d9-5eba73cb6516 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a374866-566d-45ae-a835-56a3db851d8f HTTP/1.1" status: 204 len: 168 time: 0.9605548 Aug 31 09:28:29.003413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] For port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,segment=NetworkSegment(bbf71755-1cbf-47bf-8a25-5e43df8fc648),segment_id=bbf71755-1cbf-47bf-8a25-5e43df8fc648)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:29.009755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.257414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8552dc5f-3d2f-4906-aac0-905e8cf703f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:29.351000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.375484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.382354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316f7b-8a89-4eb8-a127-505618581f23 req-fc1d1a20-e49a-4590-8f25-99be3e0f0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.384411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-fc1d1a20-e49a-4590-8f25-99be3e0f0ca1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.4523621 Aug 31 09:28:29.402949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14adfb-d8cb-4ab6-88d9-5eba73cb6516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a374866-566d-45ae-a835-56a3db851d8f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.477844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb33f4-5562-4b51-8418-f150cbd2454e req-50d47e57-0f08-4c08-9304-1e7f2364cf51 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.486088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2eb33f4-5562-4b51-8418-f150cbd2454e req-50d47e57-0f08-4c08-9304-1e7f2364cf51 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.3226314 Aug 31 09:28:29.489807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-820d6ef3-7f7e-4d65-9dff-6df542ef4929 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926745 Aug 31 09:28:29.527609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:29.535449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:29.545359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:29.666208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Router 492b65db-7755-4375-9351-c25e5793b9b7 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:28:29.677177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2eb33f4-5562-4b51-8418-f150cbd2454e req-2687f62b-cda3-4388-b610-2d6c6d84483b tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879325 Aug 31 09:28:29.712655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'Port': ['ID=1a133322-b95c-4afd-be7f-370b0c6f6aa3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.723004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:29.723672 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.728751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4261aae-d540-4826-8718-d2e8cd869a2b None None] Provisioning for port 73332db7-54bd-4cd1-9505-4d679191976b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:29.867213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a095cc-4d50-4d7e-b3ce-4bdb19cf4ec7 None None] Pushing event updated for resources: {'Port': ['ID=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.904945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4261aae-d540-4826-8718-d2e8cd869a2b None None] Provisioning complete for port 73332db7-54bd-4cd1-9505-4d679191976b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:29.906610 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4261aae-d540-4826-8718-d2e8cd869a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.051561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.090758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55422) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:30.162239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e4261aae-d540-4826-8718-d2e8cd869a2b None None] Port 73332db7-54bd-4cd1-9505-4d679191976b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:30.180559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51225763-fd84-4b10-a38f-59b7ab7e11ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.258224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.285569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4261aae-d540-4826-8718-d2e8cd869a2b None None] Provisioning complete for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:30.289015 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4261aae-d540-4826-8718-d2e8cd869a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.387246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Transition to ACTIVE for port object 37acd09c-c01d-4fab-acef-34b20a65a448 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:30.402680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:30.424474 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] Sync routers for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:30.429707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.447359 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.467855 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:30.474363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:30.577335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835a410-80d0-467f-a711-9dca3cdac041 None None] Pushing event updated for resources: {'Port': ['ID=37acd09c-c01d-4fab-acef-34b20a65a448,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.585400 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:30.600404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:30.601803 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:30.606085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8:0:1::1dd (6ebd58de-0455-40d2-9530-f704a6c780fb/2cd50174-a655-403a-bb08-bd1429b32018/73332db7-54bd-4cd1-9505-4d679191976b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:30.703154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:30.704402 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4046827-94f4-42a1-bffa-ad7451aec6de None None] The sync data for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:30.800298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-64b367c8-f296-4fcc-bb1f-ed8a0c01dd2b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.804389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-64b367c8-f296-4fcc-bb1f-ed8a0c01dd2b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.4811141 Aug 31 09:28:30.932723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Attempting to bind port 37acd09c-c01d-4fab-acef-34b20a65a448 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:30.932723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Attempting to bind port 37acd09c-c01d-4fab-acef-34b20a65a448 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:30.932723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Attempting to bind port 37acd09c-c01d-4fab-acef-34b20a65a448 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:31.009977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:31.013353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Checking segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:31.013646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-7e49dbcc-beda-405c-9b3b-7cd8df657f37 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.1202507 Aug 31 09:28:31.014139 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.015076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Bound using segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:31.019230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Bound port: 37acd09c-c01d-4fab-acef-34b20a65a448, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:31.019916 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.090971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-87165a4f-fb58-4994-ab2d-c3b5239afd8a service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5815818 Aug 31 09:28:31.112781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:31.123725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-bfc4ff71-b298-4969-a10a-ffe9af885dd0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085889 Aug 31 09:28:31.156882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.206115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7836f2-13df-4aa2-84a5-f26fb5fe2db4 req-dc4b0953-8de4-4952-b2dc-b0f4843e0f9f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:31.214281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d7836f2-13df-4aa2-84a5-f26fb5fe2db4 req-dc4b0953-8de4-4952-b2dc-b0f4843e0f9f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2748463 Aug 31 09:28:31.287511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Ignored duplicate provisioning block setup for port 73332db7-54bd-4cd1-9505-4d679191976b by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:28:31.301325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.367037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.411178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] For port 37acd09c-c01d-4fab-acef-34b20a65a448, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:31.416797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] For port 37acd09c-c01d-4fab-acef-34b20a65a448, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=37acd09c-c01d-4fab-acef-34b20a65a448,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:31.422942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51225763-fd84-4b10-a38f-59b7ab7e11ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.448499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.456922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f64792b9-1195-4a9d-9aaf-3999d204592b None None] Provisioning complete for port 73332db7-54bd-4cd1-9505-4d679191976b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:31.457293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f64792b9-1195-4a9d-9aaf-3999d204592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.460859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:31.483828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.497744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d7836f2-13df-4aa2-84a5-f26fb5fe2db4 req-7e7c602f-d5eb-4a5d-bd54-8bc133f39264 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823222 Aug 31 09:28:31.498712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.499090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-614d5820-1f33-409c-a2bf-094d5cb34f7f tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.3360429 Aug 31 09:28:31.500808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55442) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:31.513712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51225763-fd84-4b10-a38f-59b7ab7e11ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.641094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835a410-80d0-467f-a711-9dca3cdac041 None None] Pushing event updated for resources: {'Port': ['ID=37acd09c-c01d-4fab-acef-34b20a65a448,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:31.706670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-da5fc263-be63-4da3-af3e-2fe27b7b8817 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816722 Aug 31 09:28:31.747514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64f5cdf7-54cb-4a0e-acc3-bb4defbc5572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.754053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2e60b-21ae-466d-96b7-c99fc3ba27f3 None None] Network 034a339d-ef10-4731-81c8-168b1fbb74be requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:31.773263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'Port': ['ID=1a133322-b95c-4afd-be7f-370b0c6f6aa3,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:31.775896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.788858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] In _notify_port_updated(), no bound segment for port 73332db7-54bd-4cd1-9505-4d679191976b on network 6ebd58de-0455-40d2-9530-f704a6c780fb {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:28:31.799427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:31.800205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.805534 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/ports/73332db7-54bd-4cd1-9505-4d679191976b HTTP/1.1" status: 200 len: 1011 time: 4.1779830 Aug 31 09:28:31.809765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55444) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:31.814507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1167b7-081a-4183-9055-466be1647cd5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=73332db7-54bd-4cd1-9505-4d679191976b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:31.880631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-74316f7b-8a89-4eb8-a127-505618581f23 req-d853571d-3469-418f-ad5c-306630cbcfb9 service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660434 Aug 31 09:28:31.920683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:31.939616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:31.943204 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.962075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.967859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.968497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.968950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.969402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.970029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.970778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.971257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.971923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.977941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.978721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:31.979420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:32.022037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-51225763-fd84-4b10-a38f-59b7ab7e11ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f93df178ee2544a5b0b1b99fd98dae7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9091218 Aug 31 09:28:32.022037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.036103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d40cb996-a8fb-4127-89c4-7f9dc695636d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9655693 Aug 31 09:28:32.037171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51225763-fd84-4b10-a38f-59b7ab7e11ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c6e927-826d-4c2c-b1de-6610ebb02774,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.048671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55450) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:32.249799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:32.352213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-73fe6da3-dc4d-4ed7-ad6e-6c1be5940cd7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440287 Aug 31 09:28:32.371400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a80f5fc1-2246-489a-b52c-8dc8fe936b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.410299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f64792b9-1195-4a9d-9aaf-3999d204592b None None] Port 73332db7-54bd-4cd1-9505-4d679191976b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:32.546850 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a80f5fc1-2246-489a-b52c-8dc8fe936b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.654159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ba53084f-e5ef-40e0-9903-7f7e4873a104 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2094772132&fields=id&tenant_id=5cfe5168892940799294d2ec5ed4dc5b HTTP/1.1" status: 200 len: 267 time: 0.1811049 Aug 31 09:28:32.667004 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.808611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Provisioning complete for port 73332db7-54bd-4cd1-9505-4d679191976b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:32.809268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.867769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:31Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:32.934962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Port 73332db7-54bd-4cd1-9505-4d679191976b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:32.939669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b690cc-908c-4a7e-b24b-db07494d929b None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:31Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:32.958949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Provisioning for port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:32.967142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a80f5fc1-2246-489a-b52c-8dc8fe936b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.969314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Provisioning complete for port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:32.969807 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.975450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a80f5fc1-2246-489a-b52c-8dc8fe936b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.977974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a80f5fc1-2246-489a-b52c-8dc8fe936b44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52c6e927-826d-4c2c-b1de-6610ebb02774 HTTP/1.1" status: 204 len: 168 time: 0.9252701 Aug 31 09:28:33.074923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5fc1-2246-489a-b52c-8dc8fe936b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c6e927-826d-4c2c-b1de-6610ebb02774,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:33.113729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c65a6f-f6a7-4ef4-bb32-1651a3f2f234 req-1b4447b3-fb66-4575-94db-9357e98ed506 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.130178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6c65a6f-f6a7-4ef4-bb32-1651a3f2f234 req-1b4447b3-fb66-4575-94db-9357e98ed506 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2810986 Aug 31 09:28:33.326439 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.395690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6c65a6f-f6a7-4ef4-bb32-1651a3f2f234 req-791d1407-a7d0-45f1-b191-7ffea44d8a6a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638779 Aug 31 09:28:33.397135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 73332db7-54bd-4cd1-9505-4d679191976b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:33.397843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.451145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] For port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,segment=NetworkSegment(bbf71755-1cbf-47bf-8a25-5e43df8fc648),segment_id=bbf71755-1cbf-47bf-8a25-5e43df8fc648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:33.453117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ec20b2a9-01c2-4aac-b3c2-981e4bb7000a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.464553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ec20b2a9-01c2-4aac-b3c2-981e4bb7000a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 811 time: 0.8067021 Aug 31 09:28:33.470619 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.515471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b0228369-bb82-45e7-9be6-e6d290b509f4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/quotas/5cfe5168892940799294d2ec5ed4dc5b HTTP/1.1" status: 200 len: 375 time: 0.0392554 Aug 31 09:28:33.585112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.597062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3584ae-7a74-48f1-b9d9-901acdfcc53f None None] Pushing event updated for resources: {'Port': ['ID=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:33.666431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b80913f-40c8-4fcc-ac40-8f8f989e7e27 req-a17b6bf9-3c31-4a89-be72-2b17bf0c387f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b6b531d-ad71-4db2-8899-37828ee8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.1112676 Aug 31 09:28:33.841820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-3d14dc9b-2795-452b-a6e3-1647806ddf79 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501016 Aug 31 09:28:33.844873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-157d283a-e174-496f-99cc-84e6f4c923fa None None] Provisioning complete for port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:33.845674 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-157d283a-e174-496f-99cc-84e6f4c923fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.895468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.947880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 73332db7-54bd-4cd1-9505-4d679191976b owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:34.554806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ced4cc4d-7f46-4180-8c2a-4115dc7dcc42 service neutron] 10.222.0.18 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416109 Aug 31 09:28:34.655346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.755623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=73332db7-54bd-4cd1-9505-4d679191976b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:34.853775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.897419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.900479 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a8945d1-67e9-4f63-af3c-fa90400a88b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/73332db7-54bd-4cd1-9505-4d679191976b HTTP/1.1" status: 204 len: 168 time: 3.0668864 Aug 31 09:28:34.903482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-841a9384-a948-4de0-bba1-6bb8308f2d76 service neutron] 10.222.0.18 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288426 Aug 31 09:28:34.904142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55508) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:34.923019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f836a5-7a44-40e3-b76b-43d19c7d1c15 req-b062f04b-d559-4a30-a8fa-fa7cec38c932 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b6b531d-ad71-4db2-8899-37828ee8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.1500549 Aug 31 09:28:35.212679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:35.239824 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9611234a-4403-4495-9e39-4c362cf7f23e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:28:35.243115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9611234a-4403-4495-9e39-4c362cf7f23e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/73332db7-54bd-4cd1-9505-4d679191976b HTTP/1.1" status: 404 len: 333 time: 0.3378112 Aug 31 09:28:35.245929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55516) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:35.400090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:35.400478 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.410258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 2cd50174-a655-403a-bb08-bd1429b32018 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:35.414189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.535183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.731927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 37acd09c-c01d-4fab-acef-34b20a65a448 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:35.886975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Allocated IP 172.20.0.1 (034a339d-ef10-4731-81c8-168b1fbb74be/0c416612-4c40-44d3-934f-f3833ae6eb18/160bce8b-37b7-420d-8dad-58d2aeb9e0f8) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:35.906981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.989696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 37acd09c-c01d-4fab-acef-34b20a65a448 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:36.010876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 37acd09c-c01d-4fab-acef-34b20a65a448 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:36.011375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.058870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-7543376e-dd3f-4e60-85a4-d6b97e0ac5c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=0b6b531d-ad71-4db2-8899-37828ee8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.4454572 Aug 31 09:28:36.134835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.305652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.317847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.407487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.416359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Transition to ACTIVE for port object 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:36.471610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 37acd09c-c01d-4fab-acef-34b20a65a448, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=37acd09c-c01d-4fab-acef-34b20a65a448,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:36.477770 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.522527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.665175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=37acd09c-c01d-4fab-acef-34b20a65a448,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.711893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network 034a339d-ef10-4731-81c8-168b1fbb74be is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:36.729892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:36.734392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:36.746892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd50174-a655-403a-bb08-bd1429b32018,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.786002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed588-62dc-4bf2-abc5-0983f0292ded req-48106b90-1861-4fc6-a72a-0f36a1df9060 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:36.800868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77aed588-62dc-4bf2-abc5-0983f0292ded req-48106b90-1861-4fc6-a72a-0f36a1df9060 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 1.2131133 Aug 31 09:28:36.832597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13dcd12-4957-4522-bee1-67b378a009ec None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:36.865943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.878947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a9fec02-ae83-44d4-8d69-13bee7ff8805 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/2cd50174-a655-403a-bb08-bd1429b32018 HTTP/1.1" status: 204 len: 168 time: 1.6317496 Aug 31 09:28:36.895906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Port': ['ID=160bce8b-37b7-420d-8dad-58d2aeb9e0f8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.901400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55552) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:36.971222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.991522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-cb5558a4-5145-4176-80e7-d0239eb29e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:36.994178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-cb5558a4-5145-4176-80e7-d0239eb29e84 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8639579 Aug 31 09:28:37.086944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-510a8337-2b44-49c5-a9a4-ce9e882e9d80 req-041510ae-02ed-414a-bde6-a283db5ff9fc tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.2269878 Aug 31 09:28:37.270396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 8c4098fb-b007-4277-8f4b-7257f8c905de {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:37.276861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.285267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 37acd09c-c01d-4fab-acef-34b20a65a448 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:37.388675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-0663b299-75fb-4e14-975e-110d08161d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.390855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-0663b299-75fb-4e14-975e-110d08161d10 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3488085 Aug 31 09:28:37.396853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77aed588-62dc-4bf2-abc5-0983f0292ded req-9b0f52c7-2131-4c59-83c3-d509e63ac4ea tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767758 Aug 31 09:28:37.422151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.517273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0ef63f21-6149-4eb8-af8a-15e39a2726ef None None] Provisioning for port 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:37.548818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0ef63f21-6149-4eb8-af8a-15e39a2726ef None None] Provisioning complete for port 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:37.548818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ef63f21-6149-4eb8-af8a-15e39a2726ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.585864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.623754 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e8af6e5-ce88-4925-ba34-c1f9f4cb9021 req-083cb1ce-6ed8-42ca-9f62-bf10fc5dc2d7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b6b531d-ad71-4db2-8899-37828ee8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.1109436 Aug 31 09:28:37.643443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 37acd09c-c01d-4fab-acef-34b20a65a448 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:37.644072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.803822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0ef63f21-6149-4eb8-af8a-15e39a2726ef None None] Port 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:37.979233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.199783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.295345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.300378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/8c4098fb-b007-4277-8f4b-7257f8c905de HTTP/1.1" status: 204 len: 168 time: 1.3889577 Aug 31 09:28:38.301362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aee9c-1338-47a9-8c77-d2d0a6273c98 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4098fb-b007-4277-8f4b-7257f8c905de,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.303644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55580) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:38.340406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-0d72cea1-04f4-461c-b80d-4cb132aff1da tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:38.345364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-0d72cea1-04f4-461c-b80d-4cb132aff1da tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 811 time: 0.4248316 Aug 31 09:28:38.387443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-5b668192-4671-4e8f-9b0d-9fa371b8ca0f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:38.391890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-5b668192-4671-4e8f-9b0d-9fa371b8ca0f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.7459984 Aug 31 09:28:38.550416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-46014d79-fdf5-4ed0-b00a-fad60678b309 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cfe5168892940799294d2ec5ed4dc5b HTTP/1.1" status: 200 len: 380 time: 0.1555252 Aug 31 09:28:38.614825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-489d2445-4d8a-441d-b7be-eac0814cad1f req-1d05533b-f4cd-4dd6-9ea0-bdba1db5ec75 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.1858773 Aug 31 09:28:38.631361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'port': {'device_id': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'admin_state_up': True, 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'security_groups': ['7c986c70-7642-4e9f-8075-8fa65a90e072']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:38.635867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-98c4c02a-786c-4f1e-993d-c3bcee682748 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.1680973 Aug 31 09:28:38.654215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.915486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-16e970ce-f1d8-4fde-8528-32a20b502fb2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971470 Aug 31 09:28:38.940775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:38.941363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.949191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282bee2e-c0e7-4b4d-b8d2-fd878def3a8a None None] Network 6ebd58de-0455-40d2-9530-f704a6c780fb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:39.043658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.081078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-12358b7a-7f4e-45d4-809d-58f8b3158895 None None] Provisioning complete for port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:39.081855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-12358b7a-7f4e-45d4-809d-58f8b3158895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.127246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.140042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-93a2d426-b0cf-4840-a506-75b9381b4f6c service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648962 Aug 31 09:28:39.314307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] For port 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8552dc5f-3d2f-4906-aac0-905e8cf703f8,segment=NetworkSegment(bab33882-d379-42e3-97b4-b43e038611c8),segment_id=bab33882-d379-42e3-97b4-b43e038611c8)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:39.315211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.331359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.336297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Port': ['ID=160bce8b-37b7-420d-8dad-58d2aeb9e0f8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:39.428861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 8552dc5f-3d2f-4906-aac0-905e8cf703f8 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:39.455869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] DHCP port deletion for 6ebd58de-0455-40d2-9530-f704a6c780fb request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:39.597169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] Deleting port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:39.597583 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.667884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.715127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] For port 8552dc5f-3d2f-4906-aac0-905e8cf703f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8552dc5f-3d2f-4906-aac0-905e8cf703f8,segment=NetworkSegment(bab33882-d379-42e3-97b4-b43e038611c8),segment_id=bab33882-d379-42e3-97b4-b43e038611c8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:39.715884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.729886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=8552dc5f-3d2f-4906-aac0-905e8cf703f8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:39.751319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No DVR routers for this DVR port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:39.756828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] Calling delete_port for 8552dc5f-3d2f-4906-aac0-905e8cf703f8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:39.879087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.896597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebd58de-0455-40d2-9530-f704a6c780fb']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:39.912312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab33882-d379-42e3-97b4-b43e038611c8') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:39.913817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab33882-d379-42e3-97b4-b43e038611c8') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:39.925389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.928634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.949407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.963845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:39.965621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.971545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] Pushing event deleted for resources: {'Port': ['ID=8552dc5f-3d2f-4906-aac0-905e8cf703f8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:39.974307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d91b6-7f4c-46e7-a298-24a3ad0dd376 None None] No DVR routers for this DVR port 8552dc5f-3d2f-4906-aac0-905e8cf703f8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:40.037788 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:40.051208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network 034a339d-ef10-4731-81c8-168b1fbb74be is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:40.053806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:40.081987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.095283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d13a9-a14c-4612-9efa-562cde8bddb9 req-ea54b94d-deb5-44a7-82f6-1669c34cdffc tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:40.101410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.104688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-195d13a9-a14c-4612-9efa-562cde8bddb9 req-ea54b94d-deb5-44a7-82f6-1669c34cdffc tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 1.2875893 Aug 31 09:28:40.104954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/6ebd58de-0455-40d2-9530-f704a6c780fb HTTP/1.1" status: 204 len: 168 time: 1.7962039 Aug 31 09:28:40.132997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55706) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:40.165110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Made reservation on behalf of 5cfe5168892940799294d2ec5ed4dc5b for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:40.172286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.191319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27d799-c2f4-406c-a84d-f60a4a68ae4f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=6ebd58de-0455-40d2-9530-f704a6c780fb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:40.287231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-195d13a9-a14c-4612-9efa-562cde8bddb9 req-0c687b70-df29-4556-a4d1-7616d4084a65 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813996 Aug 31 09:28:40.337452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Router 492b65db-7755-4375-9351-c25e5793b9b7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:40.363002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-e090b3fd-18fe-4915-ae95-a3864be727ca service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1997662 Aug 31 09:28:40.385062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8eb3-73ec-42e8-8af1-955f890e8ceb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:40.387442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d65e8eb3-73ec-42e8-8af1-955f890e8ceb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2483094 Aug 31 09:28:40.406414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55728) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:40.524186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-329d8ae6-b7bc-4774-853f-57dd42fc6484 None None] Provisioning complete for port 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:40.524562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-329d8ae6-b7bc-4774-853f-57dd42fc6484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.562184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ac42684-593a-4d76-9a40-55d70fa4e994 req-dc2f6182-f4db-4cc4-92b3-3100832ccb66 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.0981939 Aug 31 09:28:40.699702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-329d8ae6-b7bc-4774-853f-57dd42fc6484 None None] Port 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:40.732815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a486e43b-2549-458b-821c-285b926e7438 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3259327 Aug 31 09:28:40.739379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55758) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:40.760997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-680273444'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:40.797623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Allocated IP 172.20.0.10 (ed8a809a-9cf9-4dc3-b3dd-fb3b26090607/c48872f4-d439-4484-9f73-da3be34c56d6/28b18a29-7475-4894-a9de-fa2adb5d5490) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:40.840923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:40.850025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.857465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:40.879883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-84a5496d-b3f5-404b-906b-18e2cd6c7b48 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "PUT /v2.0/routers/492b65db-7755-4375-9351-c25e5793b9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3430250 Aug 31 09:28:40.883216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55772) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:40.888706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] Sync routers for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:40.897128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Request body: {'port': {'network_id': '034a339d-ef10-4731-81c8-168b1fbb74be', 'name': 'tempest-FloatingIPAdminTestJSON-811318543'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:40.913285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:40.914304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:40.992916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.005676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8552dc5f-3d2f-4906-aac0-905e8cf703f8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:41.034603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:41.060689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6701894e-94b3-4cd9-b8dd-ad2665cd5f5f req-72009408-51e5-46a9-814a-9780ba53a38d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 210 time: 0.1394520 Aug 31 09:28:41.063915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.064772 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment b80fe189-1465-4cd2-a5e5-daa395f26af2 of type vlan for network f3dd5f3b-cff2-4544-9d18-7d74d1969173 Aug 31 09:28:41.105882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8552dc5f-3d2f-4906-aac0-905e8cf703f8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:41.107734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8552dc5f-3d2f-4906-aac0-905e8cf703f8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:41.112551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:41.114111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.178035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.179046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef458a5-d705-426f-91cd-6479b051b62b None None] The sync data for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:41.207088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.212706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Made reservation on behalf of 4dd65e99c79f4ccc85b033e966b04e01 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:41.218652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.255410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] device_id is not set on port c94dca88-cfcb-40ac-804b-64645df59182 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:41.381090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.395698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:41.399487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.535576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.580849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9208245-23e1-45af-bdcb-59bc310bf31f req-90edba7a-c84e-4027-b6df-b69f60e4e009 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:41.583556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9208245-23e1-45af-bdcb-59bc310bf31f req-90edba7a-c84e-4027-b6df-b69f60e4e009 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.1376874 Aug 31 09:28:41.594202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Transition to ACTIVE for port object 28b18a29-7475-4894-a9de-fa2adb5d5490 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:41.658172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9164732 Aug 31 09:28:41.663913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:41.710188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:41.737050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9208245-23e1-45af-bdcb-59bc310bf31f req-a9b6063b-d9b9-4fe6-9a52-0a5480368980 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397202 Aug 31 09:28:41.948637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-059e2f42-3ad8-49af-bf33-cd060167ac64 req-641bd8fe-195d-4af9-b9c3-3c5df6766922 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.1668384 Aug 31 09:28:41.950547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.985616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc85f85-0a40-4f11-b1c8-e760c9e9fa23 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=f3dd5f3b-cff2-4544-9d18-7d74d1969173,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:42.004726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:42.034635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:42.040496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:42.048076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:42.052618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Allocated IP 172.20.0.6 (034a339d-ef10-4731-81c8-168b1fbb74be/0c416612-4c40-44d3-934f-f3833ae6eb18/c94dca88-cfcb-40ac-804b-64645df59182) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:42.055556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:42.057886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'Port': ['ID=28b18a29-7475-4894-a9de-fa2adb5d5490,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:42.065839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.235553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:42.236587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.287814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-9313fd94-f060-49eb-bbe5-e90e42b3edf1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6707108 Aug 31 09:28:42.334695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Request body: {'port': {'device_id': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:42.388617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7c09d58-aa87-419a-b606-1e6e930143a0 req-e9bef265-c77a-4850-ad62-eacc66d4b7ce tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0885072 Aug 31 09:28:42.497212 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.557028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b75fb541-063f-4f37-8c7b-3bbbbf1369af None None] Provisioning for port 28b18a29-7475-4894-a9de-fa2adb5d5490 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:42.561529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b75fb541-063f-4f37-8c7b-3bbbbf1369af None None] Provisioning complete for port 28b18a29-7475-4894-a9de-fa2adb5d5490 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:42.562087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b75fb541-063f-4f37-8c7b-3bbbbf1369af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.625470 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.754409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b75fb541-063f-4f37-8c7b-3bbbbf1369af None None] Port 28b18a29-7475-4894-a9de-fa2adb5d5490 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:42.946673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.959388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Transition to ACTIVE for port object c94dca88-cfcb-40ac-804b-64645df59182 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:43.254963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=4ef53880-aeeb-4380-9681-29e97e421ed5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.307785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cc283-423f-4a4e-bdfb-eb456306d60a req-b5b45c36-e1e0-4f2c-a3e5-453554901849 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.310943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e97cc283-423f-4a4e-bdfb-eb456306d60a req-b5b45c36-e1e0-4f2c-a3e5-453554901849 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 932 time: 0.1545131 Aug 31 09:28:43.322829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc4ef-5f7d-4d37-9ec6-5643eae97a46 req-6a85a10a-d591-455b-b98a-d9425994854f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.325202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-492fc4ef-5f7d-4d37-9ec6-5643eae97a46 req-6a85a10a-d591-455b-b98a-d9425994854f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2978649 Aug 31 09:28:43.337484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': 'b80fe189-1465-4cd2-a5e5-daa395f26af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:43.338083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: f3dd5f3b-cff2-4544-9d18-7d74d1969173, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:43.366863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.388596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:43.441177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e97cc283-423f-4a4e-bdfb-eb456306d60a req-7fb10cdc-f565-48f0-9257-75c5da331202 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081059 Aug 31 09:28:43.449710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-6e08f802-f7cb-49b2-8c5b-f7dccfb4fac8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.452438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-6e08f802-f7cb-49b2-8c5b-f7dccfb4fac8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.5418603 Aug 31 09:28:43.460201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, f3dd5f3b-cff2-4544-9d18-7d74d1969173) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:43.473998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Network 034a339d-ef10-4731-81c8-168b1fbb74be is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:43.481910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.482908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.485868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5474b-5c95-41cf-9cd3-a30ec6c247ed None None] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:43.488001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Request body: {'port': {'device_id': '15fc9e87-6327-4228-8775-8b241843fdc6', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'admin_state_up': True, 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:43.497774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:43.548047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:43.562645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event updated for resources: {'Port': ['ID=c94dca88-cfcb-40ac-804b-64645df59182,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.706256 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a949cd35-1ed3-43ba-b6bd-c63ad1a30fd9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0153501 Aug 31 09:28:43.732749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:43.742031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173', 'name': 'tempest-PortsIpV6TestJSON-1997713222'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:43.857126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55998) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:43.977689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-492fc4ef-5f7d-4d37-9ec6-5643eae97a46 req-fed29497-f48a-41a5-a1c4-a0fd2b9c6520 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321611 Aug 31 09:28:44.014248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e467e7e5-dea4-4a56-be2e-191cb37e51ce req-3352f0f1-a3f3-4def-be6d-a7cbac33c7e9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 210 time: 0.2461345 Aug 31 09:28:44.028798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b18a29-7475-4894-a9de-fa2adb5d5490 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:44.043824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.049242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:44.055325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.231069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:44.232182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.257816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:44.269748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.274974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2321361d-0114-4aa9-9483-69fd5b63d720 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3898501 Aug 31 09:28:44.278667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56030) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:44.339448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 867c6fd3-102f-41af-8b45-ef8e234a4b29 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:44.345623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Transition to ACTIVE for port object 28b18a29-7475-4894-a9de-fa2adb5d5490 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:44.351993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06c60ce1-a918-48c3-aa2e-68ad89bd6ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.360040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.380211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Allocated IP 172.20.0.12 (2ef03d3e-f9bb-4602-9068-85c58db84ae9/ab9b22a3-96e5-4a2f-a22e-951453d57408/39aee55f-d1a1-48d7-86f3-0b1bdce11ab0) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:44.707990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'project_id': '4dd65e99c79f4ccc85b033e966b04e01', 'port_id': 'c94dca88-cfcb-40ac-804b-64645df59182'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:44.745144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Pushing event updated for resources: {'Port': ['ID=28b18a29-7475-4894-a9de-fa2adb5d5490,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:44.791872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::300 (f3dd5f3b-cff2-4544-9d18-7d74d1969173/4ef53880-aeeb-4380-9681-29e97e421ed5/867c6fd3-102f-41af-8b45-ef8e234a4b29) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:44.799450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-f3dd5f3b-cff2-4544-9d18-7d74d1969173', 'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '4ef53880-aeeb-4380-9681-29e97e421ed5'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:44.800503 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.821411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6fd51de4-3da9-4be8-bfc2-96efadaa239b None None] Provisioning for port c94dca88-cfcb-40ac-804b-64645df59182 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:44.831222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6fd51de4-3da9-4be8-bfc2-96efadaa239b None None] Provisioning complete for port c94dca88-cfcb-40ac-804b-64645df59182 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:44.831843 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6fd51de4-3da9-4be8-bfc2-96efadaa239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.907137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6fd51de4-3da9-4be8-bfc2-96efadaa239b None None] Port c94dca88-cfcb-40ac-804b-64645df59182 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:44.942335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Attempting to bind port 28b18a29-7475-4894-a9de-fa2adb5d5490 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:44.944121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Attempting to bind port 28b18a29-7475-4894-a9de-fa2adb5d5490 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:44.944725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Attempting to bind port 28b18a29-7475-4894-a9de-fa2adb5d5490 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:45.009552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Port 28b18a29-7475-4894-a9de-fa2adb5d5490 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:45.010171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Attempting to bind port 28b18a29-7475-4894-a9de-fa2adb5d5490 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:45.046693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102a1-b7b0-4ae3-99b1-0ea85ba6a28d req-d74fe64f-6323-4c6d-8179-e6830cf5daf5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.049167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0aa102a1-b7b0-4ae3-99b1-0ea85ba6a28d req-d74fe64f-6323-4c6d-8179-e6830cf5daf5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 944 time: 0.3231940 Aug 31 09:28:45.064435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:45.065176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Checking segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:45.065778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Bound using segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:45.066685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Bound port: 28b18a29-7475-4894-a9de-fa2adb5d5490, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:45.067450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.111802 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.127630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.159673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 867c6fd3-102f-41af-8b45-ef8e234a4b29 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:45.201918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] For port 28b18a29-7475-4894-a9de-fa2adb5d5490, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:45.206531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.207689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] For port 28b18a29-7475-4894-a9de-fa2adb5d5490, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=28b18a29-7475-4894-a9de-fa2adb5d5490,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:45.248489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.258456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:45.262719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:45.266637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:45.279202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.283678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.313445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=867c6fd3-102f-41af-8b45-ef8e234a4b29,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.323066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Allocated IP 2001:db8::2 (f3dd5f3b-cff2-4544-9d18-7d74d1969173/4ef53880-aeeb-4380-9681-29e97e421ed5/93b457a2-c391-4ff6-94eb-308ea4c9a97f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:45.434189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.435574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.438072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1093 time: 3.1160963 Aug 31 09:28:45.466210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0aa102a1-b7b0-4ae3-99b1-0ea85ba6a28d req-a6188ce8-ebc3-412f-8650-aaee7ce73317 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940403 Aug 31 09:28:45.466992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:45.470974 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24482c-69ef-42f1-ad6c-b34ccf74c740" -d '{"events": [{"name": "network-changed", "server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:45.487859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06c60ce1-a918-48c3-aa2e-68ad89bd6ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.521047 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.533403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Transition to ACTIVE for port object 93b457a2-c391-4ff6-94eb-308ea4c9a97f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:45.556756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Transition to ACTIVE for port object 93b457a2-c391-4ff6-94eb-308ea4c9a97f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:45.557016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.559394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3c14-c512-4396-9c19-c805db7353a4 service neutron] Pushing event updated for resources: {'Port': ['ID=28b18a29-7475-4894-a9de-fa2adb5d5490,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.567131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.579746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06c60ce1-a918-48c3-aa2e-68ad89bd6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.598883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-961d4564-af87-4cb5-911c-fef168d3e628 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8642735 Aug 31 09:28:45.600755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56102) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.613615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173', 'name': 'tempest-PortsIpV6TestJSON-135360138'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:45.641147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c212d-c406-484a-a2c0-2d23b8b6b59b req-80b57828-a46c-4ff7-bc75-9447c47e8ce3 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.649439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-681c212d-c406-484a-a2c0-2d23b8b6b59b req-80b57828-a46c-4ff7-bc75-9447c47e8ce3 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.4370954 Aug 31 09:28:45.661773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c60ce1-a918-48c3-aa2e-68ad89bd6ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d4a2d-fd3d-477b-bd68-ea5b87fab0d7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.688095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Pushing event updated for resources: {'Port': ['ID=93b457a2-c391-4ff6-94eb-308ea4c9a97f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.714280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:45.717324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:45.722741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:45.759576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-386514a3-092c-40b2-9791-bc0c654a8483 req-1f7a7d22-52e7-4cdf-beee-13d43e1ecb7b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 210 time: 0.0938900 Aug 31 09:28:45.766301 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.842144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-06c60ce1-a918-48c3-aa2e-68ad89bd6ae9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6ad1cc655ff4135b0e67baac0c3f111&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9499385 Aug 31 09:28:45.845669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:45.857870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56104) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.864202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Attempting to bind port 93b457a2-c391-4ff6-94eb-308ea4c9a97f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:45.865360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Attempting to bind port 93b457a2-c391-4ff6-94eb-308ea4c9a97f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b80fe189-1465-4cd2-a5e5-daa395f26af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:45.865547 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b59cd8d-6477-4ff0-95f6-27cfea388f2f x-openstack-request-id: req-6b59cd8d-6477-4ff0-95f6-27cfea388f2f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:45.865895 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:45.866360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Attempting to bind port 93b457a2-c391-4ff6-94eb-308ea4c9a97f on network f3dd5f3b-cff2-4544-9d18-7d74d1969173 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:45.866572 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b59cd8d-6477-4ff0-95f6-27cfea388f2f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:45.867270 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'status': 'completed', 'code': 200} Aug 31 09:28:45.877528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:45.877898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Checking segment: {'id': 'b80fe189-1465-4cd2-a5e5-daa395f26af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:45.878349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.878801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Bound using segment: {'id': 'b80fe189-1465-4cd2-a5e5-daa395f26af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:45.879315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Bound port: 93b457a2-c391-4ff6-94eb-308ea4c9a97f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80fe189-1465-4cd2-a5e5-daa395f26af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f3dd5f3b-cff2-4544-9d18-7d74d1969173'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:45.879702 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.887148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:45.901174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:45.918357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-681c212d-c406-484a-a2c0-2d23b8b6b59b req-a12e3acc-737b-4714-bcff-802da84c477a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679880 Aug 31 09:28:45.965721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-baa6167e-4cf0-4d31-bcf6-8a4e03089bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.967364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-baa6167e-4cf0-4d31-bcf6-8a4e03089bcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1096 time: 0.3980141 Aug 31 09:28:45.968209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event updated for resources: {'Port': ['ID=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.985880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] For port 93b457a2-c391-4ff6-94eb-308ea4c9a97f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:45.993462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] For port 93b457a2-c391-4ff6-94eb-308ea4c9a97f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=93b457a2-c391-4ff6-94eb-308ea4c9a97f,segment=NetworkSegment(b80fe189-1465-4cd2-a5e5-daa395f26af2),segment_id=b80fe189-1465-4cd2-a5e5-daa395f26af2)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:46.003533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.041637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-0cbf8cc2-64cd-42fa-a39d-2b3ed652df1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 217 time: 0.0553412 Aug 31 09:28:46.067403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.068396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.101368 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dce51e91-0f06-4ac4-b894-68b8ce919ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.140470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-424a1be3-5a86-411a-86d6-80064340f4d2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6571906 Aug 31 09:28:46.147888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ed9601f9-5ddf-457a-a8af-751a9f8deb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.150001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ed9601f9-5ddf-457a-a8af-751a9f8deb17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.0996404 Aug 31 09:28:46.161358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dce51e91-0f06-4ac4-b894-68b8ce919ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.179114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36648c3-2bae-45fa-b8c1-4745688ea17f None None] Pushing event updated for resources: {'Port': ['ID=93b457a2-c391-4ff6-94eb-308ea4c9a97f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.181823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Request body: {'port': {'device_id': '15fc9e87-6327-4228-8775-8b241843fdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:46.319988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-d671e6e0-b538-41f9-8ca6-04e929f214f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.322494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-d671e6e0-b538-41f9-8ca6-04e929f214f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559265 Aug 31 09:28:46.323931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.418838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dce51e91-0f06-4ac4-b894-68b8ce919ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.422672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dce51e91-0f06-4ac4-b894-68b8ce919ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.424182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dce51e91-0f06-4ac4-b894-68b8ce919ce1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e8d4a2d-fd3d-477b-bd68-ea5b87fab0d7 HTTP/1.1" status: 204 len: 168 time: 0.5630813 Aug 31 09:28:46.565380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce51e91-0f06-4ac4-b894-68b8ce919ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d4a2d-fd3d-477b-bd68-ea5b87fab0d7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.697707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:46.705511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.804695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.807757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:46.861672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-ea37a399-d30c-4a5c-861a-226bf73a47d9 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266378 Aug 31 09:28:47.031009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 93b457a2-c391-4ff6-94eb-308ea4c9a97f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:47.161651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Allocated IP 172.25.4.162 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f8897489-09ef-4453-b9c6-996ac4d102c8) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:47.187206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::1b6 (f3dd5f3b-cff2-4544-9d18-7d74d1969173/4ef53880-aeeb-4380-9681-29e97e421ed5/0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:47.207533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ac7e-a168-413c-819b-edc02ac6ae5c req-cd642a87-9e93-406f-af67-4cb8b194dd88 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.215593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7e3ac7e-a168-413c-819b-edc02ac6ae5c req-cd642a87-9e93-406f-af67-4cb8b194dd88 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 944 time: 0.5169051 Aug 31 09:28:47.262276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 93b457a2-c391-4ff6-94eb-308ea4c9a97f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:47.694928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.717802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96599cfc-cada-4033-b3ea-e31d0dfaadd6 req-45691cec-d5c4-478f-8f9e-ce8345951c2a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.731857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96599cfc-cada-4033-b3ea-e31d0dfaadd6 req-45691cec-d5c4-478f-8f9e-ce8345951c2a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 932 time: 0.6579843 Aug 31 09:28:47.738050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.742381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42b13b16-b9c7-4664-9144-515704aa0cb4 req-f3a504fe-332e-413d-b2bc-a78b09dae919 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674824 Aug 31 09:28:47.777269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:47.795926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:47.813419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.839284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7e3ac7e-a168-413c-819b-edc02ac6ae5c req-c9061819-aab9-433e-a3c9-bba76f920032 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447368 Aug 31 09:28:47.922820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Transition to ACTIVE for port object 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:47.941465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.018226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:48.023308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.026542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:48.032731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:48.043292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:48.051400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:48.052121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.058102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.069034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96599cfc-cada-4033-b3ea-e31d0dfaadd6 req-2ca686cf-4c0c-4e77-9cdc-2b478f2039e2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360889 Aug 31 09:28:48.095393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06bf7c-11b1-4b0d-88cb-da7b0c2ea57f None None] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:48.158189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-611bf7d0-f0f1-4afa-87b0-44eba6a8f044 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5528722 Aug 31 09:28:48.159261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:48.165873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56138) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.184334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:48.201331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-44dfd228-c0f6-4544-a7d6-4c2d4a0de090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:48.204157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-44dfd228-c0f6-4544-a7d6-4c2d4a0de090 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1096 time: 0.3325217 Aug 31 09:28:48.206230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Pushing event updated for resources: {'Port': ['ID=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:48.245722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:48.252674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] Provisioning for port 93b457a2-c391-4ff6-94eb-308ea4c9a97f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:48.261068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] Provisioning complete for port 93b457a2-c391-4ff6-94eb-308ea4c9a97f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:48.263225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.285004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Pushing event updated for resources: {'Port': ['ID=f8897489-09ef-4453-b9c6-996ac4d102c8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:48.349749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f6b99-9ddb-4ce0-be79-46d0022c6b29 req-65cc6437-7652-41f0-9333-a0aefbc9376d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:48.352527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f06f6b99-9ddb-4ce0-be79-46d0022c6b29 req-65cc6437-7652-41f0-9333-a0aefbc9376d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.3479009 Aug 31 09:28:48.375453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70b8552-8815-4866-ae22-46a28ad67cfb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:48.381217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a70b8552-8815-4866-ae22-46a28ad67cfb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A300 HTTP/1.1" status: 200 len: 929 time: 0.2138853 Aug 31 09:28:48.382345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56142) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.448765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Attempting to bind port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:48.449093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Attempting to bind port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:48.449383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Attempting to bind port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:48.469759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f06f6b99-9ddb-4ce0-be79-46d0022c6b29 req-eb972e2c-8ae6-466b-9e47-f83de84e206b tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016400 Aug 31 09:28:48.480277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:48.480662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Attempting to bind port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:48.484302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-2028ef94-de06-495b-b630-11f49cdbf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:48.486095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-2028ef94-de06-495b-b630-11f49cdbf304 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.2692375 Aug 31 09:28:48.550949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:48.551520 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:48.552146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Bound using segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:48.553091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Bound port: 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:48.553615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.561279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-594b0df0-7b5e-4862-8f2a-09e133d93ad9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 217 time: 0.0639269 Aug 31 09:28:48.659010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.753271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.823411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] For port 93b457a2-c391-4ff6-94eb-308ea4c9a97f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=93b457a2-c391-4ff6-94eb-308ea4c9a97f,segment=NetworkSegment(b80fe189-1465-4cd2-a5e5-daa395f26af2),segment_id=b80fe189-1465-4cd2-a5e5-daa395f26af2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:48.830901 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.924002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9220fa9-b25e-4238-a230-af2251df44b5 None None] Pushing event updated for resources: {'Port': ['ID=93b457a2-c391-4ff6-94eb-308ea4c9a97f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:48.989073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:48.990346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.192049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Provisioning for port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:49.210122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Provisioning complete for port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:49.210600 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.260303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.298134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:49.307646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:49.336778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Provisioning complete for port 93b457a2-c391-4ff6-94eb-308ea4c9a97f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:49.337155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.394212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-03d4fe24-b590-4795-9bcf-cd4e356b5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.406760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-03d4fe24-b590-4795-9bcf-cd4e356b5a30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.8342063 Aug 31 09:28:49.474506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] For port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:49.539987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeabe5d-3e43-4cd8-8e29-65ff527765f7 req-58e7c386-6be4-48e6-b962-1db7a628f746 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.552759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eeabe5d-3e43-4cd8-8e29-65ff527765f7 req-58e7c386-6be4-48e6-b962-1db7a628f746 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 944 time: 0.3104930 Aug 31 09:28:49.578139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8de8da-f08b-4b90-8fda-e94ed9cec61c req-bd094bff-c230-4d3e-a014-e288c811ae55 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.588183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec8de8da-f08b-4b90-8fda-e94ed9cec61c req-bd094bff-c230-4d3e-a014-e288c811ae55 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 944 time: 0.3983479 Aug 31 09:28:49.594891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Provisioning for port 867c6fd3-102f-41af-8b45-ef8e234a4b29 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:49.606328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Provisioning complete for port 867c6fd3-102f-41af-8b45-ef8e234a4b29 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:49.606814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.666290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] For port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:49.730074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.751526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9a00b694-45f8-49fd-804b-34fbc545ad51 None None] Port 867c6fd3-102f-41af-8b45-ef8e234a4b29 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:49.825294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-8402413a-f4b3-4435-b4ed-bb2d3507e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.829511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-8402413a-f4b3-4435-b4ed-bb2d3507e4e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4114332 Aug 31 09:28:49.887713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec8de8da-f08b-4b90-8fda-e94ed9cec61c req-6638062b-8530-4a0e-909f-f59f073a1a79 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927005 Aug 31 09:28:49.887986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-44770c00-0dfc-46d7-81dc-d72425a092d6 None None] Provisioning complete for port 867c6fd3-102f-41af-8b45-ef8e234a4b29 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:49.887986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44770c00-0dfc-46d7-81dc-d72425a092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.916419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eeabe5d-3e43-4cd8-8e29-65ff527765f7 req-93804cb3-1cce-4854-8f4f-289375bcca89 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579354 Aug 31 09:28:49.982231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.987349 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.993578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] 10.222.0.23 "PUT /v2.0/ports/39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 HTTP/1.1" status: 200 len: 1093 time: 3.8287480 Aug 31 09:28:50.036879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-44770c00-0dfc-46d7-81dc-d72425a092d6 None None] Port 867c6fd3-102f-41af-8b45-ef8e234a4b29 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:50.044010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fc9e87-6327-4228-8775-8b241843fdc6', 'tag': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:50.046375 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf5596-df28-44a4-b23d-701a0476514e" -d '{"events": [{"name": "network-changed", "server_uuid": "15fc9e87-6327-4228-8775-8b241843fdc6", "tag": "39aee55f-d1a1-48d7-86f3-0b1bdce11ab0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:50.159691 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480d443d-0e62-4309-908d-2f4041d97ed9 x-openstack-request-id: req-480d443d-0e62-4309-908d-2f4041d97ed9 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:50.159975 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fc9e87-6327-4228-8775-8b241843fdc6", "tag": "39aee55f-d1a1-48d7-86f3-0b1bdce11ab0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:50.160224 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-480d443d-0e62-4309-908d-2f4041d97ed9 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:50.167820 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fc9e87-6327-4228-8775-8b241843fdc6', 'tag': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0', 'status': 'completed', 'code': 200} Aug 31 09:28:50.169373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-67669d88-ce84-4a92-b545-37cd9d1b6f5f None None] Provisioning complete for port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:50.170270 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67669d88-ce84-4a92-b545-37cd9d1b6f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.232526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.248312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79a637-58f3-4a51-8c16-26c2e77ae99c service neutron] Pushing event updated for resources: {'Port': ['ID=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.249415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-67669d88-ce84-4a92-b545-37cd9d1b6f5f None None] Port 0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:50.305894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-15c04463-9f03-4b77-a74f-44e9ad6ea55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.308904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-15c04463-9f03-4b77-a74f-44e9ad6ea55b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.2327924 Aug 31 09:28:50.321348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.355557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879941-f967-4430-98cc-f09bc50dc32c req-cdfbceba-2b2c-475f-bbbb-39034f9c4e4a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.357209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39879941-f967-4430-98cc-f09bc50dc32c req-cdfbceba-2b2c-475f-bbbb-39034f9c4e4a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.3073447 Aug 31 09:28:50.362056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-4f7c0f29-ba19-415a-a5cc-8bd10703a117 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756808 Aug 31 09:28:50.370182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.377265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c9e7615-76eb-4897-ae0f-3d74204f0b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 HTTP/1.1" status: 204 len: 168 time: 1.9880552 Aug 31 09:28:50.379910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.408903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.436770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-64d443a5-de83-43dd-a44d-4fa2a9acf55e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 HTTP/1.1" status: 200 len: 217 time: 0.1047928 Aug 31 09:28:50.526788 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfa7e5f-1a4b-46f5-abda-964a42531cd6 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:28:50.528698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7bfa7e5f-1a4b-46f5-abda-964a42531cd6 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/0e32acd6-76d3-4bbd-ac0c-e1f4cb14feb3 HTTP/1.1" status: 404 len: 333 time: 0.1176908 Aug 31 09:28:50.542635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56232) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.587098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39879941-f967-4430-98cc-f09bc50dc32c req-7434d00a-731b-43fa-99c9-159a3bd3f81b tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704564 Aug 31 09:28:50.610355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 28b18a29-7475-4894-a9de-fa2adb5d5490 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:50.668592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-892fdc46-9c30-4147-8c30-71c5ee818130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.669886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.671564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-892fdc46-9c30-4147-8c30-71c5ee818130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.1781514 Aug 31 09:28:50.859573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 28b18a29-7475-4894-a9de-fa2adb5d5490, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=28b18a29-7475-4894-a9de-fa2adb5d5490,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:50.890892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'port_id': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'mac_address': 'fa:16:3e:9d:35:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:50.912186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-f0d6aa45-3563-4153-82ff-17322985f6cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984425 Aug 31 09:28:50.962689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 93b457a2-c391-4ff6-94eb-308ea4c9a97f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:51.022544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.056371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b18a29-7475-4894-a9de-fa2adb5d5490 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:51.095342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.106221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.106622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 28b18a29-7475-4894-a9de-fa2adb5d5490, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=28b18a29-7475-4894-a9de-fa2adb5d5490,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:51.113682 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.185589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 93b457a2-c391-4ff6-94eb-308ea4c9a97f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:51.188550 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.198100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Pushing event updated for resources: {'Port': ['ID=f8897489-09ef-4453-b9c6-996ac4d102c8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.277512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.278267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df24482c-69ef-42f1-ad6c-b34ccf74c740 req-8fc72435-6b96-4c50-acdc-0f907291b039 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625953 Aug 31 09:28:51.293019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=28b18a29-7475-4894-a9de-fa2adb5d5490,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.320236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968677-5250-439b-a3b2-89260ff9aebe req-0508dd72-8303-48fa-a6a3-5bdc54c488ec tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.330425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be968677-5250-439b-a3b2-89260ff9aebe req-0508dd72-8303-48fa-a6a3-5bdc54c488ec tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 945 time: 0.1888254 Aug 31 09:28:51.406677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 867c6fd3-102f-41af-8b45-ef8e234a4b29 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:51.407252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.439867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ea4b-96e9-4402-b606-0fe2ca756652 req-9f767080-3404-4cb5-9876-537208f465bf tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.447864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bd2ea4b-96e9-4402-b606-0fe2ca756652 req-9f767080-3404-4cb5-9876-537208f465bf tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 944 time: 0.3049471 Aug 31 09:28:51.462192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['28b18a29-7475-4894-a9de-fa2adb5d5490'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:51.503627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-95356d4e-369e-41d1-b31f-7e7dcfac5462 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717491 Aug 31 09:28:51.517075 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Floating IP 87314204-bf92-4601-aaca-0563f9f7f897 associated. External IP: 172.25.4.162, port: c94dca88-cfcb-40ac-804b-64645df59182. Aug 31 09:28:51.539681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be968677-5250-439b-a3b2-89260ff9aebe req-cf2f7519-108d-47de-ad03-e4380de3b2b3 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076039 Aug 31 09:28:51.776014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bd2ea4b-96e9-4402-b606-0fe2ca756652 req-cc215bfa-eeba-4352-a59c-9a135c61bfaf tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271511 Aug 31 09:28:51.849439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.903187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c78af2-8cc2-492c-bc8a-f5fce2ac18f5 req-2062be0e-b70e-4fee-a0e0-33f8adb3f637 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858297 Aug 31 09:28:51.904369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 867c6fd3-102f-41af-8b45-ef8e234a4b29 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:51.916344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba33bf-8078-4df2-88d0-13b262ea0f40 req-57da19e5-5ca4-4167-9a31-409c3b5a31d4 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.918178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbba33bf-8078-4df2-88d0-13b262ea0f40 req-57da19e5-5ca4-4167-9a31-409c3b5a31d4 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.1807122 Aug 31 09:28:52.002795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Router 492b65db-7755-4375-9351-c25e5793b9b7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:52.128923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbba33bf-8078-4df2-88d0-13b262ea0f40 req-6b7c7ab9-20a7-45e2-b749-52276ebe0ef8 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916406 Aug 31 09:28:52.187566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf5596-df28-44a4-b23d-701a0476514e req-0ad0923b-ffe2-4a87-936d-060404fb1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:52.190707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-0ad0923b-ffe2-4a87-936d-060404fb1f04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.1525753 Aug 31 09:28:52.232052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:52.259492 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] Sync routers for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:52.270885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.287764 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:52.289675 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.321400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.363161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4191c7fd-5d12-4157-830d-ab999fe9f3a6 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.0812538 Aug 31 09:28:52.363961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56250) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.372877 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.411178 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:52.417825 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.475383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=867c6fd3-102f-41af-8b45-ef8e234a4b29,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:52.509669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.511269 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33a15b-4df6-4302-8b6a-9705d1898a2e None None] The sync data for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:52.562880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.573808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe29e22c-909e-44a1-bbae-4f3756e01cf7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/867c6fd3-102f-41af-8b45-ef8e234a4b29 HTTP/1.1" status: 204 len: 168 time: 1.9770875 Aug 31 09:28:52.577864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56256) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.604293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 28b18a29-7475-4894-a9de-fa2adb5d5490 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:52.645704 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40d51ee-504b-4557-9c7c-9d2b841207ab tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:28:52.651031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e40d51ee-504b-4557-9c7c-9d2b841207ab tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/867c6fd3-102f-41af-8b45-ef8e234a4b29 HTTP/1.1" status: 404 len: 333 time: 0.0717983 Aug 31 09:28:52.656264 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2956abed-8a87-449e-a838-4f3bf449b3d3 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] 10.222.0.18 "GET /v2.0/floatingips/87314204-bf92-4601-aaca-0563f9f7f897 HTTP/1.1" status: 200 len: 982 time: 0.2867265 Aug 31 09:28:52.656579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56258) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.662380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56260) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.756827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 28b18a29-7475-4894-a9de-fa2adb5d5490 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:52.778683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 28b18a29-7475-4894-a9de-fa2adb5d5490 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:52.779439 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.798810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56262) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.822210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf5596-df28-44a4-b23d-701a0476514e req-f8a907df-7513-4029-a894-baaffbaec537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:52.824751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-f8a907df-7513-4029-a894-baaffbaec537 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.6238596 Aug 31 09:28:52.999964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 4ef53880-aeeb-4380-9681-29e97e421ed5 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:53.003706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.007323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-1f40e6ae-6ecb-4dea-b9f7-cf77c9db3458 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 HTTP/1.1" status: 200 len: 217 time: 0.1742997 Aug 31 09:28:53.018120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.056054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.083113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:53.089027 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc07b22-b645-4e3f-9c2d-46111896fe9e" -d '{"events": [{"server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "name": "network-vif-plugged", "status": "completed", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:53.128813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 28b18a29-7475-4894-a9de-fa2adb5d5490, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=28b18a29-7475-4894-a9de-fa2adb5d5490,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:53.137307 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.231267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf5596-df28-44a4-b23d-701a0476514e req-d93233a3-dd39-426e-8ec0-a97766707574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.247964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-d93233a3-dd39-426e-8ec0-a97766707574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.2364612 Aug 31 09:28:53.259242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=28b18a29-7475-4894-a9de-fa2adb5d5490,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:53.300098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5df6a-a97c-4883-b1ce-9ae4efad6c5c req-b9a0000c-dadd-45ca-8de9-e4d1dcca2546 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.301060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ca5df6a-a97c-4883-b1ce-9ae4efad6c5c req-b9a0000c-dadd-45ca-8de9-e4d1dcca2546 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 945 time: 0.6256351 Aug 31 09:28:53.311037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b035df7-de7c-4464-b58a-b05158180c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.333247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-bb8a7582-0fb1-44f1-a99c-edc832fd03ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548823 Aug 31 09:28:53.393700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcc2c3-c002-4f03-8362-c81622d08bdd req-8c8d30fb-fbb8-4654-b0d1-24966116baf8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.395470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6fcc2c3-c002-4f03-8362-c81622d08bdd req-8c8d30fb-fbb8-4654-b0d1-24966116baf8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 944 time: 0.2822886 Aug 31 09:28:53.509319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ca5df6a-a97c-4883-b1ce-9ae4efad6c5c req-fb5c121c-c293-4802-b0b2-1af7c62d9f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795933 Aug 31 09:28:53.554911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6fcc2c3-c002-4f03-8362-c81622d08bdd req-4a45faf7-0395-4464-94f0-3f631400e631 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261990 Aug 31 09:28:53.588069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-5132f114-8aee-41c4-9a63-0e676be5554c service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461662 Aug 31 09:28:53.595956 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda664d-240e-4085-b675-76f4e009575e x-openstack-request-id: req-2bda664d-240e-4085-b675-76f4e009575e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:53.597725 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "name": "network-vif-plugged", "status": "completed", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:53.599105 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bda664d-240e-4085-b675-76f4e009575e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:53.621790 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'code': 200} Aug 31 09:28:53.646611 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f4fa843-e535-432f-8256-0652e5426a59 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.9583375 Aug 31 09:28:53.653012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56274) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:53.735852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580a7c8-2cf2-4212-83c7-9bf2329a7d4e req-e35ac916-a389-40e0-a314-e55663079db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.737417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f580a7c8-2cf2-4212-83c7-9bf2329a7d4e req-e35ac916-a389-40e0-a314-e55663079db1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.1479993 Aug 31 09:28:53.851812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b035df7-de7c-4464-b58a-b05158180c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.882942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b035df7-de7c-4464-b58a-b05158180c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.890273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.946615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f580a7c8-2cf2-4212-83c7-9bf2329a7d4e req-a4c7b844-3d7c-439b-b8d9-09e724c0cb75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005627 Aug 31 09:28:53.951213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6665a-55fd-4b67-afdb-b7bc701f8cd3 req-efe0d55a-c948-4e12-81bc-39c749687689 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.954095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7c6665a-55fd-4b67-afdb-b7bc701f8cd3 req-efe0d55a-c948-4e12-81bc-39c749687689 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2029097 Aug 31 09:28:53.971260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baf5596-df28-44a4-b23d-701a0476514e req-33ebc208-b8d3-4093-9567-ab8664b0969c service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371797 Aug 31 09:28:53.973992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09081-d75c-4528-861c-53f11f7575da req-b60b8a06-3cd7-479a-80a5-a3924677c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.976675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af09081-d75c-4528-861c-53f11f7575da req-b60b8a06-3cd7-479a-80a5-a3924677c518 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.2290225 Aug 31 09:28:53.997258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035df7-de7c-4464-b58a-b05158180c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db78e2af-bf5c-4dac-90e0-469563306c0e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.033851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1b035df7-de7c-4464-b58a-b05158180c2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19060fb3a5f94c3f8f1560d882f78ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2175851 Aug 31 09:28:54.037682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:54.070227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.109164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7c6665a-55fd-4b67-afdb-b7bc701f8cd3 req-e6ebfb28-6893-406a-8c34-69dda3394dc1 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279364 Aug 31 09:28:54.119819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8af09081-d75c-4528-861c-53f11f7575da req-2b9ad522-8cf3-428b-8776-01ca63d88add service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146727 Aug 31 09:28:54.134854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef53880-aeeb-4380-9681-29e97e421ed5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.138763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.145288 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fd0650a6-491f-40d0-aa4d-cbe56f04b71c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/4ef53880-aeeb-4380-9681-29e97e421ed5 HTTP/1.1" status: 204 len: 168 time: 1.4706278 Aug 31 09:28:54.146007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56278) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:54.151106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting port f8897489-09ef-4453-b9c6-996ac4d102c8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:54.152648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.154459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a49a5f-6c18-44a9-bf8a-92549f7fc0c7 None None] Network f3dd5f3b-cff2-4544-9d18-7d74d1969173 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:54.168561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-931d99f2-b47f-44e6-8a28-c494c7f1a5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.213707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-931d99f2-b47f-44e6-8a28-c494c7f1a5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.312170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-931d99f2-b47f-44e6-8a28-c494c7f1a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.320667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-931d99f2-b47f-44e6-8a28-c494c7f1a5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.329475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-931d99f2-b47f-44e6-8a28-c494c7f1a5fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db78e2af-bf5c-4dac-90e0-469563306c0e HTTP/1.1" status: 204 len: 168 time: 0.2877872 Aug 31 09:28:54.352480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d99f2-b47f-44e6-8a28-c494c7f1a5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db78e2af-bf5c-4dac-90e0-469563306c0e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.362609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.390061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.390647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.420167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Calling delete_port for f8897489-09ef-4453-b9c6-996ac4d102c8 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:54.569681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] DHCP port deletion for f3dd5f3b-cff2-4544-9d18-7d74d1969173 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:54.624450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:54.680249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 93b457a2-c391-4ff6-94eb-308ea4c9a97f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:54.681241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.825213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] For port 93b457a2-c391-4ff6-94eb-308ea4c9a97f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=93b457a2-c391-4ff6-94eb-308ea4c9a97f,segment=NetworkSegment(b80fe189-1465-4cd2-a5e5-daa395f26af2),segment_id=b80fe189-1465-4cd2-a5e5-daa395f26af2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:54.825743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.899492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 93b457a2-c391-4ff6-94eb-308ea4c9a97f owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:54.925203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005077f-b84f-453e-895f-ccd384385f68 req-410ce98e-a4a3-4cf1-9700-189585eeb17a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:54.930730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c005077f-b84f-453e-895f-ccd384385f68 req-410ce98e-a4a3-4cf1-9700-189585eeb17a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2414737 Aug 31 09:28:54.963746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:54.994786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a9d2-c02a-4f42-a5e3-159c6a1ecb44 req-46433890-273b-4a48-a6a1-ec1725de123b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:54.995965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 93b457a2-c391-4ff6-94eb-308ea4c9a97f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:55.019333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f2a9d2-c02a-4f42-a5e3-159c6a1ecb44 req-46433890-273b-4a48-a6a1-ec1725de123b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 944 time: 0.2944574 Aug 31 09:28:55.056695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.072816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] Deleting port 93b457a2-c391-4ff6-94eb-308ea4c9a97f {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:55.073548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.107169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0', 'mac_address': 'fa:16:3e:0e:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:55.115525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Port': ['ID=f8897489-09ef-4453-b9c6-996ac4d102c8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.129328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c005077f-b84f-453e-895f-ccd384385f68 req-933cc1ce-51e3-4247-890d-f7eb41b77b27 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769950 Aug 31 09:28:55.204709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f2a9d2-c02a-4f42-a5e3-159c6a1ecb44 req-be717b6f-7a2c-4841-b887-a6166cff9019 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737249 Aug 31 09:28:55.373083 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.374281 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Floating IP 87314204-bf92-4601-aaca-0563f9f7f897 disassociated (deleted). External IP: 172.25.4.162, port: c94dca88-cfcb-40ac-804b-64645df59182. Aug 31 09:28:55.453921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.504311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308096d6-49f5-42e7-b08c-ff204b07a924 req-e58c25e4-115a-45bc-9f45-03d52be941fe tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:55.505945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-308096d6-49f5-42e7-b08c-ff204b07a924 req-e58c25e4-115a-45bc-9f45-03d52be941fe tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.1815088 Aug 31 09:28:55.527051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.542411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:55.549851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] For port 93b457a2-c391-4ff6-94eb-308ea4c9a97f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=93b457a2-c391-4ff6-94eb-308ea4c9a97f,segment=NetworkSegment(b80fe189-1465-4cd2-a5e5-daa395f26af2),segment_id=b80fe189-1465-4cd2-a5e5-daa395f26af2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:55.550340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.554400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.586286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] Calling delete_port for 93b457a2-c391-4ff6-94eb-308ea4c9a97f owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:55.604085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-308096d6-49f5-42e7-b08c-ff204b07a924 req-289472b9-f1b3-4f8a-9fb3-4a322387dbc6 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863490 Aug 31 09:28:55.677950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No DVR routers for this DVR port 93b457a2-c391-4ff6-94eb-308ea4c9a97f on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:55.688018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=93b457a2-c391-4ff6-94eb-308ea4c9a97f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.696797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:55.712566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-37a34f3c-e4e3-4740-bef4-efe9b454ffce req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1641068402', 'description': 'tempest-description-1462856067'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:55.744076 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.756815 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.764300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37a34f3c-e4e3-4740-bef4-efe9b454ffce req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.845065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] No DVR routers for this DVR port 93b457a2-c391-4ff6-94eb-308ea4c9a97f on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:55.879329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.897674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.918443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dd5f3b-cff2-4544-9d18-7d74d1969173']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:55.965822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfb9c8-430d-4be3-ac80-dbf02ec1f4ac None None] Pushing event deleted for resources: {'Port': ['ID=93b457a2-c391-4ff6-94eb-308ea4c9a97f,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.971094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80fe189-1465-4cd2-a5e5-daa395f26af2') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:55.971382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80fe189-1465-4cd2-a5e5-daa395f26af2') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:56.001690 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37a34f3c-e4e3-4740-bef4-efe9b454ffce req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.007687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.008330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37a34f3c-e4e3-4740-bef4-efe9b454ffce req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.036084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.057333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Router 492b65db-7755-4375-9351-c25e5793b9b7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:56.059703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:56.060287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.065094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-37a34f3c-e4e3-4740-bef4-efe9b454ffce req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.067581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37a34f3c-e4e3-4740-bef4-efe9b454ffce req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3604496 Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:56.069137 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:56.073390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['39aee55f-d1a1-48d7-86f3-0b1bdce11ab0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:56.075195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3319bee-10bc-4a4b-aac3-b45527370297 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c2d69-a9fd-4466-901d-1aebfb97c256,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:56.231169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-f99cd075-b0d6-4cdf-ae74-9b8c1e7b7cc8 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1641068402&fields=id&tenant_id=1fc1a6214b254ae98ec08778b86b4cbf HTTP/1.1" status: 200 len: 267 time: 0.0525272 Aug 31 09:28:56.297505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.329434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.336408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/f3dd5f3b-cff2-4544-9d18-7d74d1969173 HTTP/1.1" status: 204 len: 168 time: 2.1882455 Aug 31 09:28:56.336674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-7cd85723-0b16-4f5b-8714-51d51c569a9c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.338638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-7cd85723-0b16-4f5b-8714-51d51c569a9c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.1064186 Aug 31 09:28:56.339237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56322) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:56.348309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51360a-6f0f-4f44-afd7-f40b96555d6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=f3dd5f3b-cff2-4544-9d18-7d74d1969173,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:56.383917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-260086026'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:56.393325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:56.402020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'port': {'security_groups': ['19b16f04-b36a-4819-b49b-b1a95ac305e7', 'ca5c2d69-a9fd-4466-901d-1aebfb97c256']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:56.410633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] Sync routers for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:56.412851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.437682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:56.438338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:56.457843 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-beb79aa4-a6c2-4979-a604-9e3925b6313c tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "DELETE /v2.0/floatingips/87314204-bf92-4601-aaca-0563f9f7f897 HTTP/1.1" status: 204 len: 168 time: 2.8028734 Aug 31 09:28:56.461528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56324) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:56.475148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:56.480874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa184a3-784a-4b5a-a9ef-ccfdf5209f0d req-81d7a7ec-81a2-4b69-a424-701a0982dfc8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.482567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2aa184a3-784a-4b5a-a9ef-ccfdf5209f0d req-81d7a7ec-81a2-4b69-a424-701a0982dfc8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.1637406 Aug 31 09:28:56.483713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:56.487394 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.517642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:56.521890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.536150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:56.537619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:28:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:56.582200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:56.614395 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.618800 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment 99aa5e8f-ae42-4fc2-beaf-cc741f5c2224 of type vlan for network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 Aug 31 09:28:56.650638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:56.651530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efeb703-cd87-4988-99d9-2c95328a1364 None None] The sync data for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:56.708716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.759494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.767972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.898063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Allocated IP 172.25.4.49 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/0fc59e57-9bfc-4667-87b5-114e976429d9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:57.116497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.178669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.261245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:28:57.274424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:57.288665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:57.290590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:57.302626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc59e57-9bfc-4667-87b5-114e976429d9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.318371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2aa184a3-784a-4b5a-a9ef-ccfdf5209f0d req-9a8515dc-ea49-4bd3-b69a-4ba941b72f27 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7852237 Aug 31 09:28:57.333651 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.350556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:57.352348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.470999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.516978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1426258 Aug 31 09:28:57.518264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:57.528729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:57.564040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331eaff-0fb3-4e15-a22c-0c144481d920 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.579345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:57.604724 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.641768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f57438-5c2a-4bfe-b910-9f014e7cd155 req-48a767c3-19ca-42f2-921b-409161410ba0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:57.645897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2f57438-5c2a-4bfe-b910-9f014e7cd155 req-48a767c3-19ca-42f2-921b-409161410ba0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 945 time: 0.2289388 Aug 31 09:28:57.807716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2f57438-5c2a-4bfe-b910-9f014e7cd155 req-38641cbd-a13a-474a-9dd0-b99a6525a31a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484792 Aug 31 09:28:57.863273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:57.867282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.930612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:58.051883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.065123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.081821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e5ff32ac-e15e-4f49-9e50-b163f296d932'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:58.259790 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.268323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.299030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.299968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.301164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d4bccf5-8c07-49fe-9126-bf64713c7848 req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "PUT /v2.0/ports/e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 982 time: 1.9129558 Aug 31 09:28:58.304337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:58.312099 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ba900-0839-485b-b944-ba30a2d09d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:58.398465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed12d33-bb5f-45ab-a44b-81cced3f1322 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.423216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Pushing event updated for resources: {'Port': ['ID=0fc59e57-9bfc-4667-87b5-114e976429d9,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.434196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e5ff32ac-e15e-4f49-9e50-b163f296d932'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:58.453543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d8a4-13ae-48f8-8064-a5ee577dce8d req-542b5d06-15ee-42be-bd56-b5df8745aec6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.457449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e10d8a4-13ae-48f8-8064-a5ee577dce8d req-542b5d06-15ee-42be-bd56-b5df8745aec6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2665424 Aug 31 09:28:58.476211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56346) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:58.504709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'floatingip': {'port_id': '28b18a29-7475-4894-a9de-fa2adb5d5490'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:58.534979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-4af527df-8e09-4163-92ee-3478407c7ce1 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1641068402&fields=id&tenant_id=1fc1a6214b254ae98ec08778b86b4cbf HTTP/1.1" status: 200 len: 267 time: 0.0752642 Aug 31 09:28:58.572973 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c876b9-a6f6-4cce-8479-c0e1e13d5e27 x-openstack-request-id: req-a8c876b9-a6f6-4cce-8479-c0e1e13d5e27 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:58.573442 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:58.573858 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8c876b9-a6f6-4cce-8479-c0e1e13d5e27 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:58.574549 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'status': 'completed', 'code': 200} Aug 31 09:28:58.580236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-477b51d5-d0f4-4b7e-b301-d9de80a62abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.653149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:58.679310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-6c1319a5-1d32-4f78-8688-6c70d9fd100c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.679593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.685174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-6c1319a5-1d32-4f78-8688-6c70d9fd100c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 985 time: 0.1289411 Aug 31 09:28:58.707779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'port': {'security_groups': ['19b16f04-b36a-4819-b49b-b1a95ac305e7']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:58.853109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:58.861970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.869039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:58.869793 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.068543 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:28:59.358779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:59.377588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.380351 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.411857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.456252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.458157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.470508 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.508533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:59.519203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fc9e87-6327-4228-8775-8b241843fdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:59.522847 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8ee02c-7bfa-450a-98be-d71ede072364" -d '{"events": [{"server_uuid": "15fc9e87-6327-4228-8775-8b241843fdc6", "name": "network-vif-plugged", "status": "completed", "tag": "39aee55f-d1a1-48d7-86f3-0b1bdce11ab0"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:59.528887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e5ff32ac-e15e-4f49-9e50-b163f296d932'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:59.538738 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.555230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.566845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.571699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1b7aa3c0-a8e8-4f7b-b2b8-a1bdf263616c tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1051071 Aug 31 09:28:59.571699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba900-0839-485b-b944-ba30a2d09d4c req-414f9c45-98e7-4769-9037-61d8da3f1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.573298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-414f9c45-98e7-4769-9037-61d8da3f1cfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1137 time: 0.9511893 Aug 31 09:28:59.577179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56358) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:59.657039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.657991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.679675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-933383f9-db8b-4a1d-b228-2acf9f34225a req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "PUT /v2.0/ports/e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 943 time: 0.9848797 Aug 31 09:28:59.764966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe39ce-637d-46f8-a215-7b5b97f2ebb9 req-9a3a7cf5-4944-44a0-9f82-28a87b96eb0b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.766944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08fe39ce-637d-46f8-a215-7b5b97f2ebb9 req-9a3a7cf5-4944-44a0-9f82-28a87b96eb0b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 945 time: 0.3522000 Aug 31 09:28:59.811238 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762dac78-7e8a-4dda-bb08-4fc34297eb4e x-openstack-request-id: req-762dac78-7e8a-4dda-bb08-4fc34297eb4e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:59.812475 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fc9e87-6327-4228-8775-8b241843fdc6", "name": "network-vif-plugged", "status": "completed", "tag": "39aee55f-d1a1-48d7-86f3-0b1bdce11ab0", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:59.812906 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-762dac78-7e8a-4dda-bb08-4fc34297eb4e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:59.813501 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fc9e87-6327-4228-8775-8b241843fdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0', 'code': 200} Aug 31 09:28:59.814751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e5ff32ac-e15e-4f49-9e50-b163f296d932'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:59.857929 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08fe39ce-637d-46f8-a215-7b5b97f2ebb9 req-691f28ef-deba-4f52-a30d-5e7cedddc737 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666964 Aug 31 09:28:59.861239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a83f47-f8ac-403c-aaf2-6d35954343c0 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event updated for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:59.899646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.185075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:00.475229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.535217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5587c-509a-4c7b-a8bd-5afadddcc503 req-132b8431-892e-44a1-935e-522f739e11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.537432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ceb5587c-509a-4c7b-a8bd-5afadddcc503 req-132b8431-892e-44a1-935e-522f739e11c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 1098 time: 0.4926128 Aug 31 09:29:00.580648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=177c9740-de2d-434a-b2c6-812e9239f7ae,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.591818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:00.595432 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f5e3ba-984b-44ec-ad52-117014d4fd51" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:00.605125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-d5e16a37-79ba-45ce-bd3f-ae97dc4beabf tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7169011 Aug 31 09:29:00.615214 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Floating IP 4058851c-b9b2-4974-90b3-e7d4bb274818 associated. External IP: 172.25.4.227, port: 28b18a29-7475-4894-a9de-fa2adb5d5490. Aug 31 09:29:00.638049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ceb5587c-509a-4c7b-a8bd-5afadddcc503 req-234e9e11-6f3f-4472-a043-d1774f8e4651 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666590 Aug 31 09:29:00.680403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:00.697956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:00.698325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:00.709144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba900-0839-485b-b944-ba30a2d09d4c req-381a4226-bbf3-4e7e-a542-ad44743c2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.711122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-381a4226-bbf3-4e7e-a542-ad44743c2609 service neutron] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 1.1281023 Aug 31 09:29:00.741161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.771500 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d31b50-e0a7-44e8-b2c5-3145b04e1373 x-openstack-request-id: req-55d31b50-e0a7-44e8-b2c5-3145b04e1373 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:00.772027 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:00.772413 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55d31b50-e0a7-44e8-b2c5-3145b04e1373 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:00.773029 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'status': 'completed', 'code': 200} Aug 31 09:29:00.841007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-2c5f3d35-0097-49b1-a026-653ba2d187e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.1188421 Aug 31 09:29:00.895354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:00.948408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:00.954362 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.958736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.959639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.961430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba76f2b-663a-46a2-b6a2-fcbe0d63f5fb None None] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:00.980639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba900-0839-485b-b944-ba30a2d09d4c req-f6e52052-c343-458a-8fb1-800a4185fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.982779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-f6e52052-c343-458a-8fb1-800a4185fbfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.1301217 Aug 31 09:29:00.994799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b75cb50d-27d5-46c2-addc-d4feb4562ce7 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4677055 Aug 31 09:29:00.995141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56382) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:01.013132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0', 'name': 'tempest-PortsIpV6TestJSON-809096701', 'fixed_ips': [{'subnet_id': '177c9740-de2d-434a-b2c6-812e9239f7ae', 'ip_address': '2001:db8::10'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:01.112538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-266b0d34-24b2-4317-8a39-75d10009aefd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420640 Aug 31 09:29:01.227994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0', 'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '177c9740-de2d-434a-b2c6-812e9239f7ae'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:01.229133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.305821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:01.506811 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-e7682b84-f838-468a-aba4-ce83c77c8cb1 service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862765 Aug 31 09:29:01.519641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Allocated IP 172.25.4.221 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/500664b0-eba0-482c-9685-f32c1f3afa44) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:01.523442 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-58772ca3-8ffa-4dac-a78b-d2e5ebb68d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.627231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Allocated IP 2001:db8::2 (3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0/177c9740-de2d-434a-b2c6-812e9239f7ae/165d7c5d-a0ce-4f81-9737-72e2768a8ad5) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:01.738297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:01.751941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.762143 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:01.787999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:01.789771 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:01.790533 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:01.860399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e157690e-08a2-4cfc-a5eb-3a84e9ceb343 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "PUT /v2.0/floatingips/4058851c-b9b2-4974-90b3-e7d4bb274818 HTTP/1.1" status: 200 len: 992 time: 3.3728592 Aug 31 09:29:01.867448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:01.872454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.876240 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014bdd1b-425e-483e-a589-7f403a35486e" -d '{"events": [{"name": "network-changed", "server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:01.940146 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.968080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.009556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30613433-e95f-4822-9f50-4298b4498183 req-1d2a8b67-0e60-493b-a879-1b85d8e1fa57 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.009854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-414ba900-0839-485b-b944-ba30a2d09d4c req-bc92a3d1-5338-4c4b-9059-4e19d629a19d service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849970 Aug 31 09:29:02.017568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30613433-e95f-4822-9f50-4298b4498183 req-1d2a8b67-0e60-493b-a879-1b85d8e1fa57 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 0.7539721 Aug 31 09:29:02.137733 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.182682 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.201239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 34d79c37-0cd6-4900-a579-83b09775a8b2 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:02.213780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Transition to ACTIVE for port object 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:02.261469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Transition to ACTIVE for port object 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:02.272638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-24347fc3-6ed6-4f22-a8ce-10d7e344d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.276171 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-24347fc3-6ed6-4f22-a8ce-10d7e344d386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.1480033 Aug 31 09:29:02.283281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.301840 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:02.337912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30613433-e95f-4822-9f50-4298b4498183 req-69fb6c71-834a-4327-a677-e43c296862eb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179812 Aug 31 09:29:02.417911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Pushing event updated for resources: {'Port': ['ID=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:02.433146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:02.447846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:02.468581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:02.513229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-d6289163-1582-4ef6-870e-6a6d8a883a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.518801 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-d6289163-1582-4ef6-870e-6a6d8a883a42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.2351274 Aug 31 09:29:02.595814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.610430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-bbd99826-e1bf-4293-9672-a9deafaa1ce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.0832593 Aug 31 09:29:02.648513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Attempting to bind port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:02.649073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Attempting to bind port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:02.649633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Attempting to bind port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 on network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:02.657288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:02.657889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Checking segment: {'id': '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:02.658286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.658860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Bound using segment: {'id': '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:02.659502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Bound port: 165d7c5d-a0ce-4f81-9737-72e2768a8ad5, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:02.659895 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.693731 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe85ad-b031-4bb0-bef2-756d298f9a50 x-openstack-request-id: req-d2fe85ad-b031-4bb0-bef2-756d298f9a50 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:02.693731 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:02.693731 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2fe85ad-b031-4bb0-bef2-756d298f9a50 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:02.698714 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'status': 'completed', 'code': 200} Aug 31 09:29:02.756738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-8da2121a-7db2-4e3e-8b09-8e4140100e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.762230 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-8da2121a-7db2-4e3e-8b09-8e4140100e20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.1429925 Aug 31 09:29:02.825381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] For port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:02.846469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] For port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,segment=NetworkSegment(99aa5e8f-ae42-4fc2-beaf-cc741f5c2224),segment_id=99aa5e8f-ae42-4fc2-beaf-cc741f5c2224)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:02.861813 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-c7cc7de0-9e10-46bd-9ac3-531b95b539e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899217 Aug 31 09:29:02.864811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.890769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.909416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bdd1b-425e-483e-a589-7f403a35486e req-f9bdab00-7d37-4b12-b582-cc831f7d314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.912004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-f9bdab00-7d37-4b12-b582-cc831f7d314e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.1533597 Aug 31 09:29:02.982167 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '4058851c-b9b2-4974-90b3-e7d4bb274818', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'port_id': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'mac_address': 'fa:16:3e:9d:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:29Z', 'updated_at': '2021-08-31T09:28:59Z', 'revision_number': 1, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:03.032088 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:03.045553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62a2b4-02f7-40a2-ab37-c71badc687b3 None None] Pushing event updated for resources: {'Port': ['ID=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.055064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:03.055920 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:03.153015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-1c1a221f-44a6-4dfc-986f-24b4544ffa3c service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792113 Aug 31 09:29:03.221869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Pushing event updated for resources: {'Port': ['ID=500664b0-eba0-482c-9685-f32c1f3afa44,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.226312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:03.241950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::10 (3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0/177c9740-de2d-434a-b2c6-812e9239f7ae/34d79c37-0cd6-4900-a579-83b09775a8b2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:03.253867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:03.272546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:03.334635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bdd1b-425e-483e-a589-7f403a35486e req-19d4a04f-1eb6-48d8-bf88-855f98a6fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.337551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-19d4a04f-1eb6-48d8-bf88-855f98a6fc34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.3700264 Aug 31 09:29:03.343897 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:03.344217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Allocated IP 172.25.4.104 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/df0d309d-7f6f-4cd7-9fbe-1489ab897094) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:03.560973 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.627972 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-94f5e3ba-984b-44ec-ad52-117014d4fd51 req-953f49ec-0378-4776-b2f9-b5e86597f391 service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668245 Aug 31 09:29:04.028005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '4058851c-b9b2-4974-90b3-e7d4bb274818', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'port_id': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'mac_address': 'fa:16:3e:9d:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:29Z', 'updated_at': '2021-08-31T09:28:59Z', 'revision_number': 1, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:04.071819 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a2240-9739-443d-98ae-c24c2d8793ba None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '4058851c-b9b2-4974-90b3-e7d4bb274818', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'port_id': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'mac_address': 'fa:16:3e:9d:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:29Z', 'updated_at': '2021-08-31T09:28:59Z', 'revision_number': 1, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:04.341076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-c4b4b63d-7684-4b7c-a77c-74683e61a1db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1000 time: 0.9949312 Aug 31 09:29:04.506397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914182a-d693-45c4-be2f-80ce19795d67 None None] New status for floating IP 4058851c-b9b2-4974-90b3-e7d4bb274818: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:29:04.535781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.658428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.753976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc0c53-ceac-4ad8-8240-8a050cc4a906 req-41468401-c9e8-41e5-b5b9-7a5362be5647 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.755996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47fc0c53-ceac-4ad8-8240-8a050cc4a906 req-41468401-c9e8-41e5-b5b9-7a5362be5647 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 1.0735369 Aug 31 09:29:04.864025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bdd1b-425e-483e-a589-7f403a35486e req-1e2629f9-25da-4b9b-80be-6569dbba81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.866636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-1e2629f9-25da-4b9b-80be-6569dbba81e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.4275322 Aug 31 09:29:04.889236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f10af-7ef5-4e21-b79b-e6ffd18a6cbb None None] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:04.926073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.995840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:05.052975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.053271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-67117f46-9585-4b0d-ab06-d87e8a7f44e7 None None] Provisioning for port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:05.147826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:05.163213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47fc0c53-ceac-4ad8-8240-8a050cc4a906 req-51b008f5-76e3-4883-abed-75300c75eeef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750048 Aug 31 09:29:05.189554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 34d79c37-0cd6-4900-a579-83b09775a8b2 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:05.271171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:05.272005 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.433030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bdd1b-425e-483e-a589-7f403a35486e req-a70c0749-b2c2-4d4e-9d64-b2cb250370a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.434735 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-a70c0749-b2c2-4d4e-9d64-b2cb250370a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4783101 Aug 31 09:29:05.447447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.461010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.475522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.571511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,segment=NetworkSegment(99aa5e8f-ae42-4fc2-beaf-cc741f5c2224),segment_id=99aa5e8f-ae42-4fc2-beaf-cc741f5c2224)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:05.582248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.592707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.715109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:05.727222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.729290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.755912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:05.756732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:05.769399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:05.776830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.777506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.785500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:05.830417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-34a1b71c-71cc-46c6-9b6b-4ea8a91e3066 None None] Provisioning complete for port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:05.831574 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34a1b71c-71cc-46c6-9b6b-4ea8a91e3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.850309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:05.862334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-312d54ed-f9e3-4f02-8b5b-a615935c7c20 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709166 Aug 31 09:29:05.941528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=34d79c37-0cd6-4900-a579-83b09775a8b2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:06.037522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-781eee40-72ad-4d1d-9d84-cd6d5e57a194 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0400527 Aug 31 09:29:06.040823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56422) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.047577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0', 'name': 'tempest-PortsIpV6TestJSON-678498565', 'fixed_ips': [{'subnet_id': '177c9740-de2d-434a-b2c6-812e9239f7ae', 'ip_address': '2001:db8::f'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:06.101978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.183763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296dcb-9a99-4f01-b3d7-d78220d102b6 req-491ded29-a341-4398-a10e-7ce363893606 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.192155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96296dcb-9a99-4f01-b3d7-d78220d102b6 req-491ded29-a341-4398-a10e-7ce363893606 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 0.4692097 Aug 31 09:29:06.198882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.233687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event updated for resources: {'Port': ['ID=df0d309d-7f6f-4cd7-9fbe-1489ab897094,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:06.236756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:06.237610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ed17e372-6b0e-4416-8d48-a67d13e8ba91 None None] Provisioning for port 34d79c37-0cd6-4900-a579-83b09775a8b2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:06.243583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ed17e372-6b0e-4416-8d48-a67d13e8ba91 None None] Provisioning complete for port 34d79c37-0cd6-4900-a579-83b09775a8b2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:06.244237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ed17e372-6b0e-4416-8d48-a67d13e8ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.317598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ed17e372-6b0e-4416-8d48-a67d13e8ba91 None None] Port 34d79c37-0cd6-4900-a579-83b09775a8b2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:06.410219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.411448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.412448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8251767 Aug 31 09:29:06.417168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56428) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.436979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-014bdd1b-425e-483e-a589-7f403a35486e req-bfeffe46-90c9-4a90-85e9-5bddfa6c471a service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481677 Aug 31 09:29:06.439956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243c0c7-d8a2-403a-9f2f-46e57f466643 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Pushing event updated for resources: {'Port': ['ID=500664b0-eba0-482c-9685-f32c1f3afa44,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:06.453700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96296dcb-9a99-4f01-b3d7-d78220d102b6 req-3b7d15a7-a583-4924-8ac3-672191da3d6e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248068 Aug 31 09:29:06.466345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.537645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 27c9ea0d-d670-4051-9021-dd704cb7ce2a yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:06.551278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.629439 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a165a64b-cdc0-4d0f-bcaa-5c95d17f9678 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2098200 Aug 31 09:29:06.636124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56430) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.732341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e3972a4-dad9-434d-ae26-2044f3c5b649 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0906940 Aug 31 09:29:06.743187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.944507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.948675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::f (3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0/177c9740-de2d-434a-b2c6-812e9239f7ae/27c9ea0d-d670-4051-9021-dd704cb7ce2a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:06.952347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.965605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:07.076746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event updated for resources: {'Port': ['ID=df0d309d-7f6f-4cd7-9fbe-1489ab897094,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.103740 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.115040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Deleting port 500664b0-eba0-482c-9685-f32c1f3afa44 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:07.119766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.128504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:07.129355 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.234430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.238729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-23ef9172-d9bf-435d-ab41-75f372ce896c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.5811195 Aug 31 09:29:07.273828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.291482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 27c9ea0d-d670-4051-9021-dd704cb7ce2a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:07.344766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.378709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-e2f10b23-7984-4083-a0aa-d2808f7d65cc tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.1322296 Aug 31 09:29:07.421037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:07.435140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:07.441538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:07.448320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.449077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.454076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=27c9ea0d-d670-4051-9021-dd704cb7ce2a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.501027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-53fa9382-e6b9-4fa2-8e49-52a29cf93eb0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4590039 Aug 31 09:29:07.511674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56444) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.601988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.602584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.677553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Calling delete_port for 500664b0-eba0-482c-9685-f32c1f3afa44 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:07.752153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7899d0f-d755-4102-a547-88d1b5ce7479 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.754017 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c7899d0f-d755-4102-a547-88d1b5ce7479 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2356718 Aug 31 09:29:07.760031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56448) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.867077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61648d-d8b6-4deb-b50d-421550a7c963 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.880981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61648d-d8b6-4deb-b50d-421550a7c963 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.901805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61648d-d8b6-4deb-b50d-421550a7c963 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.909966 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7b61648d-d8b6-4deb-b50d-421550a7c963 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1486266 Aug 31 09:29:07.915048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56450) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.953219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-531d6462-bbc6-474b-ba15-7acc03abe38d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.957208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-531d6462-bbc6-474b-ba15-7acc03abe38d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.5722246 Aug 31 09:29:08.000898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-556128cd-6dfd-4e18-9022-47526d763135 None None] Provisioning for port 27c9ea0d-d670-4051-9021-dd704cb7ce2a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:08.006948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-556128cd-6dfd-4e18-9022-47526d763135 None None] Provisioning complete for port 27c9ea0d-d670-4051-9021-dd704cb7ce2a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:08.007627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-556128cd-6dfd-4e18-9022-47526d763135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.035883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-48e8b7d6-5210-47f1-b70c-874d7346717a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:29:08.038723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dde5b8e-4b03-44d4-abdd-7e803a712f6b req-48e8b7d6-5210-47f1-b70c-874d7346717a tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424805 Aug 31 09:29:08.103073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677304-2659-4e55-8fea-e73c9ca19bf7 req-b12bbc04-1c7b-48c5-8ea9-5784f6e9573e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.105948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1677304-2659-4e55-8fea-e73c9ca19bf7 req-b12bbc04-1c7b-48c5-8ea9-5784f6e9573e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 0.3939595 Aug 31 09:29:08.181833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-556128cd-6dfd-4e18-9022-47526d763135 None None] Port 27c9ea0d-d670-4051-9021-dd704cb7ce2a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:08.204715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1677304-2659-4e55-8fea-e73c9ca19bf7 req-5e04c68b-53f2-41b5-bb8e-8d4e23e63afc tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845022 Aug 31 09:29:08.266729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 27c9ea0d-d670-4051-9021-dd704cb7ce2a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:08.277967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.299431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.398662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Pushing event deleted for resources: {'Port': ['ID=500664b0-eba0-482c-9685-f32c1f3afa44,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.607065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.642900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 27c9ea0d-d670-4051-9021-dd704cb7ce2a owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:08.716908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.719622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.720854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c67eb1e5-73cb-4ad2-b868-0f8a56e22c32 tempest-FloatingIPAdminTestJSON-1864477818 tempest-FloatingIPAdminTestJSON-1864477818-project] 10.222.0.18 "DELETE /v2.0/floatingips/d3c6cdd4-90dc-45ba-bdb6-3c38231cf4c5 HTTP/1.1" status: 204 len: 168 time: 1.9767087 Aug 31 09:29:08.724931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:08.772482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-0ad9ab72-7b0d-4412-bff5-b6d6b682fb04 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.775511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-0ad9ab72-7b0d-4412-bff5-b6d6b682fb04 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2786324 Aug 31 09:29:08.795172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bf75c-c129-48ae-82c4-412ee21f2a3c req-57a681a0-dc88-4eeb-97f9-1090ce5c73f7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.797375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-280bf75c-c129-48ae-82c4-412ee21f2a3c req-57a681a0-dc88-4eeb-97f9-1090ce5c73f7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 0.1489627 Aug 31 09:29:08.871027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-d14ee68e-4c95-49c3-8e17-824549375b83 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0879128 Aug 31 09:29:08.892829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'floatingip': {'port_id': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:08.934443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-280bf75c-c129-48ae-82c4-412ee21f2a3c req-52bf673f-809e-4dfb-a42f-4717fe440316 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286929 Aug 31 09:29:08.946127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.004349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.093197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.097758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/27c9ea0d-d670-4051-9021-dd704cb7ce2a HTTP/1.1" status: 204 len: 168 time: 1.1759760 Aug 31 09:29:09.103330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd32bc-74bd-4502-8b7f-12b0ab030ae9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=27c9ea0d-d670-4051-9021-dd704cb7ce2a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:09.105768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56464) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:09.165798 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f78fc0-c41f-4bbe-8dd2-3a5221585ad6 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:29:09.167530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-64f78fc0-c41f-4bbe-8dd2-3a5221585ad6 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/27c9ea0d-d670-4051-9021-dd704cb7ce2a HTTP/1.1" status: 404 len: 333 time: 0.0585475 Aug 31 09:29:09.173971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56468) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:09.344454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Deleting port 0fc59e57-9bfc-4667-87b5-114e976429d9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:09.345463 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.427002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 34d79c37-0cd6-4900-a579-83b09775a8b2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:09.427568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.848296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.848696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.861473 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.867914 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.881731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Calling delete_port for 0fc59e57-9bfc-4667-87b5-114e976429d9 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:09.913341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.974393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 34d79c37-0cd6-4900-a579-83b09775a8b2 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:10.310420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.379933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=34d79c37-0cd6-4900-a579-83b09775a8b2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.390566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.468801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fc59e57-9bfc-4667-87b5-114e976429d9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.503291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.510891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e49f7af4-4c26-47ad-b29c-de4946b01fc1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/34d79c37-0cd6-4900-a579-83b09775a8b2 HTTP/1.1" status: 204 len: 168 time: 1.3354897 Aug 31 09:29:10.513483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.559639 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Floating IP 20752ec6-2766-4c67-9653-af7dd2999c6d associated. External IP: 172.25.4.104, port: e5ff32ac-e15e-4f49-9e50-b163f296d932. Aug 31 09:29:10.575819 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fedd63-836b-4f6e-a4bb-3c6166cd47f0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:29:10.581897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d8fedd63-836b-4f6e-a4bb-3c6166cd47f0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/34d79c37-0cd6-4900-a579-83b09775a8b2 HTTP/1.1" status: 404 len: 333 time: 0.0636616 Aug 31 09:29:10.582750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56482) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.674697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466d74b-d91e-42bc-9a4f-9fc39926ad19 req-2cf66b1f-9516-4d6a-85ea-ca69e507e919 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.681010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4466d74b-d91e-42bc-9a4f-9fc39926ad19 req-2cf66b1f-9516-4d6a-85ea-ca69e507e919 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 0.2118590 Aug 31 09:29:10.754090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 177c9740-de2d-434a-b2c6-812e9239f7ae {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:10.759269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.803145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.811786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.820358 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-048a88b5-b7a5-467d-a07a-bc8776fbd961 tempest-FloatingIPAdminTestJSON-159850402 tempest-FloatingIPAdminTestJSON-159850402-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/c56d9e3a-13a1-4701-aca8-f92205a77803 HTTP/1.1" status: 204 len: 168 time: 2.0934179 Aug 31 09:29:10.821178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.890311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4466d74b-d91e-42bc-9a4f-9fc39926ad19 req-e113b468-6360-40e0-a9b9-f072fdf70482 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786368 Aug 31 09:29:10.924878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.021660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-82055228-20fa-4a8c-8adc-704412cb26ab tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:11.023463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-82055228-20fa-4a8c-8adc-704412cb26ab tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 0.3891521 Aug 31 09:29:11.077903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting port c94dca88-cfcb-40ac-804b-64645df59182 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:11.078406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.194638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.283978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.293513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:11.310114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Calling delete_port for c94dca88-cfcb-40ac-804b-64645df59182 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:11.317680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Deleting port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:11.318127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.488544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.557744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=177c9740-de2d-434a-b2c6-812e9239f7ae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.590248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d49528-f3eb-4748-850a-5250747d6535 None None] Network 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:11.604335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.606384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f98ef277-2b22-4ceb-b3df-3c410ee606c9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/177c9740-de2d-434a-b2c6-812e9239f7ae HTTP/1.1" status: 204 len: 168 time: 1.0221479 Aug 31 09:29:11.618541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56494) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.739007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:11.765579 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] Sync routers for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:11.802380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.806090 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:11.808708 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:11.932710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-56be9fed-3822-426f-ab10-cb4dcfa11905 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "PUT /v2.0/floatingips/20752ec6-2766-4c67-9653-af7dd2999c6d HTTP/1.1" status: 200 len: 997 time: 3.0455053 Aug 31 09:29:11.946576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:11.959128 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c487e84d-bbfb-400f-93f7-36af12b21464" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:11.965479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] For port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:11.968095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.971193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.113107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Calling delete_port for 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:12.201685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.206378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-178a05c9-6391-4b2d-983c-865967143682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.221481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-178a05c9-6391-4b2d-983c-865967143682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.2451682 Aug 31 09:29:12.240459 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:12.254869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] DHCP port deletion for 3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:12.259703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Port': ['ID=c94dca88-cfcb-40ac-804b-64645df59182,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.309508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:12.310051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.472502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] Deleting port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:12.475118 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.501315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.531308 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8351d44a-4ba3-4150-bb49-47540e2e4dfb tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "DELETE /v2.0/ports/c94dca88-cfcb-40ac-804b-64645df59182 HTTP/1.1" status: 204 len: 168 time: 1.7031162 Aug 31 09:29:12.532068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56510) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:12.686774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] For port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,segment=NetworkSegment(99aa5e8f-ae42-4fc2-beaf-cc741f5c2224),segment_id=99aa5e8f-ae42-4fc2-beaf-cc741f5c2224)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:12.687727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.730616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] Calling delete_port for 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:12.889179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] For port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,segment=NetworkSegment(99aa5e8f-ae42-4fc2-beaf-cc741f5c2224),segment_id=99aa5e8f-ae42-4fc2-beaf-cc741f5c2224)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:12.890002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.948160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:12.954796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-0c3b98ea-16e7-4458-8ef9-d76f855e2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.960917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-0c3b98ea-16e7-4458-8ef9-d76f855e2145 service neutron] 10.222.0.18 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.7339194 Aug 31 09:29:13.007490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.017453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:13.085317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.102459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c237-511d-4095-82be-a301eeee5c18 req-129a1481-1daa-4275-8325-883e6d97bf89 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.134956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac27c237-511d-4095-82be-a301eeee5c18 req-129a1481-1daa-4275-8325-883e6d97bf89 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=15fc9e87-6327-4228-8775-8b241843fdc6 HTTP/1.1" status: 200 len: 946 time: 1.0330834 Aug 31 09:29:13.167887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '20752ec6-2766-4c67-9653-af7dd2999c6d', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'port_id': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'mac_address': 'fa:16:3e:a4:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:06Z', 'updated_at': '2021-08-31T09:29:09Z', 'revision_number': 1, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:05Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:13.209541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] Pushing event deleted for resources: {'Port': ['ID=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.239346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:13.242015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:13.266734 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] Checking router: 4fbd0fcc-7997-4de8-81f0-c8ccc500938e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:13.287982 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:13.288943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1a7db-dac2-41fc-b662-9dcce9f70804 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.289933 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:13.292002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-45d1a7db-dac2-41fc-b662-9dcce9f70804 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "GET /v2.0/ports?device_id=492b65db-7755-4375-9351-c25e5793b9b7 HTTP/1.1" status: 200 len: 913 time: 0.6897302 Aug 31 09:29:13.299111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56514) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:13.299939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284a81d-ea56-44f4-b40d-48c47afb5488 None None] No DVR routers for this DVR port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:13.325137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-2e765f26-f2b6-4dac-8a11-be95a86da0f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 1000 time: 0.3484435 Aug 31 09:29:13.335794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.350016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event deleted for resources: {'Port': ['ID=39aee55f-d1a1-48d7-86f3-0b1bdce11ab0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.499333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:13.544086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=165d7c5d-a0ce-4f81-9737-72e2768a8ad5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.556941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] No DVR routers for this DVR port 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:13.570738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.573514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3d12a33-8d6c-4c7b-af0d-1818f7fd0294 req-9b06cbe4-7450-4278-989a-ed09b4ab8ebb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "DELETE /v2.0/ports/39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 HTTP/1.1" status: 204 len: 173 time: 2.5423925 Aug 31 09:29:13.584192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No DVR routers for this DVR port 165d7c5d-a0ce-4f81-9737-72e2768a8ad5 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:13.628468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac27c237-511d-4095-82be-a301eeee5c18 req-67a524b0-698d-4a59-ba7e-85510235fd0e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906063 Aug 31 09:29:13.647683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-b3ddbd35-90b7-46c9-86c3-b78124056cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.670999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-b3ddbd35-90b7-46c9-86c3-b78124056cc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.2488952 Aug 31 09:29:13.720256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-384e8bc1-46ab-4a0c-b481-aa803bd04d27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525661 Aug 31 09:29:13.813594 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.830545 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c8040b-6f6a-4980-b75f-1d66027f7297 x-openstack-request-id: req-65c8040b-6f6a-4980-b75f-1d66027f7297 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:13.830842 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:13.831097 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65c8040b-6f6a-4980-b75f-1d66027f7297 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:13.831536 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'status': 'completed', 'code': 200} Aug 31 09:29:13.916194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-3673e5e9-4915-452c-9ecd-f368bef13abe service neutron] 10.222.0.18 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948001 Aug 31 09:29:13.942752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:14.071246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:14.071710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aa5e8f-ae42-4fc2-beaf-cc741f5c2224') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:14.073934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-159a2de4-487e-4834-a08c-b4118a218bd9 req-e110eb0d-078b-421d-854d-5c676d048ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568499 Aug 31 09:29:14.126685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.155465 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '20752ec6-2766-4c67-9653-af7dd2999c6d', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'port_id': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'mac_address': 'fa:16:3e:a4:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:06Z', 'updated_at': '2021-08-31T09:29:09Z', 'revision_number': 1, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:05Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:14.161984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-47b85e4d-3532-41f3-a781-598e07153b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.165161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-47b85e4d-3532-41f3-a781-598e07153b49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.2624776 Aug 31 09:29:14.209958 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ad9de-6df5-4e52-9692-765194abc1f7 None None] The sync data for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 is: [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '20752ec6-2766-4c67-9653-af7dd2999c6d', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'port_id': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'mac_address': 'fa:16:3e:a4:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:29:06Z', 'updated_at': '2021-08-31T09:29:09Z', 'revision_number': 1, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:05Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:14.252826 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.327391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-1cc5d888-f7f1-4d16-8731-c422c5d2dae3 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 1000 time: 0.1858633 Aug 31 09:29:14.342173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:14.342609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:14.352022 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:14.409074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-bc1bd495-faf7-46eb-ada3-01f34cd16af5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.427311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-bc1bd495-faf7-46eb-ada3-01f34cd16af5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports/e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 943 time: 0.0880086 Aug 31 09:29:14.508652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.514830 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.517544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0 HTTP/1.1" status: 204 len: 168 time: 2.8979783 Aug 31 09:29:14.532636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56524) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:14.551159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1183870762'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:14.589771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7070-5420-43a5-b2da-f61a717d8930 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=3f0a1bf1-3256-44be-9aef-0dd5a20dc0a0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:14.617177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88a47f-77b8-4b35-8a82-4ac74aaf679a None None] New status for floating IP 20752ec6-2766-4c67-9653-af7dd2999c6d: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:29:14.682609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-b2ed6123-1ea0-4138-b5bb-75257004c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.684242 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-b2ed6123-1ea0-4138-b5bb-75257004c292 service neutron] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.5069497 Aug 31 09:29:14.684736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-74ec4a35-b612-4c8f-929e-fd8080c23edd tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 1000 time: 0.1762431 Aug 31 09:29:14.821938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:14.890594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:14.891248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 39aee55f-d1a1-48d7-86f3-0b1bdce11ab0 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:14.958694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:14.962869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.039461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-6b88f8ff-2125-4b00-937e-b5f68e51c5a5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.047283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-6b88f8ff-2125-4b00-937e-b5f68e51c5a5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.3597176 Aug 31 09:29:15.053342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-ad2ad52b-021a-4b46-bbdc-2b2633a378d6 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:29:15.054442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-ad2ad52b-021a-4b46-bbdc-2b2633a378d6 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063632 Aug 31 09:29:15.122764 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-b65fc4cc-99bb-4341-a646-f49b9311a852 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 1000 time: 0.4254804 Aug 31 09:29:15.158666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:15.279916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-7ca527c6-56fe-4183-ba18-69c09be5bc14 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 1002 time: 0.2139111 Aug 31 09:29:15.294238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:15.404665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.415573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-4add48fc-2666-4df6-801a-fee8db65543c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.417570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-4add48fc-2666-4df6-801a-fee8db65543c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.2595220 Aug 31 09:29:15.510058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-f8ecc360-959f-4511-a866-47fb8794b1de tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.0289009 Aug 31 09:29:15.552009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.552612 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Added segment 4e047df0-28d7-4e6e-86e9-f34edd029900 of type vlan for network 6f22590c-a51e-40be-96af-ff2b65884489 Aug 31 09:29:15.596238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-594c173d-9807-4953-8c2a-08ac7cbdbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.598411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-594c173d-9807-4953-8c2a-08ac7cbdbea1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.4632342 Aug 31 09:29:15.626721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-e1964c9d-fa54-48f1-b8be-18fb76e3d741 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859191 Aug 31 09:29:15.656580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-8011b36d-e8c2-465c-9535-a51e42277395 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466704 Aug 31 09:29:15.658437 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.758144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.794066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.803100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.803100 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Floating IP 20752ec6-2766-4c67-9653-af7dd2999c6d disassociated. External IP: 172.25.4.104, port: e5ff32ac-e15e-4f49-9e50-b163f296d932. Aug 31 09:29:15.805296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.821253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.822118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.847178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fc9e87-6327-4228-8775-8b241843fdc6', 'name': 'network-vif-deleted', 'tag': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:15.847178 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359bb320-ff67-4e23-b796-d527ac114d0a" -d '{"events": [{"server_uuid": "15fc9e87-6327-4228-8775-8b241843fdc6", "name": "network-vif-deleted", "tag": "39aee55f-d1a1-48d7-86f3-0b1bdce11ab0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:15.947828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-e70bcdc1-9078-416c-bb56-6f2ab73949c7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826819 Aug 31 09:29:15.992147 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4488726 Aug 31 09:29:15.994980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56554) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:16.007935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '6f22590c-a51e-40be-96af-ff2b65884489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:16.085885 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-2b3daaa3-6180-4e44-b8ef-d1b4c5ecbfd8 service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139371 Aug 31 09:29:16.086933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558f9f1-06a7-4fce-8670-f4529ef6267b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Network': ['ID=6f22590c-a51e-40be-96af-ff2b65884489,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:16.102611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6f22590c-a51e-40be-96af-ff2b65884489 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:16.141057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-cd6a12f2-0341-4a4d-a8fc-f9b13a99e5af service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712756 Aug 31 09:29:16.417307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:16.551864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:16.556177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.650852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:16.668364 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.676459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c487e84d-bbfb-400f-93f7-36af12b21464 req-877daf10-9f57-408b-8d49-0b2b15c0d41c service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557122 Aug 31 09:29:16.676952 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] Sync routers for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:16.712004 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:16.715255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:16.853824 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf74949-4903-48a1-a18f-57fd7e875fe3 x-openstack-request-id: req-8cf74949-4903-48a1-a18f-57fd7e875fe3 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:16.857744 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fc9e87-6327-4228-8775-8b241843fdc6", "name": "network-vif-deleted", "tag": "39aee55f-d1a1-48d7-86f3-0b1bdce11ab0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:16.859677 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cf74949-4903-48a1-a18f-57fd7e875fe3 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:16.860410 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fc9e87-6327-4228-8775-8b241843fdc6', 'name': 'network-vif-deleted', 'tag': '39aee55f-d1a1-48d7-86f3-0b1bdce11ab0', 'status': 'completed', 'code': 200} Aug 31 09:29:16.908032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-9df0b372-7ae0-4008-9df2-f3c39493c0cb tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "PUT /v2.0/floatingips/20752ec6-2766-4c67-9653-af7dd2999c6d HTTP/1.1" status: 200 len: 695 time: 1.6257763 Aug 31 09:29:17.139636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:17.227715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-d13e2ca0-ff22-4660-8577-566a7c94924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.249173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.259946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-d13e2ca0-ff22-4660-8577-566a7c94924c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.2757373 Aug 31 09:29:17.484593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-33089404-e1b1-4f0b-b3b1-9a434062dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.487015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-33089404-e1b1-4f0b-b3b1-9a434062dbdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.2251616 Aug 31 09:29:17.540718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:17.582796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-b8e7695c-785b-4f55-b125-61a23be6292b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.0878062 Aug 31 09:29:17.638644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Checking segment: {'id': '4e047df0-28d7-4e6e-86e9-f34edd029900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6f22590c-a51e-40be-96af-ff2b65884489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:17.639263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network hostable DHCP agents. Network: 6f22590c-a51e-40be-96af-ff2b65884489, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:17.658649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting port 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:17.659089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.790737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-fcc2b6b9-f7da-430a-87c3-aed67bcb371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.798995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-fcc2b6b9-f7da-430a-87c3-aed67bcb371a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.2045901 Aug 31 09:29:17.826947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.855918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-c574f894-9950-4690-8ef7-df5de6205887 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484524 Aug 31 09:29:17.889391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Calling delete_port for 160bce8b-37b7-420d-8dad-58d2aeb9e0f8 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:17.906808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:05Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:18.002763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] Checking router: 4fbd0fcc-7997-4de8-81f0-c8ccc500938e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:18.040112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:18.041586 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:18.100179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-759482fc-f15d-42d6-ab91-c00c48f10228 service neutron] 10.222.0.18 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294388 Aug 31 09:29:18.109550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 6f22590c-a51e-40be-96af-ff2b65884489 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:18.239538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6f22590c-a51e-40be-96af-ff2b65884489) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:18.257863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4d7d7-81fc-4d81-a386-ac13fc74136e None None] Network 6f22590c-a51e-40be-96af-ff2b65884489 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:18.269274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.270063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.340689 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:18.349013 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-307e7a9e-3e76-47e3-932f-be0b4274e5ed tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3424675 Aug 31 09:29:18.354880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56590) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:18.373443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-273776974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:18.529454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.540669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.580379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.660683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Port': ['ID=160bce8b-37b7-420d-8dad-58d2aeb9e0f8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:18.785960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.820593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.911975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-6f22590c-a51e-40be-96af-ff2b65884489', 'network_id': '6f22590c-a51e-40be-96af-ff2b65884489', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:18.915513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.937804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.942892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eac85a14-31f0-4181-9dbb-cf7ba0991bbb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5826840 Aug 31 09:29:18.943972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:18.960755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.964437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72eb2fae-26ec-491d-a66a-845833d5ea0b req-64fe126f-b69c-4565-93b4-e8bd50cb06dc tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 210 time: 0.8403633 Aug 31 09:29:18.965087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:18.968931 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14811bbc-cc6d-417a-89ca-75e454190594" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:18.978072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'network_id': '6f22590c-a51e-40be-96af-ff2b65884489', 'name': 'tempest-PortsIpV6TestJSON-184219577'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:19.097855 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:05Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:19.208400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c29bf32e-99d8-4a96-aaa6-d3917d37dee6 req-a4553ac7-12b2-47a1-8c4f-14fa832c776a service neutron] 10.222.0.18 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0967717 Aug 31 09:29:19.219465 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d5cb-44b5-48e9-82fb-2719d39490e6 None None] The sync data for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 is: [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e723c5f-4f35-430a-9812-d55ff8595d6f', 'name': '', 'network_id': '855b22af-f030-4fdb-8b52-4119101e87d0', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'mac_address': 'fa:16:3e:25:72:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:49Z', 'updated_at': '2021-08-31T09:28:05Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'subnets': [{'id': '6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:19.264724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-d622ded1-4a97-4fdb-99c9-f3e9c0a352a2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:19.266370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-d622ded1-4a97-4fdb-99c9-f3e9c0a352a2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.2944052 Aug 31 09:29:19.343174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Request body: {'port': {'device_id': '63a425f2-62bc-4830-968d-2426d76435e0', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'admin_state_up': True, 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:19.412728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Allocated IP 2001:db8::2 (6f22590c-a51e-40be-96af-ff2b65884489/4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5/53750d08-3b70-46b0-a4b4-2742baa0383b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:19.556846 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1472b-9a41-4162-82fc-2e74230ede2c x-openstack-request-id: req-45c1472b-9a41-4162-82fc-2e74230ede2c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:19.557241 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:19.557493 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45c1472b-9a41-4162-82fc-2e74230ede2c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:19.557906 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'status': 'completed', 'code': 200} Aug 31 09:29:19.723173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfb0ba-568e-4d4f-b23f-776336dffb79 None None] New status for floating IP 20752ec6-2766-4c67-9653-af7dd2999c6d: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:29:19.726964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-91072122-d055-4fb8-bf1b-3fc5b99b86ab tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips/20752ec6-2766-4c67-9653-af7dd2999c6d HTTP/1.1" status: 200 len: 695 time: 0.1677668 Aug 31 09:29:19.960225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-76acbfe3-3147-4df8-ab7d-318054ae3c6f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:19.962821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-76acbfe3-3147-4df8-ab7d-318054ae3c6f tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 784 time: 0.2231867 Aug 31 09:29:19.983399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:19.988381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.036214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:20.046717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.072788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.082581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.094536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.113456 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.118004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.130122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.160921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.164214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.168871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.175366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Transition to ACTIVE for port object 53750d08-3b70-46b0-a4b4-2742baa0383b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:20.183450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.183980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-7d3b8002-5b95-42b2-b468-301189b41842 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.9013011 Aug 31 09:29:20.199357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.214345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.228917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.248253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.249097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Transition to ACTIVE for port object 53750d08-3b70-46b0-a4b4-2742baa0383b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:20.257354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-58702470-21c4-41a0-9123-6bb517970ae5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 698 time: 0.2853518 Aug 31 09:29:20.264156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811bbc-cc6d-417a-89ca-75e454190594 req-04b1e45b-f962-4f3f-a666-8db6f1c20ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.264354 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.269450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.271702 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-dbc130fc-863b-4546-81e4-3c684e29d715 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 5435 time: 0.9530067 Aug 31 09:29:20.272362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-04b1e45b-f962-4f3f-a666-8db6f1c20ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 1098 time: 0.7063673 Aug 31 09:29:20.289603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 59f87b26-7244-4c55-af38-6efc2173abad yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:20.363085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Network 6f22590c-a51e-40be-96af-ff2b65884489 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:20.367297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:20.370049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:20.379369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=53750d08-3b70-46b0-a4b4-2742baa0383b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.428789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.429469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.429469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.429792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.430062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.430378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.430721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.431035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.431347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.431651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.431966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.432277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:20.455708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-129b45b2-2e73-41c6-8112-8abacc0dc1db tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.1819553 Aug 31 09:29:20.468708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Attempting to bind port 53750d08-3b70-46b0-a4b4-2742baa0383b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:20.468996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Attempting to bind port 53750d08-3b70-46b0-a4b4-2742baa0383b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '4e047df0-28d7-4e6e-86e9-f34edd029900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6f22590c-a51e-40be-96af-ff2b65884489'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:20.470438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Attempting to bind port 53750d08-3b70-46b0-a4b4-2742baa0383b on network 6f22590c-a51e-40be-96af-ff2b65884489 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:20.476454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c10d77e7-6e2e-4a0b-8699-7b126b7ba119 req-ff7341d6-d72e-4701-8ffc-714dda8ba237 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2910712 Aug 31 09:29:20.480564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:20.481188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Checking segment: {'id': '4e047df0-28d7-4e6e-86e9-f34edd029900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6f22590c-a51e-40be-96af-ff2b65884489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:20.481693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.482254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Bound using segment: {'id': '4e047df0-28d7-4e6e-86e9-f34edd029900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6f22590c-a51e-40be-96af-ff2b65884489'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:20.482945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Bound port: 53750d08-3b70-46b0-a4b4-2742baa0383b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e047df0-28d7-4e6e-86e9-f34edd029900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6f22590c-a51e-40be-96af-ff2b65884489'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:20.483432 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.544335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-cf861c16-1fd5-45e2-9dae-408022b3780d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.550692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-cf861c16-1fd5-45e2-9dae-408022b3780d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "GET /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0970986 Aug 31 09:29:20.551556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.612312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] For port 53750d08-3b70-46b0-a4b4-2742baa0383b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:20.625656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] For port 53750d08-3b70-46b0-a4b4-2742baa0383b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53750d08-3b70-46b0-a4b4-2742baa0383b,segment=NetworkSegment(4e047df0-28d7-4e6e-86e9-f34edd029900),segment_id=4e047df0-28d7-4e6e-86e9-f34edd029900)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:20.650220 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.786347 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-99610292-be61-441e-a1ef-1ead71df3348 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "GET /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2130404 Aug 31 09:29:20.869654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:20.897670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f67f9c6-66d0-433e-943a-79628a949727 req-f8a9a665-e717-49b9-8fc0-b669085e3236 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 210 time: 0.1843209 Aug 31 09:29:20.903224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec27e0-1398-4710-aa66-2fa4164a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=53750d08-3b70-46b0-a4b4-2742baa0383b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.911243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811bbc-cc6d-417a-89ca-75e454190594 req-43913d19-72bd-4ba8-ab3a-0e63b7829f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.915080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-43913d19-72bd-4ba8-ab3a-0e63b7829f96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 200 len: 921 time: 0.6232703 Aug 31 09:29:20.942275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::4e (6f22590c-a51e-40be-96af-ff2b65884489/4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5/59f87b26-7244-4c55-af38-6efc2173abad) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:20.992009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-a14e19c7-8303-4820-8a1a-a6e5a1ace2e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 200 len: 217 time: 0.0676579 Aug 31 09:29:21.001670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.026767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Allocated IP 172.20.0.12 (2ef03d3e-f9bb-4602-9068-85c58db84ae9/ab9b22a3-96e5-4a2f-a22e-951453d57408/5ede1254-7b34-45e5-acd4-76f9d2512798) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:21.129760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Deleting port df0d309d-7f6f-4cd7-9fbe-1489ab897094 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:21.130112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.258981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e0cacc64-02a4-4337-a92f-5ae2db644f91,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:21.262331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.263046 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.278395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Calling delete_port for df0d309d-7f6f-4cd7-9fbe-1489ab897094 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:21.336205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] For port e0cacc64-02a4-4337-a92f-5ae2db644f91, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:21.382666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] device_id is not set on port e0cacc64-02a4-4337-a92f-5ae2db644f91 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:21.394194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.417137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.418920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811bbc-cc6d-417a-89ca-75e454190594 req-f785d525-2b59-4b50-9cb5-43e367ca8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.420524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-f785d525-2b59-4b50-9cb5-43e367ca8f13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 200 len: 860 time: 0.4153600 Aug 31 09:29:21.483647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-9ba7629d-9563-405f-ab62-6dd6abcd7568 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=855b22af-f030-4fdb-8b52-4119101e87d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544114 Aug 31 09:29:21.532829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] No DVR routers for this DVR port e0cacc64-02a4-4337-a92f-5ae2db644f91 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:21.586526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] In _notify_port_updated(), no bound segment for port e0cacc64-02a4-4337-a92f-5ae2db644f91 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:21.587440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.588078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.589590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 200 len: 1028 time: 0.7274373 Aug 31 09:29:21.725657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c746d69-1418-4c24-b724-3eac8d507003 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:21.828584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.921937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3fbf6f6-5647-41b0-bbfe-81595f8ea1bc None None] Provisioning complete for port e0cacc64-02a4-4337-a92f-5ae2db644f91 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:21.922855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf6f6-5647-41b0-bbfe-81595f8ea1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.034012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event deleted for resources: {'Port': ['ID=df0d309d-7f6f-4cd7-9fbe-1489ab897094,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.084324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbf6f6-5647-41b0-bbfe-81595f8ea1bc None None] Port e0cacc64-02a4-4337-a92f-5ae2db644f91 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:22.094979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-378cfd52-18ff-4931-95be-c65cdf49174a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.097226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-378cfd52-18ff-4931-95be-c65cdf49174a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "GET /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4103146 Aug 31 09:29:22.122121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:22.276675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Router 492b65db-7755-4375-9351-c25e5793b9b7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:22.345760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.369700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.436966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-4f8205c5-10bd-41ed-8e6e-5da585d5bf84 service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9077046 Aug 31 09:29:22.445977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ace6553f-1899-45f6-8274-081f605220c9 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:22.483659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.529365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.537303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.540518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.553643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.565800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.581570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.596006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.611364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-efe5f606-d1f9-4609-818d-4084debd5102 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 4660 time: 0.8688233 Aug 31 09:29:22.746668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44d395-8b4a-4cfc-81cd-1d7b65efd859 None None] Network 6f22590c-a51e-40be-96af-ff2b65884489 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:22.755587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 59f87b26-7244-4c55-af38-6efc2173abad will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:22.846969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:22.850298 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.854820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.856752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f74077bc-8fd3-4f2c-8bc5-23f2377cb891 req-7124f363-3197-459a-b2eb-3d117fa95054 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "DELETE /v2.0/floatingips/20752ec6-2766-4c67-9653-af7dd2999c6d HTTP/1.1" status: 204 len: 173 time: 2.3594041 Aug 31 09:29:22.903059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:22.934139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:22.983826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d7816f8-3736-40e5-8c27-02bf7989ac37 req-9adb2dc0-8f85-4d7c-b9c6-0a3a2c118749 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&id=edc9afb5-1e47-440d-945e-16dc6d1da751&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3397701 Aug 31 09:29:23.047002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:23.061805 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] Sync routers for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:23.102013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-862578f7-755e-4af4-bfb3-66953d7d9b3a None None] Provisioning for port 53750d08-3b70-46b0-a4b4-2742baa0383b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:23.104393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e4cdc725-6fd9-489a-b46a-f53479c0a508 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "PUT /v2.0/routers/492b65db-7755-4375-9351-c25e5793b9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8036382 Aug 31 09:29:23.125620 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:23.130959 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:23.140567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56644) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:23.185883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53750d08-3b70-46b0-a4b4-2742baa0383b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:23.231938 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.310674 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:23.313158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.381631 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] Routers {'492b65db-7755-4375-9351-c25e5793b9b7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:23.384936 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['492b65db-7755-4375-9351-c25e5793b9b7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:23.412319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:23.421666 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93feda3-d46e-41d6-b6b3-a4a63427de08" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "ace6553f-1899-45f6-8274-081f605220c9"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:23.517541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ace6553f-1899-45f6-8274-081f605220c9,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:23.523949 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:23.526017 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05cf4aa-dd1e-4735-a131-d4331ee658b2 None None] The sync data for ids ['492b65db-7755-4375-9351-c25e5793b9b7'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:23.558393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.560222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a3963c01-80ec-4213-9636-bd4ada06c648 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:23.685573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:23.690905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:23.699830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.734244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dcc48f2-9bdf-449d-9137-4b598b556f9c req-a622b30c-86b9-44bb-adb4-e4ea3a3d4829 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups/ca5c2d69-a9fd-4466-901d-1aebfb97c256 HTTP/1.1" status: 200 len: 1810 time: 0.3122594 Aug 31 09:29:23.737787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14811bbc-cc6d-417a-89ca-75e454190594 req-3eddc808-ee5a-4f9b-ba9b-80ded09bc25e service neutron] 10.222.0.15 "GET /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2994545 Aug 31 09:29:23.751275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] For port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:23.835525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09844-52b5-4c8b-8d26-f13d2f637f2e req-994bae84-c334-4dff-892c-7e054d2967b4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:23.844801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] device_id is not set on port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:23.846767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8b09844-52b5-4c8b-8d26-f13d2f637f2e req-994bae84-c334-4dff-892c-7e054d2967b4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 932 time: 0.5116248 Aug 31 09:29:23.860730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.880493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-1057a092-3c29-49ed-af1d-41c6586b2fe2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5419428 Aug 31 09:29:23.911763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Request body: {'port': {'device_id': '63a425f2-62bc-4830-968d-2426d76435e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:23.995744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.033164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 53750d08-3b70-46b0-a4b4-2742baa0383b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:24.047834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.058257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3dcc48f2-9bdf-449d-9137-4b598b556f9c req-03977ab0-f810-489e-887d-9027155421e5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.061569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.071439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 53750d08-3b70-46b0-a4b4-2742baa0383b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:24.071809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.090321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.139903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8b09844-52b5-4c8b-8d26-f13d2f637f2e req-081c9bea-7b9e-4070-94e6-655d10e14974 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576604 Aug 31 09:29:24.255486 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.420393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 6f22590c-a51e-40be-96af-ff2b65884489 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:24.430581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.489873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3dcc48f2-9bdf-449d-9137-4b598b556f9c req-03977ab0-f810-489e-887d-9027155421e5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.529026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a3963c01-80ec-4213-9636-bd4ada06c648,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:24.535902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] No DVR routers for this DVR port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:24.570875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.571759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6e0e18ad-1557-4005-ae4c-edf7379623c4 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:24.623004 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b42b805-4919-4179-a16d-c1b31d666174 x-openstack-request-id: req-5b42b805-4919-4179-a16d-c1b31d666174 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:24.623480 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "ace6553f-1899-45f6-8274-081f605220c9", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:24.623649 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b42b805-4919-4179-a16d-c1b31d666174 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:24.624081 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9', 'code': 200} Aug 31 09:29:24.631864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.746079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 53750d08-3b70-46b0-a4b4-2742baa0383b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53750d08-3b70-46b0-a4b4-2742baa0383b,segment=NetworkSegment(4e047df0-28d7-4e6e-86e9-f34edd029900),segment_id=4e047df0-28d7-4e6e-86e9-f34edd029900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:24.816604 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.864028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3dcc48f2-9bdf-449d-9137-4b598b556f9c req-03977ab0-f810-489e-887d-9027155421e5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.874077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3dcc48f2-9bdf-449d-9137-4b598b556f9c req-03977ab0-f810-489e-887d-9027155421e5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.876701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dcc48f2-9bdf-449d-9137-4b598b556f9c req-03977ab0-f810-489e-887d-9027155421e5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca5c2d69-a9fd-4466-901d-1aebfb97c256 HTTP/1.1" status: 204 len: 173 time: 1.1283448 Aug 31 09:29:24.915693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:24.927893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:24.972674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.973920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.021289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.024548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03977ab0-f810-489e-887d-9027155421e5 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c2d69-a9fd-4466-901d-1aebfb97c256,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.061372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.166615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-d9e96e24-9ff1-4fae-a421-7625f73a4fb9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.176966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-d9e96e24-9ff1-4fae-a421-7625f73a4fb9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.202981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-d9e96e24-9ff1-4fae-a421-7625f73a4fb9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.211103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-d9e96e24-9ff1-4fae-a421-7625f73a4fb9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.220504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-d9e96e24-9ff1-4fae-a421-7625f73a4fb9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.231337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-d9e96e24-9ff1-4fae-a421-7625f73a4fb9 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 3882 time: 0.4538679 Aug 31 09:29:25.352852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.416490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.4673569 Aug 31 09:29:25.427776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56660) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:25.465837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] In _notify_port_updated(), no bound segment for port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 on network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:25.468078 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.470287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=53750d08-3b70-46b0-a4b4-2742baa0383b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.488170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.492587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.496156 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-6c6f53b6-53c7-49b9-ba13-c707abe77831 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 200 len: 1027 time: 3.3801506 Aug 31 09:29:25.503643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f48f0-f578-46c2-b7b2-d1f501f0f2db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=59f87b26-7244-4c55-af38-6efc2173abad,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.854547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting port a2d94348-e715-4de2-86b1-20ac996bcb17 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:25.854789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.865704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cf37d195-6bcd-4269-9c38-92d7758e4d11 None None] Provisioning complete for port 53750d08-3b70-46b0-a4b4-2742baa0383b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:25.866627 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf37d195-6bcd-4269-9c38-92d7758e4d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.880379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-173d4eab-31df-4662-a54b-a4f1a6944571 req-42260b94-68a0-40c8-ac6d-a64b1347bed1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6498241 Aug 31 09:29:25.886818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port c9718d7f-34e6-4768-957f-26ca8ebf651a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:25.892952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.033336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:26.046582 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.048260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e0cacc64-02a4-4337-a92f-5ae2db644f91 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:26.265778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e0cacc64-02a4-4337-a92f-5ae2db644f91 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:26.269198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:26.395514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:26.426690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:26.427440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0558e849-5773-4fc5-b416-97bbf1338d0d no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:26.465812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.483207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port c9718d7f-34e6-4768-957f-26ca8ebf651a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c9718d7f-34e6-4768-957f-26ca8ebf651a,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:26.486828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.527488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Calling delete_port for a2d94348-e715-4de2-86b1-20ac996bcb17 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:26.530291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for c9718d7f-34e6-4768-957f-26ca8ebf651a owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:26.568517 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.593756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cf37d195-6bcd-4269-9c38-92d7758e4d11 None None] Provisioning for port 59f87b26-7244-4c55-af38-6efc2173abad completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:26.614756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cf37d195-6bcd-4269-9c38-92d7758e4d11 None None] Provisioning complete for port 59f87b26-7244-4c55-af38-6efc2173abad triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:26.616331 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf37d195-6bcd-4269-9c38-92d7758e4d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.666466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:26.669016 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6092a44-490c-49ed-959c-bce837494842" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:26.671754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cf37d195-6bcd-4269-9c38-92d7758e4d11 None None] Port 59f87b26-7244-4c55-af38-6efc2173abad cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:26.685923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0558e849-5773-4fc5-b416-97bbf1338d0d,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:26.694838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.694838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c9718d7f-34e6-4768-957f-26ca8ebf651a no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:26.835495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-34715946-2d11-4b3a-8f87-825858ca0f02 None None] Provisioning complete for port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:26.835875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34715946-2d11-4b3a-8f87-825858ca0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.878864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53fc7d-3ec8-4103-95ba-7fb162e03096 req-4938e5ff-f230-4bb7-82eb-77257e458452 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.881541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f53fc7d-3ec8-4103-95ba-7fb162e03096 req-4938e5ff-f230-4bb7-82eb-77257e458452 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 932 time: 1.0198069 Aug 31 09:29:26.993527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53750d08-3b70-46b0-a4b4-2742baa0383b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:27.000220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.045953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Port c9718d7f-34e6-4768-957f-26ca8ebf651a update to DOWN by agent not found {{(pid=94897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:29:27.049438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.058933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-34715946-2d11-4b3a-8f87-825858ca0f02 None None] Port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:27.090036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-34715946-2d11-4b3a-8f87-825858ca0f02 None None] Provisioning complete for port 59f87b26-7244-4c55-af38-6efc2173abad triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:27.090542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34715946-2d11-4b3a-8f87-825858ca0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.118761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 53750d08-3b70-46b0-a4b4-2742baa0383b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:27.119131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.144518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.156403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-34715946-2d11-4b3a-8f87-825858ca0f02 None None] Port 59f87b26-7244-4c55-af38-6efc2173abad cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:27.161075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=c9718d7f-34e6-4768-957f-26ca8ebf651a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.205137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f53fc7d-3ec8-4103-95ba-7fb162e03096 req-ad810eac-bf0a-4514-8ee0-ef81eb92fbc9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488592 Aug 31 09:29:27.247002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.248496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.248792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.249224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.249624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.250911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.251358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.251792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.252234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.252634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.253040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.253495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:27.262517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.301164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defb9d8-671c-4890-9fdc-fa0b30779d96 req-e1aac54a-dd1c-4e9d-9b0d-91833bcb8d5d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:27.302976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5defb9d8-671c-4890-9fdc-fa0b30779d96 req-e1aac54a-dd1c-4e9d-9b0d-91833bcb8d5d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.5677121 Aug 31 09:29:27.305299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ede1254-7b34-45e5-acd4-76f9d2512798 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:27.327542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.434431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5defb9d8-671c-4890-9fdc-fa0b30779d96 req-6ea4605a-5028-44ad-a0fa-708b6e188048 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025872 Aug 31 09:29:27.438080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Transition to ACTIVE for port object 5ede1254-7b34-45e5-acd4-76f9d2512798 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:27.471110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.494352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Port': ['ID=a2d94348-e715-4de2-86b1-20ac996bcb17,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.538536 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9338c40-f0f2-4303-9337-269f7f940c49 x-openstack-request-id: req-d9338c40-f0f2-4303-9337-269f7f940c49 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:27.539087 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-unplugged", "status": "completed", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:27.539525 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9338c40-f0f2-4303-9337-269f7f940c49 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:27.540964 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648', 'code': 200} Aug 31 09:29:27.541446 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'code': 200} Aug 31 09:29:27.541870 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d', 'code': 200} Aug 31 09:29:27.605518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.640365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.050368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port c9718d7f-34e6-4768-957f-26ca8ebf651a on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:28.069690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.070949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Attempting to bind port 5ede1254-7b34-45e5-acd4-76f9d2512798 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:28.071511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Attempting to bind port 5ede1254-7b34-45e5-acd4-76f9d2512798 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:28.071810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Attempting to bind port 5ede1254-7b34-45e5-acd4-76f9d2512798 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:28.072095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-b3492f36-ddaf-47ab-9cd8-f92b64ae0218 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "DELETE /v2.0/ports/c9718d7f-34e6-4768-957f-26ca8ebf651a HTTP/1.1" status: 204 len: 173 time: 2.4756825 Aug 31 09:29:28.072281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': 'c9718d7f-34e6-4768-957f-26ca8ebf651a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:28.093305 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920be136-7f2b-484b-9143-96c72a9aa99f" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "c9718d7f-34e6-4768-957f-26ca8ebf651a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:28.099284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Port 5ede1254-7b34-45e5-acd4-76f9d2512798 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:28.099284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Attempting to bind port 5ede1254-7b34-45e5-acd4-76f9d2512798 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:28.110506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.127188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:28.127764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:28.127764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Bound using segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:28.128346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Bound port: 5ede1254-7b34-45e5-acd4-76f9d2512798, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:28.128605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.144575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b668-6df2-412c-ad2e-8178d6a43e64 req-9c2862a9-c253-4052-b51c-66620b9d448a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.150768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b668-6df2-412c-ad2e-8178d6a43e64 req-9c2862a9-c253-4052-b51c-66620b9d448a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.157316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b668-6df2-412c-ad2e-8178d6a43e64 req-9c2862a9-c253-4052-b51c-66620b9d448a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.163740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b668-6df2-412c-ad2e-8178d6a43e64 req-9c2862a9-c253-4052-b51c-66620b9d448a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.172249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6a1b668-6df2-412c-ad2e-8178d6a43e64 req-9c2862a9-c253-4052-b51c-66620b9d448a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 3143 time: 0.5158060 Aug 31 09:29:28.232738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.239092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-9e73f040-be7a-423d-beda-31abe0d6b14d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.240912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-9e73f040-be7a-423d-beda-31abe0d6b14d tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.2968545 Aug 31 09:29:28.371962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6a1b668-6df2-412c-ad2e-8178d6a43e64 req-5f97ea04-efa5-4ede-b598-eaf838c5038f tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985972 Aug 31 09:29:28.415749 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d3dc7e-df6e-4057-8d38-d4c8105946cd x-openstack-request-id: req-10d3dc7e-df6e-4057-8d38-d4c8105946cd {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:28.416049 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "c9718d7f-34e6-4768-957f-26ca8ebf651a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:28.416313 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10d3dc7e-df6e-4057-8d38-d4c8105946cd {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:28.416714 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': 'c9718d7f-34e6-4768-957f-26ca8ebf651a', 'status': 'completed', 'code': 200} Aug 31 09:29:28.427469 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.443488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.444026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Fanout notify agent at l3_agent the message router_deleted on router 492b65db-7755-4375-9351-c25e5793b9b7 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:29:28.453320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.457947 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d111ad39-50b6-4a0e-8de3-afaf26238fbd tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "DELETE /v2.0/routers/492b65db-7755-4375-9351-c25e5793b9b7 HTTP/1.1" status: 204 len: 168 time: 5.3125529 Aug 31 09:29:28.458329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56690) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:28.526321 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port 6e0e18ad-1557-4005-ae4c-edf7379623c4 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:28.530882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd923318-8586-4baa-93be-3f9a73139cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.534285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.552720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.729902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:28.836390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=59f87b26-7244-4c55-af38-6efc2173abad,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:28.851073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port 6e0e18ad-1557-4005-ae4c-edf7379623c4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6e0e18ad-1557-4005-ae4c-edf7379623c4,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:28.851600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.870194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:28.985810 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.006307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting subnet 0c416612-4c40-44d3-934f-f3833ae6eb18 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:29.024850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.142260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab89f51-0602-4d74-a4e8-a2f89b94676f req-627f5313-e3d8-48b3-8a4e-3fe97407aef3 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.149910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fab89f51-0602-4d74-a4e8-a2f89b94676f req-627f5313-e3d8-48b3-8a4e-3fe97407aef3 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 944 time: 0.5881789 Aug 31 09:29:29.177138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Deleting port e5ff32ac-e15e-4f49-9e50-b163f296d932 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:29.178575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.236929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.238529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.239439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/5ede1254-7b34-45e5-acd4-76f9d2512798 HTTP/1.1" status: 200 len: 1093 time: 5.3370259 Aug 31 09:29:29.242927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:29.245271 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:29.342200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.368275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aa44a8b2-15b5-431e-816a-2370683db926 None None] Provisioning complete for port 59f87b26-7244-4c55-af38-6efc2173abad triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:29.369032 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa44a8b2-15b5-431e-816a-2370683db926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.413376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fab89f51-0602-4d74-a4e8-a2f89b94676f req-dd7d19d1-2f5a-48c6-a0f5-a0bd4c90ad04 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625043 Aug 31 09:29:29.438262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c582d97-461d-4dba-a200-923f3037c8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:29.483456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ecb93-9fe0-469f-9b3e-c4eddcce48e5 req-4d4e79eb-c834-4b46-ad49-93c7d2c2aa38 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.492002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-517ecb93-9fe0-469f-9b3e-c4eddcce48e5 req-4d4e79eb-c834-4b46-ad49-93c7d2c2aa38 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 946 time: 0.5970724 Aug 31 09:29:29.493415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-aa44a8b2-15b5-431e-816a-2370683db926 None None] Port 59f87b26-7244-4c55-af38-6efc2173abad cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:29.560151 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e36ec-3b80-4968-8ba4-ab48d1b4e146 x-openstack-request-id: req-889e36ec-3b80-4968-8ba4-ab48d1b4e146 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:29.560627 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:29.561020 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-889e36ec-3b80-4968-8ba4-ab48d1b4e146 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:29.561436 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'status': 'completed', 'code': 200} Aug 31 09:29:29.646581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.667641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.679713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.680663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.680882 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Floating IP 687308af-10f3-41f1-8d5e-a49f4bfd627e disassociated. External IP: 172.25.4.197, port: 6e0e18ad-1557-4005-ae4c-edf7379623c4. Aug 31 09:29:29.681828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for 6e0e18ad-1557-4005-ae4c-edf7379623c4 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:29.873054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-75549120-479c-438a-8385-166ede369f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.878197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-75549120-479c-438a-8385-166ede369f55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 1096 time: 0.4280705 Aug 31 09:29:29.887999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-517ecb93-9fe0-469f-9b3e-c4eddcce48e5 req-0afd16cd-8be6-4d53-be50-16a2e8f26722 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/security-groups?id=19b16f04-b36a-4819-b49b-b1a95ac305e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938072 Aug 31 09:29:29.899324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] For port e5ff32ac-e15e-4f49-9e50-b163f296d932, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e5ff32ac-e15e-4f49-9e50-b163f296d932,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:29.899644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.902868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.957966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Calling delete_port for e5ff32ac-e15e-4f49-9e50-b163f296d932 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:29.991320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72191faf-3e93-4a30-ba45-fafd62dc028c None None] Network 034a339d-ef10-4731-81c8-168b1fbb74be requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:29.992255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.001624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "DELETE /v2.0/subnets/0c416612-4c40-44d3-934f-f3833ae6eb18 HTTP/1.1" status: 204 len: 168 time: 1.5414629 Aug 31 09:29:30.041383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:30.052727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757d71-43e7-4bdf-9c6e-c5d0c99cbd85 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Subnet': ['ID=0c416612-4c40-44d3-934f-f3833ae6eb18,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:30.160059 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.195021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-348acd9b-00eb-44ce-9d70-47f7f73f27bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ede1254-7b34-45e5-acd4-76f9d2512798 HTTP/1.1" status: 200 len: 217 time: 0.2916465 Aug 31 09:29:30.203147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.226317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.304562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=6e0e18ad-1557-4005-ae4c-edf7379623c4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:30.476696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e5ff32ac-e15e-4f49-9e50-b163f296d932 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:30.554187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b720865-fef0-48c7-9333-28251f97224f None None] DHCP port deletion for 034a339d-ef10-4731-81c8-168b1fbb74be request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:30.619604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Router bbcfb9b7-8a84-4040-8579-f8106d979ade has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:30.622609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:30.623032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.800798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.804459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0b720865-fef0-48c7-9333-28251f97224f None None] Deleting port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:30.805287 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b720865-fef0-48c7-9333-28251f97224f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.811957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd74e-83cd-4907-b8d5-0d42349607c1 req-5562f2d3-44d7-45a3-a18b-fec5cd411e62 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.875878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd74e-83cd-4907-b8d5-0d42349607c1 req-5562f2d3-44d7-45a3-a18b-fec5cd411e62 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.910815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd74e-83cd-4907-b8d5-0d42349607c1 req-5562f2d3-44d7-45a3-a18b-fec5cd411e62 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.979447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd74e-83cd-4907-b8d5-0d42349607c1 req-5562f2d3-44d7-45a3-a18b-fec5cd411e62 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.995148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-383fd74e-83cd-4907-b8d5-0d42349607c1 req-5562f2d3-44d7-45a3-a18b-fec5cd411e62 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 3143 time: 1.2243099 Aug 31 09:29:31.004588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0b720865-fef0-48c7-9333-28251f97224f None None] For port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,segment=NetworkSegment(bbf71755-1cbf-47bf-8a25-5e43df8fc648),segment_id=bbf71755-1cbf-47bf-8a25-5e43df8fc648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.006081 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b720865-fef0-48c7-9333-28251f97224f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.070706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0b720865-fef0-48c7-9333-28251f97224f None None] Calling delete_port for 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:31.103891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] For port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,segment=NetworkSegment(bbf71755-1cbf-47bf-8a25-5e43df8fc648),segment_id=bbf71755-1cbf-47bf-8a25-5e43df8fc648)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.104792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.142947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Calling delete_port for 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:31.205338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:31.282642 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b720865-fef0-48c7-9333-28251f97224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.301381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b720865-fef0-48c7-9333-28251f97224f None None] No DVR routers for this DVR port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:31.301707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.308063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:31.308719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:31.365750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b720865-fef0-48c7-9333-28251f97224f None None] Pushing event deleted for resources: {'Port': ['ID=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.401855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Port': ['ID=514ab6da-dc19-4f45-81f9-b7a96ee0b4a6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.414126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] No DVR routers for this DVR port 514ab6da-dc19-4f45-81f9-b7a96ee0b4a6 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:31.505922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e7d70cd2-b588-4f9c-b839-f21af330d3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.519433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-c64a274c-86f2-46aa-9813-e9e0a08c8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:31.521063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-c64a274c-86f2-46aa-9813-e9e0a08c8cf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 1.3111925 Aug 31 09:29:31.529650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.555971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:31.580896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] Sync routers for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:31.599309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:31.599309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.603051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.615203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Pushing event deleted for resources: {'Port': ['ID=e5ff32ac-e15e-4f49-9e50-b163f296d932,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.702553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-383fd74e-83cd-4907-b8d5-0d42349607c1 req-c5562b22-0f8c-4d8b-86af-0a4e2b3dee26 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136816 Aug 31 09:29:31.733072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034a339d-ef10-4731-81c8-168b1fbb74be']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.733617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-424ac0eb-4dc3-44b7-95b2-4b2725015edb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928313 Aug 31 09:29:31.736286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port 6e0e18ad-1557-4005-ae4c-edf7379623c4 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:31.755136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.757414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a01af326-2521-466e-9506-9ac9e6e3a4d3 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "DELETE /v2.0/ports/6e0e18ad-1557-4005-ae4c-edf7379623c4 HTTP/1.1" status: 204 len: 173 time: 3.6296580 Aug 31 09:29:31.764123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:31.767768 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3534d5-6333-4578-9cde-44458b1b86ea" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:31.783881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf71755-1cbf-47bf-8a25-5e43df8fc648') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.784948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf71755-1cbf-47bf-8a25-5e43df8fc648') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.824783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.873017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.939057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:31.939057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:31.949744 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:32.037933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a5f69-3105-42cc-b5bf-38b9d545ce49 req-4d270a49-14bb-4ce9-add7-f1350daa36d6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.047671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port 0558e849-5773-4fc5-b416-97bbf1338d0d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:32.047998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.054178 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.063187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-785a5f69-3105-42cc-b5bf-38b9d545ce49 req-4d270a49-14bb-4ce9-add7-f1350daa36d6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 944 time: 1.2963178 Aug 31 09:29:32.080344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.084697 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "DELETE /v2.0/networks/034a339d-ef10-4731-81c8-168b1fbb74be HTTP/1.1" status: 204 len: 168 time: 2.0422029 Aug 31 09:29:32.130421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56730) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:32.139768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:32.140649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751068fa-7e00-4f5e-a255-f017cf3e4041 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Network': ['ID=034a339d-ef10-4731-81c8-168b1fbb74be,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.248844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port 0558e849-5773-4fc5-b416-97bbf1338d0d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0558e849-5773-4fc5-b416-97bbf1338d0d,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:32.249524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.265320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-785a5f69-3105-42cc-b5bf-38b9d545ce49 req-076f0290-8008-49c1-beeb-ea6b8c655934 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946537 Aug 31 09:29:32.268739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for 0558e849-5773-4fc5-b416-97bbf1338d0d owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:32.269276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db3ea980-e1e8-4a85-a37a-9d83ae0ac86e req-eb4eb1d9-c289-478f-9479-2430044895b9 tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba904bb-8bc2-4573-92fc-45d8664447ea HTTP/1.1" status: 200 len: 210 time: 0.1603169 Aug 31 09:29:32.306259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] No DVR routers for this DVR port e5ff32ac-e15e-4f49-9e50-b163f296d932 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:32.330324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.334104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a0bb60-abbf-4ca1-a81b-2b4b266c0006 req-abab4ce0-92a8-41cd-88e1-6019542bac8c tempest-ServerRescueTestJSONUnderV235-168765820 tempest-ServerRescueTestJSONUnderV235-168765820-project] 10.222.0.15 "DELETE /v2.0/ports/e5ff32ac-e15e-4f49-9e50-b163f296d932 HTTP/1.1" status: 204 len: 173 time: 4.0368309 Aug 31 09:29:32.337901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'name': 'network-vif-deleted', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:32.343487 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618ac9a3-4cfb-4580-a0f0-aaff4430eb4c" -d '{"events": [{"server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "name": "network-vif-deleted", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:32.433836 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d7db50-86d3-4d92-8606-204fc07454c9 x-openstack-request-id: req-01d7db50-86d3-4d92-8606-204fc07454c9 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:32.435089 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "6e0e18ad-1557-4005-ae4c-edf7379623c4", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:32.437478 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01d7db50-86d3-4d92-8606-204fc07454c9 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:32.439569 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': '6e0e18ad-1557-4005-ae4c-edf7379623c4', 'status': 'completed', 'code': 200} Aug 31 09:29:32.588108 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.605201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.613676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.620079 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31baa03-3dd0-4fb8-9ceb-d2a78eda9561 x-openstack-request-id: req-c31baa03-3dd0-4fb8-9ceb-d2a78eda9561 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:32.620794 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba904bb-8bc2-4573-92fc-45d8664447ea", "name": "network-vif-deleted", "tag": "e5ff32ac-e15e-4f49-9e50-b163f296d932", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:32.620794 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c31baa03-3dd0-4fb8-9ceb-d2a78eda9561 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:32.621176 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba904bb-8bc2-4573-92fc-45d8664447ea', 'name': 'network-vif-deleted', 'tag': 'e5ff32ac-e15e-4f49-9e50-b163f296d932', 'status': 'completed', 'code': 200} Aug 31 09:29:32.693332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-97efc79a-ea7e-4482-aff9-d92e5cf39587 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9025905 Aug 31 09:29:32.742509 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.751438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=0558e849-5773-4fc5-b416-97bbf1338d0d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.797677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port 0558e849-5773-4fc5-b416-97bbf1338d0d on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:32.810559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.816633 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-a3787f45-3261-427b-895d-1db5683cdf32 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "DELETE /v2.0/ports/0558e849-5773-4fc5-b416-97bbf1338d0d HTTP/1.1" status: 204 len: 173 time: 1.0453196 Aug 31 09:29:32.873066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:17Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:32.986526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] Checking router: bbcfb9b7-8a84-4040-8579-f8106d979ade for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:33.008625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.009909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.017570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:33.027833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:33.038217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-035866bb-2200-49bd-99a4-c9b9aef2995e req-5c3a6b7b-8731-4847-81c4-6dd7cfd85346 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341742 Aug 31 09:29:33.197797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port ace6553f-1899-45f6-8274-081f605220c9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:33.198402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.391885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port ace6553f-1899-45f6-8274-081f605220c9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ace6553f-1899-45f6-8274-081f605220c9,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:33.392618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.399658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:33.426753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:33.435676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for ace6553f-1899-45f6-8274-081f605220c9 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:33.640048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.785608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.811261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:17Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:33.862816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=ace6553f-1899-45f6-8274-081f605220c9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:33.871090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2c71b-a6c3-42a8-80d1-e0724c7b3780 None None] The sync data for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 is: [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 4, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d36dc82-cab1-404b-aac0-b459c509eb1a', 'name': '', 'network_id': 'ebb1948b-a52d-46b0-bb48-4a04a48cc166', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'mac_address': 'fa:16:3e:48:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:17Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'subnets': [{'id': '08322f2b-6e1f-46d2-8697-1ece0fbfe24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:33.940427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port ace6553f-1899-45f6-8274-081f605220c9 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:33.946315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.951401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-0ef36230-e651-4de0-8757-5e367902c982 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "DELETE /v2.0/ports/ace6553f-1899-45f6-8274-081f605220c9 HTTP/1.1" status: 204 len: 173 time: 1.1257472 Aug 31 09:29:34.017973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5e41-7e09-4415-83c5-7d5fc28b7b28 req-886cb505-69cb-4903-aaf8-fd890914d8ba tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.027900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5e41-7e09-4415-83c5-7d5fc28b7b28 req-886cb505-69cb-4903-aaf8-fd890914d8ba tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.039818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-090e5e41-7e09-4415-83c5-7d5fc28b7b28 req-886cb505-69cb-4903-aaf8-fd890914d8ba tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 1677 time: 1.0582888 Aug 31 09:29:34.077667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=59f87b26-7244-4c55-af38-6efc2173abad,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.103978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Deleting port 9d780a5b-3173-4af8-b0dd-f013857f37b2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:34.104584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.148576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port a3963c01-80ec-4213-9636-bd4ada06c648 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:34.148576 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.240649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.241294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.241751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.242200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.242705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.243445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.243908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.244743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.245203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.245832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.246273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.246759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:34.367170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-1c5718c7-a64b-43e3-8a0e-166eed5a0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.370528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-1c5718c7-a64b-43e3-8a0e-166eed5a0dc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 1096 time: 1.1288908 Aug 31 09:29:34.392402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port a3963c01-80ec-4213-9636-bd4ada06c648, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a3963c01-80ec-4213-9636-bd4ada06c648,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:34.392998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.427278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for a3963c01-80ec-4213-9636-bd4ada06c648 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:34.440986 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81112ef-3fd7-4a08-84bd-b7dde4cb071d None None] New status for floating IP 687308af-10f3-41f1-8d5e-a49f4bfd627e: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:29:34.461800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d'}, {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:34.467843 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0578a7a-fd84-4e1e-ad18-49cf0bb5b63d" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d"}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "ace6553f-1899-45f6-8274-081f605220c9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:34.655960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-090e5e41-7e09-4415-83c5-7d5fc28b7b28 req-a306e50e-2998-40c0-877f-493f6b556198 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6140099 Aug 31 09:29:34.764145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.776562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.777738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.805285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Calling delete_port for 9d780a5b-3173-4af8-b0dd-f013857f37b2 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:34.883024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-e8e64566-eb56-4e8f-9f62-e907702c8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.884649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-e8e64566-eb56-4e8f-9f62-e907702c8262 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.4779828 Aug 31 09:29:34.925461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=a3963c01-80ec-4213-9636-bd4ada06c648,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.954790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port a3963c01-80ec-4213-9636-bd4ada06c648 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:34.960528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.962862 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5fd6eb89-be4d-4448-92b2-84ac9c1d472a req-7e435881-1b07-4f14-a702-b65ad8950b2d tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.15 "DELETE /v2.0/ports/a3963c01-80ec-4213-9636-bd4ada06c648 HTTP/1.1" status: 204 len: 173 time: 1.0062444 Aug 31 09:29:34.987355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7c1c4-6c13-4521-bc05-b071448614f0 req-f6e837f6-0dbd-418b-b2e2-89dbc3d31ae4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.988518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50d7c1c4-6c13-4521-bc05-b071448614f0 req-f6e837f6-0dbd-418b-b2e2-89dbc3d31ae4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 944 time: 1.0550175 Aug 31 09:29:35.025633 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417865d3-23cd-4365-8e5e-82d72f41cdcc x-openstack-request-id: req-417865d3-23cd-4365-8e5e-82d72f41cdcc {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:35.027181 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "0558e849-5773-4fc5-b416-97bbf1338d0d", "status": "completed", "code": 200}, {"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "ace6553f-1899-45f6-8274-081f605220c9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:35.027719 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-417865d3-23cd-4365-8e5e-82d72f41cdcc {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:35.028326 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': '0558e849-5773-4fc5-b416-97bbf1338d0d', 'status': 'completed', 'code': 200} Aug 31 09:29:35.028737 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': 'ace6553f-1899-45f6-8274-081f605220c9', 'status': 'completed', 'code': 200} Aug 31 09:29:35.046330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 6f22590c-a51e-40be-96af-ff2b65884489 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:35.110798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:35.131143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-c463225d-e60d-4c9d-9302-3fdc4311e646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ede1254-7b34-45e5-acd4-76f9d2512798 HTTP/1.1" status: 200 len: 217 time: 0.1388209 Aug 31 09:29:35.446579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50d7c1c4-6c13-4521-bc05-b071448614f0 req-6201d1f6-1dc2-4b62-8c06-0670f33bdd11 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183090 Aug 31 09:29:35.449196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-321af4e5-ca05-405c-ac09-7f9371b16f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.460333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-321af4e5-ca05-405c-ac09-7f9371b16f28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.2967873 Aug 31 09:29:35.611615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-982454e6-ee1a-4a47-b8d2-77da46e15000 None None] Provisioning complete for port 59f87b26-7244-4c55-af38-6efc2173abad triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:35.620990 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-982454e6-ee1a-4a47-b8d2-77da46e15000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.730631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-982454e6-ee1a-4a47-b8d2-77da46e15000 None None] Port 59f87b26-7244-4c55-af38-6efc2173abad cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:35.787096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-3c2b4a86-d10a-4522-8f37-688cc0319463 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477169 Aug 31 09:29:35.963687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-97bcae0c-88f8-4e53-8bd8-ce9043f645d3 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567693 Aug 31 09:29:36.080179 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:29:36.102183 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.163096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054cce0c-94a9-472c-acb6-f6aacfbec66d req-6b1a307b-4403-4bb9-873f-df9b7e59858f tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1949630 Aug 31 09:29:36.282696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.400531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a864fcbb-fe96-4545-b0b6-f29df0eec8b2 req-a04a7d7d-178e-4c64-bd83-1875de6aee38 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208586 Aug 31 09:29:36.410994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Pushing event deleted for resources: {'Port': ['ID=9d780a5b-3173-4af8-b0dd-f013857f37b2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:36.426071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Router a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:29:36.618586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.624191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.628333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63622dfe-be03-4dc0-b361-81fc793e97e9 tempest-FloatingIPAdminTestJSON-1893458483 tempest-FloatingIPAdminTestJSON-1893458483-project] 10.222.0.18 "DELETE /v2.0/floatingips/86914d29-bfaa-4a3b-be8b-0b08a79e8d12 HTTP/1.1" status: 204 len: 168 time: 4.4598408 Aug 31 09:29:36.649216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.654366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:36.663558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b47e60f2-7d30-485a-87e5-9f9155f748d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/routers/a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2315834 Aug 31 09:29:36.666594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.676049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] Sync routers for ids ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:36.729537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] Routers {'a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:36.733419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:36.848281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc9db-231f-4b64-aeda-11cf429ef438 req-2e63c5da-4013-4dd5-823c-4d61fab9a8d4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.860285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59cdc9db-231f-4b64-aeda-11cf429ef438 req-2e63c5da-4013-4dd5-823c-4d61fab9a8d4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 944 time: 0.2675681 Aug 31 09:29:36.870614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36886b-1776-4d60-ac58-717abbd4bffe tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.882121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e36886b-1776-4d60-ac58-717abbd4bffe tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports?device_id=a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa HTTP/1.1" status: 200 len: 987 time: 0.2129498 Aug 31 09:29:36.882988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56790) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.896727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5ede1254-7b34-45e5-acd4-76f9d2512798 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:36.905179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:36.939464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] Routers {'a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:36.940161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:37.000038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:37.000726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43336fb6-e005-4cf2-8a18-74f9f5d874cd None None] The sync data for ids ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:37.203208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:37.223580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'mac_address': 'fa:16:3e:47:df:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:37.269550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59cdc9db-231f-4b64-aeda-11cf429ef438 req-c5956434-0d78-40be-a346-25593b1a4436 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079361 Aug 31 09:29:37.317920 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.346120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ede1254-7b34-45e5-acd4-76f9d2512798 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:37.425303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:37.444403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.527609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56804) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.533494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:37.533724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83dbf808-d252-457f-a6d7-32a4f9f4224f req-7d1aa8b2-8dcb-47eb-a3bc-738e025e1768 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1046278 Aug 31 09:29:37.537102 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed25269-715c-421e-8e47-186f592cba71" -d '{"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:37.594258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.634697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Deleting port 1e723c5f-4f35-430a-9812-d55ff8595d6f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:37.637013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.657039 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dc49fb-8930-46a8-b749-dabf63221446 x-openstack-request-id: req-d1dc49fb-8930-46a8-b749-dabf63221446 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:37.662416 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d5fe9-c6af-44cd-941d-f540e66ee357", "name": "network-vif-deleted", "tag": "a3963c01-80ec-4213-9636-bd4ada06c648", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:37.662870 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1dc49fb-8930-46a8-b749-dabf63221446 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:37.663396 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d5fe9-c6af-44cd-941d-f540e66ee357', 'name': 'network-vif-deleted', 'tag': 'a3963c01-80ec-4213-9636-bd4ada06c648', 'status': 'completed', 'code': 200} Aug 31 09:29:37.755538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5ede1254-7b34-45e5-acd4-76f9d2512798'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:37.885312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] For port 1e723c5f-4f35-430a-9812-d55ff8595d6f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1e723c5f-4f35-430a-9812-d55ff8595d6f,segment=NetworkSegment(5f9eaf8f-d0a8-4478-b747-b735f56e74f7),segment_id=5f9eaf8f-d0a8-4478-b747-b735f56e74f7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:37.885635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.899393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0fadcabd-b2b6-4abb-a306-c0f7eb983fdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dd65e99c79f4ccc85b033e966b04e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645594 Aug 31 09:29:37.910405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56814) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.913759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Calling delete_port for 1e723c5f-4f35-430a-9812-d55ff8595d6f owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:38.049345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2034c5db-f5b6-493c-8eea-f4376dc7d0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.175579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2034c5db-f5b6-493c-8eea-f4376dc7d0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.352068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2034c5db-f5b6-493c-8eea-f4376dc7d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.358017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2034c5db-f5b6-493c-8eea-f4376dc7d0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.359942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2034c5db-f5b6-493c-8eea-f4376dc7d0e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ce6b9ed-1427-45a0-8d13-f7dc4ed219db HTTP/1.1" status: 204 len: 168 time: 0.4482760 Aug 31 09:29:38.439045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034c5db-f5b6-493c-8eea-f4376dc7d0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce6b9ed-1427-45a0-8d13-f7dc4ed219db,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:38.505627 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.541655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e723c5f-4f35-430a-9812-d55ff8595d6f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:38.718573 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.753060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb6123-cdee-44c5-9d35-3f42b1b5a882 req-de43f947-2514-4d29-9ac1-5d9911c79922 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.755570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62cb6123-cdee-44c5-9d35-3f42b1b5a882 req-de43f947-2514-4d29-9ac1-5d9911c79922 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 945 time: 0.1836600 Aug 31 09:29:38.829107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5ede1254-7b34-45e5-acd4-76f9d2512798 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:39.039615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-246c5e55-455c-4385-a25e-fa1b6be9036b req-392097d3-f840-45a7-a1d1-f972163e6e01 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.2818177 Aug 31 09:29:39.060477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5ede1254-7b34-45e5-acd4-76f9d2512798 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:39.076349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5ede1254-7b34-45e5-acd4-76f9d2512798 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:39.077964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.144754 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62cb6123-cdee-44c5-9d35-3f42b1b5a882 req-886d7c62-3061-4fdc-9d78-ec70a116dd7f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837832 Aug 31 09:29:39.177848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.266043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.320063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:39.337297 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae595b-2deb-4e68-b1b9-c8e7ba04eed6" -d '{"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:39.351827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 59f87b26-7244-4c55-af38-6efc2173abad {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:39.352732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.402040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:39.408397 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.447016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56836) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.498511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed79a-0bc1-481c-a4d6-140ea4e7fbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.498855 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972654a2-8c57-42bd-a53b-c78b0a202716 x-openstack-request-id: req-972654a2-8c57-42bd-a53b-c78b0a202716 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:39.502793 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:39.503358 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-972654a2-8c57-42bd-a53b-c78b0a202716 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:39.503988 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'code': 200} Aug 31 09:29:39.619416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.675615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.738521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 59f87b26-7244-4c55-af38-6efc2173abad owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:40.169487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.245228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=59f87b26-7244-4c55-af38-6efc2173abad,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.425290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.553180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbbc3358-111f-418a-8c9a-397b606a1955 req-39d6f4b2-63b7-4601-8d05-7c6f4fb54be4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1955359 Aug 31 09:29:40.798200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Router a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:40.979034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3f98b-d906-470f-bf7e-71750253fd14 req-5b466d22-134c-4941-989b-5c3994891d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.986594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e3f98b-d906-470f-bf7e-71750253fd14 req-5b466d22-134c-4941-989b-5c3994891d58 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 1098 time: 0.6390018 Aug 31 09:29:41.015721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:41.024465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f0cc-6d5f-4d04-9ea0-a1a830fddffa req-b1193368-4a01-4236-b919-6de4fe76041a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:41.036373 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] Sync routers for ids ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:41.040836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e85b11a3-0273-4357-ba0c-0657808fc3c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/routers/a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1562839 Aug 31 09:29:41.042964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc14f0cc-6d5f-4d04-9ea0-a1a830fddffa req-b1193368-4a01-4236-b919-6de4fe76041a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.6200728 Aug 31 09:29:41.045880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:41.058497 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] Routers {'a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:41.059204 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:41.105528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed79a-0bc1-481c-a4d6-140ea4e7fbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.227115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed79a-0bc1-481c-a4d6-140ea4e7fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.232621 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:41.257932 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] Routers {'a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:41.258917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:41.302329 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30d7df5-f91c-40dd-b96c-d6463bce920f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:29:41.305206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c30d7df5-f91c-40dd-b96c-d6463bce920f tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/59f87b26-7244-4c55-af38-6efc2173abad HTTP/1.1" status: 404 len: 333 time: 0.1632798 Aug 31 09:29:41.309442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56858) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:41.340253 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:41.342447 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c47144-caf1-49a0-8ff7-1b96bec533dc None None] The sync data for ids ['a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:41.487440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:41.540053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7c7ed79a-0bc1-481c-a4d6-140ea4e7fbcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6133c2e266154af9b230866173c75bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0917089 Aug 31 09:29:41.549255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6e3f98b-d906-470f-bf7e-71750253fd14 req-79386228-83ef-4911-b37a-cab35962e219 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405696 Aug 31 09:29:41.549967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:41.568950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.577738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc14f0cc-6d5f-4d04-9ea0-a1a830fddffa req-fdb4dd00-9527-4ede-b0f1-28b3a0013b40 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330944 Aug 31 09:29:41.596222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ed79a-0bc1-481c-a4d6-140ea4e7fbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33637f92-3a52-453f-9ed1-a0bc5c4f9178,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:41.810327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60573356-d4ac-4d41-9abf-b822a3959dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.993998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60573356-d4ac-4d41-9abf-b822a3959dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.026721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca31fc0c-f581-4133-89ae-4be2a828a8e9 req-ef922937-05f2-4376-89c6-fb31e247c0f4 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1629643 Aug 31 09:29:42.084874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.091773 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.152140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:42.165653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] Sync routers for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:42.177287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f6df63bc-57ad-489d-a5c0-5cef6cf536b7 admin admin] 10.222.0.18 "PUT /v2.0/routers/4fbd0fcc-7997-4de8-81f0-c8ccc500938e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2549107 Aug 31 09:29:42.189355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:42.190396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:42.193586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.225142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.225743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Fanout notify agent at l3_agent the message router_deleted on router a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:29:42.238595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.239971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b54327b4-9890-4549-af4b-a4a8bb8b2071 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/routers/a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa HTTP/1.1" status: 204 len: 168 time: 0.9292619 Aug 31 09:29:42.252010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56872) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.386999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:42.389758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60573356-d4ac-4d41-9abf-b822a3959dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.392403 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-60573356-d4ac-4d41-9abf-b822a3959dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.393023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.396046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60573356-d4ac-4d41-9abf-b822a3959dd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33637f92-3a52-453f-9ed1-a0bc5c4f9178 HTTP/1.1" status: 204 len: 168 time: 0.8295393 Aug 31 09:29:42.466091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573356-d4ac-4d41-9abf-b822a3959dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33637f92-3a52-453f-9ed1-a0bc5c4f9178,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.498822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.518211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:42.598163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.975071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.981691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.160656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494a30d-96e1-4034-b642-df831d19806f req-71f1f693-9564-44c4-bbff-5c5305f5fa7c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:43.162869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9494a30d-96e1-4034-b642-df831d19806f req-71f1f693-9564-44c4-bbff-5c5305f5fa7c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2584653 Aug 31 09:29:43.179029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.219423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.226877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5 HTTP/1.1" status: 204 len: 168 time: 0.9711280 Aug 31 09:29:43.232021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.246361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba124cb-7822-4cab-a814-4c10f7827a4a None None] Network 6f22590c-a51e-40be-96af-ff2b65884489 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:43.265585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:29:38Z', 'revision_number': 5, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port': {'id': '86eb0fef-3ce0-48ce-a482-3f503dd71eca', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:40Z', 'updated_at': '2021-08-31T09:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:43.269984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c63569-1846-4f0a-8c3e-38999f30f273 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.342634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.366647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Deleting port 86eb0fef-3ce0-48ce-a482-3f503dd71eca {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:43.367496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.368991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b79bbc44-5d0d-46d3-839a-029fa33adf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.491709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] Checking router: 4fbd0fcc-7997-4de8-81f0-c8ccc500938e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:43.588312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] Routers {'4fbd0fcc-7997-4de8-81f0-c8ccc500938e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:43.589422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:29:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:43.599505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9494a30d-96e1-4034-b642-df831d19806f req-de35872d-7011-492c-b27f-2d83fb0c4ade tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105852 Aug 31 09:29:43.603334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-356ba086-8220-44bc-9850-98aa2f42d321 req-69bd551e-e3bd-48e2-b332-8f162b3f6f42 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.2687113 Aug 31 09:29:43.620697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b79bbc44-5d0d-46d3-839a-029fa33adf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.634288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b79bbc44-5d0d-46d3-839a-029fa33adf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.729586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.733718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bbc44-5d0d-46d3-839a-029fa33adf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc8c77c-02da-4088-809e-6da4b3f87856,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.820342 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b79bbc44-5d0d-46d3-839a-029fa33adf41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86f8cbaf3df84e628d25d97cc3905c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760568 Aug 31 09:29:43.825809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56896) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.896844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] Set router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:43.993791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] For port 86eb0fef-3ce0-48ce-a482-3f503dd71eca, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=86eb0fef-3ce0-48ce-a482-3f503dd71eca,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:43.994450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.999465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aff951bb-1b4c-4355-8a0f-1dbb8a14a2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.999728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:29:42Z', 'revision_number': 6, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:44.034766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Calling delete_port for 86eb0fef-3ce0-48ce-a482-3f503dd71eca owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:44.096742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aff951bb-1b4c-4355-8a0f-1dbb8a14a2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.145202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6a092-c578-4d16-93f2-b42fd580a031 None None] The sync data for ids ['4fbd0fcc-7997-4de8-81f0-c8ccc500938e'] in n-d-800634-13 is: [{'id': '4fbd0fcc-7997-4de8-81f0-c8ccc500938e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1198237091-router', 'tenant_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:38Z', 'updated_at': '2021-08-31T09:29:42Z', 'revision_number': 6, 'project_id': '1fc1a6214b254ae98ec08778b86b4cbf', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:44.175335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 53750d08-3b70-46b0-a4b4-2742baa0383b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:44.175685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.278581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aff951bb-1b4c-4355-8a0f-1dbb8a14a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.282249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aff951bb-1b4c-4355-8a0f-1dbb8a14a2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.283744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aff951bb-1b4c-4355-8a0f-1dbb8a14a2ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddc8c77c-02da-4088-809e-6da4b3f87856 HTTP/1.1" status: 204 len: 168 time: 0.4574583 Aug 31 09:29:44.313475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff951bb-1b4c-4355-8a0f-1dbb8a14a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc8c77c-02da-4088-809e-6da4b3f87856,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.511426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] For port 53750d08-3b70-46b0-a4b4-2742baa0383b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53750d08-3b70-46b0-a4b4-2742baa0383b,segment=NetworkSegment(4e047df0-28d7-4e6e-86e9-f34edd029900),segment_id=4e047df0-28d7-4e6e-86e9-f34edd029900)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:44.516244 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.555614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 53750d08-3b70-46b0-a4b4-2742baa0383b owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:44.602636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] DHCP port deletion for 6f22590c-a51e-40be-96af-ff2b65884489 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:44.740801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] Deleting port 53750d08-3b70-46b0-a4b4-2742baa0383b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:44.741451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.042096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] For port 53750d08-3b70-46b0-a4b4-2742baa0383b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53750d08-3b70-46b0-a4b4-2742baa0383b,segment=NetworkSegment(4e047df0-28d7-4e6e-86e9-f34edd029900),segment_id=4e047df0-28d7-4e6e-86e9-f34edd029900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:45.042525 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.105348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] Calling delete_port for 53750d08-3b70-46b0-a4b4-2742baa0383b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:45.161752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 86eb0fef-3ce0-48ce-a482-3f503dd71eca no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:45.342290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df43c00e-e071-452f-bbd6-ec22e8999382 req-8217a6b8-110d-4edb-9066-d80f8de1d78f tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.3658607 Aug 31 09:29:45.561856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No active binding found for port 86eb0fef-3ce0-48ce-a482-3f503dd71eca {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:29:45.562604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 86eb0fef-3ce0-48ce-a482-3f503dd71eca not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:45.563234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53750d08-3b70-46b0-a4b4-2742baa0383b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:45.564912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e58e-38f6-40e1-91eb-a37ee76882d5 req-80ffdf1d-f58c-4807-9ea8-93fcb1590961 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:45.566591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0798e58e-38f6-40e1-91eb-a37ee76882d5 req-80ffdf1d-f58c-4807-9ea8-93fcb1590961 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.6412346 Aug 31 09:29:45.568292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.589816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 53750d08-3b70-46b0-a4b4-2742baa0383b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:45.591349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53750d08-3b70-46b0-a4b4-2742baa0383b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:45.592268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e723c5f-4f35-430a-9812-d55ff8595d6f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:45.616786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1e723c5f-4f35-430a-9812-d55ff8595d6f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:45.618577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e723c5f-4f35-430a-9812-d55ff8595d6f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:45.653645 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:29:45.675215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.715946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.724647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86eb0fef-3ce0-48ce-a482-3f503dd71eca,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:45.781235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] No DVR routers for this DVR port 53750d08-3b70-46b0-a4b4-2742baa0383b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:45.788541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=53750d08-3b70-46b0-a4b4-2742baa0383b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:45.799841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58a396-90b6-4de3-be96-027cfe574722 None None] Pushing event deleted for resources: {'Port': ['ID=53750d08-3b70-46b0-a4b4-2742baa0383b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:45.859285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.993613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No DVR routers for this DVR port 53750d08-3b70-46b0-a4b4-2742baa0383b on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:46.002023 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.007560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.089045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0798e58e-38f6-40e1-91eb-a37ee76882d5 req-91caad15-fa18-4da9-b68d-59430889be9e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953208 Aug 31 09:29:46.221754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.223012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbd0fcc-7997-4de8-81f0-c8ccc500938e {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:29:46.233116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.234651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b7adb202-e351-458f-90b1-13d307e1dbb9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4fbd0fcc-7997-4de8-81f0-c8ccc500938e HTTP/1.1" status: 204 len: 168 time: 4.0399983 Aug 31 09:29:46.238343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56940) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:46.249305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.282562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f22590c-a51e-40be-96af-ff2b65884489']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:46.326273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e047df0-28d7-4e6e-86e9-f34edd029900') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:46.331203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e047df0-28d7-4e6e-86e9-f34edd029900') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:46.359935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.379903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Deleting subnet 6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:46.404252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.426590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.460175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:46.463764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:46.485321 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:46.585232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.679719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.825734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b794e78-2094-4291-bb91-f29c0f003d4e req-5326ab36-94ef-4b2b-8da4-642cbb198e7f tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1501172 Aug 31 09:29:46.837284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.850831 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.858188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/6f22590c-a51e-40be-96af-ff2b65884489 HTTP/1.1" status: 204 len: 168 time: 3.6192095 Aug 31 09:29:46.861457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:46.911391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512de274-758b-47df-a7ba-69cc9f18236b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=6f22590c-a51e-40be-96af-ff2b65884489,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:46.963821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.081023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:47.099819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f9344-06b7-46e7-8f07-7dfe810db67d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.101756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c59f9344-06b7-46e7-8f07-7dfe810db67d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/2d725188-42eb-4412-a2fe-f523c216d5da HTTP/1.1" status: 200 len: 844 time: 0.2273600 Aug 31 09:29:47.105684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56998) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.166195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.169246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e28ec71d-f43c-4805-8f00-acf79835739d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6cc18b9f-be9b-42a1-ba43-1ac26a0a3a20 HTTP/1.1" status: 204 len: 168 time: 0.9293108 Aug 31 09:29:47.174208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.175617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-385a832a-0018-47c1-aa8c-cea1f95944b4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/2d725188-42eb-4412-a2fe-f523c216d5da?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0679836 Aug 31 09:29:47.180592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57006) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.188935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:47.413539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:47.427546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.674596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.708440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5b15-aa90-4550-b4cc-8be61f5504f5 req-207d7cb7-a045-42fe-a34e-c7ad6625606a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.712529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-408a5b15-aa90-4550-b4cc-8be61f5504f5 req-207d7cb7-a045-42fe-a34e-c7ad6625606a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2225149 Aug 31 09:29:47.957228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.012811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-408a5b15-aa90-4550-b4cc-8be61f5504f5 req-f4fbdaf8-0515-4ae7-9699-b244152bf12c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865736 Aug 31 09:29:48.042908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.096719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57052) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.120696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855b22af-f030-4fdb-8b52-4119101e87d0']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:48.162053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9eaf8f-d0a8-4478-b747-b735f56e74f7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:48.162411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9eaf8f-d0a8-4478-b747-b735f56e74f7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:48.181425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.197855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:48.202718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.203303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:48.209507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=67ce77db-adc1-4e97-994e-3313b7aea738,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:48.219719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:48.220341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.222879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.226702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.227547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e38fcbc-b925-443d-b6a1-1237df0f9121 None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:48.233475 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:48.320382 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bb5c18eb-8926-444d-8664-8cb72dd17d17 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1376879 Aug 31 09:29:48.323177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57058) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.354908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'security_group': {'name': 'tempest-secgroup-284564518'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.435082 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.492611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-398f241a-f70f-488c-9f15-a879229c2e89 req-cc003aa0-a66a-404f-ae9b-e9f01dedf83f tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.4413431 Aug 31 09:29:48.522411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.528543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/855b22af-f030-4fdb-8b52-4119101e87d0 HTTP/1.1" status: 204 len: 168 time: 1.3520806 Aug 31 09:29:48.557341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.574209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8a13-cc03-4d46-9ada-ca1cdd587fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=855b22af-f030-4fdb-8b52-4119101e87d0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:48.686003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.729811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'tenant_id': 'c13f173a575c4f5b8ce793252be6cb4e', 'fixed_ips': [{'subnet_id': '67ce77db-adc1-4e97-994e-3313b7aea738'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:48.731474 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.935315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2e541438-d2d6-4c02-a1fd-574bb56f72b1 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1011321887'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.936184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2e541438-d2d6-4c02-a1fd-574bb56f72b1 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Unknown quota resources ['metering_label']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:29:48.975513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.980363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.024900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.026709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7018869 Aug 31 09:29:49.038176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57068) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:49.045366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'security_group': {'name': 'tempest-secgroup-1797686779'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:49.065446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1067e-97ce-44d4-80a4-326dd2125b27 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30fd941-d353-4d01-9d80-bd685cdbcc03,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.093092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57072) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:49.143644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.242929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Allocated IP 2001:db8::2 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/67ce77db-adc1-4e97-994e-3313b7aea738/a2bb3a83-1ee0-489b-aed9-d8893297a3d9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:49.287214 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d40b8d24-231b-479b-ad8b-942727cacf2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fc1a6214b254ae98ec08778b86b4cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905951 Aug 31 09:29:49.295119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57076) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:49.468547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e541438-d2d6-4c02-a1fd-574bb56f72b1 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.470972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e541438-d2d6-4c02-a1fd-574bb56f72b1 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2385688 Aug 31 09:29:49.475694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57078) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:49.484455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9b2bce28-013a-4cd9-9b34-d928d5e1e133 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e5c97953-0508-48cb-81ad-23fc651a6ce3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:49.485285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9b2bce28-013a-4cd9-9b34-d928d5e1e133 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:29:49.495206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.514723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.573010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.574188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e48729d-646f-44b8-8fec-952f7ae47638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.593863 n-d-800634-13 neutron-server[94896]: WARNING neutron.services.metering.metering_plugin [None req-9b2bce28-013a-4cd9-9b34-d928d5e1e133 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:29:49.615974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Transition to ACTIVE for port object a2bb3a83-1ee0-489b-aed9-d8893297a3d9 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:49.626914 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e48729d-646f-44b8-8fec-952f7ae47638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.678969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Transition to ACTIVE for port object a2bb3a83-1ee0-489b-aed9-d8893297a3d9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:49.703705 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.727988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.731634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6915317 Aug 31 09:29:49.732887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e48729d-646f-44b8-8fec-952f7ae47638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.739280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e48729d-646f-44b8-8fec-952f7ae47638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.748283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4e48729d-646f-44b8-8fec-952f7ae47638 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19b16f04-b36a-4819-b49b-b1a95ac305e7 HTTP/1.1" status: 204 len: 168 time: 0.4463010 Aug 31 09:29:49.749903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57086) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:49.768369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1519166577', 'security_groups': ['6e0da345-0bf9-49df-8164-b050b25953bb'], 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67ce77db-adc1-4e97-994e-3313b7aea738'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:49.867541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:49.873292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:49.874993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b7fc1-dd3d-4df8-85a4-33d72325d4eb tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0da345-0bf9-49df-8164-b050b25953bb,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.878690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:49.962215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48729d-646f-44b8-8fec-952f7ae47638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b16f04-b36a-4819-b49b-b1a95ac305e7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.975209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Pushing event updated for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:50.070103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Attempting to bind port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:50.071187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Attempting to bind port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '278e0b18-a6dd-4a8f-a377-fcdec6c1e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:50.071762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Attempting to bind port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 on network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:50.078897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:50.079965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Checking segment: {'id': '278e0b18-a6dd-4a8f-a377-fcdec6c1e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:50.080801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.081743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Bound using segment: {'id': '278e0b18-a6dd-4a8f-a377-fcdec6c1e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:50.082737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Bound port: a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278e0b18-a6dd-4a8f-a377-fcdec6c1e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:50.083402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.154435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:50.289779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:50.303549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:50.310120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.491084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd573-e4bb-44b4-8c2b-978cbbe11ac0 None None] Pushing event updated for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:50.568631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e58daf-dc9a-4dc3-af27-9d246b64dac6 req-f28c06a7-7ecc-48c4-985d-08d645312a13 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:50.576375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04e58daf-dc9a-4dc3-af27-9d246b64dac6 req-f28c06a7-7ecc-48c4-985d-08d645312a13 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 1.3214693 Aug 31 09:29:50.584795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b2bce28-013a-4cd9-9b34-d928d5e1e133 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.590978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b2bce28-013a-4cd9-9b34-d928d5e1e133 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1077144 Aug 31 09:29:50.609877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:50.641895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7a8e3a04-585e-4118-868c-2fe663d139b2 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e5c97953-0508-48cb-81ad-23fc651a6ce3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:50.645572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7a8e3a04-585e-4118-868c-2fe663d139b2 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:29:50.675507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43fd355c-4d49-4f34-b02a-9e30e4056848 req-2550ebd3-e89d-4c39-ad35-1c6162d6aabc tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.0975928 Aug 31 09:29:50.807168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04e58daf-dc9a-4dc3-af27-9d246b64dac6 req-ee727d57-235f-48bc-8caa-382594cdbc53 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159760 Aug 31 09:29:50.879123 n-d-800634-13 neutron-server[94896]: WARNING neutron.services.metering.metering_plugin [None req-7a8e3a04-585e-4118-868c-2fe663d139b2 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:29:51.112183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a2bb3a83-1ee0-489b-aed9-d8893297a3d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:51.120415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3a04-585e-4118-868c-2fe663d139b2 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.127269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a8e3a04-585e-4118-868c-2fe663d139b2 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5153608 Aug 31 09:29:51.128021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57112) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:51.166239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-34821ccb-8a77-4519-b84b-f3d8ba24759d tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1da9baaf-c9ea-4248-8730-485ae6c3ac53 HTTP/1.1" status: 200 len: 462 time: 0.0334263 Aug 31 09:29:51.166861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:51.232377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:51.352354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.399318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 071c0f46-efcd-412e-96b2-ac5027f53c80 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:51.469725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2cd04bb2-628b-435a-bbb1-61e49fb15632 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.479117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2cd04bb2-628b-435a-bbb1-61e49fb15632 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/1da9baaf-c9ea-4248-8730-485ae6c3ac53 HTTP/1.1" status: 204 len: 168 time: 0.3110406 Aug 31 09:29:51.485282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57122) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:51.499672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-19d67b1e-4dc4-457f-a891-40f47f7ba125 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1da9baaf-c9ea-4248-8730-485ae6c3ac53 HTTP/1.1" status: 200 len: 221 time: 0.0094068 Aug 31 09:29:51.500934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57124) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:51.505994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8fd4328d-427d-417e-a93f-354636a5aa90 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1110200905', 'description': 'label created by tempest'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:51.506922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8fd4328d-427d-417e-a93f-354636a5aa90 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Unknown quota resources ['metering_label']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:29:51.791229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:51.871024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::94 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/67ce77db-adc1-4e97-994e-3313b7aea738/071c0f46-efcd-412e-96b2-ac5027f53c80) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:51.899127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fd4328d-427d-417e-a93f-354636a5aa90 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.900588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8fd4328d-427d-417e-a93f-354636a5aa90 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3995564 Aug 31 09:29:51.908003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57136) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.208181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffa9aa99-3c33-41d7-8d30-d3a50895ce17 req-a689fb17-d1e9-469d-b652-3afa043d9e51 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.2838514 Aug 31 09:29:52.220367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.224497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e7ac202-7db4-4937-b5e8-240ef6f99fd5 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=e3fcc5fc-aff9-40b4-8662-33d3c78bd845 HTTP/1.1" status: 200 len: 468 time: 0.3156030 Aug 31 09:29:52.317562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0156d2-b659-4f76-acfa-06be01b6a81b req-5b4dd0a4-fb66-4fc4-a0d8-3677ce103b62 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.320061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c0156d2-b659-4f76-acfa-06be01b6a81b req-5b4dd0a4-fb66-4fc4-a0d8-3677ce103b62 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.3328879 Aug 31 09:29:52.340117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1059025903-network', 'tenant_id': '5ffff4f34d8f495884e4bd60d46fc25f'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:52.401401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.438813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Provisioning for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:52.444048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:52.444418 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.445222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c0156d2-b659-4f76-acfa-06be01b6a81b req-f4f074fd-0053-4daa-9355-ee89b4bc52ac tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931222 Aug 31 09:29:52.455168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 071c0f46-efcd-412e-96b2-ac5027f53c80 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:52.491281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Made reservation on behalf of 5ffff4f34d8f495884e4bd60d46fc25f for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:52.493354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.505805 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.618696 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.673322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:52.680785 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.698863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.706513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.737390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:52.750824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7aa4899e-e5a0-4f20-a5af-17c4c175057f tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.752138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7aa4899e-e5a0-4f20-a5af-17c4c175057f tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/e3fcc5fc-aff9-40b4-8662-33d3c78bd845 HTTP/1.1" status: 204 len: 168 time: 0.5306404 Aug 31 09:29:52.756861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57146) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.759759 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.760491 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Added segment ef982271-8df3-4337-9815-b60e228ae729 of type vlan for network e67def6b-4efb-42d4-addd-8f1672302284 Aug 31 09:29:52.799573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Provisioning complete for port 2d725188-42eb-4412-a2fe-f523c216d5da triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:52.799971 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.810266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ebbef41d-ce9f-4c90-ab25-cdff1b1d35fe tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=e3fcc5fc-aff9-40b4-8662-33d3c78bd845 HTTP/1.1" status: 200 len: 216 time: 0.0398140 Aug 31 09:29:52.813572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57148) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.830606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ddc8a4d7-9768-4d13-91d6-93c4cdbc2afc tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0153141 Aug 31 09:29:52.834291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57150) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.851242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.854247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c26e2106-1e85-41b0-ad00-32e5f1db4fb6 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176933 Aug 31 09:29:52.858287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.860297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.897171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.898880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.899578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.910111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Port 2d725188-42eb-4412-a2fe-f523c216d5da cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:52.937714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de9eec-5a8f-4947-9dcd-6dca795f76d5 None None] Pushing event updated for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:52.952764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:53.025144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:53.033991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:53.053079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.053783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.054449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdaa201-09b5-42a4-856e-2ec333c1ded6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:53.087344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5ee3d1de-7d1c-41d2-8f2a-6b7bebf284ac tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/e5c97953-0508-48cb-81ad-23fc651a6ce3 HTTP/1.1" status: 200 len: 473 time: 0.2256439 Aug 31 09:29:53.092044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2993438 Aug 31 09:29:53.099567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57154) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.099920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57156) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.105258 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3369782 Aug 31 09:29:53.109969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57158) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.113031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Request body: {'subnet': {'network_id': 'e67def6b-4efb-42d4-addd-8f1672302284', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1059025903-subnet', 'tenant_id': '5ffff4f34d8f495884e4bd60d46fc25f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:53.129011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:53.142417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c906407-8d75-4196-b354-980e83cbc24e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=071c0f46-efcd-412e-96b2-ac5027f53c80,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:53.170142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433fb74-06b9-4e31-9948-6bffed9bdf1f admin admin] Pushing event updated for resources: {'Network': ['ID=e67def6b-4efb-42d4-addd-8f1672302284,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:53.197422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b206c0a2-2e0f-456b-bf03-bdb8a78c8ea0 tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/1090a0cc-49d5-41cb-b48b-54e67433f35f HTTP/1.1" status: 200 len: 459 time: 0.0956185 Aug 31 09:29:53.204512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57162) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.211067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e67def6b-4efb-42d4-addd-8f1672302284 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:53.346394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Made reservation on behalf of 5ffff4f34d8f495884e4bd60d46fc25f for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:53.350465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.596806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:53.608992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.782426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5888e8b8-1267-47b1-841f-cac6f95045e4 None None] Provisioning for port 071c0f46-efcd-412e-96b2-ac5027f53c80 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:53.791521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5888e8b8-1267-47b1-841f-cac6f95045e4 None None] Provisioning complete for port 071c0f46-efcd-412e-96b2-ac5027f53c80 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:53.791892 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5888e8b8-1267-47b1-841f-cac6f95045e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.857034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5888e8b8-1267-47b1-841f-cac6f95045e4 None None] Port 071c0f46-efcd-412e-96b2-ac5027f53c80 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:53.925513 n-d-800634-13 neutron-server[94895]: INFO neutron.db.ipam_backend_mixin [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67ce77db-adc1-4e97-994e-3313b7aea738 (CIDR: 2001:db8::/64) Aug 31 09:29:53.932135 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:53.932657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:53.982333 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-330a5a73-3f09-4aa2-bdd8-64742c629362 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8625879 Aug 31 09:29:53.982946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.997406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:54.087972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b312fba5-af0c-4853-9103-1580ea51db7c req-b3ee2bef-41fb-48f6-b585-25397559984c tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1811056 Aug 31 09:29:54.292144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fbc6-8588-40cd-ac30-860ee0744e3c tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.294739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ddd4fbc6-8588-40cd-ac30-860ee0744e3c tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/1090a0cc-49d5-41cb-b48b-54e67433f35f HTTP/1.1" status: 204 len: 168 time: 1.0864506 Aug 31 09:29:54.306591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57174) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.321274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a48f-f37d-4471-98fc-d1faaecd0e03 req-3e407925-90c5-481d-9272-28a3646b3f2d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.325692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76c1a48f-f37d-4471-98fc-d1faaecd0e03 req-3e407925-90c5-481d-9272-28a3646b3f2d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4145584 Aug 31 09:29:54.359718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:54.371086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.525977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.879695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76c1a48f-f37d-4471-98fc-d1faaecd0e03 req-337eae9e-c976-4d3b-907f-41da9e238a96 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439409 Aug 31 09:29:54.888886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=560d0f90-c72c-4d6f-913b-e2a868fcd5f6,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:54.968325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-039f9091-0c4a-4708-85bf-173b66fb90bd tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.971729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-039f9091-0c4a-4708-85bf-173b66fb90bd tempest-MeteringIpV6TestJSON-560001774 tempest-MeteringIpV6TestJSON-560001774-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/e5c97953-0508-48cb-81ad-23fc651a6ce3 HTTP/1.1" status: 204 len: 168 time: 0.6440122 Aug 31 09:29:54.989063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Checking segment: {'id': 'ef982271-8df3-4337-9815-b60e228ae729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e67def6b-4efb-42d4-addd-8f1672302284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:54.989415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Network hostable DHCP agents. Network: e67def6b-4efb-42d4-addd-8f1672302284, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:55.017309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.032138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Network e67def6b-4efb-42d4-addd-8f1672302284 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:55.063708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a2bb3a83-1ee0-489b-aed9-d8893297a3d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:55.083813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e67def6b-4efb-42d4-addd-8f1672302284) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:55.117728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:55.118778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.181197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13034a-ee02-46ef-ae31-a40818551f09 None None] Network e67def6b-4efb-42d4-addd-8f1672302284 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:55.191276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cb61bcd7-80f6-47b4-91e5-c33f349543dd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0742302 Aug 31 09:29:55.312667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:55.351648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:55.375167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:55.379309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.398138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b534a07-94e8-4ed2-8ef1-9488f00fc5c2 None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:55.433305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=56dabad4-53e5-4023-af48-5144f1aa40eb,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:55.442995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f5b98db2-7502-48fe-a51e-6ca0b5ea22d0 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4572124 Aug 31 09:29:55.446442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57192) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.468463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-296998114', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56dabad4-53e5-4023-af48-5144f1aa40eb'}], 'security_groups': ['e30fd941-d353-4d01-9d80-bd685cdbcc03']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:55.477191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f13fa8ab-989c-41a3-85c3-889a70d1cffa req-f1df0388-210e-4e31-9e8a-bf0c2914258e tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.0974779 Aug 31 09:29:55.542760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57198) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.680733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Deleting subnet 560d0f90-c72c-4d6f-913b-e2a868fcd5f6 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:55.691799 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.779364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.853730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:55.859366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.874293 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.973528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.190024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.354871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddfb2f6-13e3-47b3-8d50-a4c0524e2d14 None None] Network e67def6b-4efb-42d4-addd-8f1672302284 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:56.385764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.505695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560d0f90-c72c-4d6f-913b-e2a868fcd5f6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.516289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.519980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2d1e18b7-17cf-4e75-b71d-e00e27ce24ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/560d0f90-c72c-4d6f-913b-e2a868fcd5f6 HTTP/1.1" status: 204 len: 168 time: 0.9748182 Aug 31 09:29:56.524154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57212) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:56.558090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bbbe6-7ca2-475b-84e7-ca4851bf81f4 req-0c47e13c-73c1-4fe6-918a-e0cea2dea382 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.571323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a32bbbe6-7ca2-475b-84e7-ca4851bf81f4 req-0c47e13c-73c1-4fe6-918a-e0cea2dea382 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4119196 Aug 31 09:29:56.832697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Delete allocated IP 2001:db8::94 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/67ce77db-adc1-4e97-994e-3313b7aea738) {{(pid=94895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:29:56.845350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8:0:1::6b (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/56dabad4-53e5-4023-af48-5144f1aa40eb/071c0f46-efcd-412e-96b2-ac5027f53c80) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:56.965576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a32bbbe6-7ca2-475b-84e7-ca4851bf81f4 req-6a2d5ac9-1368-4a96-bcad-ee0fbd4a11a0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706710 Aug 31 09:29:56.973912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57cf52cd-36d7-4259-8a40-a443c359e60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.984756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.018065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1509e9f6-48ea-42fa-9644-f6da24e6afe3 req-bab2faa5-ec5a-46f9-922b-7558699bd14a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.2197523 Aug 31 09:29:57.036787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-78270b3b-0f8b-4618-9b86-373b18f6b40f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3807726 Aug 31 09:29:57.322505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Update dhcp port {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'fixed_ips': [{'subnet_id': '67ce77db-adc1-4e97-994e-3313b7aea738', 'ip_address': '2001:db8::2'}, {'subnet_id': '56dabad4-53e5-4023-af48-5144f1aa40eb'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'a2bb3a83-1ee0-489b-aed9-d8893297a3d9'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:57.351816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.404016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.406651 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.442422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 071c0f46-efcd-412e-96b2-ac5027f53c80 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:57.452147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67def6b-4efb-42d4-addd-8f1672302284']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:57.475143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.493981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef982271-8df3-4337-9815-b60e228ae729') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:57.500904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef982271-8df3-4337-9815-b60e228ae729') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:57.542198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.581262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57cf52cd-36d7-4259-8a40-a443c359e60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.593127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.605404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-4720014f-7bfe-46ca-a58e-12b80df614b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:57.607506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-4720014f-7bfe-46ca-a58e-12b80df614b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.4533372 Aug 31 09:29:57.608870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:57.609287 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:57.611796 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:57.643274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57cf52cd-36d7-4259-8a40-a443c359e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.769499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=071c0f46-efcd-412e-96b2-ac5027f53c80,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:57.782661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf52cd-36d7-4259-8a40-a443c359e60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc337882-bdac-4e8b-9b21-b648c9d737d3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:57.795645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] In _notify_port_updated(), no bound segment for port 071c0f46-efcd-412e-96b2-ac5027f53c80 on network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:57.810666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:57.811359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.812805 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-11420a4f-bf58-41c6-90f0-dc157fff7051 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/ports/071c0f46-efcd-412e-96b2-ac5027f53c80 HTTP/1.1" status: 200 len: 929 time: 2.3646362 Aug 31 09:29:57.817133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:57.867533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-57cf52cd-36d7-4259-8a40-a443c359e60a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24c44dc8d2fb4948b70295c0f9aefe18&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0814147 Aug 31 09:29:57.868293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Allocated IP 2001:db8:0:1::2 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/56dabad4-53e5-4023-af48-5144f1aa40eb/a2bb3a83-1ee0-489b-aed9-d8893297a3d9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:57.872744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:57.953275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-ebf88a89-ec89-4161-874f-c5915eb976c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:57.969473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-ebf88a89-ec89-4161-874f-c5915eb976c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.2402430 Aug 31 09:29:58.038864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.095219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 071c0f46-efcd-412e-96b2-ac5027f53c80 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:58.099815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:58.100762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.104384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6a3988a-82ae-4962-bb57-85e96c0525f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.219034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6a3988a-82ae-4962-bb57-85e96c0525f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.221756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.224795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e67def6b-4efb-42d4-addd-8f1672302284 HTTP/1.1" status: 204 len: 168 time: 1.6990125 Aug 31 09:29:58.228737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.293610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a80e25-e84e-49f7-9f0c-a095a2a137a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67def6b-4efb-42d4-addd-8f1672302284,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:58.303519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2364edcc-86b5-48b5-8a36-07e58233d346 req-602b5ac9-9a9c-4fbe-8554-838a9c34be6a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.0748713 Aug 31 09:29:58.307267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Transition to ACTIVE for port object a2bb3a83-1ee0-489b-aed9-d8893297a3d9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:58.314162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.332519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.391023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 071c0f46-efcd-412e-96b2-ac5027f53c80 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:58.392959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0343bc-5847-4555-be72-abf95eed8fdd req-6946a22e-0ae7-4929-924a-7663c1edc432 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:58.409092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe0343bc-5847-4555-be72-abf95eed8fdd req-6946a22e-0ae7-4929-924a-7663c1edc432 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2527478 Aug 31 09:29:58.481462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-5627535a-6d25-4027-9f3f-c429dde66e56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1002 time: 0.4633231 Aug 31 09:29:58.646014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6a3988a-82ae-4962-bb57-85e96c0525f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.656229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6a3988a-82ae-4962-bb57-85e96c0525f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.671835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d6a3988a-82ae-4962-bb57-85e96c0525f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc337882-bdac-4e8b-9b21-b648c9d737d3 HTTP/1.1" status: 204 len: 168 time: 0.7936234 Aug 31 09:29:58.729725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe0343bc-5847-4555-be72-abf95eed8fdd req-80e77607-0968-44ac-8c74-a26070595614 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194945 Aug 31 09:29:58.737663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3988a-82ae-4962-bb57-85e96c0525f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc337882-bdac-4e8b-9b21-b648c9d737d3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:58.813570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-cdee84f3-07fc-46a2-aae8-de1ff38e309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:58.827787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-cdee84f3-07fc-46a2-aae8-de1ff38e309a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.2929814 Aug 31 09:29:58.837878 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-50252237-4dc0-46e2-a7d9-bcd26eca9bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.839397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:58.849504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6af171-de07-47b4-939a-9bdbf59b9d9c None None] Pushing event updated for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:59.055391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-25f6781b-2483-4d40-9c20-ac68de0b1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.059839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-25f6781b-2483-4d40-9c20-ac68de0b1d53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231481 Aug 31 09:29:59.169255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-74b8201b-0593-46e2-bfad-524d228aa8f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ffff4f34d8f495884e4bd60d46fc25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269424 Aug 31 09:29:59.171650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.175000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57244) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:59.297286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a2bb3a83-1ee0-489b-aed9-d8893297a3d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:59.377650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=071c0f46-efcd-412e-96b2-ac5027f53c80,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:59.381350 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.383753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7be9e905-dc66-46ac-a567-36842e4f37af tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/071c0f46-efcd-412e-96b2-ac5027f53c80 HTTP/1.1" status: 204 len: 168 time: 1.5654707 Aug 31 09:29:59.400280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57250) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:59.439999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-67d8a8a2-ade4-46c2-b2c6-aa59fccbb83a service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701916 Aug 31 09:29:59.505210 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3316018-9d27-4e67-89e8-5f15fec93d76 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:29:59.517606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f3316018-9d27-4e67-89e8-5f15fec93d76 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/071c0f46-efcd-412e-96b2-ac5027f53c80 HTTP/1.1" status: 404 len: 333 time: 0.1132050 Aug 31 09:29:59.538087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57254) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:59.698410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b04aa2-e647-4c66-a274-12c850b2f7dc req-fd28e6fe-a825-4f9b-a576-8249496f43fb service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467680 Aug 31 09:29:59.764983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f418-ebcc-4654-95ee-3206fb990266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.800592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94c6cc24-84e3-4043-8419-3d12d7a0cee1 req-baad3dc9-aaff-4784-ae67-9c125d1eb2ee tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.0970941 Aug 31 09:30:00.001314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f418-ebcc-4654-95ee-3206fb990266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.041559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57264) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:00.111864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-38571da6-7254-4d48-9321-c73d162cfe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.113565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e731e2e-64ac-4593-9a18-1b9f82b5ec66 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.191629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e731e2e-64ac-4593-9a18-1b9f82b5ec66 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.313305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e731e2e-64ac-4593-9a18-1b9f82b5ec66 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.317126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e731e2e-64ac-4593-9a18-1b9f82b5ec66 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.323626 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e731e2e-64ac-4593-9a18-1b9f82b5ec66 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e0da345-0bf9-49df-8164-b050b25953bb HTTP/1.1" status: 204 len: 168 time: 0.7814894 Aug 31 09:30:00.325550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57268) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:00.340489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3bc65-25ee-45a5-9f9f-2e308c3ec01a req-a4594dc3-ad6d-46d2-892d-15574262609c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:00.356545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e731e2e-64ac-4593-9a18-1b9f82b5ec66 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0da345-0bf9-49df-8164-b050b25953bb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.378945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7d3bc65-25ee-45a5-9f9f-2e308c3ec01a req-a4594dc3-ad6d-46d2-892d-15574262609c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2689052 Aug 31 09:30:00.403743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f418-ebcc-4654-95ee-3206fb990266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.412891 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f418-ebcc-4654-95ee-3206fb990266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.414095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4bd7f418-ebcc-4654-95ee-3206fb990266 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fdaa201-09b5-42a4-856e-2ec333c1ded6 HTTP/1.1" status: 204 len: 168 time: 1.2374549 Aug 31 09:30:00.523811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f418-ebcc-4654-95ee-3206fb990266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdaa201-09b5-42a4-856e-2ec333c1ded6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.570297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57272) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:00.646590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Could not find standard attr ID for object 071c0f46-efcd-412e-96b2-ac5027f53c80. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:00.665249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7d3bc65-25ee-45a5-9f9f-2e308c3ec01a req-5c850f1e-2164-4bce-9334-46accfd1a736 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568421 Aug 31 09:30:00.698411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Provisioning for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:00.711544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:00.711927 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.724348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7786a1e6-d94e-4501-a41e-ec374e79657e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.850052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7786a1e6-d94e-4501-a41e-ec374e79657e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.011023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7786a1e6-d94e-4501-a41e-ec374e79657e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.021990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7786a1e6-d94e-4501-a41e-ec374e79657e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.038850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7786a1e6-d94e-4501-a41e-ec374e79657e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/security-groups/e30fd941-d353-4d01-9d80-bd685cdbcc03 HTTP/1.1" status: 204 len: 168 time: 0.6863146 Aug 31 09:30:01.045172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57282) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:01.113263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786a1e6-d94e-4501-a41e-ec374e79657e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30fd941-d353-4d01-9d80-bd685cdbcc03,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:01.170326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Provisioning complete for port 2d725188-42eb-4412-a2fe-f523c216d5da triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:01.172003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.218847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99745d22-246a-4f9b-bb18-f63fa63e9d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.334071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-38571da6-7254-4d48-9321-c73d162cfe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.485692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45b6ae8f-0e4b-48c6-bdb2-2adf3f03cad0 req-c161ec14-726c-4592-b458-cf2e6b3da59c tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.2623193 Aug 31 09:30:01.487126 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-38571da6-7254-4d48-9321-c73d162cfe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.544040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f8af5580-7f67-4050-af12-2e6a50f6139f None None] Port 2d725188-42eb-4412-a2fe-f523c216d5da cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:01.574042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e6cce394-61ce-4fc2-a2fb-b0b10863fbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.651081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-38571da6-7254-4d48-9321-c73d162cfe6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1e7a63dfe3d41f5b2b631a2f383218f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6076522 Aug 31 09:30:01.659009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57286) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:01.666508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 67ce77db-adc1-4e97-994e-3313b7aea738 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:01.681485 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.693433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bcad32e9-9d84-42e7-a2b0-ddfc37977d39 None None] Could not find standard attr ID for object 071c0f46-efcd-412e-96b2-ac5027f53c80. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:01.757505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38571da6-7254-4d48-9321-c73d162cfe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c44fb5-efc6-4256-b83c-c16ae8b432ae,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:01.774757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99745d22-246a-4f9b-bb18-f63fa63e9d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.809140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99745d22-246a-4f9b-bb18-f63fa63e9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.810689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.832044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.888650 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.041427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d73ecb-559e-4483-8542-4d9cd586c5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.049756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99745d22-246a-4f9b-bb18-f63fa63e9d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b29e1-9827-47fa-839c-a88e3612d8de,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.071321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-99745d22-246a-4f9b-bb18-f63fa63e9d24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c44a481f0bb24f448fe2c82465f032aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4997978 Aug 31 09:30:02.080138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57298) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:02.116581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291f1a6-fed5-4d2f-b8f5-e2ccf2f5ceb1 req-81b65b1d-e304-42e1-afbf-dc574747f29e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:02.125226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8291f1a6-fed5-4d2f-b8f5-e2ccf2f5ceb1 req-81b65b1d-e304-42e1-afbf-dc574747f29e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2111661 Aug 31 09:30:02.205373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d73ecb-559e-4483-8542-4d9cd586c5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.273942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8291f1a6-fed5-4d2f-b8f5-e2ccf2f5ceb1 req-4fe8bd98-e3bc-40cc-8c7f-8b3a31a8deda tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477497 Aug 31 09:30:02.302222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.318764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5286a11-caa0-47c5-ac26-57f7e13b3b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.370144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5286a11-caa0-47c5-ac26-57f7e13b3b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.407692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d73ecb-559e-4483-8542-4d9cd586c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.416229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92d73ecb-559e-4483-8542-4d9cd586c5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.420601 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-92d73ecb-559e-4483-8542-4d9cd586c5ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21c44fb5-efc6-4256-b83c-c16ae8b432ae HTTP/1.1" status: 204 len: 168 time: 0.7426999 Aug 31 09:30:02.484876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.542446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=67ce77db-adc1-4e97-994e-3313b7aea738,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.547842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d73ecb-559e-4483-8542-4d9cd586c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c44fb5-efc6-4256-b83c-c16ae8b432ae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.557867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.561793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2807a71b-17ff-4545-9796-0f9e4821e11c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/67ce77db-adc1-4e97-994e-3313b7aea738 HTTP/1.1" status: 204 len: 168 time: 1.4835241 Aug 31 09:30:02.575598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbf149-bc40-46dd-af1c-8c6f3cc1b0d3 None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:02.581155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57312) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:02.604672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:02.640951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5286a11-caa0-47c5-ac26-57f7e13b3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.644897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5286a11-caa0-47c5-ac26-57f7e13b3b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.653698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5286a11-caa0-47c5-ac26-57f7e13b3b88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e2b29e1-9827-47fa-839c-a88e3612d8de HTTP/1.1" status: 204 len: 168 time: 0.5496979 Aug 31 09:30:02.666678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5286a11-caa0-47c5-ac26-57f7e13b3b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b29e1-9827-47fa-839c-a88e3612d8de,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.945831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57322) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:02.970509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e452a365-7bb2-4a3c-a5fe-d66ee99422ef req-eb8c8dd3-48fa-43ad-8280-c57503a03a08 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.1228480 Aug 31 09:30:03.080174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:03.096155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.219284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-d8a4ddad-ff62-495c-803c-8cb59ab58496 req-410ae0a6-85dd-41a1-9fa7-e783c69adfde service neutron] (94896) timed out ('10.222.0.15', 55433) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:30:03.596869 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.626723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-831540620-network', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:03.681984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e108c90-ccd1-4649-adef-850e25744b95 req-3a50ded3-8ce3-4ac9-8f9c-0b813577721b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:03.696133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e108c90-ccd1-4649-adef-850e25744b95 req-3a50ded3-8ce3-4ac9-8f9c-0b813577721b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2007389 Aug 31 09:30:03.708202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Made reservation on behalf of c8b6483b85a14a66bebd22fa37a15513 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:03.715374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.756679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.122106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.161467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.177514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.259491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:04.294222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.295485 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Added segment 2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1 of type vlan for network a52d2fab-8d36-489f-9914-297f3c8f6d43 Aug 31 09:30:04.398113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e108c90-ccd1-4649-adef-850e25744b95 req-59872627-9c9f-4d76-af19-f333f120c4d8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769543 Aug 31 09:30:04.482576 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.501330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:04.573791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53cd56ca-9ae2-42ab-b7e9-f947306b55db req-b0fd94dc-73ea-4b74-8fd1-66d81653bb8a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/ports?device_id=402d5fe9-c6af-44cd-941d-f540e66ee357 HTTP/1.1" status: 200 len: 210 time: 0.2307503 Aug 31 09:30:04.592195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:04.597002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.598622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.602022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.606129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.609366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.623262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=f63cf9be-d838-40fc-a4b8-4303f2b023ef,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.660024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8ad9d5e0-1944-4f48-a96b-c2c60275db9e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0705142 Aug 31 09:30:04.660775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57366) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:04.673797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'security_group': {'name': 'tempest-secgroup-1014247837'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:04.738308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.742800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575cbce-c940-44cc-bc72-5e5aa3efbd1d None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:04.770093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4082f173-1462-4288-abc7-55b521a27333,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.866092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] Pushing event updated for resources: {'Network': ['ID=a52d2fab-8d36-489f-9914-297f3c8f6d43,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.892867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:04.986077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.994926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.000118 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f8f3bde5-50bf-43ee-ab9d-08fbe153d5da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0521910 Aug 31 09:30:05.004733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.019317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Request body: {'subnet': {'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-subnet', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:05.039108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b37f55eb-5e8e-4cb1-9557-d560558d3e2d None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:05.041416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b37f55eb-5e8e-4cb1-9557-d560558d3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.046524 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.048766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3859262 Aug 31 09:30:05.054069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57376) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.060415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'security_group': {'name': 'tempest-secgroup-683242134'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:05.080183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce94d-9ff2-4d6b-ab04-f87b57c5c3f1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a7bce-c5d7-4b78-89d2-a5130fe027c8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.106565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Made reservation on behalf of c8b6483b85a14a66bebd22fa37a15513 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:05.109317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.151087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.177444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57382) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.422963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b37f55eb-5e8e-4cb1-9557-d560558d3e2d None None] Provisioning complete for port 2d725188-42eb-4412-a2fe-f523c216d5da triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:05.423646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b37f55eb-5e8e-4cb1-9557-d560558d3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.490543 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.553891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b37f55eb-5e8e-4cb1-9557-d560558d3e2d None None] Port 2d725188-42eb-4412-a2fe-f523c216d5da cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:05.562975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.609169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b7f5722e-92e0-43df-901d-6988a4589e7a tempest-AgentManagementNegativeTest-1781138091 tempest-AgentManagementNegativeTest-1781138091-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4238546 Aug 31 09:30:05.609169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.633759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Update dhcp port {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'fixed_ips': [{'subnet_id': '56dabad4-53e5-4023-af48-5144f1aa40eb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f63cf9be-d838-40fc-a4b8-4303f2b023ef'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'a2bb3a83-1ee0-489b-aed9-d8893297a3d9'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:05.664456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Checking segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:05.664896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Network hostable DHCP agents. Network: a52d2fab-8d36-489f-9914-297f3c8f6d43, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:05.672219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fb3df6-52aa-444d-ae95-62925df52a62,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.689934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:05.705664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a52d2fab-8d36-489f-9914-297f3c8f6d43) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:05.711538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:05.712412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.738220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c91c471b-3033-42e1-b6dd-4e6a14190d06 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7317007 Aug 31 09:30:05.740002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8fd32-f418-4bb9-8418-17de0af847fd None None] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:05.740289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.751386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:05.818525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6887e894-74d9-42b6-a056-f3b5f556bf52,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.829871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57402) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.852495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.853790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a732e01e-7240-402c-9c78-f27e6abe8a29 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7982690 Aug 31 09:30:05.865612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57404) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:05.876216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.907608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'security_group': {'name': 'tempest-secgroup-323019945'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:05.983030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.985149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.006256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9408ef6-e7d0-4bbc-9ea4-bfa01f001197 req-dbeed834-7fb9-4ba7-bc06-c19d6dd93d73 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.027080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9408ef6-e7d0-4bbc-9ea4-bfa01f001197 req-dbeed834-7fb9-4ba7-bc06-c19d6dd93d73 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4163697 Aug 31 09:30:06.040988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.063446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31fdf685-92ba-466b-8c72-713920604519 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.153461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9408ef6-e7d0-4bbc-9ea4-bfa01f001197 req-07424e4a-e474-47c8-b3b8-2ee7a7b537d7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231120 Aug 31 09:30:06.190836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31fdf685-92ba-466b-8c72-713920604519 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.261881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Allocated IP 2001:db8::2 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/f63cf9be-d838-40fc-a4b8-4303f2b023ef/a2bb3a83-1ee0-489b-aed9-d8893297a3d9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:06.314170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.319886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.323216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57410) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.390944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.392973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31fdf685-92ba-466b-8c72-713920604519 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.396736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31fdf685-92ba-466b-8c72-713920604519 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.397964 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-31fdf685-92ba-466b-8c72-713920604519 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/security-groups/8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c HTTP/1.1" status: 204 len: 168 time: 0.5667431 Aug 31 09:30:06.412242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57416) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.484215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdf685-92ba-466b-8c72-713920604519 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:06.486346 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-03bdf189-4541-4d5d-bb1a-2e3466e07233 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] show failed (client error): The resource could not be found. Aug 31 09:30:06.490229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03bdf189-4541-4d5d-bb1a-2e3466e07233 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "GET /v2.0/security-groups/8c2ec5e9-bed6-4a1b-b451-52d9fe5fae7c HTTP/1.1" status: 404 len: 347 time: 0.0723031 Aug 31 09:30:06.491245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57418) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:07.081071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.082695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2088726 Aug 31 09:30:07.085565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:07.088624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:07.097407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2051322214', 'security_groups': ['2c57e2c4-ea3b-46da-8c7c-97093cfe233b'], 'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f63cf9be-d838-40fc-a4b8-4303f2b023ef'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:07.104986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3316e74-8988-4091-8ba8-cd245fca6e93 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c57e2c4-ea3b-46da-8c7c-97093cfe233b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:07.160168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ec7854db-1130-435f-9825-a9aa233cf146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.232203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.351323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:07.410823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.497338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Transition to ACTIVE for port object a2bb3a83-1ee0-489b-aed9-d8893297a3d9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:07.591818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.665097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a52d2fab-8d36-489f-9914-297f3c8f6d43', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:07.668218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.821066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.884663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9bb74-6e02-481c-a8c1-11505c6f517f req-8b9e75b1-60c1-44b4-857c-1f9513564dc4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:07.914077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-75e9bb74-6e02-481c-a8c1-11505c6f517f req-8b9e75b1-60c1-44b4-857c-1f9513564dc4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.5226593 Aug 31 09:30:08.032392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port 4d63bcec-1c77-4a28-918e-0ea5264441f8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:08.033115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.096681 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.129012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-75e9bb74-6e02-481c-a8c1-11505c6f517f req-95021ec3-3e3e-46b0-8fa1-2331f7de9db4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083504 Aug 31 09:30:08.167367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ec7854db-1130-435f-9825-a9aa233cf146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.182347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ec7854db-1130-435f-9825-a9aa233cf146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.182724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] device_id is not set on port 71e0202a-e9e4-4692-85d9-38227f9c3b9c yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:08.218732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738cc99-f55f-4b45-b0fa-358dbc6db002 None None] Pushing event updated for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.236591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Allocated IP 172.20.0.2 (a52d2fab-8d36-489f-9914-297f3c8f6d43/d0fb3df6-52aa-444d-ae95-62925df52a62/196619b6-1286-44ac-a359-5b26ecd6cc59) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:08.347372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.349804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.376130 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ec7854db-1130-435f-9825-a9aa233cf146 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=495b069c80a745368e1c9da733cb55bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0017178 Aug 31 09:30:08.377322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7854db-1130-435f-9825-a9aa233cf146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867342fa-c351-4d05-be64-4074b00a758c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.392000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57436) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:08.434024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for 4d63bcec-1c77-4a28-918e-0ea5264441f8 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:08.604197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8::260 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/f63cf9be-d838-40fc-a4b8-4303f2b023ef/71e0202a-e9e4-4692-85d9-38227f9c3b9c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:08.677457 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.687840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Transition to ACTIVE for port object 196619b6-1286-44ac-a359-5b26ecd6cc59 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:08.712804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Transition to ACTIVE for port object 196619b6-1286-44ac-a359-5b26ecd6cc59 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:08.723126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.811835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:08.835607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:08.838392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:08.841567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Pushing event updated for resources: {'Port': ['ID=196619b6-1286-44ac-a359-5b26ecd6cc59,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.914070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9808995-16c0-411d-bdfe-6846ea2d8dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.915627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Attempting to bind port 196619b6-1286-44ac-a359-5b26ecd6cc59 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:08.916069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Attempting to bind port 196619b6-1286-44ac-a359-5b26ecd6cc59 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:08.916374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Attempting to bind port 196619b6-1286-44ac-a359-5b26ecd6cc59 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:08.934363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:08.935831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Checking segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:08.936539 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.937358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Bound using segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:08.938118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Bound port: 196619b6-1286-44ac-a359-5b26ecd6cc59, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:08.938984 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.983552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.017329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 71e0202a-e9e4-4692-85d9-38227f9c3b9c will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:09.065246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9808995-16c0-411d-bdfe-6846ea2d8dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.093539 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.147732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.207852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] For port 196619b6-1286-44ac-a359-5b26ecd6cc59, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:09.218922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.224815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] For port 196619b6-1286-44ac-a359-5b26ecd6cc59, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=196619b6-1286-44ac-a359-5b26ecd6cc59,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:09.237383 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.344434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:09.349030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:09.354616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:09.362043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.362999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.375455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=71e0202a-e9e4-4692-85d9-38227f9c3b9c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:09.414289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a2bb3a83-1ee0-489b-aed9-d8893297a3d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:09.428475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-66e01a86-17e0-4f93-a1e7-8009c82e83c4 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3345304 Aug 31 09:30:09.434762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57448) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:09.440643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:09.548370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Allocated IP 172.25.4.47 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/726a5f41-59fe-4944-af7a-5283be53b95c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:09.569132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bddf0f-a474-4d16-b7f8-042b768265c7 req-1b9b228b-b6e5-4f1a-a8a5-d0aecb9761a0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.571336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42bddf0f-a474-4d16-b7f8-042b768265c7 req-1b9b228b-b6e5-4f1a-a8a5-d0aecb9761a0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.1725223 Aug 31 09:30:09.578194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.580392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9808995-16c0-411d-bdfe-6846ea2d8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.583358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9808995-16c0-411d-bdfe-6846ea2d8dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.584765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f9808995-16c0-411d-bdfe-6846ea2d8dd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/867342fa-c351-4d05-be64-4074b00a758c HTTP/1.1" status: 204 len: 168 time: 1.1897383 Aug 31 09:30:09.695823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c86e9b64-5da7-4603-9033-9e1efefb3f47 None None] Provisioning for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:09.732642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42bddf0f-a474-4d16-b7f8-042b768265c7 req-40773e7f-aeec-4511-a052-1a2a5a73aa5e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492224 Aug 31 09:30:09.734026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b4a48-3bf6-4317-859f-a7fc9ddef2e5 None None] Pushing event updated for resources: {'Port': ['ID=196619b6-1286-44ac-a359-5b26ecd6cc59,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:09.744529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c86e9b64-5da7-4603-9033-9e1efefb3f47 None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:09.744980 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c86e9b64-5da7-4603-9033-9e1efefb3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.750735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:09.750735 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.010175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=4d63bcec-1c77-4a28-918e-0ea5264441f8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.014242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9808995-16c0-411d-bdfe-6846ea2d8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867342fa-c351-4d05-be64-4074b00a758c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.317668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.330277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.335072 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c14b959d-756b-4ead-be63-c58c2a923a11 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/floatingips/687308af-10f3-41f1-8d5e-a49f4bfd627e HTTP/1.1" status: 204 len: 168 time: 3.8424008 Aug 31 09:30:10.343665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57466) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:10.395657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c86e9b64-5da7-4603-9033-9e1efefb3f47 None None] Provisioning complete for port 2d725188-42eb-4412-a2fe-f523c216d5da triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:10.397630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c86e9b64-5da7-4603-9033-9e1efefb3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.481653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.536558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c86e9b64-5da7-4603-9033-9e1efefb3f47 None None] Port 2d725188-42eb-4412-a2fe-f523c216d5da cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:10.551322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:10.557892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.577429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:10.578521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.675180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-677af23a-47f6-4b6f-b0f3-43f3f2f13868 None None] Provisioning for port 71e0202a-e9e4-4692-85d9-38227f9c3b9c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:10.681360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-677af23a-47f6-4b6f-b0f3-43f3f2f13868 None None] Provisioning complete for port 71e0202a-e9e4-4692-85d9-38227f9c3b9c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:10.681360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-677af23a-47f6-4b6f-b0f3-43f3f2f13868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.751829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.763414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-677af23a-47f6-4b6f-b0f3-43f3f2f13868 None None] Port 71e0202a-e9e4-4692-85d9-38227f9c3b9c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:10.817701 n-d-800634-13 neutron-server[94895]: INFO neutron.db.ipam_backend_mixin [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f63cf9be-d838-40fc-a4b8-4303f2b023ef (CIDR: 2001:db8::/64) Aug 31 09:30:10.828824 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:30:10.829285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:10.834565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:10.845251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:10.852624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:10.920625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Pushing event updated for resources: {'Port': ['ID=726a5f41-59fe-4944-af7a-5283be53b95c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.925573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.024056 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c77d29a5-8d9c-474c-87db-b54d0175172c tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5830979 Aug 31 09:30:11.025123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.035784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:11.107551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for 6c0491c0-c60c-4e5d-a44c-18200da9fcc3 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:11.405097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 196619b6-1286-44ac-a359-5b26ecd6cc59 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:11.491544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8e2d-de90-412b-9483-c5951dbe42d6 req-0dba9fa6-d8b4-41ce-89fb-8afa43637ecd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.512623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c76a8e2d-de90-412b-9483-c5951dbe42d6 req-0dba9fa6-d8b4-41ce-89fb-8afa43637ecd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.5451281 Aug 31 09:30:11.692634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 196619b6-1286-44ac-a359-5b26ecd6cc59 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:11.773215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c76a8e2d-de90-412b-9483-c5951dbe42d6 req-ae26dd98-f203-4bee-93fd-ca641f2e8f3c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543049 Aug 31 09:30:12.023032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.064884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=6c0491c0-c60c-4e5d-a44c-18200da9fcc3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:12.232397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:12.238519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.244939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57496) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:12.249597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.257599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-459bf88e-c116-4f91-89a6-313d9b2da47a tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/ports/6c0491c0-c60c-4e5d-a44c-18200da9fcc3 HTTP/1.1" status: 204 len: 168 time: 1.9123650 Aug 31 09:30:12.263807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57498) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:12.436150 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.558563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ee70f-392b-491d-b07f-3289412d2ad5 None None] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:12.668669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port e0cacc64-02a4-4337-a92f-5ae2db644f91 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:12.669068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.814146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] Provisioning for port 196619b6-1286-44ac-a359-5b26ecd6cc59 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:12.839958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] Provisioning complete for port 196619b6-1286-44ac-a359-5b26ecd6cc59 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:12.840581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.890613 n-d-800634-13 neutron-server[94895]: INFO neutron.db.ipam_backend_mixin [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 56dabad4-53e5-4023-af48-5144f1aa40eb (CIDR: 2001:db8:0:1::/64) Aug 31 09:30:12.908228 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:30:12.909549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:12.927574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.085542 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:30:13.097684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for e0cacc64-02a4-4337-a92f-5ae2db644f91 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:13.116899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1210472163'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:13.462427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.478629 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.509598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:13.524364 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.591970 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7a65ec23-da9f-40e5-aa74-457278383944 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.5615950 Aug 31 09:30:13.598382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57516) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:13.602171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] For port 196619b6-1286-44ac-a359-5b26ecd6cc59, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=196619b6-1286-44ac-a359-5b26ecd6cc59,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:13.608068 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.621808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.650736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'subnet': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:13.748238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5548b-e054-43a6-a477-196805c5bad1 None None] Pushing event updated for resources: {'Port': ['ID=196619b6-1286-44ac-a359-5b26ecd6cc59,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.748577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5fd7a-ce16-46a2-9da4-5401b7882cb3 req-44d1a568-8d7d-493c-a494-9d7105bfb4e5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:13.756846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51b5fd7a-ce16-46a2-9da4-5401b7882cb3 req-44d1a568-8d7d-493c-a494-9d7105bfb4e5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.5258365 Aug 31 09:30:14.135654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51b5fd7a-ce16-46a2-9da4-5401b7882cb3 req-7f9d7b24-d604-4daa-9f07-6fabecb8a919 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464775 Aug 31 09:30:14.257195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b36368f7-bd13-415d-8255-e7b67f6a13eb None None] Provisioning complete for port 196619b6-1286-44ac-a359-5b26ecd6cc59 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:14.262442 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b36368f7-bd13-415d-8255-e7b67f6a13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.362975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:30:14.399602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.513135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.541781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.551608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=e0cacc64-02a4-4337-a92f-5ae2db644f91,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:14.618962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Made reservation on behalf of c13f173a575c4f5b8ce793252be6cb4e for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:14.623328 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.662186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:14.741935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.742645 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 5fa417d8-1466-4806-9177-07d22c9ff8da of type vlan for network 73d65a82-e91c-4a65-8951-3995753b5127 Aug 31 09:30:14.751547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7ac27-efe8-456b-9d01-83d7a518fa93,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:14.851866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.855966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5c13958f-2d06-41d4-8896-81887b7d8c12 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/ports/e0cacc64-02a4-4337-a92f-5ae2db644f91 HTTP/1.1" status: 204 len: 168 time: 2.5871763 Aug 31 09:30:14.860354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57528) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:14.876996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.972804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5ede1254-7b34-45e5-acd4-76f9d2512798 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:15.036013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting subnet acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:15.044590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.065330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:15.066454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.088604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.380615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:15.441541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 196619b6-1286-44ac-a359-5b26ecd6cc59 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:15.459689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'mac_address': 'fa:16:3e:47:df:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:30:15.487826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:15.510292 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:15.533246 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:15.534019 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:30:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:15.587617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.601194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3819682d-5cd9-4bfe-b422-5bda7d2a0e84 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8577416 Aug 31 09:30:15.601194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57544) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:15.821429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.5586834 Aug 31 09:30:15.837894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57552) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:15.843901 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.848123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'name': 'tempest-PortsTestJSON-1952396318'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:15.861235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.878052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 196619b6-1286-44ac-a359-5b26ecd6cc59 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:15.883163 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.904231 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:15.961705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ede1254-7b34-45e5-acd4-76f9d2512798 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:16.012156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314783b-8d09-439e-a62e-ae093be62166 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=73d65a82-e91c-4a65-8951-3995753b5127,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:16.041174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:16.069012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:16.098458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec26d5d-8568-4a31-ac32-41b255d84425 req-5e9aa4f9-ae6f-4271-ac52-13e7dea7ef99 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:16.108337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ec26d5d-8568-4a31-ac32-41b255d84425 req-5e9aa4f9-ae6f-4271-ac52-13e7dea7ef99 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4113936 Aug 31 09:30:16.164683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.296561 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:11Z', 'revision_number': 3, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:16.331706 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:16.332781 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Updating router 0cfffc9b-f13e-47ba-a158-20de0301e0fb port 726a5f41-59fe-4944-af7a-5283be53b95c binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:30:16.352068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:16.376946 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.485622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5ede1254-7b34-45e5-acd4-76f9d2512798'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:16.582066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ec26d5d-8568-4a31-ac32-41b255d84425 req-5143262c-da9a-4698-ae19-6473f36ede7f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476666 Aug 31 09:30:16.595189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:16.599488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.604729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.680646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port c791a517-a21d-46aa-b6a5-644151ec3d27 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:16.775458 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.851230 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Transition to ACTIVE for port object 726a5f41-59fe-4944-af7a-5283be53b95c will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:16.851935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.852746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.955602 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.964633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:16.986429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:17.032343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662845b-dc95-45bb-9c6f-2ff125ac0f3a None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:17.098170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Attempting to bind port 726a5f41-59fe-4944-af7a-5283be53b95c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:17.098770 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Attempting to bind port 726a5f41-59fe-4944-af7a-5283be53b95c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:17.099355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Attempting to bind port 726a5f41-59fe-4944-af7a-5283be53b95c on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:17.109400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.114210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Subnet': ['ID=217f7bf2-2c63-4e0d-8cc2-35c2828270a9,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.129073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:17.129390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/subnets/acee13b4-138e-4f1f-87a3-6fc3da6cd6d8 HTTP/1.1" status: 204 len: 168 time: 2.2630947 Aug 31 09:30:17.129622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.143335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57580) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.148706 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:17.149273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:17.149921 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.150614 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:17.151408 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Bound port: 726a5f41-59fe-4944-af7a-5283be53b95c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:17.152723 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.235309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a67a58-0603-405f-ab4e-5c5cfb15a284 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Subnet': ['ID=acee13b4-138e-4f1f-87a3-6fc3da6cd6d8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.237544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6cab7-3324-46cf-a411-7d362d96767a None None] Network e681a3d2-ce66-49a0-9d31-61d6c500ab57 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:17.275140 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Pushing event updated for resources: {'Port': ['ID=726a5f41-59fe-4944-af7a-5283be53b95c,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.310074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.311115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.312875 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.313756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.316005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.316906 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.318058 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.318914 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.319725 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.321209 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.322078 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.323121 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:17.341756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fd4cf99c-f39c-4643-bd98-be0b0d4a05d2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7244201 Aug 31 09:30:17.358075 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.363687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57582) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.387493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1928849924', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '217f7bf2-2c63-4e0d-8cc2-35c2828270a9'}], 'security_groups': ['9d3a7bce-c5d7-4b78-89d2-a5130fe027c8', '6887e894-74d9-42b6-a056-f3b5f556bf52']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:17.445180 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] For port 726a5f41-59fe-4944-af7a-5283be53b95c, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:17.458647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting subnet faf72da9-90f3-488f-9c95-b68c2e119e59 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:17.462723 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] For port 726a5f41-59fe-4944-af7a-5283be53b95c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=726a5f41-59fe-4944-af7a-5283be53b95c,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:17.482118 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.680980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.726237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66698b14-5c4d-465a-baa9-8a7973d2d879 None None] Pushing event updated for resources: {'Port': ['ID=726a5f41-59fe-4944-af7a-5283be53b95c,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.729360 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:17.730027 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:30:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:17.866043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.919102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.928502 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.005301 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:18.213670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=c791a517-a21d-46aa-b6a5-644151ec3d27,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:18.309424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] DHCP port deletion for e681a3d2-ce66-49a0-9d31-61d6c500ab57 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:18.322056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.372407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '5fa417d8-1466-4806-9177-07d22c9ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:18.372799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: 73d65a82-e91c-4a65-8951-3995753b5127, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:18.434676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349139f-d099-4b73-9020-dc6d0fd12a8d req-4f43de7d-e518-4e2b-b750-aaab97897e6e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:18.436112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1349139f-d099-4b73-9020-dc6d0fd12a8d req-4f43de7d-e518-4e2b-b750-aaab97897e6e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 945 time: 0.5497830 Aug 31 09:30:18.493251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.494515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:11Z', 'revision_number': 3, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:18.529769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:18.545641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 73d65a82-e91c-4a65-8951-3995753b5127) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:18.550578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.551250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:18.557879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:18.558563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.591188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17696096-bdb1-48b5-b93f-72b2c651b92b None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:18.618117 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83637dfb-9025-40ff-a777-8a3340f943f0 None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:11Z', 'revision_number': 3, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:18.647696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.669892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/subnets/faf72da9-90f3-488f-9c95-b68c2e119e59 HTTP/1.1" status: 204 len: 168 time: 1.5248652 Aug 31 09:30:18.682187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57598) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:18.688561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6979e48-90a0-437b-9060-c60747ce13d8 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Subnet': ['ID=faf72da9-90f3-488f-9c95-b68c2e119e59,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:19.075597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1349139f-d099-4b73-9020-dc6d0fd12a8d req-83856353-6701-4d12-b091-3057319a739a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865982 Aug 31 09:30:19.106139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d0784c7-d8d5-4daf-a642-a76300fb8bf6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2613363 Aug 31 09:30:19.107403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57606) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:19.212385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1888048549'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:19.290543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e191fb-62a6-4727-98c8-1484355a654c None None] Network dea4e2a5-867b-4dc0-b2b5-6e3729aab00e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:19.296486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Update dhcp port {'port': {'network_id': '0499e9c9-8b58-4af5-ba99-a7e296d68d7e', 'fixed_ips': [{'subnet_id': '56dabad4-53e5-4023-af48-5144f1aa40eb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f63cf9be-d838-40fc-a4b8-4303f2b023ef', 'ip_address': '2001:db8::2'}, {'subnet_id': '217f7bf2-2c63-4e0d-8cc2-35c2828270a9'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'a2bb3a83-1ee0-489b-aed9-d8893297a3d9'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:19.349380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Allocated IP 172.20.0.1 (a52d2fab-8d36-489f-9914-297f3c8f6d43/d0fb3df6-52aa-444d-ae95-62925df52a62/a550be4c-574b-4847-908b-c500a7774ef6) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:19.362726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.392841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5ede1254-7b34-45e5-acd4-76f9d2512798 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:19.398886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4ae5501c-9431-46d3-a81c-60ee48260c52 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:19.448165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:19.448828 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.469134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.494337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Delete allocated IP 2001:db8::260 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/f63cf9be-d838-40fc-a4b8-4303f2b023ef) {{(pid=94896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:30:19.573963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Allocated IP 2001:db8:0:2::295 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/217f7bf2-2c63-4e0d-8cc2-35c2828270a9/71e0202a-e9e4-4692-85d9-38227f9c3b9c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:19.644062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port 4ae5501c-9431-46d3-a81c-60ee48260c52 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:19.646769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.785875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:19.873068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.913753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port 4ae5501c-9431-46d3-a81c-60ee48260c52, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae5501c-9431-46d3-a81c-60ee48260c52,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:19.914144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.982582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Transition to ACTIVE for port object a550be4c-574b-4847-908b-c500a7774ef6 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:19.984554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for 4ae5501c-9431-46d3-a81c-60ee48260c52 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:20.053500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.077405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Transition to ACTIVE for port object 71e0202a-e9e4-4692-85d9-38227f9c3b9c will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:20.092531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.096780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.097167 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 80242509-60fe-432d-90fc-2794956ed3b4 of type vlan for network 6118bf40-e991-4dfc-b70c-d6a58f3d7c79 Aug 31 09:30:20.110142 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.129546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Deleting port 4ae5501c-9431-46d3-a81c-60ee48260c52 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:20.129934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.209630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event updated for resources: {'Port': ['ID=71e0202a-e9e4-4692-85d9-38227f9c3b9c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:20.392952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.410328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] In _notify_port_updated(), no bound segment for port 71e0202a-e9e4-4692-85d9-38227f9c3b9c on network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:30:20.432698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:20.434687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.451022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5df64b0f-e3de-4ae4-a548-373a736e3b8e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "PUT /v2.0/ports/71e0202a-e9e4-4692-85d9-38227f9c3b9c HTTP/1.1" status: 200 len: 970 time: 3.0670524 Aug 31 09:30:20.456990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57624) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:20.484785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.556594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Pushing event updated for resources: {'Port': ['ID=a550be4c-574b-4847-908b-c500a7774ef6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:20.600782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:30:20.617423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:20.624710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:20.632675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:20.682098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5ede1254-7b34-45e5-acd4-76f9d2512798 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:20.684267 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.769935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.809033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.814818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:20.825701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.829703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] For port 4ae5501c-9431-46d3-a81c-60ee48260c52, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4ae5501c-9431-46d3-a81c-60ee48260c52,segment=NetworkSegment(c219d1d0-ef5a-4df0-a423-488214159db4),segment_id=c219d1d0-ef5a-4df0-a423-488214159db4)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:20.830567 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.892870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] DHCP port deletion for dea4e2a5-867b-4dc0-b2b5-6e3729aab00e request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:20.964527 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.989932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.996516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Calling delete_port for 4ae5501c-9431-46d3-a81c-60ee48260c52 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:21.075511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=4ae5501c-9431-46d3-a81c-60ee48260c52,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.101888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port 4ae5501c-9431-46d3-a81c-60ee48260c52 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:21.350158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2028394 Aug 31 09:30:21.357810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57642) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:21.367467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'ports': [{'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'}, {'network_id': '6118bf40-e991-4dfc-b70c-d6a58f3d7c79'}]} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:21.367770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:21.371056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '6118bf40-e991-4dfc-b70c-d6a58f3d7c79'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:21.373528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.406826 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.465508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Allocated IP 2001:db8:0:2::2 (0499e9c9-8b58-4af5-ba99-a7e296d68d7e/217f7bf2-2c63-4e0d-8cc2-35c2828270a9/a2bb3a83-1ee0-489b-aed9-d8893297a3d9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:21.485030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8a00-8376-404a-acff-25231c57a95d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=6118bf40-e991-4dfc-b70c-d6a58f3d7c79,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.537507 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.638531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d850c-aced-4374-af67-c7fa5b6a0387 req-eedf67d6-8dd0-4d4f-a9d8-fcf559217a2f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:21.646260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-310d850c-aced-4374-af67-c7fa5b6a0387 req-eedf67d6-8dd0-4d4f-a9d8-fcf559217a2f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 945 time: 1.3643816 Aug 31 09:30:21.685534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e681a3d2-ce66-49a0-9d31-61d6c500ab57']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:21.717710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c219d1d0-ef5a-4df0-a423-488214159db4') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:21.718829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c219d1d0-ef5a-4df0-a423-488214159db4') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:21.740726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:21.761820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.795207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.810449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:21.811799 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.848461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-310d850c-aced-4374-af67-c7fa5b6a0387 req-91443be9-0f10-42f0-b1cd-94dbc19c22f8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010663 Aug 31 09:30:21.849657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.865634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 71e0202a-e9e4-4692-85d9-38227f9c3b9c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:21.866203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:21.904143 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:21.936619 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.943817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Transition to ACTIVE for port object a2bb3a83-1ee0-489b-aed9-d8893297a3d9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:21.949682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6118bf40-e991-4dfc-b70c-d6a58f3d7c79 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:21.957033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 726a5f41-59fe-4944-af7a-5283be53b95c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:21.982033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.996814 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/networks/e681a3d2-ce66-49a0-9d31-61d6c500ab57 HTTP/1.1" status: 204 len: 168 time: 3.3008285 Aug 31 09:30:22.003811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57650) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.021984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Pushing event deleted for resources: {'Port': ['ID=4ae5501c-9431-46d3-a81c-60ee48260c52,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.109763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ba1642b9-0289-4359-928b-0031f55f9976 None None] Provisioning for port a550be4c-574b-4847-908b-c500a7774ef6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:22.112881 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.163693 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.210423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 71e0202a-e9e4-4692-85d9-38227f9c3b9c owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:22.216162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 2} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:22.216875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f1bac-845a-4e4d-a1df-1668aad8c9d6 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Network': ['ID=e681a3d2-ce66-49a0-9d31-61d6c500ab57,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.225299 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.255964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] No DVR routers for this DVR port 4ae5501c-9431-46d3-a81c-60ee48260c52 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:22.416062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.417681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.420623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.423021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.423271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.424432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.427016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.427787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.435897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.436463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.439155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.439597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6b3f87-03db-4797-8c78-c6f25124178a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.450232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ba1642b9-0289-4359-928b-0031f55f9976 None None] Provisioning complete for port a550be4c-574b-4847-908b-c500a7774ef6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:22.451620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba1642b9-0289-4359-928b-0031f55f9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.497726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.498764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.513981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.517108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.532389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.586721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ba1642b9-0289-4359-928b-0031f55f9976 None None] Port a550be4c-574b-4847-908b-c500a7774ef6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:22.614030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=71e0202a-e9e4-4692-85d9-38227f9c3b9c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.741979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.747052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.773894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Pushing event updated for resources: {'Port': ['ID=a550be4c-574b-4847-908b-c500a7774ef6,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.783305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.788497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63378305-ced4-44e1-8d31-5a7a5afc022b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/71e0202a-e9e4-4692-85d9-38227f9c3b9c HTTP/1.1" status: 204 len: 168 time: 2.3247576 Aug 31 09:30:22.789844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57668) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.817869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] Deleting port 63db98f6-2de0-484b-830f-08f612103568 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:22.820138 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.843896 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2c806e-857e-4fa4-ba14-601a48d31353 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] GET failed (client error): The resource could not be found. Aug 31 09:30:22.848986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8a2c806e-857e-4fa4-ba14-601a48d31353 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports/71e0202a-e9e4-4692-85d9-38227f9c3b9c HTTP/1.1" status: 404 len: 333 time: 0.0549922 Aug 31 09:30:22.849952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57672) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.853618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port c60d6145-4891-48ec-8a38-eb261a0a1499 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:22.955838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a56442-337b-4d80-8550-b45a14bd7990 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.998918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:23.014259 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d7ecf6-c667-4b7f-8d78-9d84ab487d1d" -d '{"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:23.040497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Deleting port 63db98f6-2de0-484b-830f-08f612103568 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:23.041287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.195152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] For port 63db98f6-2de0-484b-830f-08f612103568, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63db98f6-2de0-484b-830f-08f612103568,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:23.197290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.204814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a56442-337b-4d80-8550-b45a14bd7990 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.244578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Calling delete_port for 63db98f6-2de0-484b-830f-08f612103568 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:23.255431 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d37733-cd10-47dc-9896-172bae225844 x-openstack-request-id: req-74d37733-cd10-47dc-9896-172bae225844 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:23.256278 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-plugged", "status": "completed", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:23.256893 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74d37733-cd10-47dc-9896-172bae225844 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:23.258293 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'code': 200} Aug 31 09:30:23.283603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:23.286006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5bb33-f272-451a-820d-f7f74904a000 None None] Pushing event updated for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.322137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.351416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06bc99-9810-4532-bc4a-5bb0ed06593a req-6b54d27e-0f45-43c1-9a6d-da6523372c59 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:23.353049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c06bc99-9810-4532-bc4a-5bb0ed06593a req-6b54d27e-0f45-43c1-9a6d-da6523372c59 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 945 time: 0.2115319 Aug 31 09:30:23.476586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a56442-337b-4d80-8550-b45a14bd7990 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.486361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] For port 63db98f6-2de0-484b-830f-08f612103568, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=63db98f6-2de0-484b-830f-08f612103568,segment=NetworkSegment(e4df7577-fc3f-4ca3-9ffa-ce53f9921151),segment_id=e4df7577-fc3f-4ca3-9ffa-ce53f9921151)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:23.488900 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.497670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a56442-337b-4d80-8550-b45a14bd7990 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.502731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 726a5f41-59fe-4944-af7a-5283be53b95c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:23.506171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-02a56442-337b-4d80-8550-b45a14bd7990 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c57e2c4-ea3b-46da-8c7c-97093cfe233b HTTP/1.1" status: 204 len: 168 time: 0.6473129 Aug 31 09:30:23.508979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.533714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 726a5f41-59fe-4944-af7a-5283be53b95c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:23.534651 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.536325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57684) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:23.554703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c06bc99-9810-4532-bc4a-5bb0ed06593a req-3c507aba-2113-4779-8f56-af959f81bed0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871617 Aug 31 09:30:23.592765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a56442-337b-4d80-8550-b45a14bd7990 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c57e2c4-ea3b-46da-8c7c-97093cfe233b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.609919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] Calling delete_port for 63db98f6-2de0-484b-830f-08f612103568 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:23.692651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.700224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.830082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 4e519ea0-698f-43c2-8996-2a48d374a3a8 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:23.831814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Port': ['ID=63db98f6-2de0-484b-830f-08f612103568,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.844464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] No DVR routers for this DVR port 63db98f6-2de0-484b-830f-08f612103568 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:23.962075 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.003964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.092456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 726a5f41-59fe-4944-af7a-5283be53b95c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=726a5f41-59fe-4944-af7a-5283be53b95c,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:24.153324 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.181713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] Pushing event deleted for resources: {'Port': ['ID=63db98f6-2de0-484b-830f-08f612103568,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.218584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da28bed9-b144-4e80-92f9-aa0834865ba8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.263457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634f920-8966-4294-9e32-8e2f6e0a03e7 None None] No DVR routers for this DVR port 63db98f6-2de0-484b-830f-08f612103568 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:24.327811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:24.348935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63db98f6-2de0-484b-830f-08f612103568 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:24.362616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:24.377382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=726a5f41-59fe-4944-af7a-5283be53b95c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.407376 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.409077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.451618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da28bed9-b144-4e80-92f9-aa0834865ba8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.673022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.755012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea4e2a5-867b-4dc0-b2b5-6e3729aab00e']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:24.841196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:24.841971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4df7577-fc3f-4ca3-9ffa-ce53f9921151') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:24.962065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.013029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 63db98f6-2de0-484b-830f-08f612103568 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:25.013706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 63db98f6-2de0-484b-830f-08f612103568 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:25.035165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Provisioning for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:25.050223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:25.055017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:25.055606 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.105472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:25.119237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:25.121531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.237438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.293841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a2bb3a83-1ee0-489b-aed9-d8893297a3d9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:25.294143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89316108-a984-4aa9-8cd2-cbc842445de1 req-71cc7a29-c95d-4a9b-b989-67f15ac3d820 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.304605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89316108-a984-4aa9-8cd2-cbc842445de1 req-71cc7a29-c95d-4a9b-b989-67f15ac3d820 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4800019 Aug 31 09:30:25.310440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=c60d6145-4891-48ec-8a38-eb261a0a1499,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:25.314585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:25.314585 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:25.428277 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:25.444843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da28bed9-b144-4e80-92f9-aa0834865ba8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.444843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da28bed9-b144-4e80-92f9-aa0834865ba8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.446733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57704) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:25.449093 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da28bed9-b144-4e80-92f9-aa0834865ba8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/security-groups/6887e894-74d9-42b6-a056-f3b5f556bf52 HTTP/1.1" status: 204 len: 168 time: 1.9058785 Aug 31 09:30:25.492921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Could not find standard attr ID for object 71e0202a-e9e4-4692-85d9-38227f9c3b9c. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:25.602940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:25.615287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28bed9-b144-4e80-92f9-aa0834865ba8 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6887e894-74d9-42b6-a056-f3b5f556bf52,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:25.668137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.677096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.680521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Provisioning complete for port 2d725188-42eb-4412-a2fe-f523c216d5da triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:25.682626 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.715283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] 10.222.0.18 "DELETE /v2.0/networks/dea4e2a5-867b-4dc0-b2b5-6e3729aab00e HTTP/1.1" status: 204 len: 168 time: 3.6163340 Aug 31 09:30:25.731759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '80242509-60fe-432d-90fc-2794956ed3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6118bf40-e991-4dfc-b70c-d6a58f3d7c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:25.732730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: 6118bf40-e991-4dfc-b70c-d6a58f3d7c79, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:25.769896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-09b65a9f-9be1-4e26-9c43-923659c02ac8 None None] Port 2d725188-42eb-4412-a2fe-f523c216d5da cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:25.789693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=4e519ea0-698f-43c2-8996-2a48d374a3a8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:25.811069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:25.811069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.856587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89316108-a984-4aa9-8cd2-cbc842445de1 req-949f3388-8e3f-487d-bc89-5903f3810e92 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699061 Aug 31 09:30:25.900841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 6118bf40-e991-4dfc-b70c-d6a58f3d7c79 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:25.950941 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5c68-393e-4501-a09c-1de4d38e9aa1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.956251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6118bf40-e991-4dfc-b70c-d6a58f3d7c79) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:25.962207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:25.974911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.988895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.989745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9652247-06a9-4f27-9be6-b0b61852d80d None None] Provisioning complete for port a550be4c-574b-4847-908b-c500a7774ef6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:25.990123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.990726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9652247-06a9-4f27-9be6-b0b61852d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.996003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbbd6e-7a21-4ac7-96d8-14326cc68acd None None] Network 6118bf40-e991-4dfc-b70c-d6a58f3d7c79 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:26.040940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135b68a-6b8d-401e-b60b-dcd5eafd69e1 tempest-TaggedBootDevicesTest-1445436077 tempest-TaggedBootDevicesTest-1445436077-project] Pushing event deleted for resources: {'Network': ['ID=dea4e2a5-867b-4dc0-b2b5-6e3729aab00e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.056585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5c68-393e-4501-a09c-1de4d38e9aa1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.119046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cdf7c8c4-8eef-4cfb-a60d-252fb15bd35b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7564876 Aug 31 09:30:26.123254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57724) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.195407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5c68-393e-4501-a09c-1de4d38e9aa1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.199894 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5c68-393e-4501-a09c-1de4d38e9aa1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.211935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d4dc5c68-393e-4501-a09c-1de4d38e9aa1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d3a7bce-c5d7-4b78-89d2-a5130fe027c8 HTTP/1.1" status: 204 len: 168 time: 0.6739407 Aug 31 09:30:26.221028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.328772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc5c68-393e-4501-a09c-1de4d38e9aa1 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a7bce-c5d7-4b78-89d2-a5130fe027c8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.342017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:26.354021 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2deb6888-0422-4532-bb83-51cdbd535e55 admin admin] 10.222.0.18 "PUT /v2.0/routers/0cfffc9b-f13e-47ba-a158-20de0301e0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7504563 Aug 31 09:30:26.377391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:26.497582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet f63cf9be-d838-40fc-a4b8-4303f2b023ef {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:26.515840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.529557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f9652247-06a9-4f27-9be6-b0b61852d80d None None] Port a550be4c-574b-4847-908b-c500a7774ef6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:26.656849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.657083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9652247-06a9-4f27-9be6-b0b61852d80d None None] Could not find standard attr ID for object 71e0202a-e9e4-4692-85d9-38227f9c3b9c. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:26.687699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:26.688468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:30:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:26.780991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 726a5f41-59fe-4944-af7a-5283be53b95c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:27.020568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.213758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 726a5f41-59fe-4944-af7a-5283be53b95c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:27.213758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.255025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 4e519ea0-698f-43c2-8996-2a48d374a3a8 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:27.267319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.299829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:27.803586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.829471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57758) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:27.837194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796002727', 'description': 'tempest-description--818804578'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:27.891631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.909570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=f63cf9be-d838-40fc-a4b8-4303f2b023ef,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:27.913454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.977829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.989035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-90109254-638d-48f5-b065-de7d13884111 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/f63cf9be-d838-40fc-a4b8-4303f2b023ef HTTP/1.1" status: 204 len: 168 time: 1.7523017 Aug 31 09:30:27.989035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 4e519ea0-698f-43c2-8996-2a48d374a3a8 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:28.003316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57760) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:28.015823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fdc56-aed0-4e08-a7e0-fea27ef994d4 req-7a7f5030-6195-4c5a-9a26-58fd2f5982a6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:28.017547 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-723fdc56-aed0-4e08-a7e0-fea27ef994d4 req-7a7f5030-6195-4c5a-9a26-58fd2f5982a6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.6843960 Aug 31 09:30:28.143058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a92f1-f7d3-45db-8f30-e6b602a954bc None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:28.147321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 217f7bf2-2c63-4e0d-8cc2-35c2828270a9 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:28.178352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.179115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-723fdc56-aed0-4e08-a7e0-fea27ef994d4 req-e70db9b3-5ab3-47f3-9b18-c6ed92c430d5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675218 Aug 31 09:30:28.182179 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.194331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.280530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.286443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4545577 Aug 31 09:30:28.295643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57764) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:28.321613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'security_group_rule': {'security_group_id': 'dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:28.457099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.524332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.525052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.527718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.529375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.529931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.532211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.532938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.537730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.538592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.543024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.543685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.544633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d5ab0f-7bc1-490f-8d68-2638f7df5841 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:28.602093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.609279 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8acfc13-af50-4141-8e27-a420e583407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.639029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 2, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.943637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:28.944300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Updating router 0cfffc9b-f13e-47ba-a158-20de0301e0fb port a550be4c-574b-4847-908b-c500a7774ef6 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:30:29.091404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.096055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.110266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.177091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c395e76b-3578-4313-88a0-df15c68e4811,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.222914 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.224269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f9345bfb-ab06-4b69-9cff-6137ad9b27ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9207971 Aug 31 09:30:29.234604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:29.248554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'security_group_rule': {'security_group_id': 'dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:29.444185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.497674 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.987575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.179890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.435921 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.477083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Transition to ACTIVE for port object a550be4c-574b-4847-908b-c500a7774ef6 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:30.510268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.528975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5cb8a-98bd-4c23-b19a-21c5a0e33c9c req-32d2ad0e-ebe4-4527-82ad-725ce5e00dbb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:30.540513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60c5cb8a-98bd-4c23-b19a-21c5a0e33c9c req-32d2ad0e-ebe4-4527-82ad-725ce5e00dbb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 1.0929549 Aug 31 09:30:30.565449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=4e519ea0-698f-43c2-8996-2a48d374a3a8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:30.659885 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.684058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-18c23b3d-727d-4568-877c-51c7908da256 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/4e519ea0-698f-43c2-8996-2a48d374a3a8 HTTP/1.1" status: 204 len: 168 time: 4.5558386 Aug 31 09:30:30.691932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57790) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:30.747736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788b27c-e77f-4f84-b802-0d1d48f8735f None None] Pushing event updated for resources: {'Port': ['ID=a550be4c-574b-4847-908b-c500a7774ef6,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:30.906787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.038923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Attempting to bind port a550be4c-574b-4847-908b-c500a7774ef6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:31.040188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Attempting to bind port a550be4c-574b-4847-908b-c500a7774ef6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:31.050514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Attempting to bind port a550be4c-574b-4847-908b-c500a7774ef6 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:31.075442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b9da7751-40d5-437d-acb1-e15a391ecbab None None] Provisioning complete for port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:31.077768 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9da7751-40d5-437d-acb1-e15a391ecbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.170279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=217f7bf2-2c63-4e0d-8cc2-35c2828270a9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:31.219397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:31.221246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Checking segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:31.223348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.223788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Bound using segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:31.224312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Bound port: a550be4c-574b-4847-908b-c500a7774ef6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:31.226288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60c5cb8a-98bd-4c23-b19a-21c5a0e33c9c req-e213b469-f30c-4fde-af56-1110c2cc5c3f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760392 Aug 31 09:30:31.239316 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.306958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.310937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-30d4d330-6ae9-4403-9939-a52fe55f560b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/217f7bf2-2c63-4e0d-8cc2-35c2828270a9 HTTP/1.1" status: 204 len: 168 time: 3.2922714 Aug 31 09:30:31.325472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57798) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:31.422454 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521a8ac-f6e0-4bc9-95e0-02067dc97ace None None] Network 0499e9c9-8b58-4af5-ba99-a7e296d68d7e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:31.509996 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d9f884-2470-4b52-8163-3a4b8f9e38a5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:31.513534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d9f884-2470-4b52-8163-3a4b8f9e38a5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:31.519258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98d9f884-2470-4b52-8163-3a4b8f9e38a5 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/f63cf9be-d838-40fc-a4b8-4303f2b023ef HTTP/1.1" status: 404 len: 337 time: 0.1860855 Aug 31 09:30:31.524657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57800) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:31.530327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.551230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.660000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ed28d9-3830-4772-bc0a-e94c112d44cf,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:31.699124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.708261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-87c6479b-ad9f-49bb-8be8-17ea37179974 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4721577 Aug 31 09:30:31.712716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57802) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:31.757936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:31.817388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.843576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9dfea-1154-44a8-bab3-41e9dcb5ae12 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:31.850612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9dfea-1154-44a8-bab3-41e9dcb5ae12 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:31.855035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98f9dfea-1154-44a8-bab3-41e9dcb5ae12 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.1272466 Aug 31 09:30:31.860620 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57804) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:32.078606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting subnet 56dabad4-53e5-4023-af48-5144f1aa40eb {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:32.104891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.124589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.244133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.262643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.498148 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aafb176-f884-46c9-a191-c582382435da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.567392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.596737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Allocated IP 172.25.4.153 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/a850a9dd-1d4a-4c4e-a1d2-11cc8ac5bb13) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:32.605252 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.707017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.749694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.756152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/56dabad4-53e5-4023-af48-5144f1aa40eb HTTP/1.1" status: 204 len: 168 time: 1.2245297 Aug 31 09:30:32.786374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:32.806858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c06190-85fc-4380-9f14-5bfecedd7d2d tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Subnet': ['ID=56dabad4-53e5-4023-af48-5144f1aa40eb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:32.877579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] For port a550be4c-574b-4847-908b-c500a7774ef6, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:32.891285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port c60d6145-4891-48ec-8a38-eb261a0a1499 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:32.894957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.920725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] For port a550be4c-574b-4847-908b-c500a7774ef6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a550be4c-574b-4847-908b-c500a7774ef6,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:32.940852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b9da7751-40d5-437d-acb1-e15a391ecbab None None] Provisioning complete for port 2d725188-42eb-4412-a2fe-f523c216d5da triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:32.941335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9da7751-40d5-437d-acb1-e15a391ecbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.957042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.022266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8d0f-0ac1-40c6-83a8-f3757105617f req-8e28dde1-2793-48a5-aa5c-11000786892a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:33.036220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6da8d0f-0ac1-40c6-83a8-f3757105617f req-8e28dde1-2793-48a5-aa5c-11000786892a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.5059853 Aug 31 09:30:33.111733 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca44929-b4d1-42e9-876d-c7b4b32f71f9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:33.112453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca44929-b4d1-42e9-876d-c7b4b32f71f9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:33.124751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1ca44929-b4d1-42e9-876d-c7b4b32f71f9 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/67ce77db-adc1-4e97-994e-3313b7aea738 HTTP/1.1" status: 404 len: 337 time: 0.3255641 Aug 31 09:30:33.214967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57820) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.266420 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1aa7ac76-5051-4f45-adee-8b0f31e813da tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "GET /v2.0/ports?device_id=a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa HTTP/1.1" status: 200 len: 205 time: 0.0494652 Aug 31 09:30:33.273644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57824) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.280088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6da8d0f-0ac1-40c6-83a8-f3757105617f req-aabec87e-22a5-4f8e-9299-4b8ca9e2b3eb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144871 Aug 31 09:30:33.353912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.365883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788b27c-e77f-4f84-b802-0d1d48f8735f None None] Pushing event updated for resources: {'Port': ['ID=a550be4c-574b-4847-908b-c500a7774ef6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:33.392742 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-c597fbae-b98a-4e2e-88a7-9e41f837eda2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] delete failed (client error): The resource could not be found. Aug 31 09:30:33.397141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c597fbae-b98a-4e2e-88a7-9e41f837eda2 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/routers/a958fe3b-0454-4b6c-aa5e-7bb0b1a026aa HTTP/1.1" status: 404 len: 336 time: 0.1219456 Aug 31 09:30:33.398194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57826) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.410545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for c60d6145-4891-48ec-8a38-eb261a0a1499 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:33.459910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:33.466303 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-403eef55-9d92-4533-ac94-7c94900350db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:33.468238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403eef55-9d92-4533-ac94-7c94900350db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:33.473855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-403eef55-9d92-4533-ac94-7c94900350db tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/4cfc9f99-e2e4-4309-9ca8-8c18cf62c9a5 HTTP/1.1" status: 404 len: 337 time: 0.0723901 Aug 31 09:30:33.474857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57828) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.487428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:30:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:33.537035 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d32692-03d2-4308-8904-5c2671b18d72 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:33.537518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d32692-03d2-4308-8904-5c2671b18d72 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:33.544669 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-86d32692-03d2-4308-8904-5c2671b18d72 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/177c9740-de2d-434a-b2c6-812e9239f7ae HTTP/1.1" status: 404 len: 337 time: 0.0653064 Aug 31 09:30:33.545333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.605676 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-10991116-679d-4266-a610-b7dc7ff5818a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:33.606652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10991116-679d-4266-a610-b7dc7ff5818a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:33.611738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-10991116-679d-4266-a610-b7dc7ff5818a tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/4ef53880-aeeb-4380-9681-29e97e421ed5 HTTP/1.1" status: 404 len: 337 time: 0.0575664 Aug 31 09:30:33.612419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57832) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.685715 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b378bede-460c-4ec1-a4b1-e51f9ac64945 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:33.686858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b378bede-460c-4ec1-a4b1-e51f9ac64945 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:33.694160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b378bede-460c-4ec1-a4b1-e51f9ac64945 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/73332db7-54bd-4cd1-9505-4d679191976b HTTP/1.1" status: 404 len: 333 time: 0.0695386 Aug 31 09:30:33.720462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57834) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.721781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b9da7751-40d5-437d-acb1-e15a391ecbab None None] Port 2d725188-42eb-4412-a2fe-f523c216d5da cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:33.749006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.758155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.965052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=c60d6145-4891-48ec-8a38-eb261a0a1499,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:33.991489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.001020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-14d4b349-2f6d-4c2f-a92f-3d325840a3a6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/c60d6145-4891-48ec-8a38-eb261a0a1499 HTTP/1.1" status: 204 len: 168 time: 2.1391289 Aug 31 09:30:34.002992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.006190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.016551 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a71520f-a836-40df-a5d3-1ec781c0bb6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:34.017079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a71520f-a836-40df-a5d3-1ec781c0bb6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:34.019286 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a71520f-a836-40df-a5d3-1ec781c0bb6b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/2cd50174-a655-403a-bb08-bd1429b32018 HTTP/1.1" status: 404 len: 337 time: 0.2967930 Aug 31 09:30:34.030322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57840) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.251216 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf17c1ae-3b6e-4df5-aa72-ae8c746b6d07 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:34.255641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf17c1ae-3b6e-4df5-aa72-ae8c746b6d07 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:34.263354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bf17c1ae-3b6e-4df5-aa72-ae8c746b6d07 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/8c4098fb-b007-4277-8f4b-7257f8c905de HTTP/1.1" status: 404 len: 337 time: 0.2025592 Aug 31 09:30:34.264469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.298404 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.578387 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a00b5d5-28cf-4112-a64b-263b547cd002 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:34.579669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a00b5d5-28cf-4112-a64b-263b547cd002 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:34.596229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8a00b5d5-28cf-4112-a64b-263b547cd002 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/3747c5a1-75b2-4632-8921-e762d9712fe5 HTTP/1.1" status: 404 len: 333 time: 0.1957235 Aug 31 09:30:34.614612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.655305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:34.695619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:34.703196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:34.817868 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1176669a-92d1-4fde-9598-fa90df672c8b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:34.818661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1176669a-92d1-4fde-9598-fa90df672c8b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:34.824652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1176669a-92d1-4fde-9598-fa90df672c8b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/0ae88034-b276-4adb-acb4-3469eaa45c57 HTTP/1.1" status: 404 len: 337 time: 0.2083180 Aug 31 09:30:34.827940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57866) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.853869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc42be5-d081-4263-b3fc-45b6ce533005 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:34.856549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4dc42be5-d081-4263-b3fc-45b6ce533005 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8465767 Aug 31 09:30:34.877163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'Port': ['ID=a850a9dd-1d4a-4c4e-a1d2-11cc8ac5bb13,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:34.880995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57868) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.997231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea2bd-f2dc-442d-b699-cfea1067c0a7 req-b3499980-e8af-46a9-a0c2-caf630288c92 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:35.009185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-261ea2bd-f2dc-442d-b699-cfea1067c0a7 req-b3499980-e8af-46a9-a0c2-caf630288c92 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4735470 Aug 31 09:30:35.016162 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-60651a5a-9951-425f-99ae-e8bf93e71d27 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:30:35.019436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60651a5a-9951-425f-99ae-e8bf93e71d27 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/4e519ea0-698f-43c2-8996-2a48d374a3a8 HTTP/1.1" status: 404 len: 333 time: 0.1340590 Aug 31 09:30:35.021477 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-db30f419-2bf3-4e2a-8308-36cd203a0224 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:35.022449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db30f419-2bf3-4e2a-8308-36cd203a0224 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:35.025594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db30f419-2bf3-4e2a-8308-36cd203a0224 tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/subnets/394216c6-de95-401c-bde4-e43f9521dea4 HTTP/1.1" status: 404 len: 337 time: 0.1667559 Aug 31 09:30:35.026465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:35.030707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57872) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:35.037467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] DHCP port deletion for 0499e9c9-8b58-4af5-ba99-a7e296d68d7e request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:35.044579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a2bb3a83-1ee0-489b-aed9-d8893297a3d9 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:35.081899 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.201396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.482508 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb9ee26-81ac-4258-80fc-48d0e8ff0c6f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:30:35.488242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:35.494109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1eb9ee26-81ac-4258-80fc-48d0e8ff0c6f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/c60d6145-4891-48ec-8a38-eb261a0a1499 HTTP/1.1" status: 404 len: 333 time: 0.4484267 Aug 31 09:30:35.552771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57876) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:35.769638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] Deleting port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:35.775253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.896390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-261ea2bd-f2dc-442d-b699-cfea1067c0a7 req-71232915-0fce-4060-99d4-c29c78507078 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8567517 Aug 31 09:30:36.016817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Deleting port 2d725188-42eb-4412-a2fe-f523c216d5da {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:36.021695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.163940 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.206534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.244795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.339327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.520113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.865955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'Port': ['ID=a850a9dd-1d4a-4c4e-a1d2-11cc8ac5bb13,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:36.957991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.970634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.015268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.027809 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9f021e38-c75d-4be8-9e07-3ea698092abb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2951753 Aug 31 09:30:37.096463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Calling delete_port for 2d725188-42eb-4412-a2fe-f523c216d5da owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:37.125209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6118bf40-e991-4dfc-b70c-d6a58f3d7c79']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:37.246945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80242509-60fe-432d-90fc-2794956ed3b4') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:37.247316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80242509-60fe-432d-90fc-2794956ed3b4') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:37.354206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.544460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:37.546270 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.587085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] Calling delete_port for a2bb3a83-1ee0-489b-aed9-d8893297a3d9 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:37.745903 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.782719 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.786161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a2bb3a83-1ee0-489b-aed9-d8893297a3d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,segment=NetworkSegment(278e0b18-a6dd-4a8f-a377-fcdec6c1e101),segment_id=278e0b18-a6dd-4a8f-a377-fcdec6c1e101)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:37.834136 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.853308 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.924780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:37.925199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:37.932882 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:37.961061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event deleted for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:38.056910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0e1482a3-84d8-43d1-86f1-de092d5fa7a6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--796002727&fields=id&tenant_id=c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 267 time: 0.3922672 Aug 31 09:30:38.070971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21ded9-aa2e-45e8-a86e-cb37f6dc3fed req-65a1866b-7b45-4004-a759-6e276dedda9f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.073955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e21ded9-aa2e-45e8-a86e-cb37f6dc3fed req-65a1866b-7b45-4004-a759-6e276dedda9f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.8001909 Aug 31 09:30:38.083209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] Pushing event deleted for resources: {'Port': ['ID=a2bb3a83-1ee0-489b-aed9-d8893297a3d9,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:38.113916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55055313-4238-4351-a5cc-31aeb3d5e66c None None] No DVR routers for this DVR port a2bb3a83-1ee0-489b-aed9-d8893297a3d9 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:38.170460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e21ded9-aa2e-45e8-a86e-cb37f6dc3fed req-8e49e1a5-4224-46e7-aa53-f0190335b962 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730891 Aug 31 09:30:38.312885 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.351846 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.447057 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.450398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/6118bf40-e991-4dfc-b70c-d6a58f3d7c79 HTTP/1.1" status: 204 len: 168 time: 2.8788555 Aug 31 09:30:38.459843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57918) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:38.503716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986303327'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:38.525056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:32Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:38.591534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-8ae28ecb-296a-4efc-bab1-41ae670e6bff tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.622508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-8ae28ecb-296a-4efc-bab1-41ae670e6bff tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 816 time: 0.5550656 Aug 31 09:30:38.662976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:38.671908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.680863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.693685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/ports/2d725188-42eb-4412-a2fe-f523c216d5da HTTP/1.1" status: 204 len: 168 time: 3.6288693 Aug 31 09:30:38.696174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Port': ['ID=2d725188-42eb-4412-a2fe-f523c216d5da,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:38.698556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57924) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:38.706783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-18c1f54b-6b74-465f-b540-fd9e0e3bc046 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/quotas/c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 375 time: 0.0644004 Aug 31 09:30:38.782940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dbd76-e2c2-4faf-9e6a-3efaf55221a7 None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:32Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:38.867762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.874260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.881197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.894125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.904421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.911210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.912888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.912888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.930278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.937095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.942292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.942976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2bef9a-97ae-4411-bb22-f446d0cae90e tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:38.959742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e25a4-9d50-4781-8030-498123379851 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=6118bf40-e991-4dfc-b70c-d6a58f3d7c79,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:39.208613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-c3528824-e361-446c-a04d-0221e02010ff tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3937905 Aug 31 09:30:39.287767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.295585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:39.352640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.355727 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 2efd8cfe-0e16-4672-aca8-b561e1241334 of type vlan for network b08959ce-30ab-4fe8-84a4-3000a4124b17 Aug 31 09:30:39.475168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-07161914-43f8-4e60-a8a2-3a56261f458b service neutron] 10.222.0.18 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375727 Aug 31 09:30:39.650181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.852581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.857563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.882711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:39.883402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.014665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0499e9c9-8b58-4af5-ba99-a7e296d68d7e']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:40.024206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47ee25-b947-4d88-98b8-f8baca0dbe44 req-ec432772-c40b-4482-84fd-c362fc3e40a7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:40.065597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b47ee25-b947-4d88-98b8-f8baca0dbe44 req-ec432772-c40b-4482-84fd-c362fc3e40a7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.5878227 Aug 31 09:30:40.172361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a550be4c-574b-4847-908b-c500a7774ef6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:40.398180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278e0b18-a6dd-4a8f-a377-fcdec6c1e101') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:40.400164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278e0b18-a6dd-4a8f-a377-fcdec6c1e101') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:40.409693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b47ee25-b947-4d88-98b8-f8baca0dbe44 req-11d8ee0c-98ad-4633-9d14-04ce56a6c0cd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341835 Aug 31 09:30:40.427767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.469106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.478368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:40.479552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.575079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a550be4c-574b-4847-908b-c500a7774ef6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:40.609544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a550be4c-574b-4847-908b-c500a7774ef6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:40.615437 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:40.618835 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:40.625133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-66d16f30-b602-4089-94e0-b1d4296df676 service neutron] 10.222.0.18 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1379070 Aug 31 09:30:40.629858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.704519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2427502 Aug 31 09:30:40.706596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f3a6-2fb5-45c2-ba1c-28a1e4858693 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=b08959ce-30ab-4fe8-84a4-3000a4124b17,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:40.709938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57948) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:40.717234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.724951 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] 10.222.0.18 "DELETE /v2.0/networks/0499e9c9-8b58-4af5-ba99-a7e296d68d7e HTTP/1.1" status: 204 len: 168 time: 2.0209858 Aug 31 09:30:40.742048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:40.821175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedba62-95e4-4066-a536-55e518eb2d7b tempest-PortsIpV6TestJSON-265193198 tempest-PortsIpV6TestJSON-265193198-project] Pushing event deleted for resources: {'Network': ['ID=0499e9c9-8b58-4af5-ba99-a7e296d68d7e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:40.862247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:41.461644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:41.491956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.670323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b28b6487-de64-4b9a-902e-d423da114c4b req-246acc91-1a6d-472a-ab1b-8909636872b2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 210 time: 0.3075252 Aug 31 09:30:41.803925 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.993516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a550be4c-574b-4847-908b-c500a7774ef6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a550be4c-574b-4847-908b-c500a7774ef6,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:42.003655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:42.247818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57978) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:42.301953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a550be4c-574b-4847-908b-c500a7774ef6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:42.388208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274be1e7-cf72-4b7c-98df-ad88f1493004 req-8ff3fdba-5e0b-4d95-974d-c6e4a4f17075 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:42.401982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274be1e7-cf72-4b7c-98df-ad88f1493004 req-8ff3fdba-5e0b-4d95-974d-c6e4a4f17075 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4823117 Aug 31 09:30:42.840379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-274be1e7-cf72-4b7c-98df-ad88f1493004 req-15983bba-976d-44a2-b6e4-22ebd10c5448 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369712 Aug 31 09:30:43.009117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cbb1f3e3-6917-482a-aa8c-745531947448 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c13f173a575c4f5b8ce793252be6cb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567921 Aug 31 09:30:43.011866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.157470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25728b2f-41fe-4e57-a48d-ec9cb7eae555 req-b2d988bf-c4bc-4649-9fc3-7a94c34fdc27 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 210 time: 0.2774670 Aug 31 09:30:43.322038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08ee33ac-c815-4e34-b5a6-0da30b7b42e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.543204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.561911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08ee33ac-c815-4e34-b5a6-0da30b7b42e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.828461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08ee33ac-c815-4e34-b5a6-0da30b7b42e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.832255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08ee33ac-c815-4e34-b5a6-0da30b7b42e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.840306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-08ee33ac-c815-4e34-b5a6-0da30b7b42e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/360ed3a5-e205-4ee1-a55c-99abf3b2e5b9 HTTP/1.1" status: 204 len: 168 time: 0.8240499 Aug 31 09:30:43.880382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee33ac-c815-4e34-b5a6-0da30b7b42e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ed3a5-e205-4ee1-a55c-99abf3b2e5b9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:44.490091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a550be4c-574b-4847-908b-c500a7774ef6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:44.833774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=fa7755dc-fb77-41ba-bc8f-514fb0b758bb,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:44.849227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '2efd8cfe-0e16-4672-aca8-b561e1241334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:44.861788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: b08959ce-30ab-4fe8-84a4-3000a4124b17, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:44.891964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a550be4c-574b-4847-908b-c500a7774ef6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:44.892329 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.893006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d08c31f-b1f0-4d99-999e-fb20bdea35e9 req-7231d6a2-a1fa-472c-9835-890a21437358 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 210 time: 0.2340508 Aug 31 09:30:44.999769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:45.022822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681ce29-b291-48e3-9d6f-993c66ecc7fd req-a8d6cd3c-98f2-442e-89d8-7e72a090b998 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.038391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7681ce29-b291-48e3-9d6f-993c66ecc7fd req-a8d6cd3c-98f2-442e-89d8-7e72a090b998 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.7169619 Aug 31 09:30:45.141328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b08959ce-30ab-4fe8-84a4-3000a4124b17) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:45.156187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.157208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.199572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0faed1-2535-46a7-a48e-1c25c956fead None None] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:45.284324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7681ce29-b291-48e3-9d6f-993c66ecc7fd req-e2ffef96-920e-41d6-9d4f-15c4b84eb9ff tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425168 Aug 31 09:30:45.314213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-55d360d9-13cf-417b-960d-fdc10ceadc07 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6026402 Aug 31 09:30:45.326118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58026) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.352279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17', 'name': 'tempest-PortsTestJSON-1865339753'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:45.908394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:45.921134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.927913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b08959ce-30ab-4fe8-84a4-3000a4124b17', 'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': 'fa7755dc-fb77-41ba-bc8f-514fb0b758bb'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:45.928806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.023895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 1dc325b3-63ba-4938-87af-63fa51dd5da2 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:46.084306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-847e009a-6819-4f25-b768-31ae6545ec61 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:46.097568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-847e009a-6819-4f25-b768-31ae6545ec61 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 816 time: 0.9685266 Aug 31 09:30:46.300042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-6c8f3306-f5d2-4a01-b4be-a64b3b409e21 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 379 time: 0.1902051 Aug 31 09:30:46.316062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'port': {'device_id': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'admin_state_up': True, 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'security_groups': ['dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:46.904312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Made reservation on behalf of c8b6483b85a14a66bebd22fa37a15513 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:46.908387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.300142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58070) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.563018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Allocated IP 172.20.0.5 (a52d2fab-8d36-489f-9914-297f3c8f6d43/d0fb3df6-52aa-444d-ae95-62925df52a62/f2a376c7-ddce-4a41-a58d-60d15c5f09f4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:47.696068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.6 (b08959ce-30ab-4fe8-84a4-3000a4124b17/fa7755dc-fb77-41ba-bc8f-514fb0b758bb/1dc325b3-63ba-4938-87af-63fa51dd5da2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:47.726391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4513b24e-840a-47da-8b25-ae4643cf7592 req-bd483cf9-44f5-4ba3-827b-b5187868f071 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 210 time: 1.5789618 Aug 31 09:30:47.871068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc12bb-2878-46c7-ad93-ad64e7c13e3f req-281c44c6-1953-4e53-b014-f9ac6e9ebd68 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.885799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2bc12bb-2878-46c7-ad93-ad64e7c13e3f req-281c44c6-1953-4e53-b014-f9ac6e9ebd68 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.4738021 Aug 31 09:30:48.015836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2bc12bb-2878-46c7-ad93-ad64e7c13e3f req-d0809018-811d-4c1d-904f-41d5882916cb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281531 Aug 31 09:30:48.142985 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.239141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Transition to ACTIVE for port object f2a376c7-ddce-4a41-a58d-60d15c5f09f4 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:48.407157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bb56dd4e-ea4a-4b63-aa9f-2ed34405d276 tempest-DvrRoutersNegativeTest-993810665 tempest-DvrRoutersNegativeTest-993810665-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-202961659', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:48.418410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.policy [None req-bb56dd4e-ea4a-4b63-aa9f-2ed34405d276 tempest-DvrRoutersNegativeTest-993810665 tempest-DvrRoutersNegativeTest-993810665-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94895) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 09:30:48.420196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.policy [None req-bb56dd4e-ea4a-4b63-aa9f-2ed34405d276 tempest-DvrRoutersNegativeTest-993810665 tempest-DvrRoutersNegativeTest-993810665-project] Failed policy check for 'create_router' {{(pid=94895) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 09:30:48.422463 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-bb56dd4e-ea4a-4b63-aa9f-2ed34405d276 tempest-DvrRoutersNegativeTest-993810665 tempest-DvrRoutersNegativeTest-993810665-project] create failed (client error): Access was denied to this resource. Aug 31 09:30:48.434362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bb56dd4e-ea4a-4b63-aa9f-2ed34405d276 tempest-DvrRoutersNegativeTest-993810665 tempest-DvrRoutersNegativeTest-993810665-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.1155243 Aug 31 09:30:48.434362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.488710 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.513609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.527341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:48.537763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:48.559725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:48.588301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 1dc325b3-63ba-4938-87af-63fa51dd5da2 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:48.618372 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.762014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:48.764840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.785040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.851165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-09568d8a-1083-496d-bbfb-31b90bbd9f83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5397055 Aug 31 09:30:48.876968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Request body: {'port': {'device_id': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:48.969059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Allocated IP 172.20.0.2 (b08959ce-30ab-4fe8-84a4-3000a4124b17/fa7755dc-fb77-41ba-bc8f-514fb0b758bb/d071e9a9-9a89-4d2f-bf23-5a01cc0fb264) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:49.078710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.094981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:49.100156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=1dc325b3-63ba-4938-87af-63fa51dd5da2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.117868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:49.135547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:49.565745 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.595307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Transition to ACTIVE for port object d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:49.649494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Transition to ACTIVE for port object d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:49.677960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58104) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.720237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.721262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.722168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.765938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f224aa2-3569-4efc-9e64-09a59785aa8e req-d5f1e2c1-46d9-400b-acb4-62c551479d69 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.768712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f224aa2-3569-4efc-9e64-09a59785aa8e req-d5f1e2c1-46d9-400b-acb4-62c551479d69 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.3604150 Aug 31 09:30:49.779590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d4571-dc08-4e16-8d83-b7bdac4c2107 req-1eebba06-984f-4e90-a336-965ce6211d32 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:49.789075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-117d4571-dc08-4e16-8d83-b7bdac4c2107 req-1eebba06-984f-4e90-a336-965ce6211d32 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 931 time: 0.4925537 Aug 31 09:30:49.802898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-529148bb-7b3e-41eb-80b7-9f346dd4409f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4751496 Aug 31 09:30:49.817762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58108) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.996547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Pushing event updated for resources: {'Port': ['ID=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:50.019882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-20cc77cb-9ad6-490d-af7a-1ea96357908f None None] Provisioning for port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:50.044869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:50.046118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58112) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:50.046827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-20cc77cb-9ad6-490d-af7a-1ea96357908f None None] Provisioning complete for port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:50.047241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-20cc77cb-9ad6-490d-af7a-1ea96357908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.050687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:50.078123 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:30:50.138790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:50.214128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-117d4571-dc08-4e16-8d83-b7bdac4c2107 req-44ec4b86-f00f-48ff-b9a7-ffbacec9fce4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226546 Aug 31 09:30:50.286570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f224aa2-3569-4efc-9e64-09a59785aa8e req-0ba8a930-47bb-4f59-9bbc-e00c6d4fdfb4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769359 Aug 31 09:30:50.391456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 1dc325b3-63ba-4938-87af-63fa51dd5da2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:50.391967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.425492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a376c7-ddce-4a41-a58d-60d15c5f09f4 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:50.441066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-20cc77cb-9ad6-490d-af7a-1ea96357908f None None] Port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:50.468453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Attempting to bind port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:50.473728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Attempting to bind port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2efd8cfe-0e16-4672-aca8-b561e1241334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:50.474245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Attempting to bind port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 on network b08959ce-30ab-4fe8-84a4-3000a4124b17 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:50.486935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.501012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:50.501383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Checking segment: {'id': '2efd8cfe-0e16-4672-aca8-b561e1241334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:50.501790 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.502184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Bound using segment: {'id': '2efd8cfe-0e16-4672-aca8-b561e1241334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:50.502748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Bound port: d071e9a9-9a89-4d2f-bf23-5a01cc0fb264, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efd8cfe-0e16-4672-aca8-b561e1241334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b08959ce-30ab-4fe8-84a4-3000a4124b17'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:50.503135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.553045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Transition to ACTIVE for port object f2a376c7-ddce-4a41-a58d-60d15c5f09f4 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:50.566187 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.726818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] For port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:50.742223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a1b-6795-4b43-84f4-5494fdd7a1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.751426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] For port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,segment=NetworkSegment(2efd8cfe-0e16-4672-aca8-b561e1241334),segment_id=2efd8cfe-0e16-4672-aca8-b561e1241334)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:50.766136 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.873126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:50.875016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95c523da-bdaf-4b58-9a54-78939c923f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.076565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc266268-ac79-4c78-9b11-6eba7068269e None None] Pushing event updated for resources: {'Port': ['ID=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.201843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Attempting to bind port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:51.202335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Attempting to bind port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:51.202591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Attempting to bind port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:51.234710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:30:51.241537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Attempting to bind port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:51.263030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:51.263433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Checking segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:51.263811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Bound using segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:51.264184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Bound port: f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:51.264540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.394043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a1b-6795-4b43-84f4-5494fdd7a1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.534133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a1b-6795-4b43-84f4-5494fdd7a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.634188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:51.653379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:51.671438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.721927 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.760886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 1dc325b3-63ba-4938-87af-63fa51dd5da2 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:51.824325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:51.824951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.833753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 1092 time: 2.9725027 Aug 31 09:30:51.836247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:30:51.869946 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c15af5e-6d00-44a2-a163-220298038c85" -d '{"events": [{"name": "network-changed", "server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:30:52.213787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6953a0-7e56-4863-aea0-ea4ebac436a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:52.259048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ab7d2a1b-6795-4b43-84f4-5494fdd7a1dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=538c52df70544e05b93140b6424e8560&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5741506 Aug 31 09:30:52.263216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58136) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.267206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d2a1b-6795-4b43-84f4-5494fdd7a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ea313-15ee-4d1a-8bec-215b2ea43c3e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:52.270418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-13fe4ef8-13d0-44b1-9176-1a333d14890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.272010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-13fe4ef8-13d0-44b1-9176-1a333d14890f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1095 time: 0.3794186 Aug 31 09:30:52.367181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:52.481688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-320dd66e-89f4-4f98-b1ee-37e6faadd052 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 217 time: 0.1724203 Aug 31 09:30:52.581461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:52.652615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d2447-4742-40e2-8562-6b29efca713a req-72f72405-ba1b-49b3-8b05-3c66fbbdbabd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.655467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d09d2447-4742-40e2-8562-6b29efca713a req-72f72405-ba1b-49b3-8b05-3c66fbbdbabd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 1.0388837 Aug 31 09:30:52.776572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-cc128430-f890-427a-94c0-f42b47b4c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.801382 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-cc128430-f890-427a-94c0-f42b47b4c9ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.2514443 Aug 31 09:30:52.818305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c68d41c-29fc-43f9-9318-07f4fe6c71b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.899838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95c523da-bdaf-4b58-9a54-78939c923f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.922916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400d65d-7c68-4f72-a985-54dea174ba37 req-c1cec609-91b5-4f38-ad87-bfc6aac35c78 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.924943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1400d65d-7c68-4f72-a985-54dea174ba37 req-c1cec609-91b5-4f38-ad87-bfc6aac35c78 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 1.0194154 Aug 31 09:30:52.935383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95c523da-bdaf-4b58-9a54-78939c923f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.979717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c68d41c-29fc-43f9-9318-07f4fe6c71b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.999654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d09d2447-4742-40e2-8562-6b29efca713a req-3f4e043f-6ac8-4d10-b03c-3c4d733555bb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169382 Aug 31 09:30:53.010131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.024955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20daf27-7577-4420-98a9-136c47e690d8 req-9b6e077c-3f70-4bd7-90b7-655116eb03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.026816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-9b6e077c-3f70-4bd7-90b7-655116eb03c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243001 Aug 31 09:30:53.106149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c523da-bdaf-4b58-9a54-78939c923f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b46fc5-9db4-4ee0-bb6d-c5a785bc32cd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:53.143007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=1dc325b3-63ba-4938-87af-63fa51dd5da2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:53.276680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-95c523da-bdaf-4b58-9a54-78939c923f72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b102ce9a7ed3440fba4a7e159929c548&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2149804 Aug 31 09:30:53.284917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58144) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.374962 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-e924ea0e-4931-4c92-b29e-49ef4185b200 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396590 Aug 31 09:30:53.386697 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e2539-b1c1-474a-a847-7f754458a119 x-openstack-request-id: req-2b2e2539-b1c1-474a-a847-7f754458a119 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:30:53.386990 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:30:53.387235 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b2e2539-b1c1-474a-a847-7f754458a119 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:30:53.387643 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'status': 'completed', 'code': 200} Aug 31 09:30:53.387812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5699ae12-a157-4fab-a1cd-bd8f8f3f08f8 None None] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:53.395622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08419c6-9ba2-48a8-ba88-2229a5b19fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.401764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1400d65d-7c68-4f72-a985-54dea174ba37 req-597af68a-71b8-4835-bdb4-a80db6324851 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4525285 Aug 31 09:30:53.432330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.434417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1df97242-5024-41f2-b40e-8f84b66a0e6d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/1dc325b3-63ba-4938-87af-63fa51dd5da2 HTTP/1.1" status: 204 len: 168 time: 3.6136811 Aug 31 09:30:53.438674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58146) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.476091 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd5c920-14d4-4ae4-a2d5-ceb2a63f76f4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:53.476839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd5c920-14d4-4ae4-a2d5-ceb2a63f76f4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:53.482448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5cd5c920-14d4-4ae4-a2d5-ceb2a63f76f4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/1dc325b3-63ba-4938-87af-63fa51dd5da2 HTTP/1.1" status: 404 len: 333 time: 0.0429530 Aug 31 09:30:53.483236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.491407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08419c6-9ba2-48a8-ba88-2229a5b19fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.563690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c68d41c-29fc-43f9-9318-07f4fe6c71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.566972 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-de410d73-65e2-452d-8d74-522f6ff0e092 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:30:53.567300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c68d41c-29fc-43f9-9318-07f4fe6c71b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.571122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6c68d41c-29fc-43f9-9318-07f4fe6c71b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d2ea313-15ee-4d1a-8bec-215b2ea43c3e HTTP/1.1" status: 204 len: 168 time: 1.3041487 Aug 31 09:30:53.574994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-de410d73-65e2-452d-8d74-522f6ff0e092 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/1dc325b3-63ba-4938-87af-63fa51dd5da2 HTTP/1.1" status: 404 len: 333 time: 0.0855060 Aug 31 09:30:53.582165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.582819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] Provisioning for port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:53.599570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] Provisioning complete for port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:53.605096 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.605948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d41c-29fc-43f9-9318-07f4fe6c71b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ea313-15ee-4d1a-8bec-215b2ea43c3e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:53.756331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet fa7755dc-fb77-41ba-bc8f-514fb0b758bb {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:53.757743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e20daf27-7577-4420-98a9-136c47e690d8 req-03da5d3e-37f8-41e2-9181-4f9655c9a1b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594325 Aug 31 09:30:53.761669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.934292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15af5e-6d00-44a2-a163-220298038c85 req-45cbdba4-d0f3-4043-b4e6-4da74972c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.941848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-45cbdba4-d0f3-4043-b4e6-4da74972c5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1095 time: 0.1230431 Aug 31 09:30:53.949970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.017948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.069463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08419c6-9ba2-48a8-ba88-2229a5b19fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.082421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08419c6-9ba2-48a8-ba88-2229a5b19fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.098855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f08419c6-9ba2-48a8-ba88-2229a5b19fdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13b46fc5-9db4-4ee0-bb6d-c5a785bc32cd HTTP/1.1" status: 204 len: 168 time: 0.8063576 Aug 31 09:30:54.146884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08419c6-9ba2-48a8-ba88-2229a5b19fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b46fc5-9db4-4ee0-bb6d-c5a785bc32cd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.170259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] For port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,segment=NetworkSegment(2efd8cfe-0e16-4672-aca8-b561e1241334),segment_id=2efd8cfe-0e16-4672-aca8-b561e1241334)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:54.199911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.377665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15af5e-6d00-44a2-a163-220298038c85 req-bd954945-2a40-4e70-b48a-64260596b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.377665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-bd954945-2a40-4e70-b48a-64260596b8ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.4259801 Aug 31 09:30:54.432742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f2d88-ec6f-41b6-a9d5-6462a994ef39 None None] Pushing event updated for resources: {'Port': ['ID=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.513226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-9a6fa8ac-4685-4638-9479-53e58ab63b3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 217 time: 0.1284304 Aug 31 09:30:54.513859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd36e2-d4c5-4be9-84da-9e0e363ee1d9 req-53b6d7d4-a7b3-4a6e-901b-074ee90d03ea tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.525680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33cd36e2-d4c5-4be9-84da-9e0e363ee1d9 req-53b6d7d4-a7b3-4a6e-901b-074ee90d03ea tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.3653021 Aug 31 09:30:54.622402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.736487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15af5e-6d00-44a2-a163-220298038c85 req-05e94706-6678-486f-be54-0aee765af699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.738098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-05e94706-6678-486f-be54-0aee765af699 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.2075331 Aug 31 09:30:54.745417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-53d380bf-444e-411b-9ea1-0f14d3558145 None None] Provisioning complete for port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:54.745940 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53d380bf-444e-411b-9ea1-0f14d3558145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.897586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15af5e-6d00-44a2-a163-220298038c85 req-884fd768-bf6e-4181-9e8f-751a0feb96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:54.899965 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-884fd768-bf6e-4181-9e8f-751a0feb96f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467600 Aug 31 09:30:54.978992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33cd36e2-d4c5-4be9-84da-9e0e363ee1d9 req-a4526060-747a-4f2f-8689-36488b198a36 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426656 Aug 31 09:30:55.101239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb70c-ee66-4e90-8ca4-4f377c5cb2fd req-ed414f4c-dfaa-4a9b-b82a-a4aecd1dad73 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:55.114828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-353eb70c-ee66-4e90-8ca4-4f377c5cb2fd req-ed414f4c-dfaa-4a9b-b82a-a4aecd1dad73 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.4720745 Aug 31 09:30:55.201636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.234741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-060c2c7b-acd0-49f4-939b-a9339dafecb1 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197150 Aug 31 09:30:55.267240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b3cf2cf3-8aa3-469b-a7a4-8b9a6ef90ab1 None None] Could not find standard attr ID for object 1dc325b3-63ba-4938-87af-63fa51dd5da2. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:55.318876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.318876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/fa7755dc-fb77-41ba-bc8f-514fb0b758bb HTTP/1.1" status: 204 len: 168 time: 1.7340512 Aug 31 09:30:55.343212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58188) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:55.381157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c61a2a-a0a9-4a58-9bc0-f646486bc937 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7755dc-fb77-41ba-bc8f-514fb0b758bb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:55.495098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-353eb70c-ee66-4e90-8ca4-4f377c5cb2fd req-459fd9d0-6616-45df-bf37-0f4089497bd2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698182 Aug 31 09:30:55.595174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.801234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ecad7a-a37d-4424-be02-550a267aefe6 None None] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:55.828473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c15af5e-6d00-44a2-a163-220298038c85 req-435f4d84-391c-47ff-9fd7-d9f4cca7e6cc service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887234 Aug 31 09:30:55.849852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:55.852401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.253033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:56.303953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] For port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,segment=NetworkSegment(2efd8cfe-0e16-4672-aca8-b561e1241334),segment_id=2efd8cfe-0e16-4672-aca8-b561e1241334)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:56.307573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.361660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58216) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:56.364055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:56.365007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:56.365390 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.464906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] DHCP port deletion for b08959ce-30ab-4fe8-84a4-3000a4124b17 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:56.545091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:56.596769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Deleting port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:56.597162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.761003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.855152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] For port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,segment=NetworkSegment(2efd8cfe-0e16-4672-aca8-b561e1241334),segment_id=2efd8cfe-0e16-4672-aca8-b561e1241334)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:56.856601 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.914640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Calling delete_port for d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:56.922019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:56.930250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No DVR routers for this DVR port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:56.938668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:30:57.058596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36286ef9-61fa-4f6c-b416-465a6a55b1e7 req-317ce41d-8235-44f4-8a5b-9d43d2e0bbba tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:57.081932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36286ef9-61fa-4f6c-b416-465a6a55b1e7 req-317ce41d-8235-44f4-8a5b-9d43d2e0bbba tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.8979006 Aug 31 09:30:57.156691 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:30:57.359800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc665c-d718-4139-a7d3-5c92182dd9a9 req-846fbfde-f111-45a5-9a71-8fc370caa562 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:57.362692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cfc665c-d718-4139-a7d3-5c92182dd9a9 req-846fbfde-f111-45a5-9a71-8fc370caa562 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.6088932 Aug 31 09:30:57.363373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1082887920-network', 'tenant_id': '577488d78fac45f497655d9a634879a2'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:57.542183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:57.591597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.593647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Made reservation on behalf of 577488d78fac45f497655d9a634879a2 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:57.596620 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.610230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.653429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08959ce-30ab-4fe8-84a4-3000a4124b17']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:57.754377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36286ef9-61fa-4f6c-b416-465a6a55b1e7 req-ed40babd-6630-42a8-a4be-685e7ce1768f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683252 Aug 31 09:30:57.885711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efd8cfe-0e16-4672-aca8-b561e1241334') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:57.887990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efd8cfe-0e16-4672-aca8-b561e1241334') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:58.050514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.206377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cfc665c-d718-4139-a7d3-5c92182dd9a9 req-1f9e6600-1a91-45a8-ac6f-828d4f1e5b57 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7797410 Aug 31 09:30:58.216539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.251450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:58.254669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:58.272520 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:58.400904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.428605 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.611672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.662842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:58.667198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.672724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/b08959ce-30ab-4fe8-84a4-3000a4124b17 HTTP/1.1" status: 204 len: 168 time: 3.3235905 Aug 31 09:30:58.700916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58252) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.709542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1896857140'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:58.727458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59dd22-1d7c-40f5-ad3b-bcbe6cc2debe tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=b08959ce-30ab-4fe8-84a4-3000a4124b17,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.777367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:58.793424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-2fd0c883-348b-458c-a284-c26e33c014bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.796363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-2fd0c883-348b-458c-a284-c26e33c014bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 1098 time: 0.8995097 Aug 31 09:30:58.828744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd44eb9-cbe9-4d85-bfc1-5139f0d94f4c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.913613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:58.917736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.949789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.950349 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Added segment 883a102a-76f4-45c7-87d0-ec6fd399d134 of type vlan for network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b Aug 31 09:30:58.960663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:58.961021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:58.988923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'mac_address': 'fa:16:3e:13:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:30:59.161636 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.220874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a376c7-ddce-4a41-a58d-60d15c5f09f4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:30:59.251275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.277775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:59.301572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.428168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.504374 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.524231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.530941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Network b08959ce-30ab-4fe8-84a4-3000a4124b17 is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:30:59.539110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] No DVR routers for this DVR port d071e9a9-9a89-4d2f-bf23-5a01cc0fb264 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:59.540718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4cd77d88-bfcb-4ca6-9438-2d1aa1d2a266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.584318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.588771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:59.592124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.703918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:59.722419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.1758320 Aug 31 09:30:59.741034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96532b-b65e-4d6e-ad72-eaab76d4e4a8 None None] Pushing event deleted for resources: {'Port': ['ID=d071e9a9-9a89-4d2f-bf23-5a01cc0fb264,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.767457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:59.833742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f2a376c7-ddce-4a41-a58d-60d15c5f09f4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:30:59.840407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Request body: {'subnet': {'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1082887920-subnet', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:59.880015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.881092 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 855195ff-6f2a-49aa-8178-c3e39d94629c of type vlan for network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 Aug 31 09:30:59.896895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93942-e652-47b2-9920-a84d2d7c9c1b req-63ccb8d7-09af-455a-acd8-7c3583b2411c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:59.901130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eff93942-e652-47b2-9920-a84d2d7c9c1b req-63ccb8d7-09af-455a-acd8-7c3583b2411c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.7329149 Aug 31 09:30:59.964483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea164-4614-4020-956f-34166a3de90c admin admin] Pushing event updated for resources: {'Network': ['ID=6b2c9996-a53e-435a-9e67-44bda0aa4d1b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:00.004699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Made reservation on behalf of 577488d78fac45f497655d9a634879a2 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:00.019360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.026569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:00.880129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-87ace785-52ab-4179-928c-09e41c753ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:00.891044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-87ace785-52ab-4179-928c-09e41c753ff3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 2.0663612 Aug 31 09:31:00.910654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.027500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076130-4975-42a9-82db-763cb221750b req-2c6f6b22-72c4-4a51-87fb-bdf0ae2a07e1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.030338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb076130-4975-42a9-82db-763cb221750b req-2c6f6b22-72c4-4a51-87fb-bdf0ae2a07e1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 944 time: 1.3106658 Aug 31 09:31:01.126761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-22fc40f0-59c0-4e98-a3a3-605dd1cd8909 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ede1254-7b34-45e5-acd4-76f9d2512798 HTTP/1.1" status: 200 len: 217 time: 0.1883881 Aug 31 09:31:01.132616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:31:01.187152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eff93942-e652-47b2-9920-a84d2d7c9c1b req-baaf7716-d455-4057-9a4c-e9f8001a63b7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1530771 Aug 31 09:31:01.268711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.275834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.276755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.321086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:01.546856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:01.568117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56e75b48-e1a2-4eea-9ad5-995dc5bc8ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.572943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:01.573558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.834398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.013057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Deleting port 4d36dc82-cab1-404b-aac0-b459c509eb1a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:02.014699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.025410 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.029077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.134414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:02.138797 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc055b4-7c34-4109-b912-483c716b6cee" -d '{"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:02.190406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:02.203937 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.287233 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8de1a-d913-4770-9272-62d0bfde9df7 x-openstack-request-id: req-28a8de1a-d913-4770-9272-62d0bfde9df7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:02.292744 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:02.293323 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28a8de1a-d913-4770-9272-62d0bfde9df7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:02.294191 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'code': 200} Aug 31 09:31:02.405175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:02.442778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] For port 4d36dc82-cab1-404b-aac0-b459c509eb1a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d36dc82-cab1-404b-aac0-b459c509eb1a,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:02.446329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.461567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.468388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=203f8ea8-3aa5-444e-8f21-bd6088c50f62,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:02.482266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Calling delete_port for 4d36dc82-cab1-404b-aac0-b459c509eb1a owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:02.488869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b50aca38-54e0-4053-916f-9d73f716936f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.7812316 Aug 31 09:31:02.495803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:02.508566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58306) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:02.529139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:02.729734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb076130-4975-42a9-82db-763cb221750b req-01b9fc74-1be5-4c27-9b6c-885671b60836 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6658328 Aug 31 09:31:02.928267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:02.948366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-24e3156b-acf7-4b33-ad80-c27d522338a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:02.950332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-24e3156b-acf7-4b33-ad80-c27d522338a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 1.6828294 Aug 31 09:31:02.988225 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.073041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d36dc82-cab1-404b-aac0-b459c509eb1a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.078466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d837ae2-1e10-4871-aad9-e6482428434e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.102650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-6af3c2aa-fcd5-495d-8d3f-a56a1ec6bb18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208296 Aug 31 09:31:03.155287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64a129c-fe3a-4559-a87e-4976270625b0,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.198505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef0df3-f05a-4bf6-add5-2438bda592aa req-e2974838-b1cb-4bc8-9e02-e7f72e4008d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:03.200346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-99ef0df3-f05a-4bf6-add5-2438bda592aa req-e2974838-b1cb-4bc8-9e02-e7f72e4008d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1097 time: 0.7936089 Aug 31 09:31:03.273654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Checking segment: {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:03.275284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Network hostable DHCP agents. Network: 6b2c9996-a53e-435a-9e67-44bda0aa4d1b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:03.387935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4e35-56d6-4f88-a2f1-3c303f9985aa req-20ac24a7-a6d3-42f8-b349-5293bfc4c672 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:03.405892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df7a4e35-56d6-4f88-a2f1-3c303f9985aa req-20ac24a7-a6d3-42f8-b349-5293bfc4c672 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.7779272 Aug 31 09:31:03.421763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d837ae2-1e10-4871-aad9-e6482428434e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.438033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d837ae2-1e10-4871-aad9-e6482428434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.552552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9d837ae2-1e10-4871-aad9-e6482428434e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d896c98d7c6345e8ad969c17f1365ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224732 Aug 31 09:31:03.570641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58320) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:03.574457 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-99ef0df3-f05a-4bf6-add5-2438bda592aa req-fd9eeb70-d8b2-498e-bd5b-58f9a03f7de7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339486 Aug 31 09:31:03.591893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.626506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:03.643400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d837ae2-1e10-4871-aad9-e6482428434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d93d133-7e11-4b31-b3d3-671333a202a0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.665665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-f149d1d9-6bd9-4075-bf5b-798ebba07814 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194268 Aug 31 09:31:03.756401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19e46072-4239-4e68-a8e6-eb9492b36b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.763214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.801961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19e46072-4239-4e68-a8e6-eb9492b36b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.836691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef6b9372-e7a8-4946-9249-f54f2335249e req-f8c526df-aaed-43f6-9791-86820fa1e4b4 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691282 Aug 31 09:31:03.857493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:03.867280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.913148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6b2c9996-a53e-435a-9e67-44bda0aa4d1b) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:03.922854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc26f4-827f-4060-a4fa-878ab510414f None None] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:04.055477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19e46072-4239-4e68-a8e6-eb9492b36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.088340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19e46072-4239-4e68-a8e6-eb9492b36b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.089378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-19e46072-4239-4e68-a8e6-eb9492b36b1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d93d133-7e11-4b31-b3d3-671333a202a0 HTTP/1.1" status: 204 len: 168 time: 0.5130024 Aug 31 09:31:04.130704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df7a4e35-56d6-4f88-a2f1-3c303f9985aa req-2535259b-8e31-498a-8d59-f3dbb57d57e9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076342 Aug 31 09:31:04.203797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.207955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.294786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-6b2c9996-a53e-435a-9e67-44bda0aa4d1b', 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'fixed_ips': [{'subnet_id': 'd64a129c-fe3a-4559-a87e-4976270625b0'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:04.296196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.316406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e46072-4239-4e68-a8e6-eb9492b36b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d93d133-7e11-4b31-b3d3-671333a202a0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.538171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.580088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f389e71f-6b10-43ac-833f-acb60fb81a84 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 4.8067172 Aug 31 09:31:04.581502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58340) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:04.591209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:04.671804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85961f24-ed43-4b16-8592-f50b9c8eb232 req-e774234a-ffc2-4d4c-9cd7-17450473216a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.674103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85961f24-ed43-4b16-8592-f50b9c8eb232 req-e774234a-ffc2-4d4c-9cd7-17450473216a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.6559467 Aug 31 09:31:04.733874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Allocated IP 172.20.0.2 (6b2c9996-a53e-435a-9e67-44bda0aa4d1b/d64a129c-fe3a-4559-a87e-4976270625b0/9f824dec-248a-4f41-bc11-a9c49f12f00b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:04.756483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58344) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:04.781129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Router bbcfb9b7-8a84-4040-8579-f8106d979ade has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:04.785473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.786138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=4c23e68d-ad18-4bea-8f22-15843d7e16d0,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.794714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.815903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85961f24-ed43-4b16-8592-f50b9c8eb232 req-c9c486f6-8186-4287-b2a1-6a8ea015d233 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265516 Aug 31 09:31:04.842152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '855195ff-6f2a-49aa-8178-c3e39d94629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:04.842671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: 203f8ea8-3aa5-444e-8f21-bd6088c50f62, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:04.897558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:04.906889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.925172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 203f8ea8-3aa5-444e-8f21-bd6088c50f62) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:04.935918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.936682 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.975925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2ef59d66-5a47-406c-bd7a-42fd269cd20c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4535275 Aug 31 09:31:04.980766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58352) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:04.986187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1468440655'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:05.113214 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.130241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Transition to ACTIVE for port object 9f824dec-248a-4f41-bc11-a9c49f12f00b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:05.157288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Transition to ACTIVE for port object 9f824dec-248a-4f41-bc11-a9c49f12f00b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:05.165113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cbeb9b-f5e6-4aa3-ba0a-9acacdaab9c5 None None] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:05.184642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce19fa6d-64d7-438e-9ba4-aa6e9f608a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.189788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.244644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.270643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:05.275357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58358) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.295530 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] Sync routers for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:05.309909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8694ca7c-96d6-477d-97f4-77ada2493396 admin admin] 10.222.0.18 "PUT /v2.0/routers/bbcfb9b7-8a84-4040-8579-f8106d979ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9469957 Aug 31 09:31:05.341584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.353579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d3c522c-365a-4e2e-b63f-d09c007ce1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.363118 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:05.364322 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:05.473211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:05.489018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:05.500191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:05.512253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce19fa6d-64d7-438e-9ba4-aa6e9f608a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.518882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Pushing event updated for resources: {'Port': ['ID=9f824dec-248a-4f41-bc11-a9c49f12f00b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.537225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce19fa6d-64d7-438e-9ba4-aa6e9f608a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.635294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Attempting to bind port 9f824dec-248a-4f41-bc11-a9c49f12f00b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:05.635294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Attempting to bind port 9f824dec-248a-4f41-bc11-a9c49f12f00b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:05.635294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Attempting to bind port 9f824dec-248a-4f41-bc11-a9c49f12f00b on network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:05.643884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:05.644449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Checking segment: {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:05.644999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.645693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Bound using segment: {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:05.646577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Bound port: 9f824dec-248a-4f41-bc11-a9c49f12f00b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:05.647396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.715068 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:05.731396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19fa6d-64d7-438e-9ba4-aa6e9f608a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6243d482-485f-405e-b5b4-19af90c43304,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.747429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ce19fa6d-64d7-438e-9ba4-aa6e9f608a82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1e2651e4b764139b024458d5e0a74f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9901612 Aug 31 09:31:05.752758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d3c522c-365a-4e2e-b63f-d09c007ce1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.760571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9a50-85de-4f4d-9520-9a253fdfdb17 req-82d32680-7edd-4d4c-9bca-763b3ec3cdb8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:05.761693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.763433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b51a9a50-85de-4f4d-9520-9a253fdfdb17 req-82d32680-7edd-4d4c-9bca-763b3ec3cdb8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.2456019 Aug 31 09:31:05.766240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58362) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.766782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d3c522c-365a-4e2e-b63f-d09c007ce1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.802881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-971fb6d1-a3f6-4d3a-970b-fb7ee01a5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:05.805190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-971fb6d1-a3f6-4d3a-970b-fb7ee01a5f28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 1098 time: 0.2031524 Aug 31 09:31:05.808674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:05.816619 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.839048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] For port 9f824dec-248a-4f41-bc11-a9c49f12f00b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:05.842225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] For port 9f824dec-248a-4f41-bc11-a9c49f12f00b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f824dec-248a-4f41-bc11-a9c49f12f00b,segment=NetworkSegment(883a102a-76f4-45c7-87d0-ec6fd399d134),segment_id=883a102a-76f4-45c7-87d0-ec6fd399d134)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:05.846287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-203f8ea8-3aa5-444e-8f21-bd6088c50f62', 'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': '4c23e68d-ad18-4bea-8f22-15843d7e16d0'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:05.847306 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.853755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.938840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port e2f68180-c094-49ef-a258-b751ffe727dd yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:05.978409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c522c-365a-4e2e-b63f-d09c007ce1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551ec92-7f87-4972-99d1-4446cdb428fe,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.026635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2d3c522c-365a-4e2e-b63f-d09c007ce1f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebe57756ccfc4064adce7a2dc039618a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7406163 Aug 31 09:31:06.050913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.121593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.6 (203f8ea8-3aa5-444e-8f21-bd6088c50f62/4c23e68d-ad18-4bea-8f22-15843d7e16d0/e2f68180-c094-49ef-a258-b751ffe727dd) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:06.146185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc8e6-0584-491b-b407-a8411bd335ae None None] Pushing event updated for resources: {'Port': ['ID=9f824dec-248a-4f41-bc11-a9c49f12f00b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.162626 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.264160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.278342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c431fa27-4b49-46a0-bbc2-18c877c83b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.288518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b51a9a50-85de-4f4d-9520-9a253fdfdb17 req-56f8bfa6-b613-43a8-9481-7f0c450094c6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043304 Aug 31 09:31:06.377713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5c0c-081a-4606-a4cf-aa87a6818b1f req-cfc738d3-2c93-415e-8c06-ab275215129d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.379475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1de5c0c-081a-4606-a4cf-aa87a6818b1f req-cfc738d3-2c93-415e-8c06-ab275215129d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.2029970 Aug 31 09:31:06.395700 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '1d819199-69cf-4486-a951-81b436d58a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:31:02Z', 'revision_number': 5, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port': {'id': '1d819199-69cf-4486-a951-81b436d58a7f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:56Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:06.431883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.448580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3c393cf-a37c-4cb8-9b57-6bf656b32bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.455938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c431fa27-4b49-46a0-bbc2-18c877c83b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.463754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.497695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-3ac4f62e-e2d7-4926-bf88-1ac34372223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.499316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-3ac4f62e-e2d7-4926-bf88-1ac34372223a service neutron] 10.222.0.23 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.6617265 Aug 31 09:31:06.504408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object e2f68180-c094-49ef-a258-b751ffe727dd will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:06.514377 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] Checking router: bbcfb9b7-8a84-4040-8579-f8106d979ade for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:06.533387 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] Routers {'bbcfb9b7-8a84-4040-8579-f8106d979ade'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:06.535102 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bbcfb9b7-8a84-4040-8579-f8106d979ade'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:06.570359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.614669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-125e66dc-b551-4cd8-94fe-6c34408420b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ede1254-7b34-45e5-acd4-76f9d2512798 HTTP/1.1" status: 200 len: 217 time: 0.1062298 Aug 31 09:31:06.619781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.638622 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1de5c0c-081a-4606-a4cf-aa87a6818b1f req-726e3f9c-c434-44cf-b27e-4456f2552a40 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042990 Aug 31 09:31:06.668943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3c393cf-a37c-4cb8-9b57-6bf656b32bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.696052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Allocated IP 172.20.0.2 (203f8ea8-3aa5-444e-8f21-bd6088c50f62/4c23e68d-ad18-4bea-8f22-15843d7e16d0/a46036e9-aa09-48a6-b439-e93059fb5f14) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:06.702813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:06.714374 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] Set router bbcfb9b7-8a84-4040-8579-f8106d979ade gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:06.734657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:06.738170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:06.820435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:31:06Z', 'revision_number': 6, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:06.823775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=e2f68180-c094-49ef-a258-b751ffe727dd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.851095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Deleting port 1d819199-69cf-4486-a951-81b436d58a7f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:06.851442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.871604 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469fd00-7302-4d71-8b09-e4dd781e1cdb None None] The sync data for ids ['bbcfb9b7-8a84-4040-8579-f8106d979ade'] in n-d-800634-13 is: [{'id': 'bbcfb9b7-8a84-4040-8579-f8106d979ade', 'name': 'tempest-TaggedBootDevicesTest-976087633-router', 'tenant_id': '0fb3bc46102248ca9841713dceb183a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:53Z', 'updated_at': '2021-08-31T09:31:06Z', 'revision_number': 6, 'project_id': '0fb3bc46102248ca9841713dceb183a3', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:06.876330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-57b99ae4-f11d-4cfd-9aa3-38a5f1f8115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.877772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-57b99ae4-f11d-4cfd-9aa3-38a5f1f8115b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.2484660 Aug 31 09:31:06.890640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:06.891331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.928189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0d5de7ed-5577-493b-8d3d-7c3bad05796e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9460144 Aug 31 09:31:06.930638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58372) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.965609 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.971733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-331f1b8f-9592-4885-b50d-331a3dbcee25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642238 Aug 31 09:31:06.977214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c431fa27-4b49-46a0-bbc2-18c877c83b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.980627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c431fa27-4b49-46a0-bbc2-18c877c83b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.981818 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c431fa27-4b49-46a0-bbc2-18c877c83b23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6243d482-485f-405e-b5b4-19af90c43304 HTTP/1.1" status: 204 len: 168 time: 1.2124012 Aug 31 09:31:07.017966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431fa27-4b49-46a0-bbc2-18c877c83b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6243d482-485f-405e-b5b4-19af90c43304,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.038373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Allocated IP 172.25.4.229 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/de08c9f6-6cda-4682-821e-811c2b7cca0e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:07.046145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Transition to ACTIVE for port object a46036e9-aa09-48a6-b439-e93059fb5f14 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:07.062190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3c393cf-a37c-4cb8-9b57-6bf656b32bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.067221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3c393cf-a37c-4cb8-9b57-6bf656b32bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.069206 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b3c393cf-a37c-4cb8-9b57-6bf656b32bd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7551ec92-7f87-4972-99d1-4446cdb428fe HTTP/1.1" status: 204 len: 168 time: 1.0163977 Aug 31 09:31:07.081929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Transition to ACTIVE for port object a46036e9-aa09-48a6-b439-e93059fb5f14 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:07.090133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.117981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43d7c4-4322-4c0e-9b8c-3256c532926d req-ff54ec89-ba1a-41ec-b128-a1f89df5beae tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.120321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b43d7c4-4322-4c0e-9b8c-3256c532926d req-ff54ec89-ba1a-41ec-b128-a1f89df5beae tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.3181942 Aug 31 09:31:07.132198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] For port 1d819199-69cf-4486-a951-81b436d58a7f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1d819199-69cf-4486-a951-81b436d58a7f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:07.132789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.140229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c393cf-a37c-4cb8-9b57-6bf656b32bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551ec92-7f87-4972-99d1-4446cdb428fe,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.143596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.152964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'floatingip': {'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:07.204105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:07.210594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:07.215700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:07.218791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Pushing event updated for resources: {'Port': ['ID=a46036e9-aa09-48a6-b439-e93059fb5f14,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.265890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.326295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Calling delete_port for 1d819199-69cf-4486-a951-81b436d58a7f owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:07.425863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Attempting to bind port a46036e9-aa09-48a6-b439-e93059fb5f14 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:07.426240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Attempting to bind port a46036e9-aa09-48a6-b439-e93059fb5f14 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '855195ff-6f2a-49aa-8178-c3e39d94629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:07.426794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Attempting to bind port a46036e9-aa09-48a6-b439-e93059fb5f14 on network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:07.444088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:07.444501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Checking segment: {'id': '855195ff-6f2a-49aa-8178-c3e39d94629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:07.445021 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.445355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Bound using segment: {'id': '855195ff-6f2a-49aa-8178-c3e39d94629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:07.445766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Bound port: a46036e9-aa09-48a6-b439-e93059fb5f14, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855195ff-6f2a-49aa-8178-c3e39d94629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '203f8ea8-3aa5-444e-8f21-bd6088c50f62'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:07.446160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.459261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port e2f68180-c094-49ef-a258-b751ffe727dd {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:07.459606 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.473472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-e47e15c1-fcc3-451a-8243-4688b07a97a4 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750304 Aug 31 09:31:07.731869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e1fc38-a20b-4f69-a96c-0e1d7dc386d3 req-dffc3f27-06b3-42af-afc0-7ccd0d1627f8 service neutron] 10.222.0.23 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466455 Aug 31 09:31:07.744835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.787750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] For port a46036e9-aa09-48a6-b439-e93059fb5f14, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:07.793626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] For port a46036e9-aa09-48a6-b439-e93059fb5f14, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a46036e9-aa09-48a6-b439-e93059fb5f14,segment=NetworkSegment(855195ff-6f2a-49aa-8178-c3e39d94629c),segment_id=855195ff-6f2a-49aa-8178-c3e39d94629c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:07.801919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.983268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d2e34-f61e-40e1-b38d-b9d18237c4e9 None None] Pushing event updated for resources: {'Port': ['ID=a46036e9-aa09-48a6-b439-e93059fb5f14,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:08.321869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd2e8-f2a1-44d1-9e63-3f3a4e859ffa req-164ea6c1-168b-4e84-bb18-234a5b5a7e8b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:08.328905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d57fd2e8-f2a1-44d1-9e63-3f3a4e859ffa req-164ea6c1-168b-4e84-bb18-234a5b5a7e8b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.5902359 Aug 31 09:31:08.331532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.387952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f824dec-248a-4f41-bc11-a9c49f12f00b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:08.479294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69541cb1-7d8d-4587-8f5c-74dfd74a32c6 None None] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:08.489312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for e2f68180-c094-49ef-a258-b751ffe727dd owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:08.672708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-39741607-3743-4298-9bd4-cc0492bfac36 None None] Provisioning for port 9f824dec-248a-4f41-bc11-a9c49f12f00b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:08.800196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9f824dec-248a-4f41-bc11-a9c49f12f00b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:08.819198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9f824dec-248a-4f41-bc11-a9c49f12f00b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:08.819555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.853631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.959171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d819199-69cf-4486-a951-81b436d58a7f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:08.977519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.062931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:09.072203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Pushing event updated for resources: {'Port': ['ID=de08c9f6-6cda-4682-821e-811c2b7cca0e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:09.077025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:09.080383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:09.173858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d57fd2e8-f2a1-44d1-9e63-3f3a4e859ffa req-b0092130-22f5-4bc7-a385-35486c0e0f1e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800951 Aug 31 09:31:09.244416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.497085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5ede1254-7b34-45e5-acd4-76f9d2512798 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:09.678286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.686191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.858160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.917473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.918519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbcfb9b7-8a84-4040-8579-f8106d979ade {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:31:09.938382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.949687 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-45b6d169-1d5c-4433-b9f0-a1b41541fa4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/bbcfb9b7-8a84-4040-8579-f8106d979ade HTTP/1.1" status: 204 len: 168 time: 4.6015341 Aug 31 09:31:09.949687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58436) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:09.983379 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9f824dec-248a-4f41-bc11-a9c49f12f00b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f824dec-248a-4f41-bc11-a9c49f12f00b,segment=NetworkSegment(883a102a-76f4-45c7-87d0-ec6fd399d134),segment_id=883a102a-76f4-45c7-87d0-ec6fd399d134)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:10.002794 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.113306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ae11f-0c8c-4a65-9420-da8ec8f8f847 req-a9bda461-be26-4040-b8d4-4618d3bf8137 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:10.122949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb9ae11f-0c8c-4a65-9420-da8ec8f8f847 req-a9bda461-be26-4040-b8d4-4618d3bf8137 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.5063922 Aug 31 09:31:10.163095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b7a27-ec2a-4234-8be9-93c132ee69ba None None] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:10.163967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Deleting subnet 08322f2b-6e1f-46d2-8697-1ece0fbfe24a {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:10.182272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d36dc82-cab1-404b-aac0-b459c509eb1a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:10.185529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.309140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.332712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 4d36dc82-cab1-404b-aac0-b459c509eb1a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:10.333636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d36dc82-cab1-404b-aac0-b459c509eb1a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:10.334662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1d819199-69cf-4486-a951-81b436d58a7f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:10.351155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.455475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=e2f68180-c094-49ef-a258-b751ffe727dd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:10.528493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1d819199-69cf-4486-a951-81b436d58a7f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:10.529394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1d819199-69cf-4486-a951-81b436d58a7f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:10.594663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-57d01914-b2d1-4ed6-ad11-f06c35335072 None None] Provisioning for port a46036e9-aa09-48a6-b439-e93059fb5f14 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:10.617988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9f824dec-248a-4f41-bc11-a9c49f12f00b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:10.664914 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.698223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb9ae11f-0c8c-4a65-9420-da8ec8f8f847 req-c25c2337-40e1-47da-beb7-3b25e1b36acd tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5728040 Aug 31 09:31:10.791737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:10.795770 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc981357-21a0-4d1e-b17e-47451b202a1c" -d '{"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:10.871234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:10.887232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:31:10.905445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-23f6c794-eecc-43a5-891f-b23a3c5a306e None None] Provisioning complete for port 9f824dec-248a-4f41-bc11-a9c49f12f00b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:10.906245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23f6c794-eecc-43a5-891f-b23a3c5a306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.909877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.974068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.978382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.982931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.990757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09089074-5863-493e-b225-415f065087b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/e2f68180-c094-49ef-a258-b751ffe727dd HTTP/1.1" status: 204 len: 168 time: 4.0576572 Aug 31 09:31:11.006104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffeccf-e54e-431d-8e5d-c47fa3d33dca req-830e5ddc-83c8-4342-809d-2081cb47714f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.018801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3ffeccf-e54e-431d-8e5d-c47fa3d33dca req-830e5ddc-83c8-4342-809d-2081cb47714f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 946 time: 0.3701086 Aug 31 09:31:11.021179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58452) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:11.142922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a46036e9-aa09-48a6-b439-e93059fb5f14 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:11.146848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.169085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.176028 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-53110012-fc12-4852-8934-13b15efc8888 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:31:11.182755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-53110012-fc12-4852-8934-13b15efc8888 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/e2f68180-c094-49ef-a258-b751ffe727dd HTTP/1.1" status: 404 len: 333 time: 0.1565118 Aug 31 09:31:11.215418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:11.260081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.283368 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.434215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a46036e9-aa09-48a6-b439-e93059fb5f14 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:11.444631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.447435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08322f2b-6e1f-46d2-8697-1ece0fbfe24a HTTP/1.1" status: 204 len: 168 time: 1.4978192 Aug 31 09:31:11.448217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eed42-5521-4a86-8efe-d68aeac48200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08322f2b-6e1f-46d2-8697-1ece0fbfe24a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.448375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0effeb-0931-4ec2-bc58-a644bbebcb63 None None] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:11.451894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58468) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:11.474085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3ffeccf-e54e-431d-8e5d-c47fa3d33dca req-912dc769-9394-474e-9d22-759e867267d9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541738 Aug 31 09:31:11.502313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a46036e9-aa09-48a6-b439-e93059fb5f14 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:11.514851 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.678367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 4c23e68d-ad18-4bea-8f22-15843d7e16d0 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:11.701003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.702861 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e73e88-dd52-40f5-b2c7-bf838175f6fb x-openstack-request-id: req-16e73e88-dd52-40f5-b2c7-bf838175f6fb {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:11.704017 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-unplugged", "status": "failed", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798", "code": 422}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:11.705229 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16e73e88-dd52-40f5-b2c7-bf838175f6fb {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:11.706805 n-d-800634-13 neutron-server[94897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'code': 422} returned with failed status Aug 31 09:31:11.796098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.843148 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Floating IP d3947fb9-e258-43b7-8c21-8b4455c55f83 associated. External IP: 172.25.4.153, port: f2a376c7-ddce-4a41-a58d-60d15c5f09f4. Aug 31 09:31:11.849430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.879922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.892043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.121420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a46036e9-aa09-48a6-b439-e93059fb5f14, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a46036e9-aa09-48a6-b439-e93059fb5f14,segment=NetworkSegment(855195ff-6f2a-49aa-8178-c3e39d94629c),segment_id=855195ff-6f2a-49aa-8178-c3e39d94629c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:12.232129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Deleting port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:12.235635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.243728 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.416132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19c0cc2f-2062-4e2c-a2e9-ad0b03c46aea None None] Provisioning complete for port a46036e9-aa09-48a6-b439-e93059fb5f14 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:12.416519 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19c0cc2f-2062-4e2c-a2e9-ad0b03c46aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.559237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Router 996b7401-a7e1-4cde-8c66-d6559b502d36 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:31:12.583924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] For port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:12.584343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.611540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c642f8a-fce9-4c2d-85dc-bf0623a85693 req-f70e7fdf-e703-4a18-b1c0-23f9a5f3206e tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:12.632133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c642f8a-fce9-4c2d-85dc-bf0623a85693 req-f70e7fdf-e703-4a18-b1c0-23f9a5f3206e tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.5926747 Aug 31 09:31:12.660202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Calling delete_port for bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:12.748576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a46036e9-aa09-48a6-b439-e93059fb5f14,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:12.794700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f824dec-248a-4f41-bc11-a9c49f12f00b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:12.907614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] DHCP port deletion for ebb1948b-a52d-46b0-bb48-4a04a48cc166 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:12.943819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.012341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c642f8a-fce9-4c2d-85dc-bf0623a85693 req-e6e8a228-7144-47ad-9a1a-fc56e112becc tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789084 Aug 31 09:31:13.125641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9f824dec-248a-4f41-bc11-a9c49f12f00b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:13.126016 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.161656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Deleting port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:13.161973 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.182377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:13.201424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.203999 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e66e2223-e46e-4e7f-8485-0ce9e62a6e91 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.6220496 Aug 31 09:31:13.206939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.208355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58520) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:13.216117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Sync routers for ids ['996b7401-a7e1-4cde-8c66-d6559b502d36'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:13.234846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5ede1254-7b34-45e5-acd4-76f9d2512798 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:13.244661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.247562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] No DVR routers for this DVR port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:13.265310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8c86dc7a-95fd-47f3-ae65-684f5b32f87a None None] Could not find standard attr ID for object e2f68180-c094-49ef-a258-b751ffe727dd. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:13.287219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Routers {'996b7401-a7e1-4cde-8c66-d6559b502d36'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:13.287863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996b7401-a7e1-4cde-8c66-d6559b502d36'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:13.343552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.357320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb1948b-a52d-46b0-bb48-4a04a48cc166']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:13.367468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] For port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,segment=NetworkSegment(3e9f83da-44e3-438b-8ece-97b6c559c13e),segment_id=3e9f83da-44e3-438b-8ece-97b6c559c13e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:13.367468 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.381736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9f83da-44e3-438b-8ece-97b6c559c13e') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:13.382260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9f83da-44e3-438b-8ece-97b6c559c13e') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:13.394627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.414107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.422741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:13.423356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:13.425968 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:13.440958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Calling delete_port for bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:13.506915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.514851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.516741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ebb1948b-a52d-46b0-bb48-4a04a48cc166 HTTP/1.1" status: 204 len: 168 time: 2.0616128 Aug 31 09:31:13.545606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a33103-236c-436d-8fe9-5b2c2691f4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb1948b-a52d-46b0-bb48-4a04a48cc166,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.632059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Set router 996b7401-a7e1-4cde-8c66-d6559b502d36 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:13.635150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-2e0a065f-ab07-4b0f-acb0-8d970cd581a7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.638418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-2e0a065f-ab07-4b0f-acb0-8d970cd581a7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=63a425f2-62bc-4830-968d-2426d76435e0 HTTP/1.1" status: 200 len: 944 time: 0.5246658 Aug 31 09:31:13.656364 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.692868 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.695086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/4c23e68d-ad18-4bea-8f22-15843d7e16d0 HTTP/1.1" status: 204 len: 168 time: 2.4693570 Aug 31 09:31:13.699929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58532) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:13.794078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9212d41-a33f-40b0-ad6c-ccb53ca5c414 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=4c23e68d-ad18-4bea-8f22-15843d7e16d0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.821785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:13.877737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.919374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473d321-d7ef-4d41-b4ef-2826bbe01ea5 None None] Network 203f8ea8-3aa5-444e-8f21-bd6088c50f62 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:13.934780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-227e646e-f733-4f03-be09-41cf4c705202 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2dd05a995501474e9b023152e5d80d42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195993 Aug 31 09:31:13.968035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58546) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:14.066936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.174367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port a46036e9-aa09-48a6-b439-e93059fb5f14 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:14.175041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.230442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Network ebb1948b-a52d-46b0-bb48-4a04a48cc166 is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:31:14.231927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] No DVR routers for this DVR port bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:14.292917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0805b-82ef-4e62-b2a7-fb7b24c0f2ff None None] Pushing event deleted for resources: {'Port': ['ID=bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:14.314970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] For port a46036e9-aa09-48a6-b439-e93059fb5f14, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a46036e9-aa09-48a6-b439-e93059fb5f14,segment=NetworkSegment(855195ff-6f2a-49aa-8178-c3e39d94629c),segment_id=855195ff-6f2a-49aa-8178-c3e39d94629c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:14.317950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.342912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for a46036e9-aa09-48a6-b439-e93059fb5f14 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:14.479577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-56050135-b6d9-4f99-a51d-a9ce74ce8575 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fb3bc46102248ca9841713dceb183a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880820 Aug 31 09:31:14.485831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58550) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:14.504819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:09Z', 'revision_number': 3, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:14.505386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-12f0ea66-1a0d-46bc-90bb-dfbcc24e1d73 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.513569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-12f0ea66-1a0d-46bc-90bb-dfbcc24e1d73 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5511804 Aug 31 09:31:14.526879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.558587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=a46036e9-aa09-48a6-b439-e93059fb5f14,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:14.558906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Checking router: 996b7401-a7e1-4cde-8c66-d6559b502d36 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:14.559222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Updating router 996b7401-a7e1-4cde-8c66-d6559b502d36 port de08c9f6-6cda-4682-821e-811c2b7cca0e binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:31:14.563851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No DVR routers for this DVR port a46036e9-aa09-48a6-b439-e93059fb5f14 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:14.565579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Deleting port 5ede1254-7b34-45e5-acd4-76f9d2512798 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:14.566244 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.584559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995417f3-1ad3-41a7-9a47-dc4fd5e9cb83 None None] DHCP port deletion for 203f8ea8-3aa5-444e-8f21-bd6088c50f62 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:14.600669 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.640401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:14.657693 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:14.667112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-231d7d21-5e15-4d6c-936c-5de4132f291f tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/quotas/2dd05a995501474e9b023152e5d80d42 HTTP/1.1" status: 200 len: 375 time: 0.1409829 Aug 31 09:31:14.671877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.674250 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:14.675123 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:14.725018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.740340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203f8ea8-3aa5-444e-8f21-bd6088c50f62']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:14.755529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855195ff-6f2a-49aa-8178-c3e39d94629c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:14.755935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855195ff-6f2a-49aa-8178-c3e39d94629c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:14.771620 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.795056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.804587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:14.805056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.843365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-9bf30a2f-bc3e-4493-ad73-9107a286db66 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dd05a995501474e9b023152e5d80d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1748524 Aug 31 09:31:14.854575 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:14.879176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b2a50b53-bea8-475c-a8f0-b29ae10b1ed1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "PUT /v2.0/floatingips/d3947fb9-e258-43b7-8c21-8b4455c55f83 HTTP/1.1" status: 200 len: 991 time: 7.7337136 Aug 31 09:31:14.890198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:14.901862 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3eef03-b497-4313-a718-504ce7a7d3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:14.912566 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:14.920163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.928281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.938368 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/203f8ea8-3aa5-444e-8f21-bd6088c50f62 HTTP/1.1" status: 204 len: 168 time: 1.2366958 Aug 31 09:31:14.939124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:14.968708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'name': 'tempest-PortsTestJSON-424800276'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:14.989811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.004817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Transition to ACTIVE for port object de08c9f6-6cda-4682-821e-811c2b7cca0e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:15.014302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a46036e9-aa09-48a6-b439-e93059fb5f14 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:15.056765 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.061321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a46036e9-aa09-48a6-b439-e93059fb5f14 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:15.061807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a46036e9-aa09-48a6-b439-e93059fb5f14 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:15.062272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:15.091836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b4bb-3687-4d32-85f6-c889aa6448b4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=203f8ea8-3aa5-444e-8f21-bd6088c50f62,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.137003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df47d934-8862-4eba-8638-4e54b4a3d83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.157492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] For port 5ede1254-7b34-45e5-acd4-76f9d2512798, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5ede1254-7b34-45e5-acd4-76f9d2512798,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:15.159140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Attempting to bind port de08c9f6-6cda-4682-821e-811c2b7cca0e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:15.159513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Attempting to bind port de08c9f6-6cda-4682-821e-811c2b7cca0e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:15.159882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Attempting to bind port de08c9f6-6cda-4682-821e-811c2b7cca0e on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:15.160920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.169661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:15.170521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:15.171181 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.171581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:15.172094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Bound port: de08c9f6-6cda-4682-821e-811c2b7cca0e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:15.172512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.211362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Calling delete_port for 5ede1254-7b34-45e5-acd4-76f9d2512798 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:15.216550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:15.224161 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.264746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:15.265841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bd1ada95-9d1c-4168-b4cc-ceb0b5a1747f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:15.271545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port b95a8307-96e8-4007-990b-394d1c124e6c yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:15.297817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6dd01-2650-4190-97a9-e559ff5277ec None None] Pushing event updated for resources: {'Port': ['ID=de08c9f6-6cda-4682-821e-811c2b7cca0e,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.320058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] For port de08c9f6-6cda-4682-821e-811c2b7cca0e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:15.329875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] For port de08c9f6-6cda-4682-821e-811c2b7cca0e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=de08c9f6-6cda-4682-821e-811c2b7cca0e,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:15.342092 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.397006 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'd3947fb9-e258-43b7-8c21-8b4455c55f83', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'mac_address': 'fa:16:3e:13:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:30:34Z', 'updated_at': '2021-08-31T09:31:10Z', 'revision_number': 1, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:15.403553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df47d934-8862-4eba-8638-4e54b4a3d83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.459999 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:15.479601 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:15.480239 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:15.484199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6dd01-2650-4190-97a9-e559ff5277ec None None] Pushing event updated for resources: {'Port': ['ID=de08c9f6-6cda-4682-821e-811c2b7cca0e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.521303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Routers {'996b7401-a7e1-4cde-8c66-d6559b502d36'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:15.522323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996b7401-a7e1-4cde-8c66-d6559b502d36'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:15.640688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37b1ad-a30f-49fc-803d-244ed64c86ec req-fd35a5c9-9650-4e0a-90eb-02ab66b82108 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.646667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f37b1ad-a30f-49fc-803d-244ed64c86ec req-fd35a5c9-9650-4e0a-90eb-02ab66b82108 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.3188732 Aug 31 09:31:15.669228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.676513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.690408 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:15.743616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.775844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] Set router 996b7401-a7e1-4cde-8c66-d6559b502d36 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:15.845072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=b95a8307-96e8-4007-990b-394d1c124e6c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.867524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:15.870934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:15.879042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:15.892991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.894379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.939635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af01d856-7ddc-442d-b4db-f75fc9c9345f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9902806 Aug 31 09:31:15.942554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58574) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:15.946337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f37b1ad-a30f-49fc-803d-244ed64c86ec req-e395a3ad-4bfe-41ff-9f6e-719e9bd7a617 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835267 Aug 31 09:31:16.108168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df47d934-8862-4eba-8638-4e54b4a3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.115917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df47d934-8862-4eba-8638-4e54b4a3d83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.135409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-df47d934-8862-4eba-8638-4e54b4a3d83f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edc9afb5-1e47-440d-945e-16dc6d1da751 HTTP/1.1" status: 204 len: 168 time: 1.6361108 Aug 31 09:31:16.265173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d934-8862-4eba-8638-4e54b4a3d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9afb5-1e47-440d-945e-16dc6d1da751,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:16.275830 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035afb07-be6e-441e-821e-31a40521990d x-openstack-request-id: req-035afb07-be6e-441e-821e-31a40521990d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:16.276137 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:16.276279 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-035afb07-be6e-441e-821e-31a40521990d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:16.276628 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'status': 'completed', 'code': 200} Aug 31 09:31:16.310843 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'd3947fb9-e258-43b7-8c21-8b4455c55f83', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'mac_address': 'fa:16:3e:13:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:30:34Z', 'updated_at': '2021-08-31T09:31:10Z', 'revision_number': 1, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:16.370723 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a07e0-bea1-4d1c-b87a-8443b6760768 None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'd3947fb9-e258-43b7-8c21-8b4455c55f83', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'mac_address': 'fa:16:3e:13:2f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:30:34Z', 'updated_at': '2021-08-31T09:31:10Z', 'revision_number': 1, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:16.393554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port b95a8307-96e8-4007-990b-394d1c124e6c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:16.393554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.407436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:09Z', 'revision_number': 3, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:16.461121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c5e15-1e91-4aa8-8ead-b52cb78dc383 None None] The sync data for ids ['996b7401-a7e1-4cde-8c66-d6559b502d36'] in n-d-800634-13 is: [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:09Z', 'revision_number': 3, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:16.491441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cdd3fd9-bfe2-432b-883a-967baac61450 req-49f7218c-ddc6-4824-8b16-8ed521bdf6af tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 210 time: 0.0919769 Aug 31 09:31:16.626665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-4523fa23-721b-4490-b71e-ff9de5826718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.628269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-4523fa23-721b-4490-b71e-ff9de5826718 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1097 time: 0.3484447 Aug 31 09:31:16.637967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.730608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.736091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for b95a8307-96e8-4007-990b-394d1c124e6c owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:16.865369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-1ff3826f-785e-471d-aebb-09955ddcea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.869697 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-1ff3826f-785e-471d-aebb-09955ddcea7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.2282305 Aug 31 09:31:16.945965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2a59c-6efe-444d-af6f-f0a7efcde88b None None] New status for floating IP d3947fb9-e258-43b7-8c21-8b4455c55f83: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:31:17.282513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-b789be5c-5cc0-4540-b3a3-b7ae26018d89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 999 time: 0.2754457 Aug 31 09:31:17.383023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.515411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-e0d9377a-dc7c-48ff-ac92-81f0d228352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.518375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-e0d9377a-dc7c-48ff-ac92-81f0d228352e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.2258432 Aug 31 09:31:17.534465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.541194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/b95a8307-96e8-4007-990b-394d1c124e6c HTTP/1.1" status: 204 len: 168 time: 1.5964034 Aug 31 09:31:17.544979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d96db-a35d-4f06-a157-ac106fe5bc89 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=b95a8307-96e8-4007-990b-394d1c124e6c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:17.547665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58612) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:17.568028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event deleted for resources: {'Port': ['ID=5ede1254-7b34-45e5-acd4-76f9d2512798,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:17.581944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'mac_address': 'fa:16:3e:84:08:21', 'name': 'tempest-PortsTestJSON-2013062799'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:17.614734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-ac23c3f4-651a-4361-9ad7-c7da13366b58 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2dd05a995501474e9b023152e5d80d42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233182 Aug 31 09:31:17.668137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-69fe9d4b-9b8b-4e26-ac6f-1562d4acfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.669693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-69fe9d4b-9b8b-4e26-ac6f-1562d4acfa1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161025 Aug 31 09:31:17.803673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] No DVR routers for this DVR port 5ede1254-7b34-45e5-acd4-76f9d2512798 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:17.826738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.828714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b1be772-42bf-4db1-9570-b4c35f9975c6 req-9f39a793-6fdf-4358-ae42-3252e8f5200b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "DELETE /v2.0/ports/5ede1254-7b34-45e5-acd4-76f9d2512798 HTTP/1.1" status: 204 len: 173 time: 4.1779306 Aug 31 09:31:17.840298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Allocated IP 172.20.0.1 (6b2c9996-a53e-435a-9e67-44bda0aa4d1b/d64a129c-fe3a-4559-a87e-4976270625b0/c656182f-2dda-4a33-ab32-d0a6fee8f0eb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:17.917476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ba008-cba6-4d33-8aea-a1f1ebf142a9 req-9d0b1eba-c832-4367-b441-147f6ebd2da9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:17.925110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee5ba008-cba6-4d33-8aea-a1f1ebf142a9 req-9d0b1eba-c832-4367-b441-147f6ebd2da9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.4771507 Aug 31 09:31:17.925629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-d90fb67d-f267-465d-b35e-a17e6509a17a service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461772 Aug 31 09:31:18.057771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58620) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:18.085222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-db52a912-4177-4169-b3b3-5e2460e155f3 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.088052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-db52a912-4177-4169-b3b3-5e2460e155f3 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4340322 Aug 31 09:31:18.109725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:18.121296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3eef03-b497-4313-a718-504ce7a7d3b5 req-cfbf4995-53dc-4742-b2d7-626ee28266e1 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812482 Aug 31 09:31:18.204084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Request body: {'port': {'device_id': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '2dd05a995501474e9b023152e5d80d42'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:18.258615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee5ba008-cba6-4d33-8aea-a1f1ebf142a9 req-e29917a1-aec2-4319-905c-a2705c040f25 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323705 Aug 31 09:31:18.259428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1718241834-network', 'tenant_id': 'b18d88b5df5a4580a752ea35487cd0e4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:18.264389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.293746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Transition to ACTIVE for port object c656182f-2dda-4a33-ab32-d0a6fee8f0eb will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:18.301072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Made reservation on behalf of b18d88b5df5a4580a752ea35487cd0e4 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:18.309158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.327866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.358267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-deleted', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:18.361201 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6578c6b-85dd-4497-aba4-c824142802d6" -d '{"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-deleted", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:18.372264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.424303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Pushing event updated for resources: {'Port': ['ID=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.450118 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a294d693-bfeb-4cf8-9614-5e021700b633 x-openstack-request-id: req-a294d693-bfeb-4cf8-9614-5e021700b633 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:18.450710 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a425f2-62bc-4830-968d-2426d76435e0", "name": "network-vif-deleted", "tag": "5ede1254-7b34-45e5-acd4-76f9d2512798", "status": "failed", "code": 422}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:18.450960 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a294d693-bfeb-4cf8-9614-5e021700b633 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:18.451350 n-d-800634-13 neutron-server[94896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63a425f2-62bc-4830-968d-2426d76435e0', 'name': 'network-vif-deleted', 'tag': '5ede1254-7b34-45e5-acd4-76f9d2512798', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:31:18.505055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1979c9c1-36c5-4d44-9fde-1994c1b4e16d req-2777b196-d75a-4026-8c9e-27f714b7404d tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 210 time: 0.0856750 Aug 31 09:31:18.507667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.528641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:18.557083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:18.563699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:18.607913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.611891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.630422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.639477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.686729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:18.694513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48655831-c9ee-4eb2-9cd6-494a54ab1540,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.726827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.729708 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Added segment 94951833-a2cc-4286-8616-2469fed588dc of type vlan for network 96a96425-8f04-4f87-8bf5-48b35367a4a1 Aug 31 09:31:18.743514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 5e028729-852b-4240-9d1e-b362359ad556 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:18.826072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.845347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de08c9f6-6cda-4682-821e-811c2b7cca0e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:18.881263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.883091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.885742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.958914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port de08c9f6-6cda-4682-821e-811c2b7cca0e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:18.963437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port de08c9f6-6cda-4682-821e-811c2b7cca0e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:18.964281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.975270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] Pushing event updated for resources: {'Network': ['ID=96a96425-8f04-4f87-8bf5-48b35367a4a1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.996496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 96a96425-8f04-4f87-8bf5-48b35367a4a1 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:19.077986 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cdbef2e3-a669-44b7-adf4-208a8fd3ce52 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0109413 Aug 31 09:31:19.078244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58652) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:19.084124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Request body: {'subnet': {'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1718241834-subnet', 'tenant_id': 'b18d88b5df5a4580a752ea35487cd0e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:19.090592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Made reservation on behalf of 2dd05a995501474e9b023152e5d80d42 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:19.094261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.126445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Made reservation on behalf of b18d88b5df5a4580a752ea35487cd0e4 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:19.129915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.154150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.159668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bd7e11ea-b27f-4be0-9fdf-91a93ae67fe9 None None] Provisioning for port c656182f-2dda-4a33-ab32-d0a6fee8f0eb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:19.176499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bd7e11ea-b27f-4be0-9fdf-91a93ae67fe9 None None] Provisioning complete for port c656182f-2dda-4a33-ab32-d0a6fee8f0eb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:19.177907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bd7e11ea-b27f-4be0-9fdf-91a93ae67fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.240180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.253825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-59fe891a-4416-4f93-9301-c7c911d7d4b3 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.261196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-59fe891a-4416-4f93-9301-c7c911d7d4b3 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.4299877 Aug 31 09:31:19.283730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port de08c9f6-6cda-4682-821e-811c2b7cca0e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=de08c9f6-6cda-4682-821e-811c2b7cca0e,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:19.336707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.365780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-b881304e-baa8-4e4b-90e5-62ce0b027973 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.1034961 Aug 31 09:31:19.388886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e11ea-b27f-4be0-9fdf-91a93ae67fe9 None None] Port c656182f-2dda-4a33-ab32-d0a6fee8f0eb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:19.418413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.437976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.455784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=de08c9f6-6cda-4682-821e-811c2b7cca0e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:19.458177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-041ece56-e667-4d33-9802-ccc7345786aa tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905213 Aug 31 09:31:19.722235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fb0c4-3835-4838-ab42-400fca643647 req-91e8bdcc-3ae4-45f9-aa7f-c6d04d7f1669 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.724160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c8fb0c4-3835-4838-ab42-400fca643647 req-91e8bdcc-3ae4-45f9-aa7f-c6d04d7f1669 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2840610 Aug 31 09:31:19.850347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.871616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-cb30a99e-b4d5-421a-aa1d-43957a28e3b3 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121463 Aug 31 09:31:19.920153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.025094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.042174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Pushing event updated for resources: {'Subnet': ['ID=316c9b5f-ae24-4436-8b60-1c410ee69e57,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.045784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Checking segment: {'id': '94951833-a2cc-4286-8616-2469fed588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:20.046389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Network hostable DHCP agents. Network: 96a96425-8f04-4f87-8bf5-48b35367a4a1, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:20.057487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.065143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:20.072092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Network 96a96425-8f04-4f87-8bf5-48b35367a4a1 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:20.077214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c8fb0c4-3835-4838-ab42-400fca643647 req-95e342ba-a1bd-4896-b98c-3163be0df514 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375409 Aug 31 09:31:20.089429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 96a96425-8f04-4f87-8bf5-48b35367a4a1) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:20.095194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.096055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.111361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:20.116934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2592fa40-05d7-467d-b988-c1cfdf32666b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0370393 Aug 31 09:31:20.130047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:20.136380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.137054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.140445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=5e028729-852b-4240-9d1e-b362359ad556,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.161986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c991de-a6cb-4977-a5e2-679e09f2e543 None None] Network 96a96425-8f04-4f87-8bf5-48b35367a4a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:20.372393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899b395f-d40f-4f54-b639-bc6a40a50d1f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.376915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6cd552-f18d-474f-988d-5eb7830cc851 None None] Network 96a96425-8f04-4f87-8bf5-48b35367a4a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:20.392997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58676) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:20.393164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f06a6980-dfd8-4dfb-8b10-b8baf38e24a8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8263800 Aug 31 09:31:20.495030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e02e75-df67-49b8-a9ef-53a84651a468 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.500693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23e02e75-df67-49b8-a9ef-53a84651a468 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/5e028729-852b-4240-9d1e-b362359ad556 HTTP/1.1" status: 200 len: 841 time: 0.1058476 Aug 31 09:31:20.502705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58680) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:20.541673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d7aa0cf-5051-46b4-96a0-b7ba762f7c73 req-6d1f202f-9a81-4963-a0a1-0a70640e86f8 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 210 time: 0.0984676 Aug 31 09:31:20.543828 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.551738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-cf843721-911e-465d-90d7-bebe6299e2c2 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790726 Aug 31 09:31:20.566012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.573213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Allocated IP 192.168.233.92 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/97887957-237b-4d8a-aa58-5d2b2345332e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:20.652201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 5e028729-852b-4240-9d1e-b362359ad556 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:20.652366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.674206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Pushing event updated for resources: {'Port': ['ID=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.697158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.720083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de08c9f6-6cda-4682-821e-811c2b7cca0e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:20.812654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.841365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port de08c9f6-6cda-4682-821e-811c2b7cca0e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:20.842792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.843713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 5e028729-852b-4240-9d1e-b362359ad556 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:21.138404 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.155785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca5eda1b-de2a-4f62-8bd9-0f3d543fe5ad req-d1f45b3b-5d41-4465-8e4d-99cc26e11eb4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 210 time: 0.1520190 Aug 31 09:31:21.157949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:21.170303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:21.194463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=5e028729-852b-4240-9d1e-b362359ad556,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.211331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.222432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c41c6177-793c-4258-8425-1c09a147e67a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/5e028729-852b-4240-9d1e-b362359ad556 HTTP/1.1" status: 204 len: 168 time: 0.7168493 Aug 31 09:31:21.223689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:21.269307 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ab1e34-fd3a-4143-b41a-b9b849e07e6f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:31:21.271757 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-22ab1e34-fd3a-4143-b41a-b9b849e07e6f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/5e028729-852b-4240-9d1e-b362359ad556 HTTP/1.1" status: 404 len: 333 time: 0.0462914 Aug 31 09:31:21.276903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58704) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:21.285736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'name': 'tempest-PortsTestJSON-627363332'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:21.478122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:21.483704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.534246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 4aad3f8b-df90-4cec-a046-88852daea60d yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:21.714266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-31d7c053-d68c-4c9d-adc9-c0fd5c0396af None None] Provisioning complete for port c656182f-2dda-4a33-ab32-d0a6fee8f0eb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:21.717434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31d7c053-d68c-4c9d-adc9-c0fd5c0396af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.794567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-31d7c053-d68c-4c9d-adc9-c0fd5c0396af None None] Port c656182f-2dda-4a33-ab32-d0a6fee8f0eb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:21.874152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.934061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.965583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.975380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-79d679eb-e3bd-4bdc-9d02-d32d2bd2dabc tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.985621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-79d679eb-e3bd-4bdc-9d02-d32d2bd2dabc tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/networks?id=96a96425-8f04-4f87-8bf5-48b35367a4a1 HTTP/1.1" status: 200 len: 822 time: 0.7430453 Aug 31 09:31:22.027001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:22.033618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:22.042736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:22.050057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Transition to ACTIVE for port object 97887957-237b-4d8a-aa58-5d2b2345332e will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:22.058058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.059286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.065247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=4aad3f8b-df90-4cec-a046-88852daea60d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.076201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c2622-c880-478a-af5f-a9e812d8b50f req-85ed385b-e664-4fd4-82c7-472f585fc9cd tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.081717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a55c2622-c880-478a-af5f-a9e812d8b50f req-85ed385b-e664-4fd4-82c7-472f585fc9cd tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.3798847 Aug 31 09:31:22.089308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-e5f79d18-58c3-4421-8867-a1d8aa8e04ab tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/quotas/b18d88b5df5a4580a752ea35487cd0e4 HTTP/1.1" status: 200 len: 375 time: 0.1023600 Aug 31 09:31:22.093227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6d1b06f3-38b5-400c-9d10-42b85d1fa9a2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8145032 Aug 31 09:31:22.096744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58718) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:22.105095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:22.191018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-9e4a8bcf-a3ae-440d-b388-c7d0409c3938 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b18d88b5df5a4580a752ea35487cd0e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893922 Aug 31 09:31:22.226146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Router 996b7401-a7e1-4cde-8c66-d6559b502d36 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:22.236310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.266655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a55c2622-c880-478a-af5f-a9e812d8b50f req-b1fdc171-bce5-4920-bec4-3ecdca531c88 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676869 Aug 31 09:31:22.403542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.520278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:22.562743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:22.583451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:22.612582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Pushing event updated for resources: {'Port': ['ID=97887957-237b-4d8a-aa58-5d2b2345332e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.681138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-c230e176-321f-4421-8144-50d50c222b7b service neutron] 10.222.0.18 "GET /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518938 Aug 31 09:31:22.737013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-2a27be36-d83e-4e09-bfde-47dfb21273fb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.738699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-2a27be36-d83e-4e09-bfde-47dfb21273fb tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.2190626 Aug 31 09:31:22.762588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Request body: {'port': {'device_id': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'admin_state_up': True, 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:22.824298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-4aaa6bb9-57d4-4c9b-a7a4-1829b0eab4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420414 Aug 31 09:31:22.858264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:22.871767 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Sync routers for ids ['996b7401-a7e1-4cde-8c66-d6559b502d36'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:22.873954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50723c-2d71-489d-bcba-93eb3690868a req-934feadd-3733-46aa-935d-ae362805bcb4 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.882087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a50723c-2d71-489d-bcba-93eb3690868a req-934feadd-3733-46aa-935d-ae362805bcb4 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 935 time: 0.3204110 Aug 31 09:31:22.889853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-87fd5d1c-1a02-4601-a9f0-683e54f3cf0e admin admin] 10.222.0.18 "PUT /v2.0/routers/996b7401-a7e1-4cde-8c66-d6559b502d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6767795 Aug 31 09:31:22.891282 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Routers {'996b7401-a7e1-4cde-8c66-d6559b502d36'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:22.892013 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996b7401-a7e1-4cde-8c66-d6559b502d36'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:22.906256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.919911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.921965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.924639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.956114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4b679144-a44a-4477-bd37-9aa4ac5e615b None None] Provisioning for port 97887957-237b-4d8a-aa58-5d2b2345332e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:22.964139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4b679144-a44a-4477-bd37-9aa4ac5e615b None None] Provisioning complete for port 97887957-237b-4d8a-aa58-5d2b2345332e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:22.964521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b679144-a44a-4477-bd37-9aa4ac5e615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.052297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a50723c-2d71-489d-bcba-93eb3690868a req-5b1cf7ac-d189-46ca-933f-6236110defc6 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665790 Aug 31 09:31:23.063275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4b679144-a44a-4477-bd37-9aa4ac5e615b None None] Port 97887957-237b-4d8a-aa58-5d2b2345332e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:23.093788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] In _notify_port_updated(), no bound segment for port 4aad3f8b-df90-4cec-a046-88852daea60d on network 73d65a82-e91c-4a65-8951-3995753b5127 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:31:23.103925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.104624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.124147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58730) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:23.126212 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/ports/4aad3f8b-df90-4cec-a046-88852daea60d HTTP/1.1" status: 200 len: 818 time: 1.0278695 Aug 31 09:31:23.127255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Set router 996b7401-a7e1-4cde-8c66-d6559b502d36 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:23.147558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:23.151215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.153332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e665c-a50d-47f3-9016-676f81ecebac tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=4aad3f8b-df90-4cec-a046-88852daea60d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:23.267706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-51098e03-a8e6-4aaf-8925-8643573fba85 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1226873 Aug 31 09:31:23.364097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Request body: {'port': {'device_id': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:23.467111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfbf1233-3f39-4184-85a2-20cbef36db2b req-d41c7471-efdd-45bd-9788-358a8eaec68a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 210 time: 0.2297835 Aug 31 09:31:23.561725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Allocated IP 172.20.0.10 (2ef03d3e-f9bb-4602-9068-85c58db84ae9/ab9b22a3-96e5-4a2f-a22e-951453d57408/83835033-35fe-4220-a2c8-70b16489b490) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:23.682327 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c656182f-2dda-4a33-ab32-d0a6fee8f0eb', 'name': '', 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'mac_address': 'fa:16:3e:e2:02:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'd64a129c-fe3a-4559-a87e-4976270625b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:15Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 2, 'project_id': '577488d78fac45f497655d9a634879a2', 'subnets': [{'id': 'd64a129c-fe3a-4559-a87e-4976270625b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:23.806052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3ec60d7-8138-4deb-b9f3-22e870c801fb req-662a9e49-53ad-44e5-8ff6-0efb605a601e tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 210 time: 0.2903614 Aug 31 09:31:23.867545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Checking router: 996b7401-a7e1-4cde-8c66-d6559b502d36 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:23.867997 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Updating router 996b7401-a7e1-4cde-8c66-d6559b502d36 port c656182f-2dda-4a33-ab32-d0a6fee8f0eb binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:31:23.898363 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.061325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.066791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.080313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-12dec2de-22c6-47a5-8b36-503ebea53e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.081332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-12dec2de-22c6-47a5-8b36-503ebea53e24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.2464023 Aug 31 09:31:24.224871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737e94b-ad09-4ff0-9efc-16a9c857e43c req-b89016bc-4198-4625-ae3c-2d32f6892d54 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.234653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4737e94b-ad09-4ff0-9efc-16a9c857e43c req-b89016bc-4198-4625-ae3c-2d32f6892d54 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.4223964 Aug 31 09:31:24.240735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.302914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 4aad3f8b-df90-4cec-a046-88852daea60d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:24.303876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.359689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:24.370031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:24.386838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:24.456427 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.483488 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Transition to ACTIVE for port object c656182f-2dda-4a33-ab32-d0a6fee8f0eb will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:24.506162 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.567512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.568433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.668669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event updated for resources: {'Port': ['ID=83835033-35fe-4220-a2c8-70b16489b490,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:24.685500 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-274844c9-4353-4688-b949-b2f0d371246c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9315124 Aug 31 09:31:24.703652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Request body: {'port': {'device_id': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:24.785461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Pushing event updated for resources: {'Port': ['ID=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:24.846246 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.855102 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.855729 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.856074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.856591 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.857147 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.857702 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.858264 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.862363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.862983 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.863548 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.864170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:24.947296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.971370 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.007997 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Attempting to bind port c656182f-2dda-4a33-ab32-d0a6fee8f0eb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:25.018261 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Attempting to bind port c656182f-2dda-4a33-ab32-d0a6fee8f0eb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:25.020099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 4aad3f8b-df90-4cec-a046-88852daea60d owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:25.034539 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Attempting to bind port c656182f-2dda-4a33-ab32-d0a6fee8f0eb on network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:25.069614 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:25.070005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Checking segment: {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:25.070416 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.071945 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Bound using segment: {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:25.073521 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Bound port: c656182f-2dda-4a33-ab32-d0a6fee8f0eb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883a102a-76f4-45c7-87d0-ec6fd399d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:25.073967 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.353595 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] For port c656182f-2dda-4a33-ab32-d0a6fee8f0eb, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:25.363992 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] For port c656182f-2dda-4a33-ab32-d0a6fee8f0eb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,segment=NetworkSegment(883a102a-76f4-45c7-87d0-ec6fd399d134),segment_id=883a102a-76f4-45c7-87d0-ec6fd399d134)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:25.378282 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.511016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.537472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4737e94b-ad09-4ff0-9efc-16a9c857e43c req-60dd7a4d-5143-440f-bb17-bcb507146127 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2985315 Aug 31 09:31:25.573995 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Routers {'996b7401-a7e1-4cde-8c66-d6559b502d36'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:25.580921 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996b7401-a7e1-4cde-8c66-d6559b502d36'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:25.793349 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41139c07-c170-4e6d-afde-3edf14426107 None None] Pushing event updated for resources: {'Port': ['ID=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.108518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83835033-35fe-4220-a2c8-70b16489b490 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:26.134378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.148546 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] Set router 996b7401-a7e1-4cde-8c66-d6559b502d36 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:26.155038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-eb078aba-666c-4d41-bc41-9b4ee2e08785 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.156901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-eb078aba-666c-4d41-bc41-9b4ee2e08785 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.23 "GET /v2.0/networks?id=96a96425-8f04-4f87-8bf5-48b35367a4a1 HTTP/1.1" status: 200 len: 822 time: 0.2364655 Aug 31 09:31:26.173342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Transition to ACTIVE for port object 83835033-35fe-4220-a2c8-70b16489b490 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:26.187276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Request body: {'port': {'device_id': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1', 'admin_state_up': True, 'tenant_id': 'b18d88b5df5a4580a752ea35487cd0e4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:26.196580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.200739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97887957-237b-4d8a-aa58-5d2b2345332e {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:26.313727 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.358747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=4aad3f8b-df90-4cec-a046-88852daea60d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.367562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-e2479c01-02fb-4e2b-b1b8-ad283290b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.369766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-e2479c01-02fb-4e2b-b1b8-ad283290b14f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 2.2690582 Aug 31 09:31:26.415589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Transition to ACTIVE for port object 97887957-237b-4d8a-aa58-5d2b2345332e will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:26.417942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.421465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b4930f9b-8960-4c47-a45a-5b154301d1e6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/4aad3f8b-df90-4cec-a046-88852daea60d HTTP/1.1" status: 204 len: 168 time: 3.2953367 Aug 31 09:31:26.426228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58800) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.448308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9518192-3a8a-4840-8b08-990e59b9b740 req-571856ca-3ac6-4422-b11f-517f4ad4e1c0 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.451023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9518192-3a8a-4840-8b08-990e59b9b740 req-571856ca-3ac6-4422-b11f-517f4ad4e1c0 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 935 time: 1.9398637 Aug 31 09:31:26.483452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Pushing event updated for resources: {'Port': ['ID=83835033-35fe-4220-a2c8-70b16489b490,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.487221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58802) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.510716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.552627 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c656182f-2dda-4a33-ab32-d0a6fee8f0eb', 'name': '', 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'mac_address': 'fa:16:3e:e2:02:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'd64a129c-fe3a-4559-a87e-4976270625b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:15Z', 'updated_at': '2021-08-31T09:31:25Z', 'revision_number': 4, 'project_id': '577488d78fac45f497655d9a634879a2', 'subnets': [{'id': 'd64a129c-fe3a-4559-a87e-4976270625b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:26.588631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca632b94-f944-41ca-9d92-aecb83571d95 req-e52742d8-b7b3-4c99-b6dc-58b79cb76ecd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.591737 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aaeac-ed51-4040-923d-a50ab23fb4a3 None None] The sync data for ids ['996b7401-a7e1-4cde-8c66-d6559b502d36'] in n-d-800634-13 is: [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c656182f-2dda-4a33-ab32-d0a6fee8f0eb', 'name': '', 'network_id': '6b2c9996-a53e-435a-9e67-44bda0aa4d1b', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'mac_address': 'fa:16:3e:e2:02:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'd64a129c-fe3a-4559-a87e-4976270625b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:15Z', 'updated_at': '2021-08-31T09:31:25Z', 'revision_number': 4, 'project_id': '577488d78fac45f497655d9a634879a2', 'subnets': [{'id': 'd64a129c-fe3a-4559-a87e-4976270625b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:26.596911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca632b94-f944-41ca-9d92-aecb83571d95 req-e52742d8-b7b3-4c99-b6dc-58b79cb76ecd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 944 time: 0.3055568 Aug 31 09:31:26.797509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-f0138da3-47bc-4c11-9104-96f74bdc3825 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1002 time: 0.4046252 Aug 31 09:31:26.799135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Pushing event updated for resources: {'Port': ['ID=97887957-237b-4d8a-aa58-5d2b2345332e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.829240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9518192-3a8a-4840-8b08-990e59b9b740 req-e255bd72-f016-448b-ab60-d3ebe4144195 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141415 Aug 31 09:31:26.879761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Made reservation on behalf of b18d88b5df5a4580a752ea35487cd0e4 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:26.885950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.901943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe706d-d3a3-4a01-ba44-0beb04b61087 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.910051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6cfe706d-d3a3-4a01-ba44-0beb04b61087 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4813788 Aug 31 09:31:26.913503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.990278 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11422c6-c0c0-4105-a8ee-8a42879770ee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:31:26.999118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c11422c6-c0c0-4105-a8ee-8a42879770ee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/4aad3f8b-df90-4cec-a046-88852daea60d HTTP/1.1" status: 404 len: 333 time: 0.0714414 Aug 31 09:31:27.003879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58810) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:27.022043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178549197'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:27.034358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca632b94-f944-41ca-9d92-aecb83571d95 req-fd3a0dca-d91e-4707-bd4a-d3ad732f58fc tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365027 Aug 31 09:31:27.084279 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:31:27.128137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9d1ef64-99e7-4335-800c-c9fed495ec20 req-c9f218f3-4321-4ab1-b807-1b9a177d0fdf tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 210 time: 0.1224566 Aug 31 09:31:27.174406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Allocated IP 172.20.0.7 (96a96425-8f04-4f87-8bf5-48b35367a4a1/316c9b5f-ae24-4436-8b60-1c410ee69e57/dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:27.312246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-1039aa5e-094e-4b75-8c09-8b54e9a81b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.315144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-1039aa5e-094e-4b75-8c09-8b54e9a81b19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.5065637 Aug 31 09:31:27.372992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Attempting to bind port 83835033-35fe-4220-a2c8-70b16489b490 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:27.373574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Attempting to bind port 83835033-35fe-4220-a2c8-70b16489b490 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:27.374142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Attempting to bind port 83835033-35fe-4220-a2c8-70b16489b490 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:27.382979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:27.390024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.429661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Attempting to bind port 97887957-237b-4d8a-aa58-5d2b2345332e on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:27.430256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Attempting to bind port 97887957-237b-4d8a-aa58-5d2b2345332e by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:27.430753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Attempting to bind port 97887957-237b-4d8a-aa58-5d2b2345332e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:27.434976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:27.468297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Port 83835033-35fe-4220-a2c8-70b16489b490 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:27.468840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Attempting to bind port 83835033-35fe-4220-a2c8-70b16489b490 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:27.480004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-8f52ea8d-0c3b-4e68-bc9a-effa80f29530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.482315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-8f52ea8d-0c3b-4e68-bc9a-effa80f29530 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554298 Aug 31 09:31:27.483221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Port 97887957-237b-4d8a-aa58-5d2b2345332e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:27.483431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Attempting to bind port 97887957-237b-4d8a-aa58-5d2b2345332e on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:27.494650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.495087 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment e3365e27-eb1e-4e8f-95c8-b1fcb1928576 of type vlan for network b697cd18-6b1e-4964-bca9-984c325f0fb8 Aug 31 09:31:27.530743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:27.531159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:27.531728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Bound using segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:27.532206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Bound port: 83835033-35fe-4220-a2c8-70b16489b490, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:27.532581 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.583440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07861a3-7c1e-4043-94a4-d446f518d15f req-7722ec7e-a112-4774-9e66-5e4fc37f96c4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.593835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b07861a3-7c1e-4043-94a4-d446f518d15f req-7722ec7e-a112-4774-9e66-5e4fc37f96c4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.3251722 Aug 31 09:31:27.597184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.607791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:27.608228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:27.608700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:27.609222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Bound port: 97887957-237b-4d8a-aa58-5d2b2345332e, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:27.609653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.737513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] For port 97887957-237b-4d8a-aa58-5d2b2345332e, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:27.741365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] For port 97887957-237b-4d8a-aa58-5d2b2345332e, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97887957-237b-4d8a-aa58-5d2b2345332e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:27.938803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] For port 83835033-35fe-4220-a2c8-70b16489b490, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:27.944111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] For port 83835033-35fe-4220-a2c8-70b16489b490, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83835033-35fe-4220-a2c8-70b16489b490,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:27.953118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.986356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.032893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.033365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.034996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] 10.222.0.15 "PUT /v2.0/ports/83835033-35fe-4220-a2c8-70b16489b490 HTTP/1.1" status: 200 len: 1093 time: 3.3397810 Aug 31 09:31:28.035488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'tag': '83835033-35fe-4220-a2c8-70b16489b490'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:28.040057 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83bbfb1-56df-4720-8556-25b43d0a3037" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a02b1c-2d22-4f76-9338-3043c8876a63", "tag": "83835033-35fe-4220-a2c8-70b16489b490"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:28.141091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Network 96a96425-8f04-4f87-8bf5-48b35367a4a1 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:28.145253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.148776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:28.170573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c4e72-c9e5-4ea0-8727-f371dedde2ea service neutron] Pushing event updated for resources: {'Port': ['ID=83835033-35fe-4220-a2c8-70b16489b490,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.174157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:28.263081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.271920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.273781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.276032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] 10.222.0.23 "PUT /v2.0/ports/97887957-237b-4d8a-aa58-5d2b2345332e HTTP/1.1" status: 200 len: 1096 time: 4.9884336 Aug 31 09:31:28.294591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'tag': '97887957-237b-4d8a-aa58-5d2b2345332e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:28.297371 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a9c550-6a64-44d3-9119-7584c41047c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d72a8e2-1030-43b0-8484-7b332f6f38a5", "tag": "97887957-237b-4d8a-aa58-5d2b2345332e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:28.339973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-ee5db867-8083-43b6-8e29-3d700447406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.343201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-ee5db867-8083-43b6-8e29-3d700447406f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 1096 time: 0.2269568 Aug 31 09:31:28.344728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b07861a3-7c1e-4043-94a4-d446f518d15f req-6fef7db5-eca8-4af0-a327-a9fd538d211d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7494476 Aug 31 09:31:28.398880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-ccdb3435-5292-4ccf-9817-a7c4c6e6f6bb service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069970 Aug 31 09:31:28.499124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Pushing event updated for resources: {'Port': ['ID=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.512832 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43eea8a-5adb-4f22-aa51-9dae5ec8c471 x-openstack-request-id: req-c43eea8a-5adb-4f22-aa51-9dae5ec8c471 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:28.513173 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a02b1c-2d22-4f76-9338-3043c8876a63", "tag": "83835033-35fe-4220-a2c8-70b16489b490", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:28.513566 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c43eea8a-5adb-4f22-aa51-9dae5ec8c471 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:28.514167 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'tag': '83835033-35fe-4220-a2c8-70b16489b490', 'status': 'completed', 'code': 200} Aug 31 09:31:28.543276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b8df-4c40-47b4-ac4d-fd461a0b4d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.546729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.548010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.559386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-f4fbb0fd-b52d-45c8-a0fc-159dc29c845d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83835033-35fe-4220-a2c8-70b16489b490 HTTP/1.1" status: 200 len: 217 time: 0.1985531 Aug 31 09:31:28.640499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7217392-c0fe-48fe-8cd0-d322dc29ebfc service neutron] Pushing event updated for resources: {'Port': ['ID=97887957-237b-4d8a-aa58-5d2b2345332e,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.678199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.721894 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-1abb815f-57a9-4195-9cf2-0b3f22d88584 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5457928 Aug 31 09:31:28.792788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c656182f-2dda-4a33-ab32-d0a6fee8f0eb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:28.810885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c06d67-4f0c-4423-b29e-6002295d59f2 req-359ee2bf-21a1-4d92-91bd-8414756b3220 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.814890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Request body: {'port': {'device_id': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:28.819314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5c06d67-4f0c-4423-b29e-6002295d59f2 req-359ee2bf-21a1-4d92-91bd-8414756b3220 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 947 time: 0.6786947 Aug 31 09:31:28.841672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.853088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.854124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.908999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c656182f-2dda-4a33-ab32-d0a6fee8f0eb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:28.917625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c656182f-2dda-4a33-ab32-d0a6fee8f0eb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:28.918838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.944936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-adb05837-2a5a-45d0-adb7-caffe7d1f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.948329 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-adb05837-2a5a-45d0-adb7-caffe7d1f63c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.3727090 Aug 31 09:31:29.042729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0346222 Aug 31 09:31:29.060446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58840) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:29.083854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-9633e2db-9f0a-4f4f-a207-5796fc7b6496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271856 Aug 31 09:31:29.088483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.128279 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.135176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:29.200946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c656182f-2dda-4a33-ab32-d0a6fee8f0eb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,segment=NetworkSegment(883a102a-76f4-45c7-87d0-ec6fd399d134),segment_id=883a102a-76f4-45c7-87d0-ec6fd399d134)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:29.212010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.298185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.309606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.310029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.310978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.311583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.312136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.312789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.313630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.314207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.314813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.315499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.317064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.317697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:29.331057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-ed80ff0c-4350-4888-b01a-79e3043625ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.332716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-ed80ff0c-4350-4888-b01a-79e3043625ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dd05a995501474e9b023152e5d80d42&device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 1099 time: 0.9687872 Aug 31 09:31:29.439493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-e9a6c107-5a2c-4274-942d-e3f764f8c518 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812327 Aug 31 09:31:29.445909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-3381032f-be3b-4980-a675-84f759ea522a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=97887957-237b-4d8a-aa58-5d2b2345332e HTTP/1.1" status: 200 len: 217 time: 0.0938380 Aug 31 09:31:29.456231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5c06d67-4f0c-4423-b29e-6002295d59f2 req-91c74de9-5af6-45a2-a9f5-f813301b1506 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357112 Aug 31 09:31:29.456929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451054-0d74-4432-9a01-9adcfb8c0ebb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=b697cd18-6b1e-4964-bca9-984c325f0fb8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.490090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:29.506226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0cc76-d988-40d8-addc-13eea0dbec33 req-a7559fd0-bcdd-4d0d-8fdc-c0acae067493 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.507907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84a0cc76-d988-40d8-addc-13eea0dbec33 req-a7559fd0-bcdd-4d0d-8fdc-c0acae067493 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 944 time: 0.9514651 Aug 31 09:31:29.579734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-257eceae-66f5-40ea-a583-a2ef6858831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.581545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-257eceae-66f5-40ea-a583-a2ef6858831c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1218777 Aug 31 09:31:29.582188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:29.585777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.735282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84a0cc76-d988-40d8-addc-13eea0dbec33 req-1bdb0d94-d823-4cf6-8a7a-06e18b5c8f57 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012877 Aug 31 09:31:29.804625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b53ab753-2909-4112-b074-50e45536d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.808038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-b53ab753-2909-4112-b074-50e45536d53a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2057855 Aug 31 09:31:29.836964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998cd77-1057-4929-b1e9-6e449ca47fed req-14da3111-c66b-46c3-8887-d49a67dec770 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:29.836964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0998cd77-1057-4929-b1e9-6e449ca47fed req-14da3111-c66b-46c3-8887-d49a67dec770 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 931 time: 0.2590048 Aug 31 09:31:29.906602 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aadff1-ea78-4b3a-b235-51eeabf4f6b9 x-openstack-request-id: req-f3aadff1-ea78-4b3a-b235-51eeabf4f6b9 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:29.906976 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d72a8e2-1030-43b0-8484-7b332f6f38a5", "tag": "97887957-237b-4d8a-aa58-5d2b2345332e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:29.907188 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3aadff1-ea78-4b3a-b235-51eeabf4f6b9 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:29.907538 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'tag': '97887957-237b-4d8a-aa58-5d2b2345332e', 'status': 'completed', 'code': 200} Aug 31 09:31:29.922117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-2ee3db41-1df2-400d-8082-26835dd2a3c4 service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993164 Aug 31 09:31:30.066208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0998cd77-1057-4929-b1e9-6e449ca47fed req-4c724cac-acda-4a2e-a08a-f826ca57ad75 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167678 Aug 31 09:31:30.173335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-e2c03c65-7b7d-44e3-829e-b1610a2b64f2 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389981 Aug 31 09:31:30.193715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a0e2-113f-4e02-9607-5b4ba475c861 req-8bdfe753-ad7a-438f-a2b3-2b55bd3a1f10 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.195356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfe6a0e2-113f-4e02-9607-5b4ba475c861 req-8bdfe753-ad7a-438f-a2b3-2b55bd3a1f10 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2050796 Aug 31 09:31:30.215927 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-396523ad-7076-4875-a21b-3258d1bfefd7 req-3a497afe-7486-483a-89e5-50b6f3a573ab service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803965 Aug 31 09:31:30.263608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.384916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:30.397472 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.417768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Transition to ACTIVE for port object dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:30.424137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Deleting port c656182f-2dda-4a33-ab32-d0a6fee8f0eb {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:30.424533 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.429582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-ea932e5d-6d73-4c70-97ae-063b14c842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.430547 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfe6a0e2-113f-4e02-9607-5b4ba475c861 req-4943860a-7b64-48a9-91d4-2273e49b69ad tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200122 Aug 31 09:31:30.431255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-ea932e5d-6d73-4c70-97ae-063b14c842fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 1096 time: 0.1231451 Aug 31 09:31:30.431412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=7a123a8a-9180-462b-bd93-bb3cccd8ca84,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.431877 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.459478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-515d900b-a88f-488f-ae06-ea41f8e81f63 req-a9fad431-031a-4af3-a0e7-5dc03823988c service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618775 Aug 31 09:31:30.471844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:30.472243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: b697cd18-6b1e-4964-bca9-984c325f0fb8, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:30.493466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:30.507479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b697cd18-6b1e-4964-bca9-984c325f0fb8) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:30.523809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45993107-bded-438f-8cdb-6d97116187f3 None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:30.528303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.528969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.614464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2d8def78-1e33-4211-9f7e-2552414db610 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5501494 Aug 31 09:31:30.632561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.639085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:30.729554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Pushing event updated for resources: {'Port': ['ID=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.777580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c656182f-2dda-4a33-ab32-d0a6fee8f0eb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:30.824513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] For port c656182f-2dda-4a33-ab32-d0a6fee8f0eb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,segment=NetworkSegment(883a102a-76f4-45c7-87d0-ec6fd399d134),segment_id=883a102a-76f4-45c7-87d0-ec6fd399d134)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:30.834718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.849308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Calling delete_port for c656182f-2dda-4a33-ab32-d0a6fee8f0eb owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:30.908355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71d23-79b4-4015-9586-127b4c211b5b req-5b956230-1088-4085-a650-9d50f6968796 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.919142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e71d23-79b4-4015-9586-127b4c211b5b req-5b956230-1088-4085-a650-9d50f6968796 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 947 time: 0.3247325 Aug 31 09:31:30.966902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c656182f-2dda-4a33-ab32-d0a6fee8f0eb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:30.967629 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.984719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.985514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.985514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.985960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.986334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.986751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.987176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.987579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.987789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-f114ed71-f7f0-44db-8aee-b6b20d045b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.987959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.988358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.990651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-f114ed71-f7f0-44db-8aee-b6b20d045b2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2dd05a995501474e9b023152e5d80d42&device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 1099 time: 0.4322503 Aug 31 09:31:30.991507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:30.995760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.998311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:30.999295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:31.038397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b697cd18-6b1e-4964-bca9-984c325f0fb8', 'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': '7a123a8a-9180-462b-bd93-bb3cccd8ca84'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:31.041416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.132006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e71d23-79b4-4015-9586-127b4c211b5b req-bf0bb263-4149-4d67-98f1-a113c48e2e3a tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117949 Aug 31 09:31:31.142882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-b3d2cc01-0c9e-4c63-acc5-275dd0c491a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.144638 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-b3d2cc01-0c9e-4c63-acc5-275dd0c491a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.6283560 Aug 31 09:31:31.148095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Attempting to bind port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:31.148506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Attempting to bind port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '94951833-a2cc-4286-8616-2469fed588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:31.149460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Attempting to bind port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 on network 96a96425-8f04-4f87-8bf5-48b35367a4a1 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:31.173760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 on network 96a96425-8f04-4f87-8bf5-48b35367a4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:31.174148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Attempting to bind port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 on network 96a96425-8f04-4f87-8bf5-48b35367a4a1 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:31.218836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:31.219182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Checking segment: {'id': '94951833-a2cc-4286-8616-2469fed588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:31.219552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Bound using segment: {'id': '94951833-a2cc-4286-8616-2469fed588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:31.220417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Bound port: dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94951833-a2cc-4286-8616-2469fed588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:31.220797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.244509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-297fd250-ee97-4b22-88bd-76bc3961b632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83835033-35fe-4220-a2c8-70b16489b490 HTTP/1.1" status: 200 len: 217 time: 0.0881917 Aug 31 09:31:31.309253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b824-58ba-48e3-b5fa-51e7956a3db6 req-824f694f-c834-4777-a2fc-b50095e064e8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.324847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8197b824-58ba-48e3-b5fa-51e7956a3db6 req-824f694f-c834-4777-a2fc-b50095e064e8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 944 time: 0.4415579 Aug 31 09:31:31.390892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Allocated IP 172.20.0.2 (b697cd18-6b1e-4964-bca9-984c325f0fb8/7a123a8a-9180-462b-bd93-bb3cccd8ca84/caf35d1b-573c-4934-aeb7-3671fdc2f7be) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:31.391336 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a123a8a-9180-462b-bd93-bb3cccd8ca84 (CIDR: 172.20.0.0/28) Aug 31 09:31:31.405459 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:31:31.406289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:31:31.456693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] For port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:31.480808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-05c34974-b633-49c2-9acb-cae0a27ddf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.483830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-05c34974-b633-49c2-9acb-cae0a27ddf6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3691270 Aug 31 09:31:31.491597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] For port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,segment=NetworkSegment(94951833-a2cc-4286-8616-2469fed588dc),segment_id=94951833-a2cc-4286-8616-2469fed588dc)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:31.495568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-9d83ad4b-5acf-468a-8ca2-36cf55d5e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.497297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-9d83ad4b-5acf-468a-8ca2-36cf55d5e832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.1980124 Aug 31 09:31:31.501228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.540309 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-234dfcc1-744c-4273-8e9d-bd091177dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.551050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ad979b74-90d4-4a35-8408-a7e8e59c23e5 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9163475 Aug 31 09:31:31.553427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58872) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:31.607150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:31.615884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-0dc540a6-72c8-49c2-8991-e697fbda53c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=97887957-237b-4d8a-aa58-5d2b2345332e HTTP/1.1" status: 200 len: 217 time: 0.0930004 Aug 31 09:31:31.616980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-1ff4227e-4b94-4e0a-96ad-097700e8dd03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667889 Aug 31 09:31:31.636653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8197b824-58ba-48e3-b5fa-51e7956a3db6 req-056c730d-a1c8-4bde-8ffd-23e6453314a2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909601 Aug 31 09:31:31.669263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.670122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.673664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] 10.222.0.23 "PUT /v2.0/ports/dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 HTTP/1.1" status: 200 len: 1092 time: 2.8684957 Aug 31 09:31:31.674188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'tag': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:31.678170 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc11e3b-b48f-495a-bb2f-615b437d64d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fe0671-7284-4619-b91d-6a4101a77114", "tag": "dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:31.685020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639c191-e3d4-482d-b623-ef329febd806 service neutron] Pushing event updated for resources: {'Port': ['ID=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.767038 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.813147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749daa-c8a5-42d9-ad7b-ffee8dda44e9 req-bcb7c059-02b1-4949-b9f5-d0d84b476965 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.814953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41749daa-c8a5-42d9-ad7b-ffee8dda44e9 req-bcb7c059-02b1-4949-b9f5-d0d84b476965 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 943 time: 0.3283353 Aug 31 09:31:31.819267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.844225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.868737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Transition to ACTIVE for port object caf35d1b-573c-4934-aeb7-3671fdc2f7be will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:31.873786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-00867d24-19e1-46c3-aabe-c4794af1db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.874633 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-00867d24-19e1-46c3-aabe-c4794af1db20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b18d88b5df5a4580a752ea35487cd0e4&device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 1095 time: 0.1217525 Aug 31 09:31:31.878318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Pushing event deleted for resources: {'Port': ['ID=c656182f-2dda-4a33-ab32-d0a6fee8f0eb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.897948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Transition to ACTIVE for port object caf35d1b-573c-4934-aeb7-3671fdc2f7be will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:31.919377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.936023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-4946bf8d-0f97-405d-9c07-d85d88cc4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.939786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-4946bf8d-0f97-405d-9c07-d85d88cc4d82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.2662783 Aug 31 09:31:31.971954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-ee432897-49c5-4d83-b240-8e9185d7b122 service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188081 Aug 31 09:31:32.019257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:32.040972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:32.044322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b7f4e-2e2c-401f-b67f-7dfe9b6f8840 req-ac468ccc-837e-4e37-89d6-516e56bc5750 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.045453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:32.050591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b77b7f4e-2e2c-401f-b67f-7dfe9b6f8840 req-ac468ccc-837e-4e37-89d6-516e56bc5750 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2700894 Aug 31 09:31:32.083762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41749daa-c8a5-42d9-ad7b-ffee8dda44e9 req-f67f97f4-6461-42d3-99b1-2615de8d9fa1 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178218 Aug 31 09:31:32.153757 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-2ab25c48-979b-411e-9390-85eceeb831db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 HTTP/1.1" status: 200 len: 217 time: 0.2373466 Aug 31 09:31:32.154574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-0cd550e7-d72a-4d5a-8079-4cfdc41aa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.158425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-0cd550e7-d72a-4d5a-8079-4cfdc41aa54b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2071304 Aug 31 09:31:32.215262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b77b7f4e-2e2c-401f-b67f-7dfe9b6f8840 req-16e39c95-cf0a-4967-8ba2-e64d840d49fa tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505618 Aug 31 09:31:32.246490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Pushing event updated for resources: {'Port': ['ID=caf35d1b-573c-4934-aeb7-3671fdc2f7be,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.264571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:32.268794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.276064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.280322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Attempting to bind port caf35d1b-573c-4934-aeb7-3671fdc2f7be on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:32.280835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Attempting to bind port caf35d1b-573c-4934-aeb7-3671fdc2f7be by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:32.281527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Attempting to bind port caf35d1b-573c-4934-aeb7-3671fdc2f7be on network b697cd18-6b1e-4964-bca9-984c325f0fb8 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:32.287017 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a0b670-1566-453b-baf6-1acc2c26c50f x-openstack-request-id: req-79a0b670-1566-453b-baf6-1acc2c26c50f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:32.287834 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fe0671-7284-4619-b91d-6a4101a77114", "tag": "dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:32.288324 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79a0b670-1566-453b-baf6-1acc2c26c50f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:32.289054 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'tag': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8', 'status': 'completed', 'code': 200} Aug 31 09:31:32.304578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:32.305447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Checking segment: {'id': 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:32.305892 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.306582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Bound using segment: {'id': 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:32.307102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Bound port: caf35d1b-573c-4934-aeb7-3671fdc2f7be, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:32.307502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.438836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] For port caf35d1b-573c-4934-aeb7-3671fdc2f7be, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:32.444076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] For port caf35d1b-573c-4934-aeb7-3671fdc2f7be, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=caf35d1b-573c-4934-aeb7-3671fdc2f7be,segment=NetworkSegment(e3365e27-eb1e-4e8f-95c8-b1fcb1928576),segment_id=e3365e27-eb1e-4e8f-95c8-b1fcb1928576)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:32.449733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.505921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-dd350bad-bcf5-4c74-b700-2e54d1bef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.508126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-dd350bad-bcf5-4c74-b700-2e54d1bef697 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=316c9b5f-ae24-4436-8b60-1c410ee69e57 HTTP/1.1" status: 200 len: 862 time: 0.2140703 Aug 31 09:31:32.529264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fafad4-2326-4528-a645-ed74b5e0eeb6 None None] Pushing event updated for resources: {'Port': ['ID=caf35d1b-573c-4934-aeb7-3671fdc2f7be,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.589235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-8ed82900-5087-4f30-b5da-d328b6130143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96a96425-8f04-4f87-8bf5-48b35367a4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466394 Aug 31 09:31:32.633093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.638466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83bbfb1-56df-4720-8556-25b43d0a3037 req-86c11e2a-d95e-40a4-9cd6-684d552f5484 service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162904 Aug 31 09:31:32.889289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-443f7c02-d8e2-4b4f-9b4f-0caa6337d4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506031 Aug 31 09:31:33.068302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326067-7916-4cf3-a1bb-0d612cced276 req-8962ca84-533c-4ff6-acc3-71d29333ae71 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.070558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d326067-7916-4cf3-a1bb-0d612cced276 req-8962ca84-533c-4ff6-acc3-71d29333ae71 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 947 time: 0.6824641 Aug 31 09:31:33.118403 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-52897c0f-f975-4d76-876b-e77ea4ff694e service neutron] 10.222.0.23 "GET /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155532 Aug 31 09:31:33.150521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4a9c550-6a64-44d3-9119-7584c41047c9 req-9cfa8fc7-33c0-47a5-b325-499cf32b2af0 service neutron] 10.222.0.23 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505419 Aug 31 09:31:33.208350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d326067-7916-4cf3-a1bb-0d612cced276 req-8531c593-ec6b-4509-9376-58b4cd84bb07 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038432 Aug 31 09:31:33.305011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedcff8-2686-410f-a52b-ae166928fa48 req-740e1b8e-7355-458b-b4a4-60b4192cdd10 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.305515 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-81ac72c7-7a43-4db6-84c6-715af7593e97 req-f873ef86-d4e1-4472-8379-8573277bc0ab service neutron] 10.222.0.23 "GET /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730590 Aug 31 09:31:33.307994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9aedcff8-2686-410f-a52b-ae166928fa48 req-740e1b8e-7355-458b-b4a4-60b4192cdd10 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 944 time: 0.1497998 Aug 31 09:31:33.318304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97887957-237b-4d8a-aa58-5d2b2345332e details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:33.335801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Router 996b7401-a7e1-4cde-8c66-d6559b502d36 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:33.544649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:33.559033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dcf2bd31-6cc1-43cf-af35-b971b8140881 admin admin] 10.222.0.18 "PUT /v2.0/routers/996b7401-a7e1-4cde-8c66-d6559b502d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0674207 Aug 31 09:31:33.560753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9aedcff8-2686-410f-a52b-ae166928fa48 req-4a0f6464-e2f8-46b6-9bec-46ade5d9926a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269785 Aug 31 09:31:33.562207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:33.656747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42e15-c85b-4ce3-ae2a-7b405112bd32 req-b3423a3c-61aa-4de8-aac3-a85f838d9283 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.659623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ee42e15-c85b-4ce3-ae2a-7b405112bd32 req-b3423a3c-61aa-4de8-aac3-a85f838d9283 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 943 time: 0.3243294 Aug 31 09:31:33.677624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.828108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:33.841248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:33.847686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.848293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.849130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97887957-237b-4d8a-aa58-5d2b2345332e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97887957-237b-4d8a-aa58-5d2b2345332e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:33.864825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ee42e15-c85b-4ce3-ae2a-7b405112bd32 req-253a1116-c432-42b5-9cd6-662dabd6cec2 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962700 Aug 31 09:31:33.870908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=4be1784b-7261-47c3-9189-55f46e9277df,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.872830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '97887957-237b-4d8a-aa58-5d2b2345332e', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '97887957-237b-4d8a-aa58-5d2b2345332e', 'mac_address': 'fa:16:3e:12:4f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:33.881952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-618ec1a2-f316-4b41-b1e0-3ce2875218f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3209615 Aug 31 09:31:33.882232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83835033-35fe-4220-a2c8-70b16489b490 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:33.884967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:33.889528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] Sync routers for ids ['996b7401-a7e1-4cde-8c66-d6559b502d36'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:33.919845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8', 'fixed_ips': [{'subnet_id': '7a123a8a-9180-462b-bd93-bb3cccd8ca84'}, {'subnet_id': '4be1784b-7261-47c3-9189-55f46e9277df'}], 'name': 'tempest-PortsTestJSON-1849343059'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:34.090720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.096335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] Routers {'996b7401-a7e1-4cde-8c66-d6559b502d36'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:34.097212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996b7401-a7e1-4cde-8c66-d6559b502d36'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.117876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:34.179446 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.257048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97887957-237b-4d8a-aa58-5d2b2345332e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:34.272120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 83835033-35fe-4220-a2c8-70b16489b490, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83835033-35fe-4220-a2c8-70b16489b490,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:34.297921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143657f7-5534-4629-b390-6806e71ce4b4 None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:34.322073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.326727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97887957-237b-4d8a-aa58-5d2b2345332e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97887957-237b-4d8a-aa58-5d2b2345332e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:34.357690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '83835033-35fe-4220-a2c8-70b16489b490', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': '83835033-35fe-4220-a2c8-70b16489b490', 'mac_address': 'fa:16:3e:1d:b7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:34.361173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:34.366117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.386417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] Set router 996b7401-a7e1-4cde-8c66-d6559b502d36 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:34.452587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-3d2c9daa-e381-435d-afee-0e63125de495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:34.455017 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-3d2c9daa-e381-435d-afee-0e63125de495 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b18d88b5df5a4580a752ea35487cd0e4&device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 1095 time: 0.9119539 Aug 31 09:31:34.491207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.607044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c271-294b-4277-80ed-4c09a7a0c9ed req-3e41d0ff-33f4-42fc-adfa-a5fdbb2a96ac tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:34.619402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af94c271-294b-4277-80ed-4c09a7a0c9ed req-3e41d0ff-33f4-42fc-adfa-a5fdbb2a96ac tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 948 time: 0.2395093 Aug 31 09:31:34.667608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ddda8e6c-bf85-4ae5-a61f-87ea7045b3cb None None] Provisioning for port caf35d1b-573c-4934-aeb7-3671fdc2f7be completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:34.677711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.701844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83835033-35fe-4220-a2c8-70b16489b490 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:34.706229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=97887957-237b-4d8a-aa58-5d2b2345332e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:34.749928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 83835033-35fe-4220-a2c8-70b16489b490, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83835033-35fe-4220-a2c8-70b16489b490,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:34.760838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['97887957-237b-4d8a-aa58-5d2b2345332e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:34.764406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af94c271-294b-4277-80ed-4c09a7a0c9ed req-9cd1ea40-d9ef-4d0c-be38-3a6fc04584da tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435580 Aug 31 09:31:34.791325 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.812166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device caf35d1b-573c-4934-aeb7-3671fdc2f7be up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:34.905608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ab141-6402-4097-b92b-de2d9fc86d34 req-f7effa71-27ac-4c1f-8ae0-8a1c28a344ff tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:34.908736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d16ab141-6402-4097-b92b-de2d9fc86d34 req-f7effa71-27ac-4c1f-8ae0-8a1c28a344ff tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 945 time: 0.1394565 Aug 31 09:31:34.975770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-36ffeedf-64e2-4cb7-9b04-481cb4a8d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:34.979011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-36ffeedf-64e2-4cb7-9b04-481cb4a8d444 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96a96425-8f04-4f87-8bf5-48b35367a4a1 HTTP/1.1" status: 200 len: 923 time: 0.5138404 Aug 31 09:31:35.083891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port caf35d1b-573c-4934-aeb7-3671fdc2f7be completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:35.113267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d16ab141-6402-4097-b92b-de2d9fc86d34 req-8d0518fc-24c9-4ff0-8e30-2d3f7d54cf35 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912725 Aug 31 09:31:35.114752 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-3dd829fa-dbf6-4553-89a4-ea6e58fa0363 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 HTTP/1.1" status: 200 len: 217 time: 0.1226959 Aug 31 09:31:35.170867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['83835033-35fe-4220-a2c8-70b16489b490'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:35.182535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port caf35d1b-573c-4934-aeb7-3671fdc2f7be triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:35.183031 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.207372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.217407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.14 (b697cd18-6b1e-4964-bca9-984c325f0fb8/7a123a8a-9180-462b-bd93-bb3cccd8ca84/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:35.229676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f9e69-47b8-49c7-a6dd-33bdd112a9a9 req-1958394f-dd6b-4605-885d-b7aa0cc517de tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.231090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-511f9e69-47b8-49c7-a6dd-33bdd112a9a9 req-1958394f-dd6b-4605-885d-b7aa0cc517de tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 943 time: 0.0858464 Aug 31 09:31:35.238708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.21 (b697cd18-6b1e-4964-bca9-984c325f0fb8/4be1784b-7261-47c3-9189-55f46e9277df/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:35.253555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-feb3156e-4fa9-4e4b-abc9-370b3e3ec3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.256297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-feb3156e-4fa9-4e4b-abc9-370b3e3ec3ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=316c9b5f-ae24-4436-8b60-1c410ee69e57 HTTP/1.1" status: 200 len: 862 time: 0.1197155 Aug 31 09:31:35.293925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=83835033-35fe-4220-a2c8-70b16489b490,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:35.348911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-100b8416-a72a-44cb-8da5-7f284461bc4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96a96425-8f04-4f87-8bf5-48b35367a4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380707 Aug 31 09:31:35.457661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.500286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:35.514378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Deleting port de08c9f6-6cda-4682-821e-811c2b7cca0e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:35.515137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.587406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.621143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:31Z', 'revision_number': 5, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port': {'id': 'de08c9f6-6cda-4682-821e-811c2b7cca0e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:31:06Z', 'updated_at': '2021-08-31T09:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:35.624643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Update dhcp port {'port': {'network_id': 'b697cd18-6b1e-4964-bca9-984c325f0fb8', 'fixed_ips': [{'subnet_id': '7a123a8a-9180-462b-bd93-bb3cccd8ca84', 'ip_address': '172.20.0.2'}, {'subnet_id': '4be1784b-7261-47c3-9189-55f46e9277df'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'caf35d1b-573c-4934-aeb7-3671fdc2f7be'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:31:35.625557 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-52f37497-e7fa-4b8f-8d70-e99ea2ddf9cf service neutron] 10.222.0.23 "GET /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645347 Aug 31 09:31:35.652756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:35.656456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-511f9e69-47b8-49c7-a6dd-33bdd112a9a9 req-383d41a7-cd6e-41c4-b3e7-33241d639b4e tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462828 Aug 31 09:31:35.660451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:35.666447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:35.710188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=2f53ce9d-d634-4bee-b4f7-9c83f6b0a877,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:35.760926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.761646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.775305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] Checking router: 996b7401-a7e1-4cde-8c66-d6559b502d36 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:31:35.804631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-808bdea3-1bf4-4c21-b429-18febfa0182b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9090545 Aug 31 09:31:35.806233 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.806511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58924) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:35.808205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.815864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a123a8a-9180-462b-bd93-bb3cccd8ca84'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:35.841774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] For port de08c9f6-6cda-4682-821e-811c2b7cca0e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=de08c9f6-6cda-4682-821e-811c2b7cca0e,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:35.842466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.846859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] Routers {'996b7401-a7e1-4cde-8c66-d6559b502d36'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:35.847185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:31:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996b7401-a7e1-4cde-8c66-d6559b502d36'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:35.887770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Calling delete_port for de08c9f6-6cda-4682-821e-811c2b7cca0e owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:35.904610 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fc11e3b-b48f-495a-bb2f-615b437d64d6 req-540b2824-cdd5-4f23-a215-67a44e01fffb service neutron] 10.222.0.23 "GET /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670987 Aug 31 09:31:35.952313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.083633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port caf35d1b-573c-4934-aeb7-3671fdc2f7be, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=caf35d1b-573c-4934-aeb7-3671fdc2f7be,segment=NetworkSegment(e3365e27-eb1e-4e8f-95c8-b1fcb1928576),segment_id=e3365e27-eb1e-4e8f-95c8-b1fcb1928576)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:36.085130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bb51-a4fd-4663-98c7-d879403cc101 req-133dd53f-0b43-40b8-b7b5-f1c8c5c4ff07 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.088875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f56bb51-a4fd-4663-98c7-d879403cc101 req-133dd53f-0b43-40b8-b7b5-f1c8c5c4ff07 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 948 time: 0.1335385 Aug 31 09:31:36.125226 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.174535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.216662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Pushing event deleted for resources: {'Port': ['ID=de08c9f6-6cda-4682-821e-811c2b7cca0e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:36.240963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f56bb51-a4fd-4663-98c7-d879403cc101 req-cb6f1625-d690-4cc7-8c1a-dd8717c2b867 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403167 Aug 31 09:31:36.306774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] Set router 996b7401-a7e1-4cde-8c66-d6559b502d36 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:31:36.308517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.357837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.434959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f4e4-aaa7-4cbf-b223-e7669118836c req-daca335c-efb1-4bbf-9380-0e637f69d9ff tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.436856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c36f4e4-aaa7-4cbf-b223-e7669118836c req-daca335c-efb1-4bbf-9380-0e637f69d9ff tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 945 time: 0.2004278 Aug 31 09:31:36.467334 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.468773 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.547346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.548632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 996b7401-a7e1-4cde-8c66-d6559b502d36 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:31:36.551079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c36f4e4-aaa7-4cbf-b223-e7669118836c req-21bbe0db-7790-406d-8545-0e1a54a8345d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062021 Aug 31 09:31:36.566685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.571760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-43508fe3-67ea-4696-ba8d-d1f54b220234 admin admin] 10.222.0.18 "DELETE /v2.0/routers/996b7401-a7e1-4cde-8c66-d6559b502d36 HTTP/1.1" status: 204 len: 168 time: 3.0054450 Aug 31 09:31:36.572093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58934) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:36.596086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Delete allocated IP 172.20.0.21 (b697cd18-6b1e-4964-bca9-984c325f0fb8/4be1784b-7261-47c3-9189-55f46e9277df) {{(pid=94896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:31:36.658310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:35Z', 'revision_number': 6, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:36.714678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Deleting subnet d64a129c-fe3a-4559-a87e-4976270625b0 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:36.728363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.728661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2defe31d-d1d5-4769-b068-76152e315841 None None] The sync data for ids ['996b7401-a7e1-4cde-8c66-d6559b502d36'] in n-d-800634-13 is: [{'id': '996b7401-a7e1-4cde-8c66-d6559b502d36', 'name': 'tempest-ImageQuotaTest-1082887920-router', 'tenant_id': '577488d78fac45f497655d9a634879a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:31:04Z', 'updated_at': '2021-08-31T09:31:35Z', 'revision_number': 6, 'project_id': '577488d78fac45f497655d9a634879a2', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:36.730428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=caf35d1b-573c-4934-aeb7-3671fdc2f7be,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:36.837955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.967668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecff065-1f45-401b-97f2-fe958477113e req-cb83fb95-6b8b-4381-8ade-9222e72534cc tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.971294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fecff065-1f45-401b-97f2-fe958477113e req-cb83fb95-6b8b-4381-8ade-9222e72534cc tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 943 time: 0.1173398 Aug 31 09:31:37.001112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.008580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.076324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Ignored duplicate provisioning block setup for port 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:31:37.100593 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.121220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fecff065-1f45-401b-97f2-fe958477113e req-3cb5b5f3-2ffc-42bd-b677-6517b141c217 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371427 Aug 31 09:31:37.139401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.221431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64a129c-fe3a-4559-a87e-4976270625b0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:37.226325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.233531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3cf8aa48-ea74-4d7e-b04a-5ef1a014c524 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d64a129c-fe3a-4559-a87e-4976270625b0 HTTP/1.1" status: 204 len: 168 time: 0.6554410 Aug 31 09:31:37.234216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58948) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:37.242245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a425c9-6ef1-47c9-8e42-599217e5dae7 None None] Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:37.291156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Allocated IP 172.20.0.18 (b697cd18-6b1e-4964-bca9-984c325f0fb8/4be1784b-7261-47c3-9189-55f46e9277df/caf35d1b-573c-4934-aeb7-3671fdc2f7be) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:37.381281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=2f53ce9d-d634-4bee-b4f7-9c83f6b0a877,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:37.420480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] In _notify_port_updated(), no bound segment for port 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 on network b697cd18-6b1e-4964-bca9-984c325f0fb8 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:31:37.439797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:37.440552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:37.443733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97887957-237b-4d8a-aa58-5d2b2345332e up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:37.444780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.453773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-45c19283-f42a-4c80-81a7-36e46014e5b2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/ports/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 HTTP/1.1" status: 200 len: 920 time: 1.6414418 Aug 31 09:31:37.457687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.460554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58956) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:37.549259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a123a8a-9180-462b-bd93-bb3cccd8ca84'}, {'subnet_id': '4be1784b-7261-47c3-9189-55f46e9277df'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:37.571239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Deleting port 9f824dec-248a-4f41-bc11-a9c49f12f00b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:37.572020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.583911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83835033-35fe-4220-a2c8-70b16489b490 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:37.667676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.734942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] For port 9f824dec-248a-4f41-bc11-a9c49f12f00b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f824dec-248a-4f41-bc11-a9c49f12f00b,segment=NetworkSegment(883a102a-76f4-45c7-87d0-ec6fd399d134),segment_id=883a102a-76f4-45c7-87d0-ec6fd399d134)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:37.735794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.770506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Calling delete_port for 9f824dec-248a-4f41-bc11-a9c49f12f00b owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:37.792150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeab84-8276-45c1-b100-ad3aa6373162 req-15928cb5-1433-420e-b293-9af015ff367c tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:37.797882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0daeab84-8276-45c1-b100-ad3aa6373162 req-15928cb5-1433-420e-b293-9af015ff367c tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 948 time: 0.3448975 Aug 31 09:31:37.966702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,segment=NetworkSegment(94951833-a2cc-4286-8616-2469fed588dc),segment_id=94951833-a2cc-4286-8616-2469fed588dc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:38.058655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8', 'network_id': '96a96425-8f04-4f87-8bf5-48b35367a4a1', 'port_id': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8', 'mac_address': 'fa:16:3e:18:11:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316c9b5f-ae24-4436-8b60-1c410ee69e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:38.063858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] For port caf35d1b-573c-4934-aeb7-3671fdc2f7be, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=caf35d1b-573c-4934-aeb7-3671fdc2f7be,segment=NetworkSegment(e3365e27-eb1e-4e8f-95c8-b1fcb1928576),segment_id=e3365e27-eb1e-4e8f-95c8-b1fcb1928576)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:38.084743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9d2bc-cfca-456f-9b82-43c58437dbc8 None None] DHCP port deletion for 6b2c9996-a53e-435a-9e67-44bda0aa4d1b request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:38.090046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 97887957-237b-4d8a-aa58-5d2b2345332e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:38.103559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.126139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 83835033-35fe-4220-a2c8-70b16489b490 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:38.138337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 97887957-237b-4d8a-aa58-5d2b2345332e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:38.138977 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.160932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] No DVR routers for this DVR port 9f824dec-248a-4f41-bc11-a9c49f12f00b on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:38.170922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f824dec-248a-4f41-bc11-a9c49f12f00b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:38.260603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 83835033-35fe-4220-a2c8-70b16489b490 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:38.261035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.283259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.298651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.321557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2c9996-a53e-435a-9e67-44bda0aa4d1b']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.344745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883a102a-76f4-45c7-87d0-ec6fd399d134') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.345522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883a102a-76f4-45c7-87d0-ec6fd399d134') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.369475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.389707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0daeab84-8276-45c1-b100-ad3aa6373162 req-07bfa9b4-d86e-4596-a23a-000d04c613d6 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373794 Aug 31 09:31:38.393993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.420265 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.429288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:38.430345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.452744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Transition to ACTIVE for port object caf35d1b-573c-4934-aeb7-3671fdc2f7be will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:38.467007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.482137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68e73-735a-49e8-8221-0c10483d6160 req-0ac26b3d-24a9-4c6c-b1c8-61a746849235 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:38.497416 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2b68e73-735a-49e8-8221-0c10483d6160 req-0ac26b3d-24a9-4c6c-b1c8-61a746849235 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 945 time: 0.5510113 Aug 31 09:31:38.503083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:38.511276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:38.540271 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:38.545442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.563332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.572772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6b2c9996-a53e-435a-9e67-44bda0aa4d1b HTTP/1.1" status: 204 len: 168 time: 1.3371975 Aug 31 09:31:38.586486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9503b-9673-4cda-8157-d93f24bb8498 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2c9996-a53e-435a-9e67-44bda0aa4d1b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:38.635241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.28 (b697cd18-6b1e-4964-bca9-984c325f0fb8/4be1784b-7261-47c3-9189-55f46e9277df/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:38.642826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee6b55-1d16-4e89-8674-a30fb9699cd5 None None] Pushing event updated for resources: {'Port': ['ID=caf35d1b-573c-4934-aeb7-3671fdc2f7be,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:38.666073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97887957-237b-4d8a-aa58-5d2b2345332e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:38.669880 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd570a-0e6b-4a65-9760-e3be84c4c583" -d '{"events": [{"server_uuid": "4d72a8e2-1030-43b0-8484-7b332f6f38a5", "name": "network-vif-plugged", "status": "completed", "tag": "97887957-237b-4d8a-aa58-5d2b2345332e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:38.765027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 97887957-237b-4d8a-aa58-5d2b2345332e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97887957-237b-4d8a-aa58-5d2b2345332e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:38.772094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,segment=NetworkSegment(94951833-a2cc-4286-8616-2469fed588dc),segment_id=94951833-a2cc-4286-8616-2469fed588dc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:38.774194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device caf35d1b-573c-4934-aeb7-3671fdc2f7be up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:38.816755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.821106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9d2bc-cfca-456f-9b82-43c58437dbc8 None None] Deleting port 9f824dec-248a-4f41-bc11-a9c49f12f00b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:38.821583 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6ba9d2bc-cfca-456f-9b82-43c58437dbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.823906 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-6ba9d2bc-cfca-456f-9b82-43c58437dbc8 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b could not be found. Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1956, in delete_port Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 6b2c9996-a53e-435a-9e67-44bda0aa4d1b could not be found. Aug 31 09:31:38.899336 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:31:38.938026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:38.984540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7c44c-4b23-43b4-b14c-07a4900c26d9 req-1ca7adf4-78c1-4d76-80e1-9978a58176b1 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:38.984540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04c7c44c-4b23-43b4-b14c-07a4900c26d9 req-1ca7adf4-78c1-4d76-80e1-9978a58176b1 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 943 time: 0.2298505 Aug 31 09:31:39.000389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2b68e73-735a-49e8-8221-0c10483d6160 req-4c5a38ae-460b-40ff-a6f3-fd34464e84de tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911125 Aug 31 09:31:39.012700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b864a31f-003b-40fb-b639-e4f1bd8b66d4 None None] DHCP port deletion for 6b2c9996-a53e-435a-9e67-44bda0aa4d1b request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:39.071832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.098207 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04c7c44c-4b23-43b4-b14c-07a4900c26d9 req-50cd9589-47df-4a84-80f1-00d9850d52f9 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962396 Aug 31 09:31:39.112767 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3971776f-26e5-450a-afb5-00fb574f44f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=577488d78fac45f497655d9a634879a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727147 Aug 31 09:31:39.113550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Ignored duplicate provisioning block setup for port 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:31:39.124701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.125100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58978) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.191206 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.227233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.238833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:39.290896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=2f53ce9d-d634-4bee-b4f7-9c83f6b0a877,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.301732 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df38d8ae-857d-4fd0-af0e-e507808387c7 x-openstack-request-id: req-df38d8ae-857d-4fd0-af0e-e507808387c7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:39.303258 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d72a8e2-1030-43b0-8484-7b332f6f38a5", "name": "network-vif-plugged", "status": "completed", "tag": "97887957-237b-4d8a-aa58-5d2b2345332e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:39.303258 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df38d8ae-857d-4fd0-af0e-e507808387c7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:39.303258 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97887957-237b-4d8a-aa58-5d2b2345332e', 'code': 200} Aug 31 09:31:39.337795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.339079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.340003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.340511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.340863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.341204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.341537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.341869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.342205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.342579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.342913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.343251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:39.420023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03cddf37-a619-411e-83a5-ef18721039f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.496360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 83835033-35fe-4220-a2c8-70b16489b490, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83835033-35fe-4220-a2c8-70b16489b490,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:39.518742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] In _notify_port_updated(), no bound segment for port 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 on network b697cd18-6b1e-4964-bca9-984c325f0fb8 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:31:39.526373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:39.527104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.528514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-649f6b84-ed07-4116-97bb-ceadd343c2ef tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/ports/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 HTTP/1.1" status: 200 len: 1000 time: 2.0374165 Aug 31 09:31:39.533550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58984) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.538005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03cddf37-a619-411e-83a5-ef18721039f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.542622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.574355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd25db6-e8ba-4e14-a936-fd9611aa37ef req-a9c96424-0652-4bc3-8678-76d25010b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:39.578186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ccd25db6-e8ba-4e14-a936-fd9611aa37ef req-a9c96424-0652-4bc3-8678-76d25010b5dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 1101 time: 0.2202997 Aug 31 09:31:39.595045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de08c9f6-6cda-4682-821e-811c2b7cca0e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:39.629275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=97887957-237b-4d8a-aa58-5d2b2345332e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.639806 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ccd25db6-e8ba-4e14-a936-fd9611aa37ef req-e80a73fd-9c32-4b81-ade0-05bcee06e1e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Aug 31 09:31:39.649470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: de08c9f6-6cda-4682-821e-811c2b7cca0e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:39.649962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de08c9f6-6cda-4682-821e-811c2b7cca0e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:39.650909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f824dec-248a-4f41-bc11-a9c49f12f00b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:39.668591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03cddf37-a619-411e-83a5-ef18721039f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.672222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03cddf37-a619-411e-83a5-ef18721039f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.677947 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03cddf37-a619-411e-83a5-ef18721039f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bd44eb9-cbe9-4d85-bfc1-5139f0d94f4c HTTP/1.1" status: 204 len: 168 time: 0.5505342 Aug 31 09:31:39.682138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9f824dec-248a-4f41-bc11-a9c49f12f00b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:39.682752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f824dec-248a-4f41-bc11-a9c49f12f00b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:39.684116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c656182f-2dda-4a33-ab32-d0a6fee8f0eb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:39.690068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cddf37-a619-411e-83a5-ef18721039f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd44eb9-cbe9-4d85-bfc1-5139f0d94f4c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.752158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e507c-698f-48a5-9c78-e0d475101ccf req-8f7177d9-a25d-403d-bc59-ce8147dd2a32 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:39.755562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-602e507c-698f-48a5-9c78-e0d475101ccf req-8f7177d9-a25d-403d-bc59-ce8147dd2a32 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.1947043 Aug 31 09:31:39.840112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c656182f-2dda-4a33-ab32-d0a6fee8f0eb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:39.840596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c656182f-2dda-4a33-ab32-d0a6fee8f0eb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:39.858889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=83835033-35fe-4220-a2c8-70b16489b490,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.891587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-602e507c-698f-48a5-9c78-e0d475101ccf req-e479cdbb-1090-420c-a11c-165340a239a3 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256902 Aug 31 09:31:39.912418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:39.912926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.927447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3ecd2-c912-4c78-aa73-8756a4c96da2 None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:40.048667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f717342-5137-49b0-8366-737941b3a97c None None] Provisioning for port caf35d1b-573c-4934-aeb7-3671fdc2f7be completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:40.055298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f717342-5137-49b0-8366-737941b3a97c None None] Provisioning complete for port caf35d1b-573c-4934-aeb7-3671fdc2f7be triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:40.055781 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f717342-5137-49b0-8366-737941b3a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.061211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.079340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:40.294110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58996) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.317084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e83f21f-1392-4bb5-b8fc-3f53e4d058b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.435830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915069d-8cca-495f-8678-d7c7374418a4 req-a74868fb-1495-4848-9a78-9a5f835ba868 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:40.437479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8915069d-8cca-495f-8678-d7c7374418a4 req-a74868fb-1495-4848-9a78-9a5f835ba868 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2239926 Aug 31 09:31:40.521804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71860e43-c2f5-4686-97fd-30b5f974eb2d req-776da927-d3e6-467a-9a8b-ecb2fd92e222 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:40.524628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71860e43-c2f5-4686-97fd-30b5f974eb2d req-776da927-d3e6-467a-9a8b-ecb2fd92e222 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 944 time: 0.1370552 Aug 31 09:31:40.550058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.567061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8915069d-8cca-495f-8678-d7c7374418a4 req-d736e946-341b-48b5-ac32-d45e34ccde0a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208806 Aug 31 09:31:40.624140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=2f53ce9d-d634-4bee-b4f7-9c83f6b0a877,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.681237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e83f21f-1392-4bb5-b8fc-3f53e4d058b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.686689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71860e43-c2f5-4686-97fd-30b5f974eb2d req-5c2ba9c9-392e-437e-9570-129eecf7d41a tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505728 Aug 31 09:31:40.687883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e83f21f-1392-4bb5-b8fc-3f53e4d058b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.720929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device caf35d1b-573c-4934-aeb7-3671fdc2f7be up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:40.775413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83f21f-1392-4bb5-b8fc-3f53e4d058b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600f67f8-5ed4-4667-bce7-b36556dff179,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.793524 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e83f21f-1392-4bb5-b8fc-3f53e4d058b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4980388 Aug 31 09:31:40.799281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59002) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.882002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab70d25c-dfc0-46be-af17-67792e8b6145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.887856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.888620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f4e67d4-a50c-40d0-b667-4ca9c378e1e4 None None] Provisioning complete for port caf35d1b-573c-4934-aeb7-3671fdc2f7be triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:40.889281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f4e67d4-a50c-40d0-b667-4ca9c378e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.894601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f68b081-f9d7-4c3a-b425-4313665e3dd1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 HTTP/1.1" status: 204 len: 168 time: 1.3574252 Aug 31 09:31:40.895228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.930695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab70d25c-dfc0-46be-af17-67792e8b6145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.963133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port caf35d1b-573c-4934-aeb7-3671fdc2f7be triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:40.963865 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.968042 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4a9172-ff85-4b62-9616-f6aecbe8e200 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:31:40.972457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59008) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.978179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a4a9172-ff85-4b62-9616-f6aecbe8e200 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 HTTP/1.1" status: 404 len: 333 time: 0.0794234 Aug 31 09:31:41.073288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 4be1784b-7261-47c3-9189-55f46e9277df {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:41.080693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.217326 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f559c39-d0e1-43f8-9b75-bd38b075cb92 req-476f0613-3972-4749-9bff-e21fb7a1b296 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:41.219311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f559c39-d0e1-43f8-9b75-bd38b075cb92 req-476f0613-3972-4749-9bff-e21fb7a1b296 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.1124961 Aug 31 09:31:41.230561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab70d25c-dfc0-46be-af17-67792e8b6145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.235212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab70d25c-dfc0-46be-af17-67792e8b6145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.235212 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ab70d25c-dfc0-46be-af17-67792e8b6145 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/600f67f8-5ed4-4667-bce7-b36556dff179 HTTP/1.1" status: 204 len: 168 time: 0.4312747 Aug 31 09:31:41.259134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70d25c-dfc0-46be-af17-67792e8b6145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f67f8-5ed4-4667-bce7-b36556dff179,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.285338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.310633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835033-35fe-4220-a2c8-70b16489b490'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:41.312917 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45e566d-b78b-4dc6-a8cd-3cc0f8b23a8c" -d '{"events": [{"server_uuid": "c3a02b1c-2d22-4f76-9338-3043c8876a63", "name": "network-vif-plugged", "status": "completed", "tag": "83835033-35fe-4220-a2c8-70b16489b490"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:41.357404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f559c39-d0e1-43f8-9b75-bd38b075cb92 req-cb85eb73-b718-433f-b549-807d5a20a971 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104953 Aug 31 09:31:41.359221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f4e67d4-a50c-40d0-b667-4ca9c378e1e4 None None] Could not find standard attr ID for object 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:41.372512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:41.500492 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730ed1aa-bc75-4787-851b-e4f21b8b5a36 x-openstack-request-id: req-730ed1aa-bc75-4787-851b-e4f21b8b5a36 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:41.501176 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a02b1c-2d22-4f76-9338-3043c8876a63", "name": "network-vif-plugged", "status": "completed", "tag": "83835033-35fe-4220-a2c8-70b16489b490", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:41.501796 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-730ed1aa-bc75-4787-851b-e4f21b8b5a36 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:41.502693 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83835033-35fe-4220-a2c8-70b16489b490', 'code': 200} Aug 31 09:31:41.526591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d0486337-ef9d-43c4-b68c-e3c099e6ff49 None None] Could not find standard attr ID for object 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:41.606633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.702725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:41.758972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:41.765339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.792327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.881107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.884404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/4be1784b-7261-47c3-9189-55f46e9277df HTTP/1.1" status: 204 len: 168 time: 0.9081674 Aug 31 09:31:41.886845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59024) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:41.914407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a7e87eba-c9f4-4dfe-8f9d-51bd6a55842f None None] Could not find standard attr ID for object 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:41.916064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052b62c-5a6e-45a2-b4ac-b8b6f461c919 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=4be1784b-7261-47c3-9189-55f46e9277df,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.947186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0db33-9787-40d6-a5bd-46d29b949eb8 req-1cba1147-33b9-4584-918e-51058eb9eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:41.949998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a3e0db33-9787-40d6-a5bd-46d29b949eb8 req-1cba1147-33b9-4584-918e-51058eb9eb27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 1098 time: 0.2082691 Aug 31 09:31:42.031635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.041249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a3e0db33-9787-40d6-a5bd-46d29b949eb8 req-e8691b1e-4f7a-4ca6-bc5c-03389c897a60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809886 Aug 31 09:31:42.096887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,segment=NetworkSegment(94951833-a2cc-4286-8616-2469fed588dc),segment_id=94951833-a2cc-4286-8616-2469fed588dc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:42.104977 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.119189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8903f9e-fa2d-4668-832f-230cb88359d3 None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:42.139776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 7a123a8a-9180-462b-bd93-bb3cccd8ca84 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:42.151800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.168762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec198ed-7045-4119-b7d8-db59ae100a9e req-bde19f1f-6bee-4dfe-b5b8-b03feffe8b86 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:42.171083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bec198ed-7045-4119-b7d8-db59ae100a9e req-bde19f1f-6bee-4dfe-b5b8-b03feffe8b86 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 944 time: 0.2016613 Aug 31 09:31:42.192279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6d04849b-1c31-46e2-a205-dc93564eb096 None None] Could not find standard attr ID for object 2f53ce9d-d634-4bee-b4f7-9c83f6b0a877. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:42.207490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863473dd-774b-4f28-9a96-c7cbfe5b9fae req-6d5b4b66-cdc7-40c0-b6bb-bbf9757031ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:42.209981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-863473dd-774b-4f28-9a96-c7cbfe5b9fae req-6d5b4b66-cdc7-40c0-b6bb-bbf9757031ef tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.3185914 Aug 31 09:31:42.230581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.286916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.324012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bec198ed-7045-4119-b7d8-db59ae100a9e req-a0bfd213-81fb-4779-83bc-99c1d8fa5969 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265285 Aug 31 09:31:42.353774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-863473dd-774b-4f28-9a96-c7cbfe5b9fae req-b2cd62cd-ae97-4f13-86c8-a5176d562981 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238978 Aug 31 09:31:42.799521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.861754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a64892-2d9e-461f-aeba-6c9560248976 req-e5ad847b-73ba-49c9-a7de-8c02166cb6ba tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:42.863634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95a64892-2d9e-461f-aeba-6c9560248976 req-e5ad847b-73ba-49c9-a7de-8c02166cb6ba tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.1040878 Aug 31 09:31:42.937588 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.994134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95a64892-2d9e-461f-aeba-6c9560248976 req-8305b165-320b-412f-b2c0-99ab02285cbe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172523 Aug 31 09:31:42.995561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=7a123a8a-9180-462b-bd93-bb3cccd8ca84,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.999599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.004707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:43.007859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-efbf77b4-71d3-452d-9e83-7dc8db083611 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/7a123a8a-9180-462b-bd93-bb3cccd8ca84 HTTP/1.1" status: 204 len: 168 time: 1.1183140 Aug 31 09:31:43.135817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.233170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port caf35d1b-573c-4934-aeb7-3671fdc2f7be {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:43.233665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.343888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] For port caf35d1b-573c-4934-aeb7-3671fdc2f7be, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=caf35d1b-573c-4934-aeb7-3671fdc2f7be,segment=NetworkSegment(e3365e27-eb1e-4e8f-95c8-b1fcb1928576),segment_id=e3365e27-eb1e-4e8f-95c8-b1fcb1928576)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:43.344793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.373082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for caf35d1b-573c-4934-aeb7-3671fdc2f7be owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:43.436434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f184f-2ede-4c3e-a695-3b5981988313 None None] Network b697cd18-6b1e-4964-bca9-984c325f0fb8 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:43.506458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:43.509621 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdfbd25-bba4-4c0c-9606-fa74835ac936" -d '{"events": [{"server_uuid": "e3fe0671-7284-4619-b91d-6a4101a77114", "name": "network-vif-plugged", "status": "completed", "tag": "dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:43.510863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041809c5-16b0-4511-be1e-e485c8f73288 req-5b3ae8c5-4a07-47a1-b584-59693cc6d6e8 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:43.518677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-041809c5-16b0-4511-be1e-e485c8f73288 req-5b3ae8c5-4a07-47a1-b584-59693cc6d6e8 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.0819035 Aug 31 09:31:43.566292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.578616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58e36-92bc-4a85-8239-d9827784c1db req-c82ba5b5-5ab0-42e7-ae9b-50e95f0cb0f5 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:43.588904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86e58e36-92bc-4a85-8239-d9827784c1db req-c82ba5b5-5ab0-42e7-ae9b-50e95f0cb0f5 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 945 time: 0.1619806 Aug 31 09:31:43.599097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dcb5d7ad-cfe5-479a-8cf5-aa1fc2744e90 None None] Provisioning complete for port caf35d1b-573c-4934-aeb7-3671fdc2f7be triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:43.599546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcb5d7ad-cfe5-479a-8cf5-aa1fc2744e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.623976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5d7ad-cfe5-479a-8cf5-aa1fc2744e90 None None] Port caf35d1b-573c-4934-aeb7-3671fdc2f7be was deleted so its status cannot be updated. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:31:43.634060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=caf35d1b-573c-4934-aeb7-3671fdc2f7be,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:43.639257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No DVR routers for this DVR port caf35d1b-573c-4934-aeb7-3671fdc2f7be on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:43.675480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86e58e36-92bc-4a85-8239-d9827784c1db req-c53e1f60-549c-4c6f-8eda-3882f79f4736 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847046 Aug 31 09:31:43.698323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-041809c5-16b0-4511-be1e-e485c8f73288 req-bad1d952-7da2-400a-816c-6a80e7cc9861 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782379 Aug 31 09:31:43.722459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847d3ad-1cf5-4388-a7b3-489cc566a174 None None] DHCP port deletion for b697cd18-6b1e-4964-bca9-984c325f0fb8 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:43.751940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3640f-b52c-4cb4-8c99-d97f04995921 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:31:43.778603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.791643 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880db554-d759-4fab-ae9b-7a847e0e2f2d x-openstack-request-id: req-880db554-d759-4fab-ae9b-7a847e0e2f2d {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:43.792067 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fe0671-7284-4619-b91d-6a4101a77114", "name": "network-vif-plugged", "status": "completed", "tag": "dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:43.792326 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-880db554-d759-4fab-ae9b-7a847e0e2f2d {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:43.792730 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8', 'code': 200} Aug 31 09:31:43.802323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b697cd18-6b1e-4964-bca9-984c325f0fb8']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:43.839266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:43.839501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3365e27-eb1e-4e8f-95c8-b1fcb1928576') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:43.865844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.895058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61726783-c25d-4954-8a68-fbe404ef0c58 req-fb912297-29e7-406e-ae3a-fc9749834297 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:43.896660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61726783-c25d-4954-8a68-fbe404ef0c58 req-fb912297-29e7-406e-ae3a-fc9749834297 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1127019 Aug 31 09:31:43.897957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3640f-b52c-4cb4-8c99-d97f04995921 None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:31:43.907704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.917707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:43.918181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:43.921852 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:43.951759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61726783-c25d-4954-8a68-fbe404ef0c58 req-2514fd49-e30a-4da5-b173-701ce08b59f0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Aug 31 09:31:44.082395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c4dc-625e-46ee-befe-c4d690cced48 req-83d7f479-45ef-44e7-8ab8-ddc1827113b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.084161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1708c4dc-625e-46ee-befe-c4d690cced48 req-83d7f479-45ef-44e7-8ab8-ddc1827113b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 1097 time: 0.1595557 Aug 31 09:31:44.091962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.138881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.147200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/b697cd18-6b1e-4964-bca9-984c325f0fb8 HTTP/1.1" status: 204 len: 168 time: 1.1363010 Aug 31 09:31:44.148038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae39691-b0d1-43e9-9338-d428e3794752 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=b697cd18-6b1e-4964-bca9-984c325f0fb8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:44.149416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59064) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.185958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1708c4dc-625e-46ee-befe-c4d690cced48 req-615639af-a316-4630-85af-d3f9fbaccf57 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899632 Aug 31 09:31:44.268534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919dbac-a6b1-48ef-8a5b-f9970183bd3f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.279085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59070) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.280633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6919dbac-a6b1-48ef-8a5b-f9970183bd3f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1284776 Aug 31 09:31:44.472032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb719c-27df-4813-a49d-cf61bfb0d223 req-788ba0a5-6c5e-4111-9a7f-93e72f2f3dad tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.474247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fabb719c-27df-4813-a49d-cf61bfb0d223 req-788ba0a5-6c5e-4111-9a7f-93e72f2f3dad tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1046512 Aug 31 09:31:44.521547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a33dd032-1300-47ba-a2b6-f401d031a978 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2401898 Aug 31 09:31:44.527230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59080) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.535383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fabb719c-27df-4813-a49d-cf61bfb0d223 req-0c99939b-e4ed-4f8d-90aa-36695d0c6c0b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534117 Aug 31 09:31:44.535733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-645849075'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:44.573584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:44.578158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.620096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:44.634990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.635664 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 635d6a40-2b06-42ad-8bac-ce82ab2609e8 of type vlan for network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c Aug 31 09:31:44.711526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device caf35d1b-573c-4934-aeb7-3671fdc2f7be no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:44.717557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.760778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.775259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.776012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.813230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: caf35d1b-573c-4934-aeb7-3671fdc2f7be {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:44.813887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device caf35d1b-573c-4934-aeb7-3671fdc2f7be not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:44.883381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3538938 Aug 31 09:31:44.890700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.896890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:44.925259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59092) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.958819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830a69-5a16-4934-be82-0793d2f9a910 req-a3b0ad4a-91fc-46c4-bd96-734556fe661f tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.960550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27830a69-5a16-4934-be82-0793d2f9a910 req-a3b0ad4a-91fc-46c4-bd96-734556fe661f tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 945 time: 0.1034746 Aug 31 09:31:44.983607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bed93-7bb8-475e-af73-053783620843 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:44.991171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4aab-4504-4f3f-8e6c-f7e2cd283cb3 req-f5e024ee-d598-46d5-b301-4c44039c7b63 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:44.991171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-728b4aab-4504-4f3f-8e6c-f7e2cd283cb3 req-f5e024ee-d598-46d5-b301-4c44039c7b63 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.1214364 Aug 31 09:31:44.995717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:45.046792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:45.052888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.101024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-728b4aab-4504-4f3f-8e6c-f7e2cd283cb3 req-5c7043a5-3237-4853-8bc1-b0ddad7f3819 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913765 Aug 31 09:31:45.126366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27830a69-5a16-4934-be82-0793d2f9a910 req-65b03062-5229-4f5e-b0c6-945b2bf81f3c tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511841 Aug 31 09:31:45.145837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-990440ff-f44b-447c-a87e-085c30a3a01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.296937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-990440ff-f44b-447c-a87e-085c30a3a01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.302946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-990440ff-f44b-447c-a87e-085c30a3a01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.319597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.356023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-990440ff-f44b-447c-a87e-085c30a3a01a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b5b7bb26e584bf3bcb5b2fc92ab25f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279017 Aug 31 09:31:45.358259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990440ff-f44b-447c-a87e-085c30a3a01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f94d610-4e84-475c-bd8a-5dd4ce0dbe7c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.360527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59096) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:45.423610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=0b931ecb-d92b-4581-9daa-1f8633d506a4,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.477658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eab630a7-300b-4037-9e18-d9d7b1aa48cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.479577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '635d6a40-2b06-42ad-8bac-ce82ab2609e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:45.479929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:45.510795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eab630a7-300b-4037-9e18-d9d7b1aa48cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.526929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:45.548301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:45.554908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.555786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.556343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec7b21-04c7-4229-bd42-6a495a219c17 None None] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:45.571584 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8692f81b-db84-44bf-8d94-49f4850688d0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6797004 Aug 31 09:31:45.574764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59098) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:45.586388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c', 'name': 'tempest-PortsTestJSON-628070181'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:45.698907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eab630a7-300b-4037-9e18-d9d7b1aa48cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.702237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eab630a7-300b-4037-9e18-d9d7b1aa48cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.703515 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eab630a7-300b-4037-9e18-d9d7b1aa48cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f94d610-4e84-475c-bd8a-5dd4ce0dbe7c HTTP/1.1" status: 204 len: 168 time: 0.3384171 Aug 31 09:31:45.722016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893582d-6683-46c9-913d-910b6488d31a req-57d0ea0c-c0ec-48b5-a227-af0310643ed8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.723878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a893582d-6683-46c9-913d-910b6488d31a req-57d0ea0c-c0ec-48b5-a227-af0310643ed8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.0919125 Aug 31 09:31:45.728128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab630a7-300b-4037-9e18-d9d7b1aa48cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f94d610-4e84-475c-bd8a-5dd4ce0dbe7c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.757242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-f8149485-ea9b-491a-81fd-2f338057277a tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.759483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-f8149485-ea9b-491a-81fd-2f338057277a tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.1176033 Aug 31 09:31:45.783014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c', 'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': '0b931ecb-d92b-4581-9daa-1f8633d506a4'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:45.784652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.786437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a893582d-6683-46c9-913d-910b6488d31a req-5dc3b673-5fcf-4707-b08f-2630d6314e9f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Aug 31 09:31:45.877965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:45.881650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.915876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 0c254755-8340-45b1-b1f9-4f14ccb75274 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:45.922126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Deleting port 97887957-237b-4d8a-aa58-5d2b2345332e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:45.922622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.970942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Allocated IP 172.20.0.2 (d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c/0b931ecb-d92b-4581-9daa-1f8633d506a4/b37aeb6e-f136-475d-a32d-2527fe647699) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:46.089150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] For port 97887957-237b-4d8a-aa58-5d2b2345332e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=97887957-237b-4d8a-aa58-5d2b2345332e,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:46.089529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.107695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Calling delete_port for 97887957-237b-4d8a-aa58-5d2b2345332e owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:46.198986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59110) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:46.217723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.223816 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24b8d891-84fc-4a90-ab8f-6555f473876a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.235576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Transition to ACTIVE for port object b37aeb6e-f136-475d-a32d-2527fe647699 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:46.267578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Transition to ACTIVE for port object b37aeb6e-f136-475d-a32d-2527fe647699 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:46.279142 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.334279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:46.341250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:46.346167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ea65b-9d99-4191-b7c0-e52a6a66dc86 req-aa25146b-d711-4a9e-aa9d-87fa653a4b69 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.348675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e0ea65b-9d99-4191-b7c0-e52a6a66dc86 req-aa25146b-d711-4a9e-aa9d-87fa653a4b69 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 945 time: 0.1073422 Aug 31 09:31:46.348959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:46.370338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545ec20-2247-4526-b134-1896a52b724d req-19e9f016-5674-4bb2-8816-c3603b8370b8 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.375823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7545ec20-2247-4526-b134-1896a52b724d req-19e9f016-5674-4bb2-8816-c3603b8370b8 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d72a8e2-1030-43b0-8484-7b332f6f38a5 HTTP/1.1" status: 200 len: 949 time: 0.1322119 Aug 31 09:31:46.392862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Pushing event updated for resources: {'Port': ['ID=b37aeb6e-f136-475d-a32d-2527fe647699,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:46.418842 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.432052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e0ea65b-9d99-4191-b7c0-e52a6a66dc86 req-970c1575-c818-4cda-9ec5-65641efbb274 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Aug 31 09:31:46.441691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Attempting to bind port b37aeb6e-f136-475d-a32d-2527fe647699 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:46.442499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Attempting to bind port b37aeb6e-f136-475d-a32d-2527fe647699 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '635d6a40-2b06-42ad-8bac-ce82ab2609e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:46.443580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Attempting to bind port b37aeb6e-f136-475d-a32d-2527fe647699 on network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:46.445424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.8 (d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c/0b931ecb-d92b-4581-9daa-1f8633d506a4/0c254755-8340-45b1-b1f9-4f14ccb75274) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:46.468309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['97887957-237b-4d8a-aa58-5d2b2345332e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:46.495631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:46.496194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Checking segment: {'id': '635d6a40-2b06-42ad-8bac-ce82ab2609e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:46.496896 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.497391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Bound using segment: {'id': '635d6a40-2b06-42ad-8bac-ce82ab2609e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:46.498055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Bound port: b37aeb6e-f136-475d-a32d-2527fe647699, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635d6a40-2b06-42ad-8bac-ce82ab2609e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:46.498577 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.517217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7545ec20-2247-4526-b134-1896a52b724d req-cba84413-0f8e-4dab-a02f-f14489e3d715 tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.18 "GET /v2.0/security-groups?id=899b395f-d40f-4f54-b639-bc6a40a50d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224015 Aug 31 09:31:46.530155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Pushing event deleted for resources: {'Port': ['ID=97887957-237b-4d8a-aa58-5d2b2345332e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:46.615904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24b8d891-84fc-4a90-ab8f-6555f473876a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.624458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-24b8d891-84fc-4a90-ab8f-6555f473876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.683560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] No DVR routers for this DVR port 97887957-237b-4d8a-aa58-5d2b2345332e on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:46.690228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] For port b37aeb6e-f136-475d-a32d-2527fe647699, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:46.697661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-24b8d891-84fc-4a90-ab8f-6555f473876a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d46d780a378b4d60a7cea9124fb2a082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924974 Aug 31 09:31:46.697820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] For port b37aeb6e-f136-475d-a32d-2527fe647699, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b37aeb6e-f136-475d-a32d-2527fe647699,segment=NetworkSegment(635d6a40-2b06-42ad-8bac-ce82ab2609e8),segment_id=635d6a40-2b06-42ad-8bac-ce82ab2609e8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:46.699197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59118) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:46.707648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d891-84fc-4a90-ab8f-6555f473876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f5edef-3602-4b45-a0e9-0718f741a2ea,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:46.714624 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.719272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.721338 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7fb83dff-13be-4e08-ad05-64e27cff6282 req-61436fb9-0da5-4a81-8468-5c5e9a0a52fe tempest-VolumesNegativeTest-661456857 tempest-VolumesNegativeTest-661456857-project] 10.222.0.23 "DELETE /v2.0/ports/97887957-237b-4d8a-aa58-5d2b2345332e HTTP/1.1" status: 204 len: 173 time: 0.9533234 Aug 31 09:31:46.721802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'name': 'network-vif-deleted', 'tag': '97887957-237b-4d8a-aa58-5d2b2345332e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:46.734517 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec93e18-9244-4d3f-ba3f-e206780b391f" -d '{"events": [{"server_uuid": "4d72a8e2-1030-43b0-8484-7b332f6f38a5", "name": "network-vif-deleted", "tag": "97887957-237b-4d8a-aa58-5d2b2345332e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:46.801015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaac67-3020-4697-8014-563eadc34e6c None None] Pushing event updated for resources: {'Port': ['ID=b37aeb6e-f136-475d-a32d-2527fe647699,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:46.813669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b1c2-f744-47f8-a426-374cb64e2911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.895875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b1c2-f744-47f8-a426-374cb64e2911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.914552 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a460a3-b6ac-42c4-80c7-9423a66021ce x-openstack-request-id: req-95a460a3-b6ac-42c4-80c7-9423a66021ce {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:46.914807 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d72a8e2-1030-43b0-8484-7b332f6f38a5", "name": "network-vif-deleted", "tag": "97887957-237b-4d8a-aa58-5d2b2345332e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:46.915061 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95a460a3-b6ac-42c4-80c7-9423a66021ce {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:46.915590 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d72a8e2-1030-43b0-8484-7b332f6f38a5', 'name': 'network-vif-deleted', 'tag': '97887957-237b-4d8a-aa58-5d2b2345332e', 'status': 'completed', 'code': 200} Aug 31 09:31:47.066096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696edaa-1471-423e-bca3-7ff497c58c8a req-ce593222-b012-49a6-a114-706ab61d874d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.067983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8696edaa-1471-423e-bca3-7ff497c58c8a req-ce593222-b012-49a6-a114-706ab61d874d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1002462 Aug 31 09:31:47.085329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.091354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b1c2-f744-47f8-a426-374cb64e2911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.093099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef8b1c2-f744-47f8-a426-374cb64e2911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.094922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ef8b1c2-f744-47f8-a426-374cb64e2911 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20f5edef-3602-4b45-a0e9-0718f741a2ea HTTP/1.1" status: 204 len: 168 time: 0.3937809 Aug 31 09:31:47.118759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 0c254755-8340-45b1-b1f9-4f14ccb75274 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:47.149448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8b1c2-f744-47f8-a426-374cb64e2911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f5edef-3602-4b45-a0e9-0718f741a2ea,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:47.188969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8696edaa-1471-423e-bca3-7ff497c58c8a req-0ec85d2b-ad55-4212-be86-84dd673688a8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018319 Aug 31 09:31:47.206654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf01a-f8ad-410c-ae56-0ea52238fccf req-f3b4fd0d-3926-4c8c-ab0b-8be01087c29b tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.207406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.225844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ededf01a-f8ad-410c-ae56-0ea52238fccf req-f3b4fd0d-3926-4c8c-ab0b-8be01087c29b tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 945 time: 0.1560998 Aug 31 09:31:47.280583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:47.284577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:47.284941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ededf01a-f8ad-410c-ae56-0ea52238fccf req-512ad7ab-f0f9-49f7-b5bf-f703d59293ed tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 Aug 31 09:31:47.287554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:47.299822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=0c254755-8340-45b1-b1f9-4f14ccb75274,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:47.377235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:47.378055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.419272 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-30b88d0b-6f80-453b-bced-f2a92f216984 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8403249 Aug 31 09:31:47.421524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:47.426968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': 'd51d9ecb-211f-4a5f-9a92-09d6a86f5d0c', 'name': 'tempest-PortsTestJSON-1444417276'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:47.608235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:47.616010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.663005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 442bb16a-324f-4b01-860a-f2bed450ca11 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:47.902781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.7 (d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c/0b931ecb-d92b-4581-9daa-1f8633d506a4/442bb16a-324f-4b01-860a-f2bed450ca11) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:48.189712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.225993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 442bb16a-324f-4b01-860a-f2bed450ca11 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:48.338372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4cbb6-fea8-4471-a41a-c3af03856752 None None] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:48.374582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.514677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1be7c4c5-2efe-4fd3-82da-c1c2a9b8e835 None None] Provisioning for port b37aeb6e-f136-475d-a32d-2527fe647699 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:48.535741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:48.545683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:48.551648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:48.646138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=442bb16a-324f-4b01-860a-f2bed450ca11,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:48.688213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b278-69c0-44ec-be44-d542323cbc96 req-8540764b-a109-4bea-8f1d-b0a5c24aaa67 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.700899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba75b278-69c0-44ec-be44-d542323cbc96 req-8540764b-a109-4bea-8f1d-b0a5c24aaa67 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 945 time: 0.1563933 Aug 31 09:31:48.719470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135587c-8acd-4d94-9d13-bee2a7007635 req-fb5eeb76-b1a1-4faf-9c12-ac510ebfb2ad tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.730060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e135587c-8acd-4d94-9d13-bee2a7007635 req-fb5eeb76-b1a1-4faf-9c12-ac510ebfb2ad tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.3008697 Aug 31 09:31:48.749518 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.774213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b37aeb6e-f136-475d-a32d-2527fe647699 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:48.776095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.777074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.877252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4887624e-b225-4564-91c9-f6fc24f6f3c8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4543824 Aug 31 09:31:48.886559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-4024e341-4b38-4779-a8e5-0ceec8c2df66 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.887981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b37aeb6e-f136-475d-a32d-2527fe647699 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:48.892884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b37aeb6e-f136-475d-a32d-2527fe647699 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:48.893076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:48.893323 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.897632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-4024e341-4b38-4779-a8e5-0ceec8c2df66 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 945 time: 0.1774707 Aug 31 09:31:49.009774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e135587c-8acd-4d94-9d13-bee2a7007635 req-047075b1-b7e4-4f48-a956-cc2e59a3e73a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774723 Aug 31 09:31:49.057887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba75b278-69c0-44ec-be44-d542323cbc96 req-40134a70-3765-4baa-8ea6-50a0ce3b01c4 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554106 Aug 31 09:31:49.144578 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.147596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db913bf-7540-4f3e-8c53-64edcda08c52 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:49.154563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8db913bf-7540-4f3e-8c53-64edcda08c52 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2581396 Aug 31 09:31:49.159173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59230) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.249182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port b37aeb6e-f136-475d-a32d-2527fe647699, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b37aeb6e-f136-475d-a32d-2527fe647699,segment=NetworkSegment(635d6a40-2b06-42ad-8bac-ce82ab2609e8),segment_id=635d6a40-2b06-42ad-8bac-ce82ab2609e8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:49.263964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.379982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 442bb16a-324f-4b01-860a-f2bed450ca11 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:49.380547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.403626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97887957-237b-4d8a-aa58-5d2b2345332e no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:49.529626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 97887957-237b-4d8a-aa58-5d2b2345332e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:49.529964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 97887957-237b-4d8a-aa58-5d2b2345332e not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:49.612198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=b37aeb6e-f136-475d-a32d-2527fe647699,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:49.628634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Provisioning complete for port b37aeb6e-f136-475d-a32d-2527fe647699 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:49.629620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.667662 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.686794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 442bb16a-324f-4b01-860a-f2bed450ca11 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:49.775050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-6da9dbee-bedf-49e5-888b-a5ae7ef1af05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0830848 Aug 31 09:31:49.782768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Deleting port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:49.783166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.858212 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.863280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Provisioning for port 0c254755-8340-45b1-b1f9-4f14ccb75274 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:49.871618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Provisioning complete for port 0c254755-8340-45b1-b1f9-4f14ccb75274 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:49.872236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.917210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=442bb16a-324f-4b01-860a-f2bed450ca11,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:49.930828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Port 0c254755-8340-45b1-b1f9-4f14ccb75274 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:49.934566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27376131-f7ba-407d-9e4e-c63b7693a048 None None] Could not find standard attr ID for object 442bb16a-324f-4b01-860a-f2bed450ca11. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:50.021875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] For port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,segment=NetworkSegment(94951833-a2cc-4286-8616-2469fed588dc),segment_id=94951833-a2cc-4286-8616-2469fed588dc)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:50.023059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.042779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Calling delete_port for dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:50.061621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-eb17c42b-4cee-4fd0-b0e5-3b7a9c58b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.063226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-eb17c42b-4cee-4fd0-b0e5-3b7a9c58b219 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1097 time: 0.1221657 Aug 31 09:31:50.063916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8557c89-f5b5-4fd3-b249-7a733844ebaa None None] Provisioning complete for port 0c254755-8340-45b1-b1f9-4f14ccb75274 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:50.064471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8557c89-f5b5-4fd3-b249-7a733844ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.094671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.099418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a11ac632-670c-432d-ad33-58db60b48eee tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/442bb16a-324f-4b01-860a-f2bed450ca11 HTTP/1.1" status: 204 len: 168 time: 0.9365537 Aug 31 09:31:50.099750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.190352 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ee2437-c388-4944-be3e-a7bc2bfe8e15 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:31:50.194413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-17ee2437-c388-4944-be3e-a7bc2bfe8e15 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/442bb16a-324f-4b01-860a-f2bed450ca11 HTTP/1.1" status: 404 len: 333 time: 0.0912242 Aug 31 09:31:50.196771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59280) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.200702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f8557c89-f5b5-4fd3-b249-7a733844ebaa None None] Port 0c254755-8340-45b1-b1f9-4f14ccb75274 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:50.308735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-bda61e3d-35db-47f8-9f35-5c398b24206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.311580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-bda61e3d-35db-47f8-9f35-5c398b24206e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.1916215 Aug 31 09:31:50.319687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-35c6835c-7082-47e7-89d8-6598b18f2989 None None] Could not find standard attr ID for object 442bb16a-324f-4b01-860a-f2bed450ca11. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:50.453093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.482808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b9e09-1f6a-4198-bf81-f1f76b00ff60 req-546e622e-2955-4076-943d-e04d31579a00 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.488766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-393b9e09-1f6a-4198-bf81-f1f76b00ff60 req-546e622e-2955-4076-943d-e04d31579a00 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2690260 Aug 31 09:31:50.491498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:50.502067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-91285970-1f58-4387-ab48-4e9a4365349e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 1001 time: 0.1545582 Aug 31 09:31:50.504851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Pushing event deleted for resources: {'Port': ['ID=dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:50.514720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340bf9e-d5e9-4c3e-81b7-1558d4a86713 req-2da4e5ae-358b-4f8e-becf-6a37fb5426a6 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.516299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0340bf9e-d5e9-4c3e-81b7-1558d4a86713 req-2da4e5ae-358b-4f8e-becf-6a37fb5426a6 tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3fe0671-7284-4619-b91d-6a4101a77114 HTTP/1.1" status: 200 len: 867 time: 0.2437975 Aug 31 09:31:50.547081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 0c254755-8340-45b1-b1f9-4f14ccb75274 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:50.547424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.642110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.656259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 0c254755-8340-45b1-b1f9-4f14ccb75274 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:50.705559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] No DVR routers for this DVR port dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:50.711179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.738004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-11aef03b-df0d-4c03-921b-83c3cfdf0346 req-0ce516cf-cf0d-4531-b1c3-df06c748cf9d tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.23 "DELETE /v2.0/ports/dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 HTTP/1.1" status: 204 len: 173 time: 1.8316665 Aug 31 09:31:50.782389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b37aeb6e-f136-475d-a32d-2527fe647699 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:50.785338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'name': 'network-vif-deleted', 'tag': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:50.787807 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a6c9a2-7cfe-4d3f-835f-b1d559cbbab0" -d '{"events": [{"server_uuid": "e3fe0671-7284-4619-b91d-6a4101a77114", "name": "network-vif-deleted", "tag": "dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:50.792017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-99b04545-d547-49a6-83a3-9e189af76764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.793655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-99b04545-d547-49a6-83a3-9e189af76764 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.2785330 Aug 31 09:31:50.821373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.894870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b37aeb6e-f136-475d-a32d-2527fe647699 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:50.895426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.930632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-42bb4abe-d27a-46f9-9cc4-677cdfb0f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.940049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-42bb4abe-d27a-46f9-9cc4-677cdfb0f5b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375041 Aug 31 09:31:50.961457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0340bf9e-d5e9-4c3e-81b7-1558d4a86713 req-edd12afb-9e5b-49a3-8a07-e9f786ca85fd tempest-InstanceActionsNegativeTestJSON-1670395346 tempest-InstanceActionsNegativeTestJSON-1670395346-project] 10.222.0.18 "GET /v2.0/security-groups?id=48655831-c9ee-4eb2-9cd6-494a54ab1540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350331 Aug 31 09:31:51.016999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=0c254755-8340-45b1-b1f9-4f14ccb75274,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:51.244244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-393b9e09-1f6a-4198-bf81-f1f76b00ff60 req-eb8bbe6d-e5d6-4228-95ed-fddda5276ba9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531509 Aug 31 09:31:51.245142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.253239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-03dd4743-54b9-4277-b1ab-c1cc9845f4e9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/0c254755-8340-45b1-b1f9-4f14ccb75274 HTTP/1.1" status: 204 len: 168 time: 1.0543389 Aug 31 09:31:51.254261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:51.301854 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f0f0d4-8fe7-41df-8705-ad5966719dec tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:31:51.309158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-61f0f0d4-8fe7-41df-8705-ad5966719dec tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/0c254755-8340-45b1-b1f9-4f14ccb75274 HTTP/1.1" status: 404 len: 333 time: 0.0529487 Aug 31 09:31:51.311062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59348) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:51.356723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-fafae4b4-88b6-4483-a67b-d60117f86e3d service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038603 Aug 31 09:31:51.415003 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d7690c-a7e8-4353-9fa0-8edb8c7676c7 x-openstack-request-id: req-b0d7690c-a7e8-4353-9fa0-8edb8c7676c7 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:51.415003 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fe0671-7284-4619-b91d-6a4101a77114", "name": "network-vif-deleted", "tag": "dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:51.415003 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0d7690c-a7e8-4353-9fa0-8edb8c7676c7 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:51.415545 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fe0671-7284-4619-b91d-6a4101a77114', 'name': 'network-vif-deleted', 'tag': 'dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8', 'status': 'completed', 'code': 200} Aug 31 09:31:51.493884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 0b931ecb-d92b-4581-9daa-1f8633d506a4 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:51.500203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.608708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.640563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0646074e-2da9-4fbb-967e-4c89de901c68 req-f84a2f07-424d-4362-9fa2-be5b5b5c25e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769525 Aug 31 09:31:51.779723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.884004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.935067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=0b931ecb-d92b-4581-9daa-1f8633d506a4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:51.937558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.944260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59388) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:51.946668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bdc56954-d0a6-4e39-94cf-fd53d850e528 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/0b931ecb-d92b-4581-9daa-1f8633d506a4 HTTP/1.1" status: 204 len: 168 time: 0.6260371 Aug 31 09:31:51.964121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168d500-6c31-4ee4-8406-c7ef0c25761d None None] Network d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:52.082743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.130908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:52.211493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Deleting subnet 316c9b5f-ae24-4436-8b60-1c410ee69e57 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:52.219992 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.220454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port b37aeb6e-f136-475d-a32d-2527fe647699 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:52.222337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.223332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] DHCP port deletion for d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:52.340453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] For port b37aeb6e-f136-475d-a32d-2527fe647699, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b37aeb6e-f136-475d-a32d-2527fe647699,segment=NetworkSegment(635d6a40-2b06-42ad-8bac-ce82ab2609e8),segment_id=635d6a40-2b06-42ad-8bac-ce82ab2609e8)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:52.340938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.350750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] Deleting port b37aeb6e-f136-475d-a32d-2527fe647699 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:52.352225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.365090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.381553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for b37aeb6e-f136-475d-a32d-2527fe647699 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:52.476822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] For port b37aeb6e-f136-475d-a32d-2527fe647699, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b37aeb6e-f136-475d-a32d-2527fe647699,segment=NetworkSegment(635d6a40-2b06-42ad-8bac-ce82ab2609e8),segment_id=635d6a40-2b06-42ad-8bac-ce82ab2609e8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:52.477134 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.512874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] Calling delete_port for b37aeb6e-f136-475d-a32d-2527fe647699 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:52.525571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.565198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.594194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00534f5a-fb0a-46cb-bdaa-f1fd7a58d1ce req-cf5573b9-7425-4803-b550-c60beb857654 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:52.596371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00534f5a-fb0a-46cb-bdaa-f1fd7a58d1ce req-cf5573b9-7425-4803-b550-c60beb857654 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1220973 Aug 31 09:31:52.615761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=b37aeb6e-f136-475d-a32d-2527fe647699,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:52.621401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No DVR routers for this DVR port b37aeb6e-f136-475d-a32d-2527fe647699 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:52.652057 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.661019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.696985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] Pushing event deleted for resources: {'Port': ['ID=b37aeb6e-f136-475d-a32d-2527fe647699,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:52.705369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f94a2-14dc-454a-aaba-ba4e456f6b98 None None] No DVR routers for this DVR port b37aeb6e-f136-475d-a32d-2527fe647699 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:52.752819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00534f5a-fb0a-46cb-bdaa-f1fd7a58d1ce req-bffe3267-81db-49cc-8ceb-6f1b15def836 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462324 Aug 31 09:31:52.754380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316c9b5f-ae24-4436-8b60-1c410ee69e57,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:52.769786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b37aeb6e-f136-475d-a32d-2527fe647699 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:52.772404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.781777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c545352-7305-4ef7-ae02-927dc70c18db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/316c9b5f-ae24-4436-8b60-1c410ee69e57 HTTP/1.1" status: 204 len: 168 time: 0.6491265 Aug 31 09:31:52.791868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.792398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59414) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:52.806895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b37aeb6e-f136-475d-a32d-2527fe647699 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:52.807327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b37aeb6e-f136-475d-a32d-2527fe647699 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:52.816929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:52.834616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635d6a40-2b06-42ad-8bac-ce82ab2609e8') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:52.834826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635d6a40-2b06-42ad-8bac-ce82ab2609e8') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:52.846890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.864449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.872760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:52.873212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:52.880179 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:52.902138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.997438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.005800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.008211 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c HTTP/1.1" status: 204 len: 168 time: 1.0619242 Aug 31 09:31:53.013501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59434) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.032139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463352'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:53.033371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.037063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc66429-0938-4a17-94fa-6e36c6d7e9df tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=d51d9ecb-211f-4a5f-9a92-09d6a86f5d0c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.048066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a96425-8f04-4f87-8bf5-48b35367a4a1']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:53.063341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:53.067841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.068498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94951833-a2cc-4286-8616-2469fed588dc') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:53.068850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94951833-a2cc-4286-8616-2469fed588dc') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:53.083226 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.109807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.118789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:53.119202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:53.121174 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:53.155424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:53.172839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.173414 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 804d7627-2892-4054-a5f9-d794004725f7 of type vlan for network d793ede5-fbba-4276-b787-8fe11ee61ad4 Aug 31 09:31:53.199536 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.225603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.228859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/96a96425-8f04-4f87-8bf5-48b35367a4a1 HTTP/1.1" status: 204 len: 168 time: 0.4357235 Aug 31 09:31:53.230035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a63010-12e3-424d-81f2-39e60d273c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a96425-8f04-4f87-8bf5-48b35367a4a1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.259466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.301978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.310704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.311906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.411852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:53.497155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4801254 Aug 31 09:31:53.497155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480916c-11b7-4718-85e8-e1c67621c5db tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=d793ede5-fbba-4276-b787-8fe11ee61ad4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.499053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59464) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.501793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:53.503074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd233a3d-3a49-4e0f-a128-dbd18b6bcdb8 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:53.528392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:53.529027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:53.559927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59466) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.685069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e71f3bf6-8d7b-463f-8bda-90fd4dca0ca1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b18d88b5df5a4580a752ea35487cd0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230276 Aug 31 09:31:53.689142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.751892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:53.759410 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.799283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d24f60e-e564-43cb-9e0a-872725c30ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.853230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d24f60e-e564-43cb-9e0a-872725c30ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.972162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d24f60e-e564-43cb-9e0a-872725c30ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.977393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d24f60e-e564-43cb-9e0a-872725c30ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.979421 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d24f60e-e564-43cb-9e0a-872725c30ec2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48655831-c9ee-4eb2-9cd6-494a54ab1540 HTTP/1.1" status: 204 len: 168 time: 0.2875514 Aug 31 09:31:54.003098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24f60e-e564-43cb-9e0a-872725c30ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48655831-c9ee-4eb2-9cd6-494a54ab1540,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:54.067610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c1089-6b60-4a5e-8e1a-cba805665c9d req-81d034f6-1c4b-4685-bb00-57d676aaa090 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:54.070527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-504c1089-6b60-4a5e-8e1a-cba805665c9d req-81d034f6-1c4b-4685-bb00-57d676aaa090 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1308324 Aug 31 09:31:54.197794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-504c1089-6b60-4a5e-8e1a-cba805665c9d req-e3d43051-1398-436c-aaaf-c750851556d5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088846 Aug 31 09:31:54.200832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.294439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=4429941e-ab54-4790-a709-57788db376b0,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:54.329536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '804d7627-2892-4054-a5f9-d794004725f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:54.330090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: d793ede5-fbba-4276-b787-8fe11ee61ad4, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:54.370515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:54.391779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d793ede5-fbba-4276-b787-8fe11ee61ad4) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:54.399338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:54.400029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.411369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0223d4-9fd6-4a51-ba19-a354061c6749 None None] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:54.432769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9022fd27-8592-4434-85aa-4ae732b14dc4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9272630 Aug 31 09:31:54.433536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:54.449610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4', 'name': 'tempest-PortsTestJSON-2103007497', 'fixed_ips': [{'subnet_id': '4429941e-ab54-4790-a709-57788db376b0', 'ip_address': '172.20.0.10'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:54.737986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d793ede5-fbba-4276-b787-8fe11ee61ad4', 'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': '4429941e-ab54-4790-a709-57788db376b0'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:54.740026 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.744827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:54.893946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.949925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 1a46add3-770c-47f8-af19-4579f9913ef3 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:54.975781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Allocated IP 172.20.0.2 (d793ede5-fbba-4276-b787-8fe11ee61ad4/4429941e-ab54-4790-a709-57788db376b0/80590943-0b40-4428-83b2-e7828ec56904) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:55.271959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.292781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Transition to ACTIVE for port object 80590943-0b40-4428-83b2-e7828ec56904 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:55.327784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Transition to ACTIVE for port object 80590943-0b40-4428-83b2-e7828ec56904 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:55.337658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.421424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:55.433269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:55.440536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:55.447895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Pushing event updated for resources: {'Port': ['ID=80590943-0b40-4428-83b2-e7828ec56904,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.539340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Attempting to bind port 80590943-0b40-4428-83b2-e7828ec56904 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:55.539778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Attempting to bind port 80590943-0b40-4428-83b2-e7828ec56904 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '804d7627-2892-4054-a5f9-d794004725f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:55.540132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Attempting to bind port 80590943-0b40-4428-83b2-e7828ec56904 on network d793ede5-fbba-4276-b787-8fe11ee61ad4 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:55.551951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:55.552925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Checking segment: {'id': '804d7627-2892-4054-a5f9-d794004725f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:55.553593 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.554319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Bound using segment: {'id': '804d7627-2892-4054-a5f9-d794004725f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:55.555112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Bound port: 80590943-0b40-4428-83b2-e7828ec56904, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804d7627-2892-4054-a5f9-d794004725f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:55.555743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.609486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59506) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:55.636808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.10 (d793ede5-fbba-4276-b787-8fe11ee61ad4/4429941e-ab54-4790-a709-57788db376b0/1a46add3-770c-47f8-af19-4579f9913ef3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:55.688987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] For port 80590943-0b40-4428-83b2-e7828ec56904, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:55.693706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] For port 80590943-0b40-4428-83b2-e7828ec56904, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=80590943-0b40-4428-83b2-e7828ec56904,segment=NetworkSegment(804d7627-2892-4054-a5f9-d794004725f7),segment_id=804d7627-2892-4054-a5f9-d794004725f7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:55.703411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a885f-e0eb-4022-98f6-53f3a0fe01f6 req-897a0406-5ecd-41b1-835a-f5e2e3b19078 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.705009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.727284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-329a885f-e0eb-4022-98f6-53f3a0fe01f6 req-897a0406-5ecd-41b1-835a-f5e2e3b19078 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2435155 Aug 31 09:31:55.890723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10326-3877-4c31-ae78-c153f0368087 None None] Pushing event updated for resources: {'Port': ['ID=80590943-0b40-4428-83b2-e7828ec56904,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.920918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1846264587-network', 'tenant_id': 'bb3ae311bed14d4b9898478e677848fc'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:55.944110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-329a885f-e0eb-4022-98f6-53f3a0fe01f6 req-1e7ea3f9-439e-485b-9adb-072a2d215e3c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157824 Aug 31 09:31:55.967758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Made reservation on behalf of bb3ae311bed14d4b9898478e677848fc for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:55.970900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.981833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.153974 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.200012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 1a46add3-770c-47f8-af19-4579f9913ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:56.233744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.243200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.273339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:56.292487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.292884 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Added segment b9816e16-dd2f-4d6e-b872-95ea801211b7 of type vlan for network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 Aug 31 09:31:56.345187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.364320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.429921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.431434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.432112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.437290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c29589-8768-4d30-84d0-150232566b8f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:56.456424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:56.480982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:56.487103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:56.508710 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8969319 Aug 31 09:31:56.509415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59516) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:56.523935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Request body: {'subnet': {'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1846264587-subnet', 'tenant_id': 'bb3ae311bed14d4b9898478e677848fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:56.529760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=1a46add3-770c-47f8-af19-4579f9913ef3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:56.554998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7df49a-27ce-4f3d-a509-0bee3ec8be6f admin admin] Pushing event updated for resources: {'Network': ['ID=430abb3f-090a-4e7c-8d24-45a5be4be0f5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:56.568246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Made reservation on behalf of bb3ae311bed14d4b9898478e677848fc for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:56.573546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:56.579114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.584476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.586104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.613920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9081cf27-abef-4da9-ad5f-a406bdc2bc7c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1730905 Aug 31 09:31:56.614566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59520) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:56.625465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': 'd793ede5-fbba-4276-b787-8fe11ee61ad4', 'name': 'tempest-PortsTestJSON-1115724845', 'fixed_ips': [{'subnet_id': '4429941e-ab54-4790-a709-57788db376b0', 'ip_address': '172.20.0.9'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:56.784540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 80590943-0b40-4428-83b2-e7828ec56904 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:56.954816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.991481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 80590943-0b40-4428-83b2-e7828ec56904 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:57.049279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb158eb-2212-4cf9-838c-a28c42751e8e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.130948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Checking segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:57.131388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Network hostable DHCP agents. Network: 430abb3f-090a-4e7c-8d24-45a5be4be0f5, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:57.184008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:57.218933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59532) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:57.234086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 430abb3f-090a-4e7c-8d24-45a5be4be0f5) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:57.243765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.244819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.246600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e991e-5fb6-4c7e-8f5b-1c3535ad3e86 None None] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:57.303399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90f64c7d-4135-47a0-90ef-76f0f5d14d64 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7712679 Aug 31 09:31:57.548671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3e77-0b42-4829-94f3-abc9393cb5d3 req-d9e7df4c-1528-42cf-8a8c-ac7c2975e7df tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:57.553308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59540) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:57.574102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-469b3e77-0b42-4829-94f3-abc9393cb5d3 req-d9e7df4c-1528-42cf-8a8c-ac7c2975e7df tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1532464 Aug 31 09:31:57.700556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc42320-cbd1-47af-8aa6-9d852f1ee79a None None] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:57.705475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:57.725502 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.748190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373dd85-64fa-45a7-80ec-96b538464d2b None None] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:57.788304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-469b3e77-0b42-4829-94f3-abc9393cb5d3 req-08d641ed-28ce-433f-a663-3eaf6f4918a5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121408 Aug 31 09:31:57.795716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port ec6b7cc8-1060-4fa2-960c-91552baf12ba yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:57.840107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db4e0592-5345-4bfc-ac38-da4f9ea09ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.921396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fe6c7012-ee74-4db7-86a8-b0fdcf73af6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dd05a995501474e9b023152e5d80d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654876 Aug 31 09:31:57.922380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59550) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:58.029902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa358691-8d58-479f-a82e-f6030e01762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.058618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa358691-8d58-479f-a82e-f6030e01762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.120758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa358691-8d58-479f-a82e-f6030e01762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.124001 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa358691-8d58-479f-a82e-f6030e01762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.127949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aa358691-8d58-479f-a82e-f6030e01762a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/899b395f-d40f-4f54-b639-bc6a40a50d1f HTTP/1.1" status: 204 len: 168 time: 0.2045012 Aug 31 09:31:58.148001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa358691-8d58-479f-a82e-f6030e01762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b395f-d40f-4f54-b639-bc6a40a50d1f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:58.244180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] Provisioning for port 80590943-0b40-4428-83b2-e7828ec56904 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:58.245642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db4e0592-5345-4bfc-ac38-da4f9ea09ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.254354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] Provisioning complete for port 80590943-0b40-4428-83b2-e7828ec56904 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:58.255469 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.258642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-db4e0592-5345-4bfc-ac38-da4f9ea09ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.303750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.9 (d793ede5-fbba-4276-b787-8fe11ee61ad4/4429941e-ab54-4790-a709-57788db376b0/ec6b7cc8-1060-4fa2-960c-91552baf12ba) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:58.323220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-db4e0592-5345-4bfc-ac38-da4f9ea09ef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01cb785b62fa4f5994324485b78e56e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1031935 Aug 31 09:31:58.324375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e0592-5345-4bfc-ac38-da4f9ea09ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d6ba9-ec4b-40cf-bc64-90f28e130375,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:58.329597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:58.406495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0dc65-55ec-4d82-aa6a-9c631aa272a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.449405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0dc65-55ec-4d82-aa6a-9c631aa272a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.536558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0dc65-55ec-4d82-aa6a-9c631aa272a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.537657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0dc65-55ec-4d82-aa6a-9c631aa272a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.550269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ad0dc65-55ec-4d82-aa6a-9c631aa272a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/347d6ba9-ec4b-40cf-bc64-90f28e130375 HTTP/1.1" status: 204 len: 168 time: 0.2185194 Aug 31 09:31:58.567162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0dc65-55ec-4d82-aa6a-9c631aa272a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d6ba9-ec4b-40cf-bc64-90f28e130375,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:58.578767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cee5aaf-6cf3-47e1-a1ba-e22bbb7f7780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.587191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.635041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] For port 80590943-0b40-4428-83b2-e7828ec56904, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=80590943-0b40-4428-83b2-e7828ec56904,segment=NetworkSegment(804d7627-2892-4054-a5f9-d794004725f7),segment_id=804d7627-2892-4054-a5f9-d794004725f7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:58.643895 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.722792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba51fb-26b8-4dc0-87a5-62a19f0f2522 None None] Pushing event updated for resources: {'Port': ['ID=80590943-0b40-4428-83b2-e7828ec56904,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:58.853498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.867086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-cdbe4d6b-26d2-4b0f-aba7-7f90d52fa339 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.876069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-cdbe4d6b-26d2-4b0f-aba7-7f90d52fa339 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 818 time: 0.2354810 Aug 31 09:31:58.901685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-54be834b-fc9b-424a-be73-11869a13ed42 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/quotas/bb3ae311bed14d4b9898478e677848fc HTTP/1.1" status: 200 len: 375 time: 0.0244310 Aug 31 09:31:58.921313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object ec6b7cc8-1060-4fa2-960c-91552baf12ba will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:58.956730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-3d0ded2d-41fb-417e-ba13-45d9115b510a tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537674 Aug 31 09:31:58.974361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b25f2f5b-f9cb-476b-a764-e94b535ed6b9 None None] Provisioning complete for port 80590943-0b40-4428-83b2-e7828ec56904 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:58.974741 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b25f2f5b-f9cb-476b-a764-e94b535ed6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.166640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b25f2f5b-f9cb-476b-a764-e94b535ed6b9 None None] Provisioning for port 1a46add3-770c-47f8-af19-4579f9913ef3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:59.171297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b25f2f5b-f9cb-476b-a764-e94b535ed6b9 None None] Provisioning complete for port 1a46add3-770c-47f8-af19-4579f9913ef3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:59.171681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b25f2f5b-f9cb-476b-a764-e94b535ed6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.218678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923aade8-4ce8-4675-aed9-88167fc3e414 req-8e856075-e87b-4a6f-a483-5f5cda622fd7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.220352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-923aade8-4ce8-4675-aed9-88167fc3e414 req-8e856075-e87b-4a6f-a483-5f5cda622fd7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2817523 Aug 31 09:31:59.252605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b25f2f5b-f9cb-476b-a764-e94b535ed6b9 None None] Port 1a46add3-770c-47f8-af19-4579f9913ef3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:59.274578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.324980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-84464fd4-3b81-43e0-84bf-63206d41e29c service neutron] 10.222.0.18 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672206 Aug 31 09:31:59.341694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-923aade8-4ce8-4675-aed9-88167fc3e414 req-7192b426-1672-4949-9929-8b3825aac58a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088181 Aug 31 09:31:59.356449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59588) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:59.376651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-08522c77-49b5-4559-9104-eb381acd85c1 None None] Provisioning complete for port 1a46add3-770c-47f8-af19-4579f9913ef3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:59.377260 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-08522c77-49b5-4559-9104-eb381acd85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.396749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1390-2e83-4500-9c38-892f982eba4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.444077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:59.450661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:59.452445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-08522c77-49b5-4559-9104-eb381acd85c1 None None] Port 1a46add3-770c-47f8-af19-4579f9913ef3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:59.535068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:59.552527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1390-2e83-4500-9c38-892f982eba4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.559988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a4f1390-2e83-4500-9c38-892f982eba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.605673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=ec6b7cc8-1060-4fa2-960c-91552baf12ba,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:59.621350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-770ade46-7425-42c1-b605-f94c812701b0 service neutron] 10.222.0.18 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828393 Aug 31 09:31:59.653743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.654932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.675654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f1390-2e83-4500-9c38-892f982eba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46711dd2-8d1f-4f57-932d-591b7da0e6a3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:59.685343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59594) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:59.696560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-800e1a2c-fa0f-47de-b7d3-ae165c912dda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0802972 Aug 31 09:31:59.743525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59596) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:59.754020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a4f1390-2e83-4500-9c38-892f982eba4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b91dc1048ebf492996cc508635e77bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946159 Aug 31 09:31:59.774559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59598) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:59.813560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b25da-61a5-4af9-bd96-be0fe3b89c6a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.818008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-735b25da-61a5-4af9-bd96-be0fe3b89c6a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1237020 Aug 31 09:31:59.825964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:59.884716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64432d6-218a-41eb-b76b-1a2438aa82ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.921809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8c92ebc0-2997-4d41-9109-25f83ad71192 None None] Provisioning for port ec6b7cc8-1060-4fa2-960c-91552baf12ba completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:59.932225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8c92ebc0-2997-4d41-9109-25f83ad71192 None None] Provisioning complete for port ec6b7cc8-1060-4fa2-960c-91552baf12ba triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:59.933443 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c92ebc0-2997-4d41-9109-25f83ad71192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.951633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2dde6e-e30a-4729-9e56-daf2ff8ed7be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.968411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64432d6-218a-41eb-b76b-1a2438aa82ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.970612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2dde6e-e30a-4729-9e56-daf2ff8ed7be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.985384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2dde6e-e30a-4729-9e56-daf2ff8ed7be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.988888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ae2dde6e-e30a-4729-9e56-daf2ff8ed7be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1594429 Aug 31 09:31:59.996158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-409190795-network', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:59.997247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59606) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:00.019700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8c92ebc0-2997-4d41-9109-25f83ad71192 None None] Port ec6b7cc8-1060-4fa2-960c-91552baf12ba cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:00.074683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Made reservation on behalf of fc245cbe32894737a7361da39b3981c8 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:00.080291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.131238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.181166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64432d6-218a-41eb-b76b-1a2438aa82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.181554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port ec6b7cc8-1060-4fa2-960c-91552baf12ba {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:00.181940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.184680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64432d6-218a-41eb-b76b-1a2438aa82ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.186237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d64432d6-218a-41eb-b76b-1a2438aa82ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46711dd2-8d1f-4f57-932d-591b7da0e6a3 HTTP/1.1" status: 204 len: 168 time: 0.4407907 Aug 31 09:32:00.237844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64432d6-218a-41eb-b76b-1a2438aa82ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46711dd2-8d1f-4f57-932d-591b7da0e6a3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.354363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9392f0f2-b3db-4764-be24-8a31835a018a req-f23ade1b-9f94-4caf-a604-54a5c9bf1057 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 210 time: 0.0675964 Aug 31 09:32:00.365463 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.400728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for ec6b7cc8-1060-4fa2-960c-91552baf12ba owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:00.474191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.482828 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.524526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:00.589412 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.589504 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Added segment b26c4280-fac2-4589-833d-e412142f94a6 of type vlan for network e2101c19-977f-44d3-9adb-565df12e5568 Aug 31 09:32:00.661624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.686337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-1bb0ca10-73e1-4944-a70b-89fa484e26c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1534801 Aug 31 09:32:00.702050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac30272-7b24-4af6-a586-e37310b909a3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.718105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.719238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.719890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.745040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59636) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:00.751257 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9751940 Aug 31 09:32:00.753367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Request body: {'subnet': {'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-409190795-subnet', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:00.768085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 80590943-0b40-4428-83b2-e7828ec56904 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:00.853383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.861831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a012b-1c0e-40fb-a3bd-721174df94fe admin admin] Pushing event updated for resources: {'Network': ['ID=e2101c19-977f-44d3-9adb-565df12e5568,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.878127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e2101c19-977f-44d3-9adb-565df12e5568 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:00.884956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b2254-5fc2-4271-8e04-4409e8025aed req-afddda95-d749-4a82-a31d-76fd4eaaa51b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.887853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-881b2254-5fc2-4271-8e04-4409e8025aed req-afddda95-d749-4a82-a31d-76fd4eaaa51b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.3867729 Aug 31 09:32:00.960661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=ec6b7cc8-1060-4fa2-960c-91552baf12ba,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.972253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Made reservation on behalf of fc245cbe32894737a7361da39b3981c8 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:00.977647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.980603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-881b2254-5fc2-4271-8e04-4409e8025aed req-e0fa4637-25be-4706-9c86-e756c060397d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794218 Aug 31 09:32:01.054773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 80590943-0b40-4428-83b2-e7828ec56904 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:01.055275 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.068587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bde67c-e504-4727-852f-e356d7d50219 req-8c7da350-d61c-4e30-862b-1e8c59b543ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.071500 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-8c7da350-d61c-4e30-862b-1e8c59b543ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.2853506 Aug 31 09:32:01.301204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.307125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59652) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:01.307662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40df25a1-0bf0-470e-ac6b-a2f4d1ca70c4 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/ec6b7cc8-1060-4fa2-960c-91552baf12ba HTTP/1.1" status: 204 len: 168 time: 1.3092706 Aug 31 09:32:01.353429 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bd013d-2dac-4bad-a2bc-5ccbe5c9ceb6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:32:01.355649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9bd013d-2dac-4bad-a2bc-5ccbe5c9ceb6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/ec6b7cc8-1060-4fa2-960c-91552baf12ba HTTP/1.1" status: 404 len: 333 time: 0.0466251 Aug 31 09:32:01.359397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59654) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:01.418802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bde67c-e504-4727-852f-e356d7d50219 req-140899ca-dd97-4534-a3ac-92dc1da402ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.421784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-140899ca-dd97-4534-a3ac-92dc1da402ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.2955284 Aug 31 09:32:01.503461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57d0e7b3-25a9-4279-89f9-6f8ce139db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.539504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91ede6d8-1bc4-4431-a808-7b07ea204286 req-1424d838-47bc-4335-a2e4-b7abe404b4fb tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 210 time: 0.0905600 Aug 31 09:32:01.545906 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-aada6fcf-bb52-4f1a-a0ce-36ce5e90189c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1002 time: 0.1113296 Aug 31 09:32:01.611515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 1a46add3-770c-47f8-af19-4579f9913ef3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:01.611858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.754640 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.758017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bde67c-e504-4727-852f-e356d7d50219 req-6b5fd856-4b01-4959-a16b-7cd164785fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.759971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-6b5fd856-4b01-4959-a16b-7cd164785fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.1335855 Aug 31 09:32:01.776229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.792662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 1a46add3-770c-47f8-af19-4579f9913ef3 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:01.858126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.869177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bde67c-e504-4727-852f-e356d7d50219 req-13bbda87-3554-46ff-b323-3eaee874e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.870762 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-13bbda87-3554-46ff-b323-3eaee874e58a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702746 Aug 31 09:32:01.985740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfde8f51-fc2f-47f5-8a7a-d9c148fada10,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.994982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.015115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Checking segment: {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:02.015519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Network hostable DHCP agents. Network: e2101c19-977f-44d3-9adb-565df12e5568, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:02.035619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=1a46add3-770c-47f8-af19-4579f9913ef3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:02.037659 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-00e5893a-c9a9-4f0d-adba-c79e1aae192f service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434412 Aug 31 09:32:02.051943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Network e2101c19-977f-44d3-9adb-565df12e5568 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:02.150974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.205013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.213785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59674) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:02.213988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b16dec34-817f-4b74-aa26-1eca4c2b20ff tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/1a46add3-770c-47f8-af19-4579f9913ef3 HTTP/1.1" status: 204 len: 168 time: 0.8522096 Aug 31 09:32:02.263998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560005f-5eb0-407d-8129-feabbb154805 req-a94d9188-3a90-4d1c-b3fe-9568b4b330fd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.266051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8560005f-5eb0-407d-8129-feabbb154805 req-a94d9188-3a90-4d1c-b3fe-9568b4b330fd tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1245356 Aug 31 09:32:02.293303 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-78235770-4bb4-4c1c-827e-333d1f6b3432 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:32:02.297458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-78235770-4bb4-4c1c-827e-333d1f6b3432 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/1a46add3-770c-47f8-af19-4579f9913ef3 HTTP/1.1" status: 404 len: 333 time: 0.0728726 Aug 31 09:32:02.305029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e2101c19-977f-44d3-9adb-565df12e5568) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:02.310733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59678) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:02.314780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4dac12-f682-4641-baba-af4ea31f3115 None None] Network e2101c19-977f-44d3-9adb-565df12e5568 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:02.359390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.360188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.486185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8560005f-5eb0-407d-8129-feabbb154805 req-8e7c00d5-619f-4b1e-8269-72a2aa0f57f2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060139 Aug 31 09:32:02.619501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-4f9dcf45-7bef-48aa-967b-c7886c23bd26 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.621218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-4f9dcf45-7bef-48aa-967b-c7886c23bd26 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 818 time: 0.3194754 Aug 31 09:32:02.647580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Request body: {'port': {'device_id': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'admin_state_up': True, 'tenant_id': 'bb3ae311bed14d4b9898478e677848fc'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:02.672371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e2101c19-977f-44d3-9adb-565df12e5568', 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'fixed_ips': [{'subnet_id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:02.678455 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.717537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-27903b26-7d4e-444a-a23e-e99a24ce2c56 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.719277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-27903b26-7d4e-444a-a23e-e99a24ce2c56 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.15 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 818 time: 0.4075651 Aug 31 09:32:02.730920 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-57b1481f-4283-4ca2-accc-7a4bff44792d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9823117 Aug 31 09:32:02.732189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59690) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:02.734839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Request body: {'port': {'device_id': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'admin_state_up': True, 'tenant_id': 'bb3ae311bed14d4b9898478e677848fc'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:02.740171 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-55bde67c-e504-4727-852f-e356d7d50219 req-0f38942f-4f38-48fa-95ab-76fb018ba205 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822982 Aug 31 09:32:02.766148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:02.813979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 4429941e-ab54-4790-a709-57788db376b0 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:02.818383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d94391bb-b483-4c10-8a94-f82c5e41d6b1 req-f1843c80-dbac-4447-86bd-be730d694721 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 210 time: 0.1425631 Aug 31 09:32:02.840309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.894571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.896572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.909531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Allocated IP 172.20.0.2 (e2101c19-977f-44d3-9adb-565df12e5568/bfde8f51-fc2f-47f5-8a7a-d9c148fada10/88f7cd03-5604-4694-861f-c3c9c55324e8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:02.965847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.025257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.035748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Made reservation on behalf of bb3ae311bed14d4b9898478e677848fc for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:03.041993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.066147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Made reservation on behalf of bb3ae311bed14d4b9898478e677848fc for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:03.075654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.165006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.201113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Transition to ACTIVE for port object 88f7cd03-5604-4694-861f-c3c9c55324e8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:03.222326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Transition to ACTIVE for port object 88f7cd03-5604-4694-861f-c3c9c55324e8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:03.231038 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.260529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.293553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.371883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Network e2101c19-977f-44d3-9adb-565df12e5568 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:03.409827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:03.416327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:03.420928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Pushing event updated for resources: {'Port': ['ID=88f7cd03-5604-4694-861f-c3c9c55324e8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:03.508543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Attempting to bind port 88f7cd03-5604-4694-861f-c3c9c55324e8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:03.509036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Attempting to bind port 88f7cd03-5604-4694-861f-c3c9c55324e8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:03.509402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Attempting to bind port 88f7cd03-5604-4694-861f-c3c9c55324e8 on network e2101c19-977f-44d3-9adb-565df12e5568 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:03.515905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:03.516226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Checking segment: {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:03.516688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.517164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Bound using segment: {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:03.517749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Bound port: 88f7cd03-5604-4694-861f-c3c9c55324e8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:03.518133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.551672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Allocated IP 172.20.0.11 (430abb3f-090a-4e7c-8d24-45a5be4be0f5/6eb158eb-2212-4cf9-838c-a28c42751e8e/0f962786-8870-4a70-a63c-31c4471043ea) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:03.554176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.586095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-3be91822-f183-4693-9072-a650e5e1116a tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.587788 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-3be91822-f183-4693-9072-a650e5e1116a tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 818 time: 0.3715701 Aug 31 09:32:03.600100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.613800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Request body: {'port': {'device_id': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'admin_state_up': True, 'tenant_id': 'bb3ae311bed14d4b9898478e677848fc'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:03.619612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] For port 88f7cd03-5604-4694-861f-c3c9c55324e8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:03.627285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] For port 88f7cd03-5604-4694-861f-c3c9c55324e8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=88f7cd03-5604-4694-861f-c3c9c55324e8,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:03.633791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=4429941e-ab54-4790-a709-57788db376b0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:03.638785 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.644417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b4159c75-0325-43ac-ad2e-b6d4aaaaccda tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/4429941e-ab54-4790-a709-57788db376b0 HTTP/1.1" status: 204 len: 168 time: 1.3310719 Aug 31 09:32:03.644693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.654165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59700) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:03.750879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0abf3-20cc-4f4d-809d-48b2d72c0e22 None None] Network d793ede5-fbba-4276-b787-8fe11ee61ad4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:03.767160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0bb35-29ab-48cb-b0b5-0e2392d116fb None None] Pushing event updated for resources: {'Port': ['ID=88f7cd03-5604-4694-861f-c3c9c55324e8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:03.844974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Made reservation on behalf of bb3ae311bed14d4b9898478e677848fc for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:03.849140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.887700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac9673-5a93-465c-b477-693e2a6b3087 req-55cce31b-1aab-4c89-a1e7-adf5d6d4bea3 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.895943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9ac9673-5a93-465c-b477-693e2a6b3087 req-55cce31b-1aab-4c89-a1e7-adf5d6d4bea3 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2426219 Aug 31 09:32:03.902153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.977587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9ac9673-5a93-465c-b477-693e2a6b3087 req-6b13c3e7-02a0-4ebc-b2a7-42c6eb01c908 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806611 Aug 31 09:32:03.983224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.007972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.088406 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:32:04.097955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.190851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Allocated IP 172.20.0.5 (430abb3f-090a-4e7c-8d24-45a5be4be0f5/6eb158eb-2212-4cf9-838c-a28c42751e8e/849e13b5-611f-4f3d-a8ba-55eac6dd549c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:04.210887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Pushing event updated for resources: {'Port': ['ID=0f962786-8870-4a70-a63c-31c4471043ea,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:04.222982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7017220b-cdae-45ae-91d9-1d3e84c1ecfb req-21b96334-3d5b-464d-ab3e-d4630ef51009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 210 time: 0.2675908 Aug 31 09:32:04.228402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.234742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:04.236662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:04.240421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:04.329997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:04.331555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.360450 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a36a8914-1d19-41e2-9abb-e084208b03dd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6293750 Aug 31 09:32:04.365807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] DHCP port deletion for d793ede5-fbba-4276-b787-8fe11ee61ad4 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:04.401948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Request body: {'port': {'device_id': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:04.535991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.561334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] Deleting port 80590943-0b40-4428-83b2-e7828ec56904 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:04.562245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.655766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] For port 80590943-0b40-4428-83b2-e7828ec56904, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=80590943-0b40-4428-83b2-e7828ec56904,segment=NetworkSegment(804d7627-2892-4054-a5f9-d794004725f7),segment_id=804d7627-2892-4054-a5f9-d794004725f7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:04.657504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.674661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] Calling delete_port for 80590943-0b40-4428-83b2-e7828ec56904 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:04.758186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 88f7cd03-5604-4694-861f-c3c9c55324e8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:04.831755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.837507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 88f7cd03-5604-4694-861f-c3c9c55324e8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:04.865113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] Pushing event deleted for resources: {'Port': ['ID=80590943-0b40-4428-83b2-e7828ec56904,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:04.870107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc08a76-664d-4848-84c4-58d39a04a9e9 None None] No DVR routers for this DVR port 80590943-0b40-4428-83b2-e7828ec56904 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:04.875750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 80590943-0b40-4428-83b2-e7828ec56904 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:04.881158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.945910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 80590943-0b40-4428-83b2-e7828ec56904 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:04.970864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 80590943-0b40-4428-83b2-e7828ec56904 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:04.971649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 80590943-0b40-4428-83b2-e7828ec56904 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:04.978549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.982760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Allocated IP 172.25.4.89 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9c448dc9-4611-4934-9c7a-201b207cefac) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:05.039500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] For port 80590943-0b40-4428-83b2-e7828ec56904, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:05.039913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.099360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 80590943-0b40-4428-83b2-e7828ec56904 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:05.113975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Port 80590943-0b40-4428-83b2-e7828ec56904 was not found and therefore no delete operation was performed {{(pid=94896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:32:05.135163 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.196247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=80590943-0b40-4428-83b2-e7828ec56904,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.201786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No DVR routers for this DVR port 80590943-0b40-4428-83b2-e7828ec56904 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:05.241086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.308288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Allocated IP 172.20.0.4 (430abb3f-090a-4e7c-8d24-45a5be4be0f5/6eb158eb-2212-4cf9-838c-a28c42751e8e/6e7eaa7c-1cfe-446b-9815-dfe4e6f29719) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:05.322923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef1450-9d00-451d-b13e-6ac04a62bad7 req-083094bf-da62-4eb7-a8a9-2b7814cfb766 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.324603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34ef1450-9d00-451d-b13e-6ac04a62bad7 req-083094bf-da62-4eb7-a8a9-2b7814cfb766 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2555408 Aug 31 09:32:05.357859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e7380-3caf-4d2b-93c9-69027418b261 None None] Network e2101c19-977f-44d3-9adb-565df12e5568 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:05.432380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.437096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.442884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:05.447094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f3f5779-5161-425a-a0ac-74c550e3cf25 req-ebec2304-ec30-4e45-9944-20be24381f63 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 210 time: 0.0842218 Aug 31 09:32:05.451150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] Provisioning for port 88f7cd03-5604-4694-861f-c3c9c55324e8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:05.463118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:05.463399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] Provisioning complete for port 88f7cd03-5604-4694-861f-c3c9c55324e8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:05.464068 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.468020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d793ede5-fbba-4276-b787-8fe11ee61ad4']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:05.470067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Pushing event updated for resources: {'Port': ['ID=849e13b5-611f-4f3d-a8ba-55eac6dd549c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.478722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:05.500069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804d7627-2892-4054-a5f9-d794004725f7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:05.500365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804d7627-2892-4054-a5f9-d794004725f7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:05.526607 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.541767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.556372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34ef1450-9d00-451d-b13e-6ac04a62bad7 req-4aa0c329-4db3-4906-a289-174fc70f562c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972694 Aug 31 09:32:05.582568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.601694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.602357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.607538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:05.607877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:05.611083 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:05.623781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.653679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.709318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] For port 88f7cd03-5604-4694-861f-c3c9c55324e8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=88f7cd03-5604-4694-861f-c3c9c55324e8,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:05.715350 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.771961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Pushing event updated for resources: {'Port': ['ID=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.779041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f6e34564-8075-4c8c-97a2-3294b1d41df3 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1357565 Aug 31 09:32:05.780024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.801321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Request body: {'port': {'device_id': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:05.811164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:05.817983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:05.822752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd931-77eb-4e1a-abca-c8d8b70ec432 None None] Pushing event updated for resources: {'Port': ['ID=88f7cd03-5604-4694-861f-c3c9c55324e8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.873026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:05.875466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:05.947205 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.949282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:05.964690 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.967091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/d793ede5-fbba-4276-b787-8fe11ee61ad4 HTTP/1.1" status: 204 len: 168 time: 2.3118572 Aug 31 09:32:05.971567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:05.977152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59734) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:05.982582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278612127'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:06.044356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b2ee1db7-75dd-4564-aae8-5c3ef42039f5 None None] Provisioning complete for port 88f7cd03-5604-4694-861f-c3c9c55324e8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:06.045490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b2ee1db7-75dd-4564-aae8-5c3ef42039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.095994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Pushing event updated for resources: {'Port': ['ID=9c448dc9-4611-4934-9c7a-201b207cefac,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.124105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.126093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31a40b-6b69-4c82-a88e-bc3ba423633b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=d793ede5-fbba-4276-b787-8fe11ee61ad4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.266692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.400349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.400942 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.467898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:06.472726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.486868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-113d6dc0-4f7c-4bfa-82da-c65f9fa7375c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8774319 Aug 31 09:32:06.511434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f962786-8870-4a70-a63c-31c4471043ea {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:06.524468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Request body: {'port': {'device_id': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:06.532930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:06.543138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.571856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.572238 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Added segment 272a92f2-4c75-481e-a30d-1a101be28fa6 of type vlan for network 683071e7-73dc-4d4a-8180-c964cf78465f Aug 31 09:32:06.619863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Transition to ACTIVE for port object 0f962786-8870-4a70-a63c-31c4471043ea will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:06.632453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.677236 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.737754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.770855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 88f7cd03-5604-4694-861f-c3c9c55324e8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:06.846552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 88f7cd03-5604-4694-861f-c3c9c55324e8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:06.846855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.884445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Pushing event updated for resources: {'Port': ['ID=0f962786-8870-4a70-a63c-31c4471043ea,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.895462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220d18-0b30-48c5-8525-18299f940de4 req-4f661661-8521-4f5e-821a-afff3400d553 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.899093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96220d18-0b30-48c5-8525-18299f940de4 req-4f661661-8521-4f5e-821a-afff3400d553 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 931 time: 0.2854114 Aug 31 09:32:06.905503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.965778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.984552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.985513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.023760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e543999-98f6-4e2f-bf2d-c2d6938a2edc req-74807287-ad21-45d4-82e8-c235fca73d53 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.025370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e543999-98f6-4e2f-bf2d-c2d6938a2edc req-74807287-ad21-45d4-82e8-c235fca73d53 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2193868 Aug 31 09:32:07.076134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96220d18-0b30-48c5-8525-18299f940de4 req-1ea68633-47a0-4361-a833-9fe9b1d8d52a tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679842 Aug 31 09:32:07.138837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Network': ['ID=683071e7-73dc-4d4a-8180-c964cf78465f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.161777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 683071e7-73dc-4d4a-8180-c964cf78465f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:07.179917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Attempting to bind port 0f962786-8870-4a70-a63c-31c4471043ea on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:07.180754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Attempting to bind port 0f962786-8870-4a70-a63c-31c4471043ea by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:07.181240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Attempting to bind port 0f962786-8870-4a70-a63c-31c4471043ea on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:07.192277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2904e656-8fca-4a5b-9d98-83680ed1d381 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2138114 Aug 31 09:32:07.192607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e543999-98f6-4e2f-bf2d-c2d6938a2edc req-2423947c-9d3a-4340-9eec-29b7daecc828 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504064 Aug 31 09:32:07.200187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Port 0f962786-8870-4a70-a63c-31c4471043ea on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:07.201061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:07.201836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Attempting to bind port 0f962786-8870-4a70-a63c-31c4471043ea on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:07.211054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:07.226052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:07.226376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Checking segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:07.226794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Bound using segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:07.227709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Bound port: 0f962786-8870-4a70-a63c-31c4471043ea, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:07.228123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.387235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849e13b5-611f-4f3d-a8ba-55eac6dd549c {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:07.417027 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.436261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] For port 0f962786-8870-4a70-a63c-31c4471043ea, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:07.440896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] For port 0f962786-8870-4a70-a63c-31c4471043ea, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0f962786-8870-4a70-a63c-31c4471043ea,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:07.449722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.490323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:07.494598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.498765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.499766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.502668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f962786-8870-4a70-a63c-31c4471043ea HTTP/1.1" status: 200 len: 1093 time: 3.1206567 Aug 31 09:32:07.502668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'tag': '0f962786-8870-4a70-a63c-31c4471043ea'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:07.502862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Transition to ACTIVE for port object 849e13b5-611f-4f3d-a8ba-55eac6dd549c will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:07.505073 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8efae22a-3d6a-4874-a534-fc078aaa6064", "tag": "0f962786-8870-4a70-a63c-31c4471043ea"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:07.553093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.603920 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739ce32-0faf-49dd-880f-70969ae0a0c3 x-openstack-request-id: req-c739ce32-0faf-49dd-880f-70969ae0a0c3 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:07.604298 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efae22a-3d6a-4874-a534-fc078aaa6064", "tag": "0f962786-8870-4a70-a63c-31c4471043ea", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:07.604524 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c739ce32-0faf-49dd-880f-70969ae0a0c3 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:07.604933 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'tag': '0f962786-8870-4a70-a63c-31c4471043ea', 'status': 'completed', 'code': 200} Aug 31 09:32:07.637255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98967a6-2d44-4902-a20b-7811a451b361 service neutron] Pushing event updated for resources: {'Port': ['ID=0f962786-8870-4a70-a63c-31c4471043ea,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.664759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-39aab79e-8ea2-4c63-a86e-a5442789582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.666444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-39aab79e-8ea2-4c63-a86e-a5442789582a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 1096 time: 0.0963340 Aug 31 09:32:07.667229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.675590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Pushing event updated for resources: {'Port': ['ID=849e13b5-611f-4f3d-a8ba-55eac6dd549c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.729162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-5c1811ea-6c46-4325-8ab6-11d5193784a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f962786-8870-4a70-a63c-31c4471043ea HTTP/1.1" status: 200 len: 217 time: 0.0516622 Aug 31 09:32:07.824449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-3eef667b-638d-4f8b-9f61-77ec338c8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.826290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-3eef667b-638d-4f8b-9f61-77ec338c8f77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 200 len: 858 time: 0.0862763 Aug 31 09:32:07.867956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:07.875476 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-c078afc8-31dc-42ea-8206-f9122c1af1aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=430abb3f-090a-4e7c-8d24-45a5be4be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378032 Aug 31 09:32:07.880275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.957197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Transition to ACTIVE for port object 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:07.966684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.072799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.182292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-c1fbecff-b2ad-4641-9f4a-d04f0a9d6a4d service neutron] 10.222.0.15 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981904 Aug 31 09:32:08.183105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Attempting to bind port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:08.183430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Attempting to bind port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:08.183757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Attempting to bind port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:08.190021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:08.190383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Attempting to bind port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:08.199161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:08.199765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Checking segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:08.200678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Bound using segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:08.202507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Bound port: 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:08.203036 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.376407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Attempting to bind port 849e13b5-611f-4f3d-a8ba-55eac6dd549c on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:08.377070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Attempting to bind port 849e13b5-611f-4f3d-a8ba-55eac6dd549c by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:08.377070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Attempting to bind port 849e13b5-611f-4f3d-a8ba-55eac6dd549c on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:08.387152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] For port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:08.392438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] For port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:08.397760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-1d6a8a25-229b-4c2b-b0f3-aec76bd11bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991949 Aug 31 09:32:08.399894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.430654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Port 849e13b5-611f-4f3d-a8ba-55eac6dd549c on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:08.430654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Attempting to bind port 849e13b5-611f-4f3d-a8ba-55eac6dd549c on network 430abb3f-090a-4e7c-8d24-45a5be4be0f5 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:08.447923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:08.448265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Checking segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:08.448660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Bound using segment: {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:08.449117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Bound port: 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9816e16-dd2f-4d6e-b872-95ea801211b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:08.449489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.461342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.463016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.464839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 HTTP/1.1" status: 200 len: 1092 time: 1.9467604 Aug 31 09:32:08.467238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.484860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05230-b66d-41bf-81ed-3e5c46bd36aa req-46ccc85f-e644-4c92-8ea6-7778cc077978 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.486414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5b05230-b66d-41bf-81ed-3e5c46bd36aa req-46ccc85f-e644-4c92-8ea6-7778cc077978 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 943 time: 0.2318873 Aug 31 09:32:08.511261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5dc12-586a-43ae-be74-633cb0397991 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.572903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-c593ad40-689f-40af-a424-63bb910fc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.573935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-c593ad40-689f-40af-a424-63bb910fc457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 1096 time: 0.0774662 Aug 31 09:32:08.600033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d0239-940f-4f84-89fd-500420a62539 req-8b15dc35-1be3-44b9-9718-791c1f713a6c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.603064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f63d0239-940f-4f84-89fd-500420a62539 req-8b15dc35-1be3-44b9-9718-791c1f713a6c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.2506070 Aug 31 09:32:08.639136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-dc230262-0b81-4a51-9a5b-67cac112962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.640639 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-dc230262-0b81-4a51-9a5b-67cac112962d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 1095 time: 0.1012557 Aug 31 09:32:08.649247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=b515be87-8882-4449-8cc2-2f3dbbc0ed05,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.678760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5b05230-b66d-41bf-81ed-3e5c46bd36aa req-38b85e2e-737a-4579-9089-6c821c2ee4b4 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647639 Aug 31 09:32:08.695423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:32:08.698661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-933dc928-82ab-4faa-9706-c5feefc87eb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 HTTP/1.1" status: 200 len: 217 time: 0.0424428 Aug 31 09:32:08.717516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] For port 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:08.725113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] For port 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:08.734555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Checking segment: {'id': '272a92f2-4c75-481e-a30d-1a101be28fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:08.734926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network hostable DHCP agents. Network: 683071e7-73dc-4d4a-8180-c964cf78465f, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:08.740625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.749243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f63d0239-940f-4f84-89fd-500420a62539 req-3ac9440b-88e9-4c2d-b984-af09852c1e76 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203053 Aug 31 09:32:08.775149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-aa732ab1-6473-4be4-ba01-154b89444c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.776807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-aa732ab1-6473-4be4-ba01-154b89444c4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 919 time: 0.1931624 Aug 31 09:32:08.790524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-38dadf09-64a3-4fe5-a9e7-719ee292464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.791521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-38dadf09-64a3-4fe5-a9e7-719ee292464e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 200 len: 858 time: 0.0848730 Aug 31 09:32:08.840022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-9f1869d9-a8b7-4e9d-ac89-a3456d027559 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f962786-8870-4a70-a63c-31c4471043ea HTTP/1.1" status: 200 len: 217 time: 0.0464511 Aug 31 09:32:08.846324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.847011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.848471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] 10.222.0.23 "PUT /v2.0/ports/849e13b5-611f-4f3d-a8ba-55eac6dd549c HTTP/1.1" status: 200 len: 1092 time: 3.0526617 Aug 31 09:32:08.849120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 683071e7-73dc-4d4a-8180-c964cf78465f is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:08.851118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'tag': '849e13b5-611f-4f3d-a8ba-55eac6dd549c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:08.853934 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c0954-66e0-470a-90c6-9991087dfebc" -d '{"events": [{"name": "network-changed", "server_uuid": "af456b81-e52a-4b8e-b093-2af0a5adaf48", "tag": "849e13b5-611f-4f3d-a8ba-55eac6dd549c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:08.861078 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-9d5a8c8a-9575-4862-a377-05f34d89419e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=430abb3f-090a-4e7c-8d24-45a5be4be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613956 Aug 31 09:32:08.890456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 683071e7-73dc-4d4a-8180-c964cf78465f) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:08.901180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1c1cc-f368-4c28-965f-3203def17205 None None] Network 683071e7-73dc-4d4a-8180-c964cf78465f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:08.921065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4dcac-93a6-4f57-8d9d-d9fd1e83eade service neutron] Pushing event updated for resources: {'Port': ['ID=849e13b5-611f-4f3d-a8ba-55eac6dd549c,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.933787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:08.935019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.002068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1f7079ea-13da-48b4-bdb3-8d48b33709be tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7998405 Aug 31 09:32:09.005231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:09.008850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59768) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:09.016718 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Sync routers for ids ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:09.030749 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Routers {'2fc55851-63a9-4747-ac3b-3c47ea53a6cd'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:09.033715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1377718643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:09.034659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:09.091025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.096151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59772) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:09.105418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2db56144-5e6f-47c1-b2d1-f2b206570291 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3719544 Aug 31 09:32:09.109177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-278b6c72-ca70-4864-b737-07c1e07402e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.116880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-278b6c72-ca70-4864-b737-07c1e07402e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 1095 time: 0.1860797 Aug 31 09:32:09.125327 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ea787-5274-450c-958d-9d0e2c9435a5 x-openstack-request-id: req-325ea787-5274-450c-958d-9d0e2c9435a5 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:09.125849 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af456b81-e52a-4b8e-b093-2af0a5adaf48", "tag": "849e13b5-611f-4f3d-a8ba-55eac6dd549c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:09.126013 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-325ea787-5274-450c-958d-9d0e2c9435a5 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:09.126437 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'tag': '849e13b5-611f-4f3d-a8ba-55eac6dd549c', 'status': 'completed', 'code': 200} Aug 31 09:32:09.181713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-ca273688-2446-4dd9-941c-1d194d6e1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.183657 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-ca273688-2446-4dd9-941c-1d194d6e1714 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 200 len: 858 time: 0.3253255 Aug 31 09:32:09.204649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-683071e7-73dc-4d4a-8180-c964cf78465f', 'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': 'b515be87-8882-4449-8cc2-2f3dbbc0ed05'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:09.205635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.206200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-2477010e-7377-4c1d-9012-9b12d9ee204e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c HTTP/1.1" status: 200 len: 217 time: 0.0767107 Aug 31 09:32:09.207099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.208147 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.266028 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Set router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:09.277152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-17e5922c-9766-4e68-80bc-547501cf0e98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=430abb3f-090a-4e7c-8d24-45a5be4be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716627 Aug 31 09:32:09.287946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-a351cc00-4760-4303-a4ee-ed8d41fb780d service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180315 Aug 31 09:32:09.307102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.309262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-720b8ddf-9b2d-417a-8979-90d9a97fb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.310848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-720b8ddf-9b2d-417a-8979-90d9a97fb9c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 200 len: 858 time: 0.0957837 Aug 31 09:32:09.315580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.367381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-648857b3-89f3-4498-adaa-7a5c82e0ca20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=430abb3f-090a-4e7c-8d24-45a5be4be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450268 Aug 31 09:32:09.418862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.424340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-34d141fe-24e7-4ba0-a9dd-9d6ed295c692 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4081345 Aug 31 09:32:09.457947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59776) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:09.510255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f', 'name': 'tempest-PortsTestJSON-680218346'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:09.545871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Allocated IP 172.20.0.2 (683071e7-73dc-4d4a-8180-c964cf78465f/b515be87-8882-4449-8cc2-2f3dbbc0ed05/fc78ed33-5441-488f-867a-33fdf287bb88) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:09.578805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-9d2f6948-3d04-4a77-b106-46e4c7941c32 service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038658 Aug 31 09:32:09.610317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'tag': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:09.612839 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5767d1-017f-4f5a-a809-15c418d146ea", "tag": "6e7eaa7c-1cfe-446b-9815-dfe4e6f29719"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:09.644122 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:06Z', 'revision_number': 3, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:09.701798 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Checking router: 2fc55851-63a9-4747-ac3b-3c47ea53a6cd for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:09.702133 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Updating router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd port 9c448dc9-4611-4934-9c7a-201b207cefac binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:09.747016 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea0936a-f98e-4e64-98b7-6b68c5d30873 x-openstack-request-id: req-bea0936a-f98e-4e64-98b7-6b68c5d30873 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:09.747526 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5767d1-017f-4f5a-a809-15c418d146ea", "tag": "6e7eaa7c-1cfe-446b-9815-dfe4e6f29719", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:09.747995 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bea0936a-f98e-4e64-98b7-6b68c5d30873 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:09.748531 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'tag': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719', 'status': 'completed', 'code': 200} Aug 31 09:32:09.764134 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.825434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.848089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Transition to ACTIVE for port object fc78ed33-5441-488f-867a-33fdf287bb88 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:09.884188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Transition to ACTIVE for port object fc78ed33-5441-488f-867a-33fdf287bb88 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:09.897329 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.908057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-d080f093-c9ac-4da1-8263-11d767726844 service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506229 Aug 31 09:32:09.922423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-c3e602cd-bb0f-463f-bccd-b8ebe6dc0554 service neutron] 10.222.0.15 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327281 Aug 31 09:32:09.950737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33b9ee3f-f9bb-4320-8197-80fcb57f3486 req-e7c22d80-97e3-4769-b961-6fe5a18e86e6 service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636398 Aug 31 09:32:09.982038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Network 683071e7-73dc-4d4a-8180-c964cf78465f is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:09.982875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48495b77-a391-46d4-9347-accad04d9398 req-b478dc41-7d06-4321-bb0c-2119d3dea022 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.984879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48495b77-a391-46d4-9347-accad04d9398 req-b478dc41-7d06-4321-bb0c-2119d3dea022 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 943 time: 0.1384947 Aug 31 09:32:09.985589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:09.995307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f98a21-2601-4e1b-85d2-0c75b27bb2e3 req-ec35c436-293e-482b-91ec-a827200a064d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.002298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:10.003412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f98a21-2601-4e1b-85d2-0c75b27bb2e3 req-ec35c436-293e-482b-91ec-a827200a064d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1156635 Aug 31 09:32:10.035764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Pushing event updated for resources: {'Port': ['ID=fc78ed33-5441-488f-867a-33fdf287bb88,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:10.124471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48495b77-a391-46d4-9347-accad04d9398 req-72e3b06c-a378-439f-b7a1-53f37a69b840 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179266 Aug 31 09:32:10.160321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f98a21-2601-4e1b-85d2-0c75b27bb2e3 req-bc66d8a1-c004-4ffa-ad1a-74441db1e0c6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554322 Aug 31 09:32:10.193362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Attempting to bind port fc78ed33-5441-488f-867a-33fdf287bb88 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:10.193362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Attempting to bind port fc78ed33-5441-488f-867a-33fdf287bb88 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '272a92f2-4c75-481e-a30d-1a101be28fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:10.193362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Attempting to bind port fc78ed33-5441-488f-867a-33fdf287bb88 on network 683071e7-73dc-4d4a-8180-c964cf78465f {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:10.198710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-81a85106-9413-4c9e-bf16-dae9beaa8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.206021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:10.206400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Checking segment: {'id': '272a92f2-4c75-481e-a30d-1a101be28fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:10.206835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.207265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Bound using segment: {'id': '272a92f2-4c75-481e-a30d-1a101be28fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:10.207544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-81a85106-9413-4c9e-bf16-dae9beaa8f89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 1095 time: 0.1687279 Aug 31 09:32:10.207744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Bound port: fc78ed33-5441-488f-867a-33fdf287bb88, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a92f2-4c75-481e-a30d-1a101be28fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '683071e7-73dc-4d4a-8180-c964cf78465f'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:10.208130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.271175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:10.274927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.361276 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.375140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port bb1f55df-a81c-41b4-8b92-b3c7949e9134 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:10.383010 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Transition to ACTIVE for port object 9c448dc9-4611-4934-9c7a-201b207cefac will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:10.386799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] For port fc78ed33-5441-488f-867a-33fdf287bb88, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:10.393930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] For port fc78ed33-5441-488f-867a-33fdf287bb88, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fc78ed33-5441-488f-867a-33fdf287bb88,segment=NetworkSegment(272a92f2-4c75-481e-a30d-1a101be28fa6),segment_id=272a92f2-4c75-481e-a30d-1a101be28fa6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:10.400113 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.404847 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.486323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-a8da2877-70e2-4b30-b4b9-cce260cceed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.490185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0954-66e0-470a-90c6-9991087dfebc req-c0e18027-b47c-470f-a261-aa3177ebceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.492738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-c0e18027-b47c-470f-a261-aa3177ebceea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb3ae311bed14d4b9898478e677848fc&device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 1095 time: 0.3743439 Aug 31 09:32:10.497202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-a8da2877-70e2-4b30-b4b9-cce260cceed2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 919 time: 0.2823303 Aug 31 09:32:10.504993 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92cf8f4c-a49d-44e5-8678-f29d6b0576f4 req-2cee4222-c26e-4535-b2d4-9e517ba9fbe8 service neutron] 10.222.0.15 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934304 Aug 31 09:32:10.516563 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971666-2138-43d1-a271-ba305422917d None None] Pushing event updated for resources: {'Port': ['ID=9c448dc9-4611-4934-9c7a-201b207cefac,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:10.564750 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Attempting to bind port 9c448dc9-4611-4934-9c7a-201b207cefac on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:10.564750 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Attempting to bind port 9c448dc9-4611-4934-9c7a-201b207cefac by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:10.564750 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Attempting to bind port 9c448dc9-4611-4934-9c7a-201b207cefac on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:10.582798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03833557-0560-4c03-bcfd-f53b750d2870 None None] Pushing event updated for resources: {'Port': ['ID=fc78ed33-5441-488f-867a-33fdf287bb88,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:10.595254 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:10.598554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:10.599162 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.599702 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:10.601728 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Bound port: 9c448dc9-4611-4934-9c7a-201b207cefac, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:10.602316 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.686392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-1b8dce17-26ef-4e1a-8097-20c495f89dfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 HTTP/1.1" status: 200 len: 217 time: 0.1798530 Aug 31 09:32:10.709149 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] For port 9c448dc9-4611-4934-9c7a-201b207cefac, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:10.715086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] For port 9c448dc9-4611-4934-9c7a-201b207cefac, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9c448dc9-4611-4934-9c7a-201b207cefac,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:10.723617 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.755239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.7 (683071e7-73dc-4d4a-8180-c964cf78465f/b515be87-8882-4449-8cc2-2f3dbbc0ed05/bb1f55df-a81c-41b4-8b92-b3c7949e9134) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:10.797811 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971666-2138-43d1-a271-ba305422917d None None] Pushing event updated for resources: {'Port': ['ID=9c448dc9-4611-4934-9c7a-201b207cefac,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:10.821380 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Routers {'2fc55851-63a9-4747-ac3b-3c47ea53a6cd'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:10.822144 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:10.827937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a1c96-d9ea-4a79-801a-b3726673c065 req-82d910cf-113e-4d91-8801-f87aac9cd453 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.837242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a75a1c96-d9ea-4a79-801a-b3726673c065 req-82d910cf-113e-4d91-8801-f87aac9cd453 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1477807 Aug 31 09:32:10.866727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-56de8120-7695-4ee0-bf53-8c3d0dd0847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.869091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-56de8120-7695-4ee0-bf53-8c3d0dd0847b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 200 len: 858 time: 0.1628022 Aug 31 09:32:10.940010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a75a1c96-d9ea-4a79-801a-b3726673c065 req-31a7d482-0d2c-465b-93f5-3a4e1629956a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016593 Aug 31 09:32:11.011561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-7927a181-730a-49cc-807d-df6962c931dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=430abb3f-090a-4e7c-8d24-45a5be4be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995424 Aug 31 09:32:11.133854 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] Set router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:11.195854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-0734d36e-ebc8-42e0-bef2-d0d64ab7f8a1 service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757107 Aug 31 09:32:11.394129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0954-66e0-470a-90c6-9991087dfebc req-f44e6cdd-0332-4fc6-a459-f87d8b28ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.395724 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-f44e6cdd-0332-4fc6-a459-f87d8b28ce5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 200 len: 919 time: 0.8287566 Aug 31 09:32:11.396821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130e75e-7ae4-4cb6-919a-875c5c891e9d req-f367cc03-6fa3-422f-ba3f-54457e3c63ae tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.399002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8130e75e-7ae4-4cb6-919a-875c5c891e9d req-f367cc03-6fa3-422f-ba3f-54457e3c63ae tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 943 time: 0.1534438 Aug 31 09:32:11.428681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18a2c985-d20c-41ef-a23c-0ee04b4f8ab7 req-292883b1-e260-4d6c-aec8-54793426f9ae service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193899 Aug 31 09:32:11.443092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:06Z', 'revision_number': 3, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:11.475048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8130e75e-7ae4-4cb6-919a-875c5c891e9d req-c68ce292-eb11-427b-b26b-ba7aea9d618c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Aug 31 09:32:11.512182 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6435824e-bcfc-4322-8d28-39452c211093 None None] The sync data for ids ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'] in n-d-800634-13 is: [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:06Z', 'revision_number': 3, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:11.523888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-64124cd4-7377-400a-8327-77dbaf46afd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c HTTP/1.1" status: 200 len: 217 time: 0.1100545 Aug 31 09:32:11.617189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0f962786-8870-4a70-a63c-31c4471043ea details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:11.656774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0954-66e0-470a-90c6-9991087dfebc req-6e323364-7946-45ec-99d6-06ba59180bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.658378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-6e323364-7946-45ec-99d6-06ba59180bdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 200 len: 858 time: 0.1264420 Aug 31 09:32:11.688564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.707281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object bb1f55df-a81c-41b4-8b92-b3c7949e9134 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:11.769987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0f962786-8870-4a70-a63c-31c4471043ea, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0f962786-8870-4a70-a63c-31c4471043ea,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:11.778759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.795996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-ea762aa3-8091-4c3f-9ad1-c49521c06fa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=430abb3f-090a-4e7c-8d24-45a5be4be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270955 Aug 31 09:32:11.796314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '0f962786-8870-4a70-a63c-31c4471043ea', 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'port_id': '0f962786-8870-4a70-a63c-31c4471043ea', 'mac_address': 'fa:16:3e:f4:22:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb158eb-2212-4cf9-838c-a28c42751e8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:11.873835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.879939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.895587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f962786-8870-4a70-a63c-31c4471043ea {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:11.938396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0f962786-8870-4a70-a63c-31c4471043ea, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0f962786-8870-4a70-a63c-31c4471043ea,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:11.948978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.040245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 683071e7-73dc-4d4a-8180-c964cf78465f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:12.091045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:12.099261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0f962786-8870-4a70-a63c-31c4471043ea,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:12.120929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889dec1-4b86-493c-b954-033180e422da None None] Network 683071e7-73dc-4d4a-8180-c964cf78465f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:12.185308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:12.208765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7856-0c24-4336-b3b2-74e1c7f4749a req-f6db7ea9-6913-488a-820d-354e8b3800fa tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.211105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b00c7856-0c24-4336-b3b2-74e1c7f4749a req-f6db7ea9-6913-488a-820d-354e8b3800fa tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.1026351 Aug 31 09:32:12.260648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-8907409b-3a45-4ff6-beb3-02a85e429c88 service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718729 Aug 31 09:32:12.261295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=bb1f55df-a81c-41b4-8b92-b3c7949e9134,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:12.270827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.271512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.310251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b00c7856-0c24-4336-b3b2-74e1c7f4749a req-aa1fd63a-c3ed-43a7-b778-34b5d4bc208b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821395 Aug 31 09:32:12.439482 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc75f29f-8901-4cd8-9df7-7ecdfe2adcd2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9708459 Aug 31 09:32:12.439845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59810) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:12.474786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['0f962786-8870-4a70-a63c-31c4471043ea'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:12.624729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b5669812-fa1a-468b-866d-f4a870bb0df5 None None] Provisioning for port fc78ed33-5441-488f-867a-33fdf287bb88 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:12.713633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-63b1e6fa-44c6-4e19-97e8-6d8ebde79b29 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.721040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-63b1e6fa-44c6-4e19-97e8-6d8ebde79b29 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.8306689 Aug 31 09:32:12.880671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fc78ed33-5441-488f-867a-33fdf287bb88 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:12.915758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Allocated IP 172.20.0.1 (e2101c19-977f-44d3-9adb-565df12e5568/bfde8f51-fc2f-47f5-8a7a-d9c148fada10/b64032cd-d726-43ac-9c16-acc2b4a75e26) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:12.934412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3799f0b-78d2-4616-9b39-cddb4fe28cf2 req-3b9afa5e-277b-4816-ba7a-4129a25c4fd2 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.942649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3799f0b-78d2-4616-9b39-cddb4fe28cf2 req-3b9afa5e-277b-4816-ba7a-4129a25c4fd2 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 943 time: 0.2912219 Aug 31 09:32:13.007352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3799f0b-78d2-4616-9b39-cddb4fe28cf2 req-14eeab47-ae28-4a8f-afd7-555aa92aa431 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Aug 31 09:32:13.032667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-da9c0954-66e0-470a-90c6-9991087dfebc req-3d046935-591d-4dbd-9a16-e636d606b857 service neutron] 10.222.0.23 "GET /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452428 Aug 31 09:32:13.147234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Deleting port 83835033-35fe-4220-a2c8-70b16489b490 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:13.147590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.236561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.291015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port fc78ed33-5441-488f-867a-33fdf287bb88 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:13.304015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fc78ed33-5441-488f-867a-33fdf287bb88 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:13.304698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.360407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.465093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Transition to ACTIVE for port object b64032cd-d726-43ac-9c16-acc2b4a75e26 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:13.485823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa2ca-8672-4381-a43d-1506b42b11a8 req-9af81c8e-a640-411c-b2e4-b5a72e523da3 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:13.503926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce8aa2ca-8672-4381-a43d-1506b42b11a8 req-9af81c8e-a640-411c-b2e4-b5a72e523da3 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2483542 Aug 31 09:32:13.511070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.513483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] For port 83835033-35fe-4220-a2c8-70b16489b490, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=83835033-35fe-4220-a2c8-70b16489b490,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:13.513868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.541127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:13.580218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Calling delete_port for 83835033-35fe-4220-a2c8-70b16489b490 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:13.599227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port fc78ed33-5441-488f-867a-33fdf287bb88, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fc78ed33-5441-488f-867a-33fdf287bb88,segment=NetworkSegment(272a92f2-4c75-481e-a30d-1a101be28fa6),segment_id=272a92f2-4c75-481e-a30d-1a101be28fa6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:13.604651 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.606669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9c448dc9-4611-4934-9c7a-201b207cefac up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:13.679995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.752082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Network e2101c19-977f-44d3-9adb-565df12e5568 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:13.759379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:13.767390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:13.780215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.787988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0f962786-8870-4a70-a63c-31c4471043ea up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:13.794896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=fc78ed33-5441-488f-867a-33fdf287bb88,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:13.815210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.861221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:32:13.878990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.937113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce8aa2ca-8672-4381-a43d-1506b42b11a8 req-5bf533c0-4c29-4ba4-812d-f74e267c4899 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321501 Aug 31 09:32:14.065669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=bb1f55df-a81c-41b4-8b92-b3c7949e9134,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.087978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-36c77568-56e4-458b-8591-897afc8720e5 None None] Provisioning for port bb1f55df-a81c-41b4-8b92-b3c7949e9134 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:14.091788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9c448dc9-4611-4934-9c7a-201b207cefac completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:14.103776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d243c9-1b95-4f54-804a-02a4607b59bf req-eeeddbcd-8c91-42e9-9b8e-d05822106cc8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.106074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68d243c9-1b95-4f54-804a-02a4607b59bf req-eeeddbcd-8c91-42e9-9b8e-d05822106cc8 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 946 time: 0.3226969 Aug 31 09:32:14.134494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-36c77568-56e4-458b-8591-897afc8720e5 None None] Provisioning complete for port bb1f55df-a81c-41b4-8b92-b3c7949e9134 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:14.136801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36c77568-56e4-458b-8591-897afc8720e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.149961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 0f962786-8870-4a70-a63c-31c4471043ea completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:14.156098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9c448dc9-4611-4934-9c7a-201b207cefac triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:14.158234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.186949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Pushing event updated for resources: {'Port': ['ID=b64032cd-d726-43ac-9c16-acc2b4a75e26,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.285538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68d243c9-1b95-4f54-804a-02a4607b59bf req-5b3d5558-27dd-446c-851e-c97be92baf0a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676919 Aug 31 09:32:14.295644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.299469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 0f962786-8870-4a70-a63c-31c4471043ea triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:14.299914 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.433409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963af2-0b13-4f68-be57-d54b3ba929c8 req-f2e4cdde-df1c-41d5-ac6d-21abc3d21ae9 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.435020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0963af2-0b13-4f68-be57-d54b3ba929c8 req-f2e4cdde-df1c-41d5-ac6d-21abc3d21ae9 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 943 time: 0.1402977 Aug 31 09:32:14.451790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:14.475225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.502281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-36c77568-56e4-458b-8591-897afc8720e5 None None] Port bb1f55df-a81c-41b4-8b92-b3c7949e9134 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:14.512683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719', 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'port_id': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719', 'mac_address': 'fa:16:3e:0e:c1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb158eb-2212-4cf9-838c-a28c42751e8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:14.587151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0963af2-0b13-4f68-be57-d54b3ba929c8 req-ff30d5de-960d-42c3-bbb5-95f5be214bdd tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136682 Aug 31 09:32:14.625277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.634353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-36c77568-56e4-458b-8591-897afc8720e5 None None] Provisioning complete for port fc78ed33-5441-488f-867a-33fdf287bb88 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:14.635241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36c77568-56e4-458b-8591-897afc8720e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.673599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.675629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.678893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.681680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.683583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event deleted for resources: {'Port': ['ID=83835033-35fe-4220-a2c8-70b16489b490,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.690805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.753085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:14.774402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9c448dc9-4611-4934-9c7a-201b207cefac, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9c448dc9-4611-4934-9c7a-201b207cefac,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:14.798391 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.803419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:14.811965 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.818654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] No DVR routers for this DVR port 83835033-35fe-4220-a2c8-70b16489b490 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:14.829022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.831316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-791fc026-0ad3-4ea9-b57f-6ab7df7fbbbc req-f745e72a-bc6c-4ad6-8b6e-efee010183d1 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "DELETE /v2.0/ports/83835033-35fe-4220-a2c8-70b16489b490 HTTP/1.1" status: 204 len: 173 time: 2.0916576 Aug 31 09:32:14.831830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'name': 'network-vif-deleted', 'tag': '83835033-35fe-4220-a2c8-70b16489b490'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:14.835464 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10bc393-7519-496a-b750-22a560ca81db" -d '{"events": [{"server_uuid": "c3a02b1c-2d22-4f76-9338-3043c8876a63", "name": "network-vif-deleted", "tag": "83835033-35fe-4220-a2c8-70b16489b490"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:14.849549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.850801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 849e13b5-611f-4f3d-a8ba-55eac6dd549c details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:14.853373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Pushing event updated for resources: {'Port': ['ID=b64032cd-d726-43ac-9c16-acc2b4a75e26,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.858108 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.952377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f962786-8870-4a70-a63c-31c4471043ea'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:14.956314 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b232a94-9f8f-4afb-b2fd-65fdc00471a7" -d '{"events": [{"server_uuid": "8efae22a-3d6a-4874-a534-fc078aaa6064", "name": "network-vif-plugged", "status": "completed", "tag": "0f962786-8870-4a70-a63c-31c4471043ea"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:15.007806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9c448dc9-4611-4934-9c7a-201b207cefac,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.028781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fc78ed33-5441-488f-867a-33fdf287bb88 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:15.047169 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08163730-dc22-4329-bffc-63d9b3187224 x-openstack-request-id: req-08163730-dc22-4329-bffc-63d9b3187224 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:15.047959 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a02b1c-2d22-4f76-9338-3043c8876a63", "name": "network-vif-deleted", "tag": "83835033-35fe-4220-a2c8-70b16489b490", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:15.048785 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08163730-dc22-4329-bffc-63d9b3187224 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:15.048785 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a02b1c-2d22-4f76-9338-3043c8876a63', 'name': 'network-vif-deleted', 'tag': '83835033-35fe-4220-a2c8-70b16489b490', 'status': 'completed', 'code': 200} Aug 31 09:32:15.093889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 0f962786-8870-4a70-a63c-31c4471043ea, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0f962786-8870-4a70-a63c-31c4471043ea,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:15.118011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:15.136019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '849e13b5-611f-4f3d-a8ba-55eac6dd549c', 'network_id': '430abb3f-090a-4e7c-8d24-45a5be4be0f5', 'port_id': '849e13b5-611f-4f3d-a8ba-55eac6dd549c', 'mac_address': 'fa:16:3e:27:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb158eb-2212-4cf9-838c-a28c42751e8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:15.146438 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8529189-8e48-4114-95ae-fe7ce62b079a x-openstack-request-id: req-c8529189-8e48-4114-95ae-fe7ce62b079a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:15.146760 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efae22a-3d6a-4874-a534-fc078aaa6064", "name": "network-vif-plugged", "status": "completed", "tag": "0f962786-8870-4a70-a63c-31c4471043ea", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:15.147702 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8529189-8e48-4114-95ae-fe7ce62b079a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:15.148323 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f962786-8870-4a70-a63c-31c4471043ea', 'code': 200} Aug 31 09:32:15.155769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.187198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Network e2101c19-977f-44d3-9adb-565df12e5568 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:15.190068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:15.283783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.385681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.417708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=0f962786-8870-4a70-a63c-31c4471043ea,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.430516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849e13b5-611f-4f3d-a8ba-55eac6dd549c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:15.500761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fc78ed33-5441-488f-867a-33fdf287bb88 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.501155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.520385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Provisioning complete for port bb1f55df-a81c-41b4-8b92-b3c7949e9134 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.524294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.529190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:15.592928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407254a-2896-4e18-8261-989224abf9f3 req-6a088c76-6a5a-4860-8a8e-1ef2fbea74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.593354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Port bb1f55df-a81c-41b4-8b92-b3c7949e9134 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:15.594668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2407254a-2896-4e18-8261-989224abf9f3 req-6a088c76-6a5a-4860-8a8e-1ef2fbea74dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 1098 time: 0.3850005 Aug 31 09:32:15.598221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:15.625324 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.660726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Provisioning for port b64032cd-d726-43ac-9c16-acc2b4a75e26 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:15.667844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83835033-35fe-4220-a2c8-70b16489b490 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:15.684943 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2407254a-2896-4e18-8261-989224abf9f3 req-88a99d75-8d34-43f5-825b-c80707f3483d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775402 Aug 31 09:32:15.706207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 83835033-35fe-4220-a2c8-70b16489b490 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:15.706597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 83835033-35fe-4220-a2c8-70b16489b490 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:15.708871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Provisioning complete for port b64032cd-d726-43ac-9c16-acc2b4a75e26 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.709554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.713056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:15.718714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d13a3501-6862-4ac0-8be3-694f873eb50e admin admin] 10.222.0.18 "PUT /v2.0/routers/2fc55851-63a9-4747-ac3b-3c47ea53a6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6199050 Aug 31 09:32:15.751415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fc659691-faf7-4060-b406-d6eceeb92e67 None None] Port b64032cd-d726-43ac-9c16-acc2b4a75e26 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:15.753880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Sync routers for ids ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:15.814927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Routers {'2fc55851-63a9-4747-ac3b-3c47ea53a6cd'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:15.817929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:15.825689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=849e13b5-611f-4f3d-a8ba-55eac6dd549c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.877357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cb78b42-650f-4965-9ed2-8a626cd6f31a req-6d873420-30e9-4cb1-816b-5041c0f86bf6 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3a02b1c-2d22-4f76-9338-3043c8876a63 HTTP/1.1" status: 200 len: 210 time: 0.1015303 Aug 31 09:32:15.936270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-62d0a2d1-25a4-4e87-a472-46418ddd90ed None None] Provisioning complete for port b64032cd-d726-43ac-9c16-acc2b4a75e26 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.936636 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-62d0a2d1-25a4-4e87-a472-46418ddd90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.940514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.960528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa9adb-5c8b-4e29-8908-6a9149beb962 req-6aff5249-09b5-4ec0-adb7-2ddeb9d585ce tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.978912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0baa9adb-5c8b-4e29-8908-6a9149beb962 req-6aff5249-09b5-4ec0-adb7-2ddeb9d585ce tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2221382 Aug 31 09:32:15.990059 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.036085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6e7eaa7c-1cfe-446b-9815-dfe4e6f29719'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:16.161192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.180823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0baa9adb-5c8b-4e29-8908-6a9149beb962 req-1a1f8bb7-5350-4976-80dc-b4268cd94dd6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958952 Aug 31 09:32:16.181769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=bb1f55df-a81c-41b4-8b92-b3c7949e9134,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:16.275533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['849e13b5-611f-4f3d-a8ba-55eac6dd549c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:16.327132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfd67f-ad25-47a2-b8b8-b7b7c12135ed req-b74a13df-5646-4883-a4a9-cb9de0a666b4 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.330185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fabfd67f-ad25-47a2-b8b8-b7b7c12135ed req-b74a13df-5646-4883-a4a9-cb9de0a666b4 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 944 time: 0.2975628 Aug 31 09:32:16.344109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-62d0a2d1-25a4-4e87-a472-46418ddd90ed None None] Port b64032cd-d726-43ac-9c16-acc2b4a75e26 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:16.367609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 683071e7-73dc-4d4a-8180-c964cf78465f is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:16.393538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Set router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:16.393987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:16.573124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fabfd67f-ad25-47a2-b8b8-b7b7c12135ed req-ea7260d1-def3-4e2f-9e05-3d7dc98bde88 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029617 Aug 31 09:32:16.660634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59862) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.666178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-79833683-network', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:16.667276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Router 9cc522b1-8268-49ba-a466-5ef46ff14cec is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:32:16.714985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Made reservation on behalf of c9768dea6c4a41508bb5562e9f330336 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:16.717339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.746519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.844780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:16.855210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-59c1502a-e9cb-4f41-ac1b-410cd9d2fa5c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/routers/9cc522b1-8268-49ba-a466-5ef46ff14cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4108241 Aug 31 09:32:16.856584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59864) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.857819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-00196595-4b9e-4f82-89c5-5e9129544516 None None] Provisioning complete for port bb1f55df-a81c-41b4-8b92-b3c7949e9134 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:16.858655 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] Sync routers for ids ['9cc522b1-8268-49ba-a466-5ef46ff14cec'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:16.859391 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00196595-4b9e-4f82-89c5-5e9129544516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.876273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] Routers {'9cc522b1-8268-49ba-a466-5ef46ff14cec'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:16.878309 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9cc522b1-8268-49ba-a466-5ef46ff14cec'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:16.947134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.951841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9c448dc9-4611-4934-9c7a-201b207cefac up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:16.955800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.985405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548f866-eb86-415a-93f2-a4cdae68682e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.989094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2548f866-eb86-415a-93f2-a4cdae68682e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc522b1-8268-49ba-a466-5ef46ff14cec HTTP/1.1" status: 200 len: 981 time: 0.1300821 Aug 31 09:32:16.993663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:16.994203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.999811 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:17.003769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-00196595-4b9e-4f82-89c5-5e9129544516 None None] Port bb1f55df-a81c-41b4-8b92-b3c7949e9134 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:17.026526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.035023 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Added segment 60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3 of type vlan for network e706aefb-4abc-4d0d-afe5-cbb0589362cb Aug 31 09:32:17.041000 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] Routers {'9cc522b1-8268-49ba-a466-5ef46ff14cec'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:17.042087 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9cc522b1-8268-49ba-a466-5ef46ff14cec'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:17.051756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'b64032cd-d726-43ac-9c16-acc2b4a75e26', 'name': '', 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'mac_address': 'fa:16:3e:da:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:11Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 2, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'subnets': [{'id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:17.054396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9c448dc9-4611-4934-9c7a-201b207cefac triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:17.054899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.107061 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:17.108134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978ce78-567e-4856-8049-64a0f53ebc93 None None] The sync data for ids ['9cc522b1-8268-49ba-a466-5ef46ff14cec'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:17.148761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Checking router: 2fc55851-63a9-4747-ac3b-3c47ea53a6cd for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:17.149204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Updating router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd port b64032cd-d726-43ac-9c16-acc2b4a75e26 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:17.220529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.221990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d63cd7-714d-493c-8b62-87790b172def,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:17.252153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.328219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.330625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.331363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.453946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] Pushing event updated for resources: {'Network': ['ID=e706aefb-4abc-4d0d-afe5-cbb0589362cb,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:17.458221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3ae09136-33c3-46de-8808-ca0c296b20dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7959912 Aug 31 09:32:17.463512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59888) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:17.477111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Request body: {'subnet': {'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-79833683-subnet', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:17.505829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Made reservation on behalf of c9768dea6c4a41508bb5562e9f330336 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:17.509316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.660574 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.672931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Transition to ACTIVE for port object b64032cd-d726-43ac-9c16-acc2b4a75e26 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:17.683313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:17.686262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:17.692271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.809565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f706-545b-463f-98be-b757d91188c2 req-075c38af-304f-4903-b9bd-8e81e961d3e9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.809821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.812283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5021f706-545b-463f-98be-b757d91188c2 req-075c38af-304f-4903-b9bd-8e81e961d3e9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.3150618 Aug 31 09:32:17.836343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b924f-3f18-45f7-8aac-34fb06f39953 None None] Pushing event updated for resources: {'Port': ['ID=b64032cd-d726-43ac-9c16-acc2b4a75e26,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:17.865244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-5c521d79-2bca-4d19-9fe0-f1b6c78e84b0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.874061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-5c521d79-2bca-4d19-9fe0-f1b6c78e84b0 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.3608406 Aug 31 09:32:17.932315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Checking segment: {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:17.932820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Network hostable DHCP agents. Network: e706aefb-4abc-4d0d-afe5-cbb0589362cb, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:17.967400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285b3230-092d-4ab0-a79a-108df0fa9b55,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:17.974737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:17.994443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-2fb33e22-47c3-450b-a94b-57cc20ac824f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/quotas/8980b7a9a43a424291c0d92e17ed9ce2 HTTP/1.1" status: 200 len: 375 time: 0.0927050 Aug 31 09:32:17.997242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e706aefb-4abc-4d0d-afe5-cbb0589362cb) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:18.011653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.012437 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.041187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ec6e9-2bc5-4d86-bb7b-f33c5769a7e8 None None] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:18.045966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Attempting to bind port b64032cd-d726-43ac-9c16-acc2b4a75e26 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:18.046392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Attempting to bind port b64032cd-d726-43ac-9c16-acc2b4a75e26 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:18.046791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Attempting to bind port b64032cd-d726-43ac-9c16-acc2b4a75e26 on network e2101c19-977f-44d3-9adb-565df12e5568 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:18.049899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a8b6100-92c0-4ddf-a572-0133b901e1f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5824218 Aug 31 09:32:18.050658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:18.054577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:18.055258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Checking segment: {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:18.055386 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.055744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Bound using segment: {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:18.056230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Bound port: b64032cd-d726-43ac-9c16-acc2b4a75e26, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c4280-fac2-4589-833d-e412142f94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:18.056616 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.066619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:18.096602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-8b3a977b-2415-4870-be86-8baf5d73071f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531983 Aug 31 09:32:18.112635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.114506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.120233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5021f706-545b-463f-98be-b757d91188c2 req-fd48f83c-296d-4570-9bf5-8e4f6af4da1c tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811723 Aug 31 09:32:18.194974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] For port b64032cd-d726-43ac-9c16-acc2b4a75e26, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:18.201151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] For port b64032cd-d726-43ac-9c16-acc2b4a75e26, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b64032cd-d726-43ac-9c16-acc2b4a75e26,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:18.248164 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.263751 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.409038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:18.458069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:18.458575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.466090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.480909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.515288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b924f-3f18-45f7-8aac-34fb06f39953 None None] Pushing event updated for resources: {'Port': ['ID=b64032cd-d726-43ac-9c16-acc2b4a75e26,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:18.543265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Routers {'2fc55851-63a9-4747-ac3b-3c47ea53a6cd'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:18.543265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:18.684631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-2a65742e-95d9-47e1-830d-abf3cbce218a service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481873 Aug 31 09:32:18.705299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.738862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343ff7c-271d-4a31-ab87-c134c3de6d34 req-c1831a37-014b-49f1-86dc-1d3b74736985 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.740510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1343ff7c-271d-4a31-ab87-c134c3de6d34 req-c1831a37-014b-49f1-86dc-1d3b74736985 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 944 time: 0.3000743 Aug 31 09:32:18.831090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] Set router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:18.880872 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.908102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.941978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1343ff7c-271d-4a31-ab87-c134c3de6d34 req-4b61fbaf-4f9e-4194-a8c3-cecf48f656cb tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465206 Aug 31 09:32:18.962872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-429f28bb-2fbb-43e7-91c5-5b3318277a6f service neutron] 10.222.0.18 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696741 Aug 31 09:32:18.981002 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.010293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e706aefb-4abc-4d0d-afe5-cbb0589362cb', 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'fixed_ips': [{'subnet_id': '285b3230-092d-4ab0-a79a-108df0fa9b55'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:19.011458 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.102581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port bb1f55df-a81c-41b4-8b92-b3c7949e9134 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:19.103320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.139725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Allocated IP 172.25.4.99 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/51f4cded-cc75-44d9-a560-76e156cd1c20) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:19.169423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:19.172081 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524b024-7fe4-4ebe-a456-1d03cc11380b" -d '{"events": [{"server_uuid": "8e5767d1-017f-4f5a-a809-15c418d146ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e7eaa7c-1cfe-446b-9815-dfe4e6f29719"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:19.231750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:19.249799 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.267723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for bb1f55df-a81c-41b4-8b92-b3c7949e9134 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:19.389907 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26302bc-3d1d-4c71-b134-3ff74ae9d40c x-openstack-request-id: req-f26302bc-3d1d-4c71-b134-3ff74ae9d40c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:19.390217 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5767d1-017f-4f5a-a809-15c418d146ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e7eaa7c-1cfe-446b-9815-dfe4e6f29719", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:19.390452 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f26302bc-3d1d-4c71-b134-3ff74ae9d40c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:19.390883 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719', 'code': 200} Aug 31 09:32:19.392048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.393030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 849e13b5-611f-4f3d-a8ba-55eac6dd549c up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:19.434094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.444298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f59d382b-4fd2-49d8-8377-8045609b2fa2 req-cc6fe957-d844-44f4-8f3e-20923059d25c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 210 time: 0.1207602 Aug 31 09:32:19.459137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02008793-86cf-4f5a-a2f9-c3970a89b2bc req-07735e3d-c822-44d1-85d4-431d4a0585d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.463411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-02008793-86cf-4f5a-a2f9-c3970a89b2bc req-07735e3d-c822-44d1-85d4-431d4a0585d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 1097 time: 0.1064708 Aug 31 09:32:19.515834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e5484-2132-4a73-9dba-3a4c7cae9967 req-a6a13f1c-9577-4833-8f59-ddaaa39d253c tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.517503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-846e5484-2132-4a73-9dba-3a4c7cae9967 req-a6a13f1c-9577-4833-8f59-ddaaa39d253c tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2183242 Aug 31 09:32:19.610847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-02008793-86cf-4f5a-a2f9-c3970a89b2bc req-62f16fc7-3ef0-4787-aac0-72feac755ae3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335177 Aug 31 09:32:19.635392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.661023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-846e5484-2132-4a73-9dba-3a4c7cae9967 req-d6dd2f9c-2cbb-4122-890c-5b55f5ba0fc2 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031883 Aug 31 09:32:19.703771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:19.708982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:19.715131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:19.722316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Pushing event updated for resources: {'Port': ['ID=51f4cded-cc75-44d9-a560-76e156cd1c20,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:19.800233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.870567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=bb1f55df-a81c-41b4-8b92-b3c7949e9134,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:19.994604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.018876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Allocated IP 172.20.0.2 (e706aefb-4abc-4d0d-afe5-cbb0589362cb/285b3230-092d-4ab0-a79a-108df0fa9b55/5f95fd2c-75e2-446e-aea2-dbf0c2673a22) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:20.104057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 849e13b5-611f-4f3d-a8ba-55eac6dd549c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:20.180521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 849e13b5-611f-4f3d-a8ba-55eac6dd549c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:20.181629 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.266200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.413318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'b64032cd-d726-43ac-9c16-acc2b4a75e26', 'name': '', 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'mac_address': 'fa:16:3e:da:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:11Z', 'updated_at': '2021-08-31T09:32:18Z', 'revision_number': 4, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'subnets': [{'id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:20.472601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bcc58f-0e7c-46af-bf15-d3eae1ae387d None None] The sync data for ids ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'] in n-d-800634-13 is: [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'b64032cd-d726-43ac-9c16-acc2b4a75e26', 'name': '', 'network_id': 'e2101c19-977f-44d3-9adb-565df12e5568', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'mac_address': 'fa:16:3e:da:6b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:11Z', 'updated_at': '2021-08-31T09:32:18Z', 'revision_number': 4, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'subnets': [{'id': 'bfde8f51-fc2f-47f5-8a7a-d9c148fada10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:20.661559 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.758257 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.761776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:20.779790 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.794183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Transition to ACTIVE for port object 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:20.961836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Transition to ACTIVE for port object 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:21.008331 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.044555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=849e13b5-611f-4f3d-a8ba-55eac6dd549c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:21.076182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:21.104893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:21.110283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:21.127009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9db261a0-213e-4e66-827b-f0b59e11134a req-8ea5d376-3872-43ed-acdb-f9633d5ac8b2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 210 time: 0.3064048 Aug 31 09:32:21.148065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.192650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba168e-fa67-42cb-bc1e-e5b6d9d0d97d req-f6b5d739-5789-4a9f-bf76-de3fa3fb0a8c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.196666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eeba168e-fa67-42cb-bc1e-e5b6d9d0d97d req-f6b5d739-5789-4a9f-bf76-de3fa3fb0a8c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 945 time: 0.4059308 Aug 31 09:32:21.333368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b64032cd-d726-43ac-9c16-acc2b4a75e26 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:21.353115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eeba168e-fa67-42cb-bc1e-e5b6d9d0d97d req-82635119-3cc4-4317-a661-ab9ea4486d33 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550970 Aug 31 09:32:21.401391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e13b5-611f-4f3d-a8ba-55eac6dd549c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:21.408628 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093f566a-4e88-4dea-b9e0-35379b5297fa" -d '{"events": [{"server_uuid": "af456b81-e52a-4b8e-b093-2af0a5adaf48", "name": "network-vif-plugged", "status": "completed", "tag": "849e13b5-611f-4f3d-a8ba-55eac6dd549c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:21.448181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Pushing event updated for resources: {'Port': ['ID=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:21.475370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Attempting to bind port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:21.475743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Attempting to bind port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:21.476301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Attempting to bind port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 on network e706aefb-4abc-4d0d-afe5-cbb0589362cb {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:21.494691 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae10bec-1579-4fcc-9c98-54c0d3228b69 x-openstack-request-id: req-4ae10bec-1579-4fcc-9c98-54c0d3228b69 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:21.494983 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af456b81-e52a-4b8e-b093-2af0a5adaf48", "name": "network-vif-plugged", "status": "completed", "tag": "849e13b5-611f-4f3d-a8ba-55eac6dd549c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:21.495233 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ae10bec-1579-4fcc-9c98-54c0d3228b69 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:21.495632 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e13b5-611f-4f3d-a8ba-55eac6dd549c', 'code': 200} Aug 31 09:32:21.496434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:21.496869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Checking segment: {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:21.497276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.497667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Bound using segment: {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:21.498240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Bound port: 5f95fd2c-75e2-446e-aea2-dbf0c2673a22, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:21.498644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.587153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Router 9cc522b1-8268-49ba-a466-5ef46ff14cec has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:21.612754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b64032cd-d726-43ac-9c16-acc2b4a75e26 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:21.629536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b64032cd-d726-43ac-9c16-acc2b4a75e26 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:21.630040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.635932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.687214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] For port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:21.700970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] For port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,segment=NetworkSegment(60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3),segment_id=60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:21.717283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.763099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:21.770276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d04e70a-875a-4cf5-b88e-a48d57abad0e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/routers/9cc522b1-8268-49ba-a466-5ef46ff14cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7743461 Aug 31 09:32:21.774268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59952) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:21.797055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40fa4-29f9-43c4-86fc-4edd1529a558 req-426129d6-e482-4212-b471-b9f70ee9fbc4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.823100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b40fa4-29f9-43c4-86fc-4edd1529a558 req-426129d6-e482-4212-b471-b9f70ee9fbc4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2781162 Aug 31 09:32:21.871819 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff08d1d-5906-4483-8f53-b865232bee2e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:32:21.876583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8ff08d1d-5906-4483-8f53-b865232bee2e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/bb1f55df-a81c-41b4-8b92-b3c7949e9134 HTTP/1.1" status: 404 len: 333 time: 0.1012709 Aug 31 09:32:21.877254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59954) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:21.885483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] Sync routers for ids ['9cc522b1-8268-49ba-a466-5ef46ff14cec'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:21.890295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.894957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce801-1072-4187-8380-0b675c5da034 req-99610012-947d-4e49-b9be-85e3fcacc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.896235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5e1ce801-1072-4187-8380-0b675c5da034 req-99610012-947d-4e49-b9be-85e3fcacc35f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 1097 time: 0.2543070 Aug 31 09:32:21.938052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] Routers {'9cc522b1-8268-49ba-a466-5ef46ff14cec'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:21.939096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9cc522b1-8268-49ba-a466-5ef46ff14cec'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:21.965790 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5e1ce801-1072-4187-8380-0b675c5da034 req-21bd9bd9-a0d7-45a8-a387-ecf6b9fed5d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Aug 31 09:32:22.027750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:22.031400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccdb11-416d-443d-b3c7-5ef2930dacb2 None None] Pushing event updated for resources: {'Port': ['ID=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:22.045103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port b64032cd-d726-43ac-9c16-acc2b4a75e26, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b64032cd-d726-43ac-9c16-acc2b4a75e26,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:22.052403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.130661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-318f67d9-3e5e-4ff9-bcb0-5ceb9ae4e8e7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:22.133298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-318f67d9-3e5e-4ff9-bcb0-5ceb9ae4e8e7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 811 time: 0.4299936 Aug 31 09:32:22.135084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] Routers {'9cc522b1-8268-49ba-a466-5ef46ff14cec'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:22.135849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9cc522b1-8268-49ba-a466-5ef46ff14cec'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:22.160292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Request body: {'port': {'device_id': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'admin_state_up': True, 'tenant_id': '8980b7a9a43a424291c0d92e17ed9ce2'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:22.176099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8b40fa4-29f9-43c4-86fc-4edd1529a558 req-9a56b10b-8f48-4832-937a-c70daa308f4a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636642 Aug 31 09:32:22.210320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.247256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:22.247945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1219f3-dcf3-4651-96ff-534cb4426049 None None] The sync data for ids ['9cc522b1-8268-49ba-a466-5ef46ff14cec'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:22.273674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=b64032cd-d726-43ac-9c16-acc2b4a75e26,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:22.286666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Router 7047850a-91ed-4a5b-a3df-6698c72085d7 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:32:22.437537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-029498fe-07cc-4745-aa18-a3e2185a2667 req-08f2cc8d-da1b-4f1a-8688-9bec6cd92777 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 210 time: 0.0585840 Aug 31 09:32:22.582440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Made reservation on behalf of 8980b7a9a43a424291c0d92e17ed9ce2 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:22.587329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.614954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:22.626324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Sync routers for ids ['7047850a-91ed-4a5b-a3df-6698c72085d7'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:22.639498 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Routers {'7047850a-91ed-4a5b-a3df-6698c72085d7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:22.640133 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7047850a-91ed-4a5b-a3df-6698c72085d7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:22.644478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.645796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5b5e23f-2aa6-4575-afb7-fda04e835761 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5941536 Aug 31 09:32:22.655076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59966) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:22.671709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.699623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.870650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352157d-0eac-4fee-9b9f-524364447694 req-a0ecf0ba-a320-46db-aba3-c31990e131be tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:22.874797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9352157d-0eac-4fee-9b9f-524364447694 req-a0ecf0ba-a320-46db-aba3-c31990e131be tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 945 time: 0.2890728 Aug 31 09:32:22.878659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.880383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc522b1-8268-49ba-a466-5ef46ff14cec {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:32:22.908623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.915439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:22.918915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ef1a972f-f541-4f60-8f6f-894b297c954a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/routers/9cc522b1-8268-49ba-a466-5ef46ff14cec HTTP/1.1" status: 204 len: 168 time: 1.0329580 Aug 31 09:32:22.985063 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Set router 7047850a-91ed-4a5b-a3df-6698c72085d7 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:23.040324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9352157d-0eac-4fee-9b9f-524364447694 req-74f68e75-8a2e-4936-817f-81e130f7da9c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145613 Aug 31 09:32:23.044320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Allocated IP 172.20.0.10 (2ef03d3e-f9bb-4602-9068-85c58db84ae9/ab9b22a3-96e5-4a2f-a22e-951453d57408/59ec45be-f865-4928-b76d-bd044371c7f4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:23.206100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet b515be87-8882-4449-8cc2-2f3dbbc0ed05 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:23.218151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b64032cd-d726-43ac-9c16-acc2b4a75e26 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:23.341516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b64032cd-d726-43ac-9c16-acc2b4a75e26 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:23.341899 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.343199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.462126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.487233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:19Z', 'revision_number': 3, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:23.553321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Checking router: 7047850a-91ed-4a5b-a3df-6698c72085d7 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:23.554582 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Updating router 7047850a-91ed-4a5b-a3df-6698c72085d7 port 51f4cded-cc75-44d9-a560-76e156cd1c20 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:23.564659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce23217-5342-47dd-9a2f-9fa16500ac0a req-b86b384c-d3e9-4f03-8989-4e086dcdc928 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:23.576845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ce23217-5342-47dd-9a2f-9fa16500ac0a req-b86b384c-d3e9-4f03-8989-4e086dcdc928 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 946 time: 0.2947464 Aug 31 09:32:23.628939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:23.662133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ce23217-5342-47dd-9a2f-9fa16500ac0a req-f523bd78-4686-4066-92a1-f29baba07022 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Aug 31 09:32:23.667324 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.687818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38180ab9-9ca2-4bda-8864-ac89fbe6a289 None None] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:23.691465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb1890-a76f-4f8a-ba34-9fd735eec10d req-4dfbef66-bcf3-487f-8b26-249114c9419d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:23.699069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7fb1890-a76f-4f8a-ba34-9fd735eec10d req-4dfbef66-bcf3-487f-8b26-249114c9419d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.3199487 Aug 31 09:32:23.767863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7fb1890-a76f-4f8a-ba34-9fd735eec10d req-d1705464-116c-4d68-a7ba-ac3530c966f1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626657 Aug 31 09:32:23.822847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c09c71a6-46c8-49f8-82b6-26e45399e171 None None] Provisioning for port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:23.853996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90bcec56-8abb-472b-9b64-795b4fc749c2 req-634a4660-eaff-4479-8d05-8a96da2cbcc9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 210 time: 0.0661826 Aug 31 09:32:23.942582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:23.978355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:23.979021 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.026901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.059797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe48ab0-4b3c-462f-9462-554d99267a83 req-eebc25b9-a10c-4f72-bd1b-e6abe55d7dad tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.067793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfe48ab0-4b3c-462f-9462-554d99267a83 req-eebc25b9-a10c-4f72-bd1b-e6abe55d7dad tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 945 time: 0.0944417 Aug 31 09:32:24.134988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfe48ab0-4b3c-462f-9462-554d99267a83 req-e67da685-00bd-4a74-9722-cf58dd9fec05 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652652 Aug 31 09:32:24.219940 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.253211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.254394 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Transition to ACTIVE for port object 51f4cded-cc75-44d9-a560-76e156cd1c20 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:24.265319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.269283 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.272127 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.316722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.339663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,segment=NetworkSegment(60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3),segment_id=60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:24.347184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.421727 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Attempting to bind port 51f4cded-cc75-44d9-a560-76e156cd1c20 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:24.422096 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Attempting to bind port 51f4cded-cc75-44d9-a560-76e156cd1c20 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:24.423637 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Attempting to bind port 51f4cded-cc75-44d9-a560-76e156cd1c20 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:24.436310 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ec2e-ad0d-44e3-9638-1ec410618100 None None] Pushing event updated for resources: {'Port': ['ID=51f4cded-cc75-44d9-a560-76e156cd1c20,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.448975 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:24.466904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:24.467874 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.468444 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:24.469184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Bound port: 51f4cded-cc75-44d9-a560-76e156cd1c20, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:24.469744 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.497544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.544787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=b515be87-8882-4449-8cc2-2f3dbbc0ed05,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.562703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.565820 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5c04813-1af1-499b-b5f8-dac882584ccb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/b515be87-8882-4449-8cc2-2f3dbbc0ed05 HTTP/1.1" status: 204 len: 168 time: 1.6487076 Aug 31 09:32:24.569821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14103ec0-be76-40aa-b610-61464f851201 None None] Network 683071e7-73dc-4d4a-8180-c964cf78465f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:24.575324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.597022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.600448 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] For port 51f4cded-cc75-44d9-a560-76e156cd1c20, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:24.605327 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] For port 51f4cded-cc75-44d9-a560-76e156cd1c20, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=51f4cded-cc75-44d9-a560-76e156cd1c20,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:24.610806 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.709470 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ec2e-ad0d-44e3-9638-1ec410618100 None None] Pushing event updated for resources: {'Port': ['ID=51f4cded-cc75-44d9-a560-76e156cd1c20,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.760964 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Routers {'7047850a-91ed-4a5b-a3df-6698c72085d7'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:24.764785 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7047850a-91ed-4a5b-a3df-6698c72085d7'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:24.766445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:24.783149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89806-2c30-4b21-af6e-0e5112dfa46e req-b3e0df7f-ecdf-448f-8b33-eec9721e6fe8 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.785102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4a89806-2c30-4b21-af6e-0e5112dfa46e req-b3e0df7f-ecdf-448f-8b33-eec9721e6fe8 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 945 time: 0.1679802 Aug 31 09:32:24.787306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:24.791718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.796391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:24.809657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event updated for resources: {'Port': ['ID=59ec45be-f865-4928-b76d-bd044371c7f4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.929032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c87d6c0e-53db-49a5-a19c-c31bf9eb08db None None] Provisioning complete for port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:24.929967 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c87d6c0e-53db-49a5-a19c-c31bf9eb08db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.036955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:25.073665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.075054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.110654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-009e469e-9a12-4dbb-b901-0731e7c92ab9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9547951 Aug 31 09:32:25.121322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4a89806-2c30-4b21-af6e-0e5112dfa46e req-3666c756-ed7a-4a37-85fc-42ff20f1da0e tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173904 Aug 31 09:32:25.140483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Request body: {'port': {'device_id': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:25.143695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Allocated IP 172.20.0.1 (e706aefb-4abc-4d0d-afe5-cbb0589362cb/285b3230-092d-4ab0-a79a-108df0fa9b55/9cf08565-ffa1-4fed-8436-1dd3f237fe1f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:25.210685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] DHCP port deletion for 683071e7-73dc-4d4a-8180-c964cf78465f request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:25.214277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7fd65-fa25-49ca-a3f4-d71e6dfb5bc9 req-92dca5b1-697e-479b-ac04-15318d7b305b tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.233269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ff7fd65-fa25-49ca-a3f4-d71e6dfb5bc9 req-92dca5b1-697e-479b-ac04-15318d7b305b tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2041204 Aug 31 09:32:25.266039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:25.266423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.305743 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] Set router 7047850a-91ed-4a5b-a3df-6698c72085d7 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:25.310327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port fc78ed33-5441-488f-867a-33fdf287bb88 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:25.311087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.385349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.429137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ff7fd65-fa25-49ca-a3f4-d71e6dfb5bc9 req-42be5416-ac45-4da0-8528-a3cb661a9af7 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944489 Aug 31 09:32:25.468784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] For port fc78ed33-5441-488f-867a-33fdf287bb88, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fc78ed33-5441-488f-867a-33fdf287bb88,segment=NetworkSegment(272a92f2-4c75-481e-a30d-1a101be28fa6),segment_id=272a92f2-4c75-481e-a30d-1a101be28fa6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:25.469660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.510756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for fc78ed33-5441-488f-867a-33fdf287bb88 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:25.550743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfc534-a81d-4eb7-ae7d-7e5cd2d1c679 req-ba654da1-ef35-4872-8663-0607d4beb272 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.552370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5bbfc534-a81d-4eb7-ae7d-7e5cd2d1c679 req-ba654da1-ef35-4872-8663-0607d4beb272 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 932 time: 0.1808865 Aug 31 09:32:25.584960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] Deleting port fc78ed33-5441-488f-867a-33fdf287bb88 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:25.586483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.676704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.750743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5bbfc534-a81d-4eb7-ae7d-7e5cd2d1c679 req-106fe820-4f33-460c-be6d-b90d654cb153 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905236 Aug 31 09:32:25.801406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] For port fc78ed33-5441-488f-867a-33fdf287bb88, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fc78ed33-5441-488f-867a-33fdf287bb88,segment=NetworkSegment(272a92f2-4c75-481e-a30d-1a101be28fa6),segment_id=272a92f2-4c75-481e-a30d-1a101be28fa6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:25.802311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.842912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] Calling delete_port for fc78ed33-5441-488f-867a-33fdf287bb88 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:25.895522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4221d58-4171-4836-abc4-5562d627df67 req-0f7017b9-e81c-4e75-8f71-16ab244c6504 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.906976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4221d58-4171-4836-abc4-5562d627df67 req-0f7017b9-e81c-4e75-8f71-16ab244c6504 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.1340733 Aug 31 09:32:25.985696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4221d58-4171-4836-abc4-5562d627df67 req-c7f32eaa-d0f0-498b-b9aa-a30bf495b78f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667162 Aug 31 09:32:25.992087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.993314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ec45be-f865-4928-b76d-bd044371c7f4 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:26.018381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No DVR routers for this DVR port fc78ed33-5441-488f-867a-33fdf287bb88 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:26.019631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.039204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Transition to ACTIVE for port object 59ec45be-f865-4928-b76d-bd044371c7f4 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:26.042316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Transition to ACTIVE for port object 9cf08565-ffa1-4fed-8436-1dd3f237fe1f will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:26.055101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.076883 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.093745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=fc78ed33-5441-488f-867a-33fdf287bb88,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.098247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:19Z', 'revision_number': 3, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.102308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] Pushing event deleted for resources: {'Port': ['ID=fc78ed33-5441-488f-867a-33fdf287bb88,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.140275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a390aa-2770-46ec-b30d-b973d4a9e379 None None] No DVR routers for this DVR port fc78ed33-5441-488f-867a-33fdf287bb88 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:26.172245 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e55f81-6f9e-4583-ac97-8bc06129254f None None] The sync data for ids ['7047850a-91ed-4a5b-a3df-6698c72085d7'] in n-d-800634-13 is: [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:19Z', 'revision_number': 3, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:26.244142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Pushing event updated for resources: {'Port': ['ID=59ec45be-f865-4928-b76d-bd044371c7f4,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.273005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.290705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-37a6572e-e646-48ef-a938-b40c258463b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:26.291754 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-37a6572e-e646-48ef-a938-b40c258463b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.2511215 Aug 31 09:32:26.315736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-8970030a-149c-486c-ad5c-637d3d08345b tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:26.319182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-8970030a-149c-486c-ad5c-637d3d08345b tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "GET /v2.0/ports?device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 945 time: 0.1207197 Aug 31 09:32:26.359112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683071e7-73dc-4d4a-8180-c964cf78465f']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.396208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272a92f2-4c75-481e-a30d-1a101be28fa6') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.396521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272a92f2-4c75-481e-a30d-1a101be28fa6') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.409224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.453273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.550155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.576968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5961-f4e9-4e2f-a6a7-37936c844971 req-23fdceae-f78b-41c1-baa2-4e355ed43d6c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:26.579020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc5d5961-f4e9-4e2f-a6a7-37936c844971 req-23fdceae-f78b-41c1-baa2-4e355ed43d6c tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 945 time: 0.2583232 Aug 31 09:32:26.580610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:26.581025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:26.586222 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:26.749853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc5d5961-f4e9-4e2f-a6a7-37936c844971 req-0894ca9f-b594-42eb-adb4-691833385e3e tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503577 Aug 31 09:32:26.753543 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.761357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.764200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/683071e7-73dc-4d4a-8180-c964cf78465f HTTP/1.1" status: 204 len: 168 time: 2.1871796 Aug 31 09:32:26.772983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Deleting port 849e13b5-611f-4f3d-a8ba-55eac6dd549c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:26.773375 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.780611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:26.894650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2fd1b-4b8a-4ac8-bca7-126b710c5aa1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=683071e7-73dc-4d4a-8180-c964cf78465f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:27.005292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fbd08-d267-4179-9aaa-4d972b6a1bb6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.025738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4d4fbd08-d267-4179-9aaa-4d972b6a1bb6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/c791a517-a21d-46aa-b6a5-644151ec3d27 HTTP/1.1" status: 200 len: 841 time: 0.2437065 Aug 31 09:32:27.028933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51f4cded-cc75-44d9-a560-76e156cd1c20 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:27.033773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60050) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:27.139787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:27.141457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:27.158124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa79ef77-a506-4ff9-8406-4903a7a0e7ea tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/c791a517-a21d-46aa-b6a5-644151ec3d27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1216621 Aug 31 09:32:27.167670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60054) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:27.171001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] For port 849e13b5-611f-4f3d-a8ba-55eac6dd549c, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=849e13b5-611f-4f3d-a8ba-55eac6dd549c,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:27.171261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.194214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60494-2bd3-46dc-9258-052b95da6d60 req-ddf4a022-dc53-4246-8090-c055cc1daa8e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.203463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-c14d291e-2b92-4f39-aa34-006fcdf12c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.207937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-c14d291e-2b92-4f39-aa34-006fcdf12c8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.9051797 Aug 31 09:32:27.208125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3aa60494-2bd3-46dc-9258-052b95da6d60 req-ddf4a022-dc53-4246-8090-c055cc1daa8e tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 944 time: 0.3398705 Aug 31 09:32:27.222045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:27.224047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:27.238622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 51f4cded-cc75-44d9-a560-76e156cd1c20 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:27.257121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 51f4cded-cc75-44d9-a560-76e156cd1c20 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:27.258132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.386725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Calling delete_port for 849e13b5-611f-4f3d-a8ba-55eac6dd549c owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:27.424498 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.427200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:27.431749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-5c49d294-77eb-4673-b9c6-e7bed75340dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1002 time: 0.1927435 Aug 31 09:32:27.525377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Attempting to bind port 59ec45be-f865-4928-b76d-bd044371c7f4 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:27.525730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Attempting to bind port 59ec45be-f865-4928-b76d-bd044371c7f4 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:27.529909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Attempting to bind port 59ec45be-f865-4928-b76d-bd044371c7f4 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:27.540641 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.556866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3aa60494-2bd3-46dc-9258-052b95da6d60 req-49343d8c-a668-4861-aba4-6fa5a7f2c18a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019686 Aug 31 09:32:27.608744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 51f4cded-cc75-44d9-a560-76e156cd1c20, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=51f4cded-cc75-44d9-a560-76e156cd1c20,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:27.617645 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.669382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Port 59ec45be-f865-4928-b76d-bd044371c7f4 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:27.672138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1185ee-ce56-41cb-ac98-e57a933a2e2f req-f4cd33fc-13cf-4da9-a287-a4b5422808e4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.676109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Attempting to bind port 59ec45be-f865-4928-b76d-bd044371c7f4 on network 2ef03d3e-f9bb-4602-9068-85c58db84ae9 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:27.696976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:27.697322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Checking segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:27.697715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Bound using segment: {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:27.698164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Bound port: 59ec45be-f865-4928-b76d-bd044371c7f4, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340939a9-f696-4004-85eb-245d19ec53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:27.702975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.715570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e1185ee-ce56-41cb-ac98-e57a933a2e2f req-f4cd33fc-13cf-4da9-a287-a4b5422808e4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.4494443 Aug 31 09:32:27.746316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-ae7ab434-a921-4cba-91e6-02a6b300d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.749239 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-ae7ab434-a921-4cba-91e6-02a6b300d866 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.2522554 Aug 31 09:32:27.782339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fc78ed33-5441-488f-867a-33fdf287bb88 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:27.904616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: fc78ed33-5441-488f-867a-33fdf287bb88 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:27.906323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fc78ed33-5441-488f-867a-33fdf287bb88 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:27.932209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-45930f44-ad7b-4eec-8f24-f348e227a734 None None] Provisioning for port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:27.961325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-45930f44-ad7b-4eec-8f24-f348e227a734 None None] Provisioning complete for port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:27.962326 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-45930f44-ad7b-4eec-8f24-f348e227a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.036937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=51f4cded-cc75-44d9-a560-76e156cd1c20,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.083423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-45930f44-ad7b-4eec-8f24-f348e227a734 None None] Port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:28.083663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-b8fe1439-c9ff-42bc-95bc-d676b76b7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.086169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-b8fe1439-c9ff-42bc-95bc-d676b76b7e05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628851 Aug 31 09:32:28.129827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.175516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] For port 59ec45be-f865-4928-b76d-bd044371c7f4, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:28.208479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] For port 59ec45be-f865-4928-b76d-bd044371c7f4, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=59ec45be-f865-4928-b76d-bd044371c7f4,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:28.243315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.270256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:28.276777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.335058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.335589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.337037 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-a940986d-2401-436d-a548-72baab1d68bd service neutron] 10.222.0.15 "PUT /v2.0/ports/59ec45be-f865-4928-b76d-bd044371c7f4 HTTP/1.1" status: 200 len: 1093 time: 3.2165771 Aug 31 09:32:28.337491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'tag': '59ec45be-f865-4928-b76d-bd044371c7f4'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:28.339962 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d603a8-2f93-44ae-85fe-a94a070e34c9" -d '{"events": [{"name": "network-changed", "server_uuid": "45f20622-5043-4a11-b7f9-c26ff17ae696", "tag": "59ec45be-f865-4928-b76d-bd044371c7f4"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:28.360928 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-a413358a-a1df-4230-ba6c-5032a9f03660 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625687 Aug 31 09:32:28.393360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e1185ee-ce56-41cb-ac98-e57a933a2e2f req-9932661f-5961-437d-a1fe-9a51c9e0c06b tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6762121 Aug 31 09:32:28.415647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940986d-2401-436d-a548-72baab1d68bd service neutron] Pushing event updated for resources: {'Port': ['ID=59ec45be-f865-4928-b76d-bd044371c7f4,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.417200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59339f-212b-43c2-bc05-8ca6c78562d6 req-9a8ce499-f2b3-4299-825e-e92206607e9a tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.418862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d59339f-212b-43c2-bc05-8ca6c78562d6 req-9a8ce499-f2b3-4299-825e-e92206607e9a tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=af456b81-e52a-4b8e-b093-2af0a5adaf48 HTTP/1.1" status: 200 len: 945 time: 0.2295213 Aug 31 09:32:28.528496 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d8678fd-d310-4ae5-99c8-185a56575b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.557188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.585067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['0f962786-8870-4a70-a63c-31c4471043ea'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:28.592497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6e7eaa7c-1cfe-446b-9815-dfe4e6f29719'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:28.645439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Pushing event deleted for resources: {'Port': ['ID=849e13b5-611f-4f3d-a8ba-55eac6dd549c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.697681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d59339f-212b-43c2-bc05-8ca6c78562d6 req-67819b5a-03a5-41d0-951b-f502c9bb1935 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570330 Aug 31 09:32:28.744267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-e9e68760-c4bd-4137-80e0-bca48e1f4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.746935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-e9e68760-c4bd-4137-80e0-bca48e1f4ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 1096 time: 0.3012078 Aug 31 09:32:28.756958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] No DVR routers for this DVR port 849e13b5-611f-4f3d-a8ba-55eac6dd549c on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:28.761031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.763195 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30cff773-a93e-43b9-aa22-5aff3ec81921 req-c8783753-81d1-47b9-b577-59d1a664c995 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "DELETE /v2.0/ports/849e13b5-611f-4f3d-a8ba-55eac6dd549c HTTP/1.1" status: 204 len: 173 time: 2.3887613 Aug 31 09:32:28.763646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'name': 'network-vif-deleted', 'tag': '849e13b5-611f-4f3d-a8ba-55eac6dd549c'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:28.766306 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936495d0-90b5-40c7-85cf-c75b85243361" -d '{"events": [{"server_uuid": "af456b81-e52a-4b8e-b093-2af0a5adaf48", "name": "network-vif-deleted", "tag": "849e13b5-611f-4f3d-a8ba-55eac6dd549c"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:28.771294 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-08a5e97a-c132-49db-a056-f5ec35ba2ec6 req-e9816588-a428-4676-901d-5cd4bd981c7e service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955641 Aug 31 09:32:28.873726 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-f9803fe3-23e1-44e0-b55f-a13b516bcb72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59ec45be-f865-4928-b76d-bd044371c7f4 HTTP/1.1" status: 200 len: 217 time: 0.1149924 Aug 31 09:32:28.889349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.904587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.964288 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3acce05-eafd-49b2-8626-66d3a9185564 x-openstack-request-id: req-c3acce05-eafd-49b2-8626-66d3a9185564 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:28.964597 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f20622-5043-4a11-b7f9-c26ff17ae696", "tag": "59ec45be-f865-4928-b76d-bd044371c7f4", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:28.964829 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3acce05-eafd-49b2-8626-66d3a9185564 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:28.965256 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'tag': '59ec45be-f865-4928-b76d-bd044371c7f4', 'status': 'completed', 'code': 200} Aug 31 09:32:29.104232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51f4cded-cc75-44d9-a560-76e156cd1c20 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:29.201068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:29.203975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.219514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-8733200a-531f-461e-8d86-119395ebb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.221887 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-8733200a-531f-461e-8d86-119395ebb7c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.3297577 Aug 31 09:32:29.252434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 51f4cded-cc75-44d9-a560-76e156cd1c20 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:29.252811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.292939 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6dfaeb-1878-45c4-a593-05b4bcb6d174 x-openstack-request-id: req-3b6dfaeb-1878-45c4-a593-05b4bcb6d174 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:29.293495 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af456b81-e52a-4b8e-b093-2af0a5adaf48", "name": "network-vif-deleted", "tag": "849e13b5-611f-4f3d-a8ba-55eac6dd549c", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:29.293857 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b6dfaeb-1878-45c4-a593-05b4bcb6d174 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:29.295109 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af456b81-e52a-4b8e-b093-2af0a5adaf48', 'name': 'network-vif-deleted', 'tag': '849e13b5-611f-4f3d-a8ba-55eac6dd549c', 'status': 'completed', 'code': 200} Aug 31 09:32:29.347297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.377433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-c748f8b3-5583-470a-a6bb-9eaaba65f258 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332567 Aug 31 09:32:29.504519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02236741-eeec-49c5-b0e1-60da3d2fbac7 req-c805c44b-0002-400c-b729-b21c60f9cec4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.519474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02236741-eeec-49c5-b0e1-60da3d2fbac7 req-c805c44b-0002-400c-b729-b21c60f9cec4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 944 time: 0.3439050 Aug 31 09:32:29.554453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:29.566132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:29.583727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.586010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.656095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02236741-eeec-49c5-b0e1-60da3d2fbac7 req-737427d7-36b0-41e3-b000-5ef68d4b8136 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349506 Aug 31 09:32:29.689165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:29.698283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:29.700666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=30fa5043-a9fa-43c5-90ee-6a31520f04d9,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:29.707869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662aa84-2629-4b1b-b800-0313b92f75d3 None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:29.716540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 849e13b5-611f-4f3d-a8ba-55eac6dd549c no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:29.754136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-90e9436d-84cb-4f5d-bbaa-f76c33b5d35c tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5416744 Aug 31 09:32:29.761145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60094) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:29.810388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1669900898'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:29.855528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102a95-5efa-477a-8d59-43f791ab5fad req-2483f6f0-17e4-401c-ac20-2da823946939 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.857252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51102a95-5efa-477a-8d59-43f791ab5fad req-2483f6f0-17e4-401c-ac20-2da823946939 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2420664 Aug 31 09:32:29.864937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 849e13b5-611f-4f3d-a8ba-55eac6dd549c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:29.865441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 849e13b5-611f-4f3d-a8ba-55eac6dd549c not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:29.893561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.942578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51102a95-5efa-477a-8d59-43f791ab5fad req-67950342-34bc-4f5b-b22d-e38ca8dbf855 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718484 Aug 31 09:32:29.971356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-225ce764-5d2b-4c53-9619-98cddf86fbf9 service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803597 Aug 31 09:32:30.038930 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.044629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.083336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c336c4-c547-454b-a5b4-1a48d0ebff19,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:30.104144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.108051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3c202f45-77c3-4c6f-a781-f7d3ccc1c651 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3173048 Aug 31 09:32:30.111485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60106) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:30.126989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1307570270'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:30.189063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.262564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-73d65a82-e91c-4a65-8951-3995753b5127', 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'tenant_id': 'de5a3a520d3b4eba8eb0724e15679a6c', 'fixed_ips': [{'subnet_id': '30fa5043-a9fa-43c5-90ee-6a31520f04d9'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:30.263219 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.398582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Router 7047850a-91ed-4a5b-a3df-6698c72085d7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:30.453457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.463403 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.520137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5ba91292-9c43-47c0-b63f-96b72d99b5ad None None] Provisioning complete for port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:30.520758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5ba91292-9c43-47c0-b63f-96b72d99b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.552735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579f2f3e-b182-463e-9ef6-1172d5053410,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:30.571917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.576440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-371f0b9f-f799-4640-aa37-2f16950de787 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4635086 Aug 31 09:32:30.579964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60118) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:30.601138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1333026542', 'security_groups': ['579f2f3e-b182-463e-9ef6-1172d5053410'], 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '30fa5043-a9fa-43c5-90ee-6a31520f04d9'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:30.652070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5ba91292-9c43-47c0-b63f-96b72d99b5ad None None] Port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:30.655597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c67a55d5-83ef-455b-8451-dbaef9d686c2 req-d1fe7f87-21dd-4136-ad77-bfe51ff3b0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766982 Aug 31 09:32:30.686680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Allocated IP 172.20.0.2 (73d65a82-e91c-4a65-8951-3995753b5127/30fa5043-a9fa-43c5-90ee-6a31520f04d9/faf40133-49d2-4242-976a-790e6768849e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:30.726502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:30.746765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9acef108-1eff-41fb-821b-694f3e0d15b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/7047850a-91ed-4a5b-a3df-6698c72085d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0871711 Aug 31 09:32:30.784581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Sync routers for ids ['7047850a-91ed-4a5b-a3df-6698c72085d7'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:30.878878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-864e472a-a7c8-4600-9391-b059f50b1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.889436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-864e472a-a7c8-4600-9391-b059f50b1fbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 1096 time: 0.1408706 Aug 31 09:32:30.924316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Routers {'7047850a-91ed-4a5b-a3df-6698c72085d7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:30.925504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7047850a-91ed-4a5b-a3df-6698c72085d7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:31.056880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:31.114587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-3cb87200-062f-4f39-901e-61ecf49d4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.117911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-3cb87200-062f-4f39-901e-61ecf49d4213 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 200 len: 912 time: 0.2166255 Aug 31 09:32:31.229019 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-8b1e600c-c6a0-4bd7-942c-8c633b5ad2cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59ec45be-f865-4928-b76d-bd044371c7f4 HTTP/1.1" status: 200 len: 217 time: 0.1027453 Aug 31 09:32:31.263734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a6df-1eab-4499-8d22-a5d298e4eda1 req-f266a717-b5f0-484f-9d72-4f527542a8af tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.297414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fe0a6df-1eab-4499-8d22-a5d298e4eda1 req-f266a717-b5f0-484f-9d72-4f527542a8af tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 944 time: 0.4015100 Aug 31 09:32:31.345107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-ab2cdae5-cfd6-444a-8fce-4c1a46afee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.349105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-ab2cdae5-cfd6-444a-8fce-4c1a46afee7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 200 len: 851 time: 0.1106663 Aug 31 09:32:31.403503 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-f28f871e-c409-4c6e-9138-a9da5334b20a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ef03d3e-f9bb-4602-9068-85c58db84ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470212 Aug 31 09:32:31.461622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.474067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Set router 7047850a-91ed-4a5b-a3df-6698c72085d7 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:31.500043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fe0a6df-1eab-4499-8d22-a5d298e4eda1 req-969e0be9-f970-4f5e-9de0-1f9288a03a2d tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857610 Aug 31 09:32:31.509582 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.520638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 8930ee0d-194e-464d-b9a3-17939a6fa11e yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:31.539329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Transition to ACTIVE for port object faf40133-49d2-4242-976a-790e6768849e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:31.541545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-907ef6a4-97e5-4a0c-a3dc-b48393f36c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.603950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-68fac77f-4014-453f-979f-96f796212535 service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918058 Aug 31 09:32:31.609083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Transition to ACTIVE for port object faf40133-49d2-4242-976a-790e6768849e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:31.721988 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.802448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:31.844213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.844734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.845177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.845638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.846185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.846654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.847090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.847520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.847962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.848380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.848829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.849256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:31.882785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:31.883875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.892634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:31.897207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:31.912889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-38d603a8-2f93-44ae-85fe-a94a070e34c9 req-43b46af1-ec5b-46fa-ac3e-3a82601ec56b service neutron] 10.222.0.15 "GET /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969034 Aug 31 09:32:32.049261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.4 (73d65a82-e91c-4a65-8951-3995753b5127/30fa5043-a9fa-43c5-90ee-6a31520f04d9/8930ee0d-194e-464d-b9a3-17939a6fa11e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:32.070553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Attempting to bind port faf40133-49d2-4242-976a-790e6768849e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:32.071385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Attempting to bind port faf40133-49d2-4242-976a-790e6768849e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '5fa417d8-1466-4806-9177-07d22c9ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:32.072119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Attempting to bind port faf40133-49d2-4242-976a-790e6768849e on network 73d65a82-e91c-4a65-8951-3995753b5127 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:32.089725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:32.090941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Checking segment: {'id': '5fa417d8-1466-4806-9177-07d22c9ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:32.091925 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.092963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Bound using segment: {'id': '5fa417d8-1466-4806-9177-07d22c9ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:32.094102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Bound port: faf40133-49d2-4242-976a-790e6768849e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa417d8-1466-4806-9177-07d22c9ff8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:32.095406 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.124306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '9cf08565-ffa1-4fed-8436-1dd3f237fe1f', 'name': '', 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'mac_address': 'fa:16:3e:47:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '285b3230-092d-4ab0-a79a-108df0fa9b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:24Z', 'updated_at': '2021-08-31T09:32:28Z', 'revision_number': 2, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'subnets': [{'id': '285b3230-092d-4ab0-a79a-108df0fa9b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:32.196498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Checking router: 7047850a-91ed-4a5b-a3df-6698c72085d7 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:32.197151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Updating router 7047850a-91ed-4a5b-a3df-6698c72085d7 port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:32.242160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.419336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.443002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.451571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:32.456257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:32.469423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc01c02-1798-4c38-829d-ff79828aa4e3 req-86eb192f-1344-4e46-b2c3-a7d72b3d5e60 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:32.472522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.476253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc01c02-1798-4c38-829d-ff79828aa4e3 req-86eb192f-1344-4e46-b2c3-a7d72b3d5e60 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:32.477978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cc01c02-1798-4c38-829d-ff79828aa4e3 req-86eb192f-1344-4e46-b2c3-a7d72b3d5e60 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea&device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 1682 time: 0.1098657 Aug 31 09:32:32.499778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 8930ee0d-194e-464d-b9a3-17939a6fa11e will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:32.610530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cc01c02-1798-4c38-829d-ff79828aa4e3 req-d9fcb5f5-9d2f-41b5-8648-b3493c756b29 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210074 Aug 31 09:32:32.672010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.742742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda94f2-8c0f-4ae2-8bbd-f2dba6c3eb8f None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.763727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:32.769934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:32.779828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:32.843628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=8930ee0d-194e-464d-b9a3-17939a6fa11e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.919136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:32.919766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.001749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1119d4e-649e-4168-93eb-346eab213833 req-969aabd5-0cc5-4812-82f7-de3b38ad9de2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.007256 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.014309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1119d4e-649e-4168-93eb-346eab213833 req-969aabd5-0cc5-4812-82f7-de3b38ad9de2 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 944 time: 0.2403276 Aug 31 09:32:33.032819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae37a8fb-a89e-44a1-9159-d9a118a7491d tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4510639 Aug 31 09:32:33.035934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Transition to ACTIVE for port object 9cf08565-ffa1-4fed-8436-1dd3f237fe1f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:33.037892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60198) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:33.049827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:33.055516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.194227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1119d4e-649e-4168-93eb-346eab213833 req-36eefc1a-a99f-4c12-9104-cd287e9f27b7 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382291 Aug 31 09:32:33.288193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1acbb-5817-4351-81f7-442003fc2654 None None] Pushing event updated for resources: {'Port': ['ID=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.386451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:33.394545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Attempting to bind port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:33.394797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.394912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Attempting to bind port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:33.395012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Attempting to bind port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f on network e706aefb-4abc-4d0d-afe5-cbb0589362cb {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:33.427398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:33.428355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Checking segment: {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:33.428780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.429214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Bound using segment: {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:33.429789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Bound port: 9cf08565-ffa1-4fed-8436-1dd3f237fe1f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:33.430181 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.648865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] For port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:33.674023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.676324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] For port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,segment=NetworkSegment(60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3),segment_id=60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:33.678859 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 30fa5043-a9fa-43c5-90ee-6a31520f04d9 (CIDR: 172.20.0.0/28) Aug 31 09:32:33.685748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.704259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:33.732370 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:32:33.747929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:33.765631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 59ec45be-f865-4928-b76d-bd044371c7f4 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:33.802548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Routers {'7047850a-91ed-4a5b-a3df-6698c72085d7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:33.802548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7047850a-91ed-4a5b-a3df-6698c72085d7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:33.802986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a35aa87d-b8bf-41c4-a11a-0fe7803f8149 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7587650 Aug 31 09:32:33.802986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60228) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:33.819334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:34.195545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:34.200579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.484471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.resource_extend [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:32:34.655643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d826c0-6273-4ee9-b9a9-af2001d2a811 req-15f438e3-3cdc-4410-a12d-f5f103156c17 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:34.676323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4d826c0-6273-4ee9-b9a9-af2001d2a811 req-15f438e3-3cdc-4410-a12d-f5f103156c17 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 944 time: 0.1349092 Aug 31 09:32:34.681516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1acbb-5817-4351-81f7-442003fc2654 None None] Pushing event updated for resources: {'Port': ['ID=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.745400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] Set router 7047850a-91ed-4a5b-a3df-6698c72085d7 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:34.817223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.952306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4d826c0-6273-4ee9-b9a9-af2001d2a811 req-acb503cc-adcb-4fdd-9168-539be371749a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743464 Aug 31 09:32:35.026656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:35.028786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=68a0b747-6e7e-441e-a1e8-c6592d3a3f90,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:35.039158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:35.049746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.059228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.060344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.079465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af37bd4-bd69-4953-a7b8-d7ac14f1574c req-c8a1d90e-dea4-4952-a28e-dc7c3743a295 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.092956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6af37bd4-bd69-4953-a7b8-d7ac14f1574c req-c8a1d90e-dea4-4952-a28e-dc7c3743a295 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 946 time: 0.3131912 Aug 31 09:32:35.147253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 59ec45be-f865-4928-b76d-bd044371c7f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=59ec45be-f865-4928-b76d-bd044371c7f4,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:35.164665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '59ec45be-f865-4928-b76d-bd044371c7f4', 'network_id': '2ef03d3e-f9bb-4602-9068-85c58db84ae9', 'port_id': '59ec45be-f865-4928-b76d-bd044371c7f4', 'mac_address': 'fa:16:3e:01:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b22a3-96e5-4a2f-a22e-951453d57408', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:35.168807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0bf89324-8433-458d-962f-a3ea384cade9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3619375 Aug 31 09:32:35.172987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60248) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:35.182636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device faf40133-49d2-4242-976a-790e6768849e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:35.184130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1441046117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68a0b747-6e7e-441e-a1e8-c6592d3a3f90'}], 'security_groups': ['c7c336c4-c547-454b-a5b4-1a48d0ebff19']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:35.255018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711092c6-64c3-4bf4-827c-94b93b2c5b84 None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:35.255233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6af37bd4-bd69-4953-a7b8-d7ac14f1574c req-c2dcdc23-3093-4449-b3bf-e8df15ceb84d tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606185 Aug 31 09:32:35.405402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.527608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-5237c1c6-71fa-4b5a-b310-77f4a6e61b78 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.530158 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-5237c1c6-71fa-4b5a-b310-77f4a6e61b78 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.15 "GET /v2.0/ports?device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 946 time: 0.1480534 Aug 31 09:32:35.656434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.666835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:35.667502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.687748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port faf40133-49d2-4242-976a-790e6768849e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:35.744738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ec45be-f865-4928-b76d-bd044371c7f4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:35.781010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Deleting port b64032cd-d726-43ac-9c16-acc2b4a75e26 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:35.781455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.792775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Deleting port 0f962786-8870-4a70-a63c-31c4471043ea {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:35.793053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.809181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 59ec45be-f865-4928-b76d-bd044371c7f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=59ec45be-f865-4928-b76d-bd044371c7f4,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:35.810497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:35.839215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.890854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '9cf08565-ffa1-4fed-8436-1dd3f237fe1f', 'name': '', 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'mac_address': 'fa:16:3e:47:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '285b3230-092d-4ab0-a79a-108df0fa9b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:24Z', 'updated_at': '2021-08-31T09:32:33Z', 'revision_number': 4, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'subnets': [{'id': '285b3230-092d-4ab0-a79a-108df0fa9b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:35.928482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Delete allocated IP 172.20.0.4 (73d65a82-e91c-4a65-8951-3995753b5127/30fa5043-a9fa-43c5-90ee-6a31520f04d9) {{(pid=94896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:32:35.938243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Provisioning for port faf40133-49d2-4242-976a-790e6768849e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:35.948897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412b5dc-a17f-4792-962b-35dff51a2bc9 None None] The sync data for ids ['7047850a-91ed-4a5b-a3df-6698c72085d7'] in n-d-800634-13 is: [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '9cf08565-ffa1-4fed-8436-1dd3f237fe1f', 'name': '', 'network_id': 'e706aefb-4abc-4d0d-afe5-cbb0589362cb', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'mac_address': 'fa:16:3e:47:f9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '285b3230-092d-4ab0-a79a-108df0fa9b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:24Z', 'updated_at': '2021-08-31T09:32:33Z', 'revision_number': 4, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'subnets': [{'id': '285b3230-092d-4ab0-a79a-108df0fa9b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:35.963220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.26 (73d65a82-e91c-4a65-8951-3995753b5127/68a0b747-6e7e-441e-a1e8-c6592d3a3f90/8930ee0d-194e-464d-b9a3-17939a6fa11e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:35.970869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:35.971325 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.002926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Update dhcp port {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'fixed_ips': [{'subnet_id': '30fa5043-a9fa-43c5-90ee-6a31520f04d9', 'ip_address': '172.20.0.2'}, {'subnet_id': '68a0b747-6e7e-441e-a1e8-c6592d3a3f90'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'faf40133-49d2-4242-976a-790e6768849e'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:32:36.003593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] For port b64032cd-d726-43ac-9c16-acc2b4a75e26, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b64032cd-d726-43ac-9c16-acc2b4a75e26,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:36.003975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.016571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] For port 0f962786-8870-4a70-a63c-31c4471043ea, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=0f962786-8870-4a70-a63c-31c4471043ea,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:36.016948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.051692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Calling delete_port for b64032cd-d726-43ac-9c16-acc2b4a75e26 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:36.060766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Calling delete_port for 0f962786-8870-4a70-a63c-31c4471043ea owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:36.136779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=59ec45be-f865-4928-b76d-bd044371c7f4,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:36.173009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['59ec45be-f865-4928-b76d-bd044371c7f4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:36.264733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.370900 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.391150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.411279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Ignored duplicate provisioning block setup for port 8930ee0d-194e-464d-b9a3-17939a6fa11e by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:32:36.485993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.486300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-153276c9-a051-402d-8337-08b8c7cb112b tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.496231 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-153276c9-a051-402d-8337-08b8c7cb112b tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 945 time: 0.2848654 Aug 31 09:32:36.734025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=8930ee0d-194e-464d-b9a3-17939a6fa11e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:36.750770 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.830590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e011-b05e-4d52-8efb-e086910e6706 req-44e34074-5dde-4274-b614-e9ba0b30ddfa tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.841902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dff8e011-b05e-4d52-8efb-e086910e6706 req-44e34074-5dde-4274-b614-e9ba0b30ddfa tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 945 time: 0.5713136 Aug 31 09:32:36.911519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:36.976398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.987841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dff8e011-b05e-4d52-8efb-e086910e6706 req-bbcd291a-e677-48c2-bbfc-ae05ae127707 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446390 Aug 31 09:32:37.010776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad969-222f-4ae4-8afd-68bbfee1f098 req-5fdcae1a-1b88-4cf4-a682-9d29bf63bd85 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.012341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42ad969-222f-4ae4-8afd-68bbfee1f098 req-5fdcae1a-1b88-4cf4-a682-9d29bf63bd85 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 946 time: 0.5363004 Aug 31 09:32:37.032855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] In _notify_port_updated(), no bound segment for port 8930ee0d-194e-464d-b9a3-17939a6fa11e on network 73d65a82-e91c-4a65-8951-3995753b5127 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:32:37.042035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.042587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.044194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d23e4d80-41a3-4127-b95d-50bc7bdec5c2 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/ports/8930ee0d-194e-464d-b9a3-17939a6fa11e HTTP/1.1" status: 200 len: 921 time: 1.8697309 Aug 31 09:32:37.052835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60278) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:37.143870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9cf08565-ffa1-4fed-8436-1dd3f237fe1f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:37.181575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a42ad969-222f-4ae4-8afd-68bbfee1f098 req-c3ff5c8b-7f08-4d5d-a508-070503e55f55 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/security-groups?id=43c29589-8768-4d30-84d0-150232566b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609728 Aug 31 09:32:37.258943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Allocated IP 172.20.0.18 (73d65a82-e91c-4a65-8951-3995753b5127/68a0b747-6e7e-441e-a1e8-c6592d3a3f90/faf40133-49d2-4242-976a-790e6768849e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:37.332479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 8930ee0d-194e-464d-b9a3-17939a6fa11e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:37.339586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.416600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:37.491113 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.534142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Transition to ACTIVE for port object faf40133-49d2-4242-976a-790e6768849e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:37.548975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.557303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.584769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-96fd6839-3368-404f-9cb1-169b0727c44b None None] Provisioning for port 8930ee0d-194e-464d-b9a3-17939a6fa11e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:37.589134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baccbbd-1f81-43dd-8255-18cfc2dd1f91 None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:37.660513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.705845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-96fd6839-3368-404f-9cb1-169b0727c44b None None] Provisioning complete for port 8930ee0d-194e-464d-b9a3-17939a6fa11e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:37.707086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-96fd6839-3368-404f-9cb1-169b0727c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.715543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Pushing event deleted for resources: {'Port': ['ID=0f962786-8870-4a70-a63c-31c4471043ea,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:37.732692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 8930ee0d-194e-464d-b9a3-17939a6fa11e owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:37.747840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6e7eaa7c-1cfe-446b-9815-dfe4e6f29719'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:37.788610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Deleting port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:37.789098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.791261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9c9a-9552-4106-b82a-573cbab5d732 None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:37.842114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.895187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0f962786-8870-4a70-a63c-31c4471043ea no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:38.020153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 0f962786-8870-4a70-a63c-31c4471043ea {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:38.020489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 0f962786-8870-4a70-a63c-31c4471043ea not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:38.025672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-96fd6839-3368-404f-9cb1-169b0727c44b None None] Port 8930ee0d-194e-464d-b9a3-17939a6fa11e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:38.044619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:38.051793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.056759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] No DVR routers for this DVR port 0f962786-8870-4a70-a63c-31c4471043ea on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:38.059079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:38.059745 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.061097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.061689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.073526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.074213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.080086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.081287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.082062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.082683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.083286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.089106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.089919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.090748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:38.096447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.104941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f3366d5-c97a-42a6-ad9d-24b6d24717bc req-7baa8adc-86f2-4287-9b61-786f90bc1918 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.15 "DELETE /v2.0/ports/0f962786-8870-4a70-a63c-31c4471043ea HTTP/1.1" status: 204 len: 173 time: 2.5648324 Aug 31 09:32:38.107968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=8930ee0d-194e-464d-b9a3-17939a6fa11e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.122051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'name': 'network-vif-deleted', 'tag': '0f962786-8870-4a70-a63c-31c4471043ea'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:38.142356 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e00ba28-c9e7-42ff-8774-ce866dc47252" -d '{"events": [{"server_uuid": "8efae22a-3d6a-4874-a534-fc078aaa6064", "name": "network-vif-deleted", "tag": "0f962786-8870-4a70-a63c-31c4471043ea"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:38.329229 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be142cf3-12c9-48fb-a734-cd1ebf928ead x-openstack-request-id: req-be142cf3-12c9-48fb-a734-cd1ebf928ead {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:38.330172 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efae22a-3d6a-4874-a534-fc078aaa6064", "name": "network-vif-deleted", "tag": "0f962786-8870-4a70-a63c-31c4471043ea", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:38.331421 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be142cf3-12c9-48fb-a734-cd1ebf928ead {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:38.332920 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efae22a-3d6a-4874-a534-fc078aaa6064', 'name': 'network-vif-deleted', 'tag': '0f962786-8870-4a70-a63c-31c4471043ea', 'status': 'completed', 'code': 200} Aug 31 09:32:38.363132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b64032cd-d726-43ac-9c16-acc2b4a75e26,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.414992 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.420635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f39f5a2-e897-4554-9ff4-67a1759294f9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/8930ee0d-194e-464d-b9a3-17939a6fa11e HTTP/1.1" status: 204 len: 168 time: 1.3629396 Aug 31 09:32:38.424611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60298) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:38.536572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.555639 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c52a2e-a665-42c3-a26a-4819fb5f29aa tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:32:38.560274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d3c52a2e-a665-42c3-a26a-4819fb5f29aa tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/8930ee0d-194e-464d-b9a3-17939a6fa11e HTTP/1.1" status: 404 len: 333 time: 0.1323164 Aug 31 09:32:38.561197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60300) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:38.657955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77c1e377-3994-401f-80ea-c4ca9d376337 req-05a0ee49-6c19-4887-9a06-258c8a079be8 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8efae22a-3d6a-4874-a534-fc078aaa6064 HTTP/1.1" status: 200 len: 210 time: 0.0637722 Aug 31 09:32:38.669295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf55ec-fb38-4f98-a7df-83b9aecb4670 req-8628a148-2287-4592-9bbe-7753b7eb030c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.671360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3bf55ec-fb38-4f98-a7df-83b9aecb4670 req-8628a148-2287-4592-9bbe-7753b7eb030c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 945 time: 0.3512664 Aug 31 09:32:38.674972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] For port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,segment=NetworkSegment(b9816e16-dd2f-4d6e-b872-95ea801211b7),segment_id=b9816e16-dd2f-4d6e-b872-95ea801211b7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:38.675996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.684548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,segment=NetworkSegment(60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3),segment_id=60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:38.696115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.828395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3bf55ec-fb38-4f98-a7df-83b9aecb4670 req-5ecb433f-ec15-43e2-87e1-c8bf81aece7c tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370401 Aug 31 09:32:38.852813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Calling delete_port for 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:38.960304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ba59d86-45ee-4fe6-9371-2547806707bf tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.014726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.034216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ba59d86-45ee-4fe6-9371-2547806707bf tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.174626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.190822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ba59d86-45ee-4fe6-9371-2547806707bf tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.201867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ba59d86-45ee-4fe6-9371-2547806707bf tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.211682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8ba59d86-45ee-4fe6-9371-2547806707bf tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/security-groups/579f2f3e-b182-463e-9ef6-1172d5053410 HTTP/1.1" status: 204 len: 168 time: 0.6433635 Aug 31 09:32:39.231802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60308) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:39.231979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device faf40133-49d2-4242-976a-790e6768849e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:39.233094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba59d86-45ee-4fe6-9371-2547806707bf tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f2f3e-b182-463e-9ef6-1172d5053410,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.311602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Could not find standard attr ID for object 8930ee0d-194e-464d-b9a3-17939a6fa11e. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:32:39.332901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:39.333370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.404590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.417559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:39.439067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Provisioning for port faf40133-49d2-4242-976a-790e6768849e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:39.448586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:39.449048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-22d62b16-0a61-4d0d-9a34-57992cae8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.473876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.509880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.569794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.575069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.580316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60314) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:39.580808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7c336c4-c547-454b-a5b4-1a48d0ebff19 HTTP/1.1" status: 204 len: 168 time: 0.3438008 Aug 31 09:32:39.593375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c336c4-c547-454b-a5b4-1a48d0ebff19,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.609747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Pushing event deleted for resources: {'Port': ['ID=6e7eaa7c-1cfe-446b-9815-dfe4e6f29719,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.610522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.610909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.611255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.611696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.612205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.612542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.613035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.613723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.614174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.615636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.616203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.616750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a629b-2680-4c04-843a-3a0464d6bf1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:39.729282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:39.761284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:39.761624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:39.806367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 30fa5043-a9fa-43c5-90ee-6a31520f04d9 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:39.811017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.887263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 59ec45be-f865-4928-b76d-bd044371c7f4 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:39.984872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] No DVR routers for this DVR port 6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:40.000625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d0f06a4-04d4-4c3b-bd55-de622ac413fc req-9350e778-b04a-4199-bbc2-8385a7e5e541 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e5767d1-017f-4f5a-a809-15c418d146ea HTTP/1.1" status: 200 len: 210 time: 0.0500796 Aug 31 09:32:40.014105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.021835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd9aa7ad-3f2a-4bcf-98e8-ba36d67542db req-128207af-de27-441f-bd69-b11a8786e009 tempest-ListServersNegativeTestJSON-932165759 tempest-ListServersNegativeTestJSON-932165759-project] 10.222.0.23 "DELETE /v2.0/ports/6e7eaa7c-1cfe-446b-9815-dfe4e6f29719 HTTP/1.1" status: 204 len: 173 time: 3.5242224 Aug 31 09:32:40.086086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.246631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.295709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:40.335390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e882221b-2c11-4352-8154-6657fe2a8987 None None] Could not find standard attr ID for object 8930ee0d-194e-464d-b9a3-17939a6fa11e. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:32:40.353317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda83cd3-9f5b-4da7-ace3-782c55407c6c req-e593c1e3-cf27-410c-90c2-dedb73c9c98b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.354973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda83cd3-9f5b-4da7-ace3-782c55407c6c req-e593c1e3-cf27-410c-90c2-dedb73c9c98b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 945 time: 0.1770618 Aug 31 09:32:40.363117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 59ec45be-f865-4928-b76d-bd044371c7f4 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:40.385091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 59ec45be-f865-4928-b76d-bd044371c7f4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:40.385726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.393483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'name': 'network-vif-deleted', 'tag': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:40.398225 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05cd257-d075-40c4-afe5-4f8642bbaf44" -d '{"events": [{"server_uuid": "8e5767d1-017f-4f5a-a809-15c418d146ea", "name": "network-vif-deleted", "tag": "6e7eaa7c-1cfe-446b-9815-dfe4e6f29719"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:40.503370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda83cd3-9f5b-4da7-ace3-782c55407c6c req-c0d5a2e8-9ad8-4688-a7ef-620b10a41235 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359644 Aug 31 09:32:40.526555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.561014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.572248 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0ccfc5-36c4-4c0a-ae10-4a27f425f9b0 x-openstack-request-id: req-6b0ccfc5-36c4-4c0a-ae10-4a27f425f9b0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:40.572546 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5767d1-017f-4f5a-a809-15c418d146ea", "name": "network-vif-deleted", "tag": "6e7eaa7c-1cfe-446b-9815-dfe4e6f29719", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:40.572812 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b0ccfc5-36c4-4c0a-ae10-4a27f425f9b0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:40.573237 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5767d1-017f-4f5a-a809-15c418d146ea', 'name': 'network-vif-deleted', 'tag': '6e7eaa7c-1cfe-446b-9815-dfe4e6f29719', 'status': 'completed', 'code': 200} Aug 31 09:32:40.581777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=30fa5043-a9fa-43c5-90ee-6a31520f04d9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.596691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.598601 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05bb7b79-1f68-4e5f-8957-f06d51ad9f64 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/30fa5043-a9fa-43c5-90ee-6a31520f04d9 HTTP/1.1" status: 204 len: 168 time: 1.0169842 Aug 31 09:32:40.609001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:40.610457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:40.611053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d10437-d015-42d0-a583-cb795b9e1631 None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:40.616312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:40.627525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-33633f42-3a92-44e6-9ba5-f24aa39793dc admin admin] 10.222.0.18 "PUT /v2.0/routers/2fc55851-63a9-4747-ac3b-3c47ea53a6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9179611 Aug 31 09:32:40.628414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60338) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:40.636655 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] Sync routers for ids ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:40.639701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec45be-f865-4928-b76d-bd044371c7f4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:40.644555 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d056b61-9543-464a-827a-79ac9ef469fe" -d '{"events": [{"server_uuid": "45f20622-5043-4a11-b7f9-c26ff17ae696", "name": "network-vif-plugged", "status": "completed", "tag": "59ec45be-f865-4928-b76d-bd044371c7f4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:40.686567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] Routers {'2fc55851-63a9-4747-ac3b-3c47ea53a6cd'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:40.687552 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:40.799215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 59ec45be-f865-4928-b76d-bd044371c7f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=59ec45be-f865-4928-b76d-bd044371c7f4,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:40.832572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.863320 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f79b14-1922-4a7d-ac02-af1d92471cef x-openstack-request-id: req-38f79b14-1922-4a7d-ac02-af1d92471cef {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:40.864074 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f20622-5043-4a11-b7f9-c26ff17ae696", "name": "network-vif-plugged", "status": "completed", "tag": "59ec45be-f865-4928-b76d-bd044371c7f4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:40.864890 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38f79b14-1922-4a7d-ac02-af1d92471cef {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:40.871408 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ec45be-f865-4928-b76d-bd044371c7f4', 'code': 200} Aug 31 09:32:40.923427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.932444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:40.940752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.030016 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] Set router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:41.107632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9cf08565-ffa1-4fed-8436-1dd3f237fe1f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:41.118124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63468e4f-4f8d-487b-8dc8-e68a87d29762 req-e21c8bb1-5f39-497c-a3df-9a3a38141d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.119939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63468e4f-4f8d-487b-8dc8-e68a87d29762 req-e21c8bb1-5f39-497c-a3df-9a3a38141d6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 1098 time: 0.0874312 Aug 31 09:32:41.173728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60350) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:41.229404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:32:41.243202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.291569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=59ec45be-f865-4928-b76d-bd044371c7f4,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.326378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Deleting subnet 6eb158eb-2212-4cf9-838c-a28c42751e8e {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:41.337104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Deleting port 9c448dc9-4611-4934-9c7a-201b207cefac {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:41.337522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.348238 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.419610 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63468e4f-4f8d-487b-8dc8-e68a87d29762 req-76886fde-c1d1-4fb0-bd38-9aff520daa15 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908628 Aug 31 09:32:41.440568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] For port 9c448dc9-4611-4934-9c7a-201b207cefac, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9c448dc9-4611-4934-9c7a-201b207cefac,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:41.441150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.459838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Calling delete_port for 9c448dc9-4611-4934-9c7a-201b207cefac owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:41.474335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:41.474755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.491484 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.615854 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:37Z', 'revision_number': 5, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port': {'id': '9c448dc9-4611-4934-9c7a-201b207cefac', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:04Z', 'updated_at': '2021-08-31T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:41.673847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.711121 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] Checking router: 2fc55851-63a9-4747-ac3b-3c47ea53a6cd for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:41.739576 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] Routers {'2fc55851-63a9-4747-ac3b-3c47ea53a6cd'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:41.741457 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:41.862592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.870907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.914841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb158eb-2212-4cf9-838c-a28c42751e8e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.929917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0c96-1bdc-4c06-bea3-33dec9d34e4d req-4d661e5c-edc4-42b1-b642-dd66baacb0e4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.931398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.936547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e468b684-3fa5-43cd-bd3b-986b6f9611fe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6eb158eb-2212-4cf9-838c-a28c42751e8e HTTP/1.1" status: 204 len: 168 time: 0.7585247 Aug 31 09:32:41.945745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e8a0c96-1bdc-4c06-bea3-33dec9d34e4d req-4d661e5c-edc4-42b1-b642-dd66baacb0e4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.2845359 Aug 31 09:32:41.950682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60360) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:42.000598 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] Set router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:42.009151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:42.014899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:42.025340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:42.025951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.045825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=d9f1a764-5f95-4b22-8986-0f0c85f3d5e1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.072060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cc2b4a92-4210-42fc-9ed5-8e5dbffb34fb tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552476 Aug 31 09:32:42.072514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:42.079733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'security_group': {'name': 'tempest-secgroup-582282738'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:42.149202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.176074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:41Z', 'revision_number': 6, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:42.200918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.227832 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85b05b-a2ea-41f3-a784-1ea6fe549dd0 None None] The sync data for ids ['2fc55851-63a9-4747-ac3b-3c47ea53a6cd'] in n-d-800634-13 is: [{'id': '2fc55851-63a9-4747-ac3b-3c47ea53a6cd', 'name': 'tempest-TestAggregatesBasicOps-409190795-router', 'tenant_id': 'fc245cbe32894737a7361da39b3981c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:02Z', 'updated_at': '2021-08-31T09:32:41Z', 'revision_number': 6, 'project_id': 'fc245cbe32894737a7361da39b3981c8', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:42.363481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.371433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.444831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e8a0c96-1bdc-4c06-bea3-33dec9d34e4d req-ebc6f460-be86-4f4e-9e60-8383656a307a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415849 Aug 31 09:32:42.481541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.491434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823a4f79-0e80-4854-a1c8-c154945a9bdb,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.493923 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.495337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5690d096-425c-4d48-9ede-35069faf390b tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4216058 Aug 31 09:32:42.499499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60372) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:42.515943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'security_group': {'name': 'tempest-secgroup-727817132'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:42.585320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.633616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8789f4f-3c61-4605-8b7a-61b8587179dc None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:42.733169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c448dc9-4611-4934-9c7a-201b207cefac,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.757010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7019322-ffe6-4049-9fba-ec41a68c3608 None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:42.757010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f7019322-ffe6-4049-9fba-ec41a68c3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.796345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.796693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.807867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.811742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430abb3f-090a-4e7c-8d24-45a5be4be0f5']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:42.828559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9816e16-dd2f-4d6e-b872-95ea801211b7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:42.828978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9816e16-dd2f-4d6e-b872-95ea801211b7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:42.843171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.849312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.915436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f7019322-ffe6-4049-9fba-ec41a68c3608 None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:42.947502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.952090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4469898 Aug 31 09:32:42.961802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:42.963299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049285a-be6e-4b2f-9d8c-633254a70389 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7240d3b-adb1-4e3b-9bc2-eeb8940bfb09,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.997398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'security_group': {'name': 'tempest-secgroup-261819847'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:43.044007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7019322-ffe6-4049-9fba-ec41a68c3608 None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:43.045398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f7019322-ffe6-4049-9fba-ec41a68c3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.066401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.285455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.307498 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.316721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Update dhcp port {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'fixed_ips': [{'subnet_id': '68a0b747-6e7e-441e-a1e8-c6592d3a3f90', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9f1a764-5f95-4b22-8986-0f0c85f3d5e1'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'faf40133-49d2-4242-976a-790e6768849e'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:32:43.366579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b64032cd-d726-43ac-9c16-acc2b4a75e26 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:43.378186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.384685 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4113696 Aug 31 09:32:43.388045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60386) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.393218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1911490410', 'security_groups': ['f07451fa-8a4b-48f8-9cbf-1eafaebeefa1'], 'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9f1a764-5f95-4b22-8986-0f0c85f3d5e1'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:43.458925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b64032cd-d726-43ac-9c16-acc2b4a75e26 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:43.459510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b64032cd-d726-43ac-9c16-acc2b4a75e26 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:43.467602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.504502 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.509151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.517542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.545160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:43.545935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:43.595085 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:43.717738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbab3c-1722-41bf-b05f-c54c69e5f9d3 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07451fa-8a4b-48f8-9cbf-1eafaebeefa1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:43.728462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:43.810050 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.810836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc55851-63a9-4747-ac3b-3c47ea53a6cd {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:32:43.813663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.819763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.820968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8a95679-c8f6-4cf7-92f1-854e41ccc749 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2fc55851-63a9-4747-ac3b-3c47ea53a6cd HTTP/1.1" status: 204 len: 168 time: 3.1878543 Aug 31 09:32:43.825507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60396) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.826787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.830250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] 10.222.0.18 "DELETE /v2.0/networks/430abb3f-090a-4e7c-8d24-45a5be4be0f5 HTTP/1.1" status: 204 len: 168 time: 1.8777337 Aug 31 09:32:43.830911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Allocated IP 172.20.0.2 (73d65a82-e91c-4a65-8951-3995753b5127/d9f1a764-5f95-4b22-8986-0f0c85f3d5e1/faf40133-49d2-4242-976a-790e6768849e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:43.883352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003ccd-9f7c-477e-9986-907d4bcfcee1 req-5c393e37-a2e7-4270-9df2-4597f4cbbf8b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.892569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef003ccd-9f7c-477e-9986-907d4bcfcee1 req-5c393e37-a2e7-4270-9df2-4597f4cbbf8b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.2169580 Aug 31 09:32:43.940460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab9edd-be39-4818-b4b2-44ac2b91221a admin admin] Pushing event deleted for resources: {'Network': ['ID=430abb3f-090a-4e7c-8d24-45a5be4be0f5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:43.961358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.008845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] device_id is not set on port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:44.036822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef003ccd-9f7c-477e-9986-907d4bcfcee1 req-3efd1d5b-1081-4372-b64e-df391544e747 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428504 Aug 31 09:32:44.054849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Deleting subnet bfde8f51-fc2f-47f5-8a7a-d9c148fada10 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:44.060666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.129098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:44.203734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.207907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.242581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Transition to ACTIVE for port object faf40133-49d2-4242-976a-790e6768849e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:44.249502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.406124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60408) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:44.431196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.4 (73d65a82-e91c-4a65-8951-3995753b5127/d9f1a764-5f95-4b22-8986-0f0c85f3d5e1/4e6ef4e1-251d-44fe-8467-ac34fb89dc65) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:44.451035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d971f8-b46f-493b-9940-66e3e415cde5 None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.565088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-38ae66bb-f21d-4969-8436-f073eee3b4b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb3ae311bed14d4b9898478e677848fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592023 Aug 31 09:32:44.585165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:44.627149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.737209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.760999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b2c3a-4084-4854-876d-ee7616351261 req-c775c85b-8775-49ee-a1a2-9f2890352dc9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.762796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c2b2c3a-4084-4854-876d-ee7616351261 req-c775c85b-8775-49ee-a1a2-9f2890352dc9 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.1920481 Aug 31 09:32:44.769632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:44.850922 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2b3481d-8a3d-4bbd-bf8c-b0ccca43d299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.857234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.959582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c2b2c3a-4084-4854-876d-ee7616351261 req-10eca4b2-757f-49bd-af50-7d11bf5b3eb4 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641896 Aug 31 09:32:44.996482 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.009827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2b3481d-8a3d-4bbd-bf8c-b0ccca43d299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.011245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device faf40133-49d2-4242-976a-790e6768849e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:45.027059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ed3cc9-f639-4815-a2ff-13fe4d46121c None None] Network e2101c19-977f-44d3-9adb-565df12e5568 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:45.042167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.044076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bfde8f51-fc2f-47f5-8a7a-d9c148fada10 HTTP/1.1" status: 204 len: 168 time: 1.2087247 Aug 31 09:32:45.048186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f91f-be81-4924-b597-d61bd97cd66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfde8f51-fc2f-47f5-8a7a-d9c148fada10,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:45.053936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60424) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.072476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:45.084200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:45.090540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:45.260287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=4e6ef4e1-251d-44fe-8467-ac34fb89dc65,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:45.278323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.355107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.355795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.396927 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2b3481d-8a3d-4bbd-bf8c-b0ccca43d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.403587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c2b3481d-8a3d-4bbd-bf8c-b0ccca43d299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.404578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9c448dc9-4611-4934-9c7a-201b207cefac no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:45.407890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c2b3481d-8a3d-4bbd-bf8c-b0ccca43d299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43c29589-8768-4d30-84d0-150232566b8f HTTP/1.1" status: 204 len: 168 time: 0.8205020 Aug 31 09:32:45.418558 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f80b449f-ec66-424b-aafa-90b1ee1965f0 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0299306 Aug 31 09:32:45.419561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3481d-8a3d-4bbd-bf8c-b0ccca43d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c29589-8768-4d30-84d0-150232566b8f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:45.422442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60434) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.431792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:45.577541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] DHCP port deletion for e2101c19-977f-44d3-9adb-565df12e5568 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:45.616576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9c448dc9-4611-4934-9c7a-201b207cefac {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:45.617435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9c448dc9-4611-4934-9c7a-201b207cefac not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:45.710778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:45.717518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.791607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] Deleting port 88f7cd03-5604-4694-861f-c3c9c55324e8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:45.792259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.019582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-edcf27d9-b7c6-4357-8f20-444dfcd810fc None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:46.020521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-edcf27d9-b7c6-4357-8f20-444dfcd810fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.031294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Deleting port 88f7cd03-5604-4694-861f-c3c9c55324e8 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:46.031854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.200988 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9f1a764-5f95-4b22-8986-0f0c85f3d5e1 (CIDR: 172.20.0.0/28) Aug 31 09:32:46.221860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] For port 88f7cd03-5604-4694-861f-c3c9c55324e8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=88f7cd03-5604-4694-861f-c3c9c55324e8,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:46.222425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.230509 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:32:46.231131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:46.253818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6016a1c1-2a22-4b09-9cfc-b04faa9c0162 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8301830 Aug 31 09:32:46.258418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60452) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:46.268326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:46.273231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] Calling delete_port for 88f7cd03-5604-4694-861f-c3c9c55324e8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:46.301327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] For port 88f7cd03-5604-4694-861f-c3c9c55324e8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=88f7cd03-5604-4694-861f-c3c9c55324e8,segment=NetworkSegment(b26c4280-fac2-4589-833d-e412142f94a6),segment_id=b26c4280-fac2-4589-833d-e412142f94a6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:46.301596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.355193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Calling delete_port for 88f7cd03-5604-4694-861f-c3c9c55324e8 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:46.380395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d82c-6958-44f4-b283-f53ec267f09b req-abb69010-93b1-4429-a72a-5b77ff49589b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.391950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f41d82c-6958-44f4-b283-f53ec267f09b req-abb69010-93b1-4429-a72a-5b77ff49589b tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.2258196 Aug 31 09:32:46.392208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-edcf27d9-b7c6-4357-8f20-444dfcd810fc None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:46.481165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-edcf27d9-b7c6-4357-8f20-444dfcd810fc None None] Provisioning for port faf40133-49d2-4242-976a-790e6768849e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:46.529428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-edcf27d9-b7c6-4357-8f20-444dfcd810fc None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:46.532201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-edcf27d9-b7c6-4357-8f20-444dfcd810fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.541258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f41d82c-6958-44f4-b283-f53ec267f09b req-fef8c933-062d-43df-8153-3b58dd63e413 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481547 Aug 31 09:32:46.644895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:46.658678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.819584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.838659 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.887988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] No DVR routers for this DVR port 88f7cd03-5604-4694-861f-c3c9c55324e8 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:46.934707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] No DVR routers for this DVR port 88f7cd03-5604-4694-861f-c3c9c55324e8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:47.023797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f7cd03-5604-4694-861f-c3c9c55324e8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:47.044286 n-d-800634-13 neutron-server[94895]: INFO neutron.db.ipam_backend_mixin [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 68a0b747-6e7e-441e-a1e8-c6592d3a3f90 (CIDR: 172.20.0.16/28) Aug 31 09:32:47.050059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac6777-c526-4ef5-8bec-c1aa2c2ac5be None None] Pushing event deleted for resources: {'Port': ['ID=88f7cd03-5604-4694-861f-c3c9c55324e8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:47.058427 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:32:47.059256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:47.167916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-574420fc-d637-4f05-94c6-7a85f9bfc4d9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8978651 Aug 31 09:32:47.168887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:47.185281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'subnet': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:47.304653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 88f7cd03-5604-4694-861f-c3c9c55324e8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:47.403815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 88f7cd03-5604-4694-861f-c3c9c55324e8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:47.404254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 88f7cd03-5604-4694-861f-c3c9c55324e8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:47.486567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-13f77158-1aa6-48fa-a1f6-a8dee3f6f27d None None] Provisioning for port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:47.500742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-13f77158-1aa6-48fa-a1f6-a8dee3f6f27d None None] Provisioning complete for port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:47.501352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13f77158-1aa6-48fa-a1f6-a8dee3f6f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.570873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Made reservation on behalf of de5a3a520d3b4eba8eb0724e15679a6c for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:47.577568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.597490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.610090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-13f77158-1aa6-48fa-a1f6-a8dee3f6f27d None None] Port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:47.621584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2101c19-977f-44d3-9adb-565df12e5568']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:47.638574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c4280-fac2-4589-833d-e412142f94a6') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:47.638574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c4280-fac2-4589-833d-e412142f94a6') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:47.649472 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.686316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.699099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:47.699099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:47.768081 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:47.805470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.827507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.831166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e2101c19-977f-44d3-9adb-565df12e5568 HTTP/1.1" status: 204 len: 168 time: 2.7759242 Aug 31 09:32:47.840369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60488) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:47.840369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60490) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:47.851986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fcaf-3d09-46e0-abac-189e709aeba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2101c19-977f-44d3-9adb-565df12e5568,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:47.865710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0bc0-ec1b-4891-a6d0-48c579b8ddb7 req-325e4415-8a8e-41a9-b4be-a32b378815e5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.881541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d4a0bc0-ec1b-4891-a6d0-48c579b8ddb7 req-325e4415-8a8e-41a9-b4be-a32b378815e5 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.4483418 Aug 31 09:32:47.963543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d4a0bc0-ec1b-4891-a6d0-48c579b8ddb7 req-7533c462-17d0-4c08-8b49-0ec1a9d73adc tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806406 Aug 31 09:32:48.157175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1652050845-network', 'tenant_id': '4ea4fd7d24d941ad9abb59a7efce37b0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:48.220232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Made reservation on behalf of 4ea4fd7d24d941ad9abb59a7efce37b0 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:48.222421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.287000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.293100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.404247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Network 73d65a82-e91c-4a65-8951-3995753b5127 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:48.445292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:48.463656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.464239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.484188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1899b1-7c37-414f-8895-6973742db522 None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:48.490452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Subnet': ['ID=daaa34be-0886-406c-8129-fb3db4d5a3fb,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:48.632951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.943719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Update dhcp port {'port': {'network_id': '73d65a82-e91c-4a65-8951-3995753b5127', 'fixed_ips': [{'subnet_id': '68a0b747-6e7e-441e-a1e8-c6592d3a3f90', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9f1a764-5f95-4b22-8986-0f0c85f3d5e1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'daaa34be-0886-406c-8129-fb3db4d5a3fb'}], 'binding:host_id': 'n-d-800634-13'}, 'id': 'faf40133-49d2-4242-976a-790e6768849e'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:32:48.994163 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.232716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb31bd-4f8f-4372-9588-d926a43884dc req-bc3f253c-0a37-4d3d-bf2e-9d8074204314 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.235415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2fb31bd-4f8f-4372-9588-d926a43884dc req-bc3f253c-0a37-4d3d-bf2e-9d8074204314 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.0939620 Aug 31 09:32:49.281058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.286103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Allocated IP 172.20.0.34 (73d65a82-e91c-4a65-8951-3995753b5127/daaa34be-0886-406c-8129-fb3db4d5a3fb/faf40133-49d2-4242-976a-790e6768849e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:49.294106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.325474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf1ad43a-4748-4d96-9dd7-e6011ed3df5f tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1473064 Aug 31 09:32:49.329519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2fb31bd-4f8f-4372-9588-d926a43884dc req-ce2682f7-8b28-4005-9bc6-19d9ee72dd3a tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856006 Aug 31 09:32:49.333797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60530) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:49.345379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-32475b67-80fc-4ed7-b3b7-3bb0e5fca2bf tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.347085 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-32475b67-80fc-4ed7-b3b7-3bb0e5fca2bf tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.2432578 Aug 31 09:32:49.361134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2031697638', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'daaa34be-0886-406c-8129-fb3db4d5a3fb'}], 'security_groups': ['823a4f79-0e80-4854-a1c8-c154945a9bdb', 'b7240d3b-adb1-4e3b-9bc2-eeb8940bfb09']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:49.394503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:49.501621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:49.514274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.514660 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Added segment e59ad9f9-d18b-4236-a0d6-7b4b52509fb2 of type vlan for network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd Aug 31 09:32:49.571587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:49.590075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776beef-4121-4504-bc35-0891ea8d727b req-4f0a7e14-ed87-414e-b3c2-ee2636609352 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.598222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8776beef-4121-4504-bc35-0891ea8d727b req-4f0a7e14-ed87-414e-b3c2-ee2636609352 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.0889006 Aug 31 09:32:49.621957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.647744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Transition to ACTIVE for port object faf40133-49d2-4242-976a-790e6768849e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:49.653904 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.656359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8776beef-4121-4504-bc35-0891ea8d727b req-e4018e88-38f0-4f86-832a-beb4848f94e4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564213 Aug 31 09:32:49.738650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.822110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181b10a-6233-402f-a9e0-3934e9505345 None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:49.891809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.893546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:49.894418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.025000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Deleting port 59ec45be-f865-4928-b76d-bd044371c7f4 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:50.025429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.056847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2134006 Aug 31 09:32:50.062974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60544) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:50.072707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Request body: {'subnet': {'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1652050845-subnet', 'tenant_id': '4ea4fd7d24d941ad9abb59a7efce37b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:50.112576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Made reservation on behalf of 4ea4fd7d24d941ad9abb59a7efce37b0 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:50.116652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.117583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.118722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a844fa3-46fc-4802-ab1d-1e7f3f2b9480 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:50.132313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.133961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:50.491752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.581008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af6d482-5aca-43a4-8da0-dd4d59fbd531,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:50.614847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] For port 59ec45be-f865-4928-b76d-bd044371c7f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=59ec45be-f865-4928-b76d-bd044371c7f4,segment=NetworkSegment(340939a9-f696-4004-85eb-245d19ec53c1),segment_id=340939a9-f696-4004-85eb-245d19ec53c1)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:50.615844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.713342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Calling delete_port for 59ec45be-f865-4928-b76d-bd044371c7f4 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:50.722206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Checking segment: {'id': 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:50.722846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Network hostable DHCP agents. Network: e1c44d1e-a9f9-4523-b05d-81fd4cf916cd, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:50.746144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329ff13-2ee4-44cc-9160-eeab69406481 req-a7a94758-6c38-4570-a552-69e450d66b0f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.753432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2329ff13-2ee4-44cc-9160-eeab69406481 req-a7a94758-6c38-4570-a552-69e450d66b0f tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 946 time: 0.1489201 Aug 31 09:32:50.775056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:50.777463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.836246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:50.859129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:50.886136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Provisioning for port faf40133-49d2-4242-976a-790e6768849e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:50.900780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:50.901840 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.903446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2329ff13-2ee4-44cc-9160-eeab69406481 req-e320724c-7eaf-4686-ad23-a10c266e65ae tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a320736-dd15-421b-bf73-5cf90ac66cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487820 Aug 31 09:32:50.911841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e1c44d1e-a9f9-4523-b05d-81fd4cf916cd) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:50.944815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.945573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.960587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8955d1f-6d0f-4e30-8481-63b96e1db590 req-2062caef-1b6a-47ec-8c22-43c8b5107129 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.962231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8955d1f-6d0f-4e30-8481-63b96e1db590 req-2062caef-1b6a-47ec-8c22-43c8b5107129 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1730413 Aug 31 09:32:50.969283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41113a4-ed8f-4c85-9660-8f7179159477 None None] Network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:50.985533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d63b1c38-a7c3-42b8-87d4-09dc2ce7800d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9202411 Aug 31 09:32:51.090301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8955d1f-6d0f-4e30-8481-63b96e1db590 req-ee2288d3-38ef-463f-ba62-77c93031d7ec tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025953 Aug 31 09:32:51.093886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device faf40133-49d2-4242-976a-790e6768849e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:51.284299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.292281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:51.293214 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.367341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Pushing event deleted for resources: {'Port': ['ID=59ec45be-f865-4928-b76d-bd044371c7f4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:51.607076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] No DVR routers for this DVR port 59ec45be-f865-4928-b76d-bd044371c7f4 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:51.618547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.621099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-31add9f8-a895-47b9-9439-5d0708ca7bdd req-683b1e49-2e51-42bf-8afc-75af0af32d65 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.15 "DELETE /v2.0/ports/59ec45be-f865-4928-b76d-bd044371c7f4 HTTP/1.1" status: 204 len: 173 time: 2.2280915 Aug 31 09:32:51.621645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'name': 'network-vif-deleted', 'tag': '59ec45be-f865-4928-b76d-bd044371c7f4'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:51.631422 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a80c9-34a4-4d71-ba92-1684d523b80d" -d '{"events": [{"server_uuid": "45f20622-5043-4a11-b7f9-c26ff17ae696", "name": "network-vif-deleted", "tag": "59ec45be-f865-4928-b76d-bd044371c7f4"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:51.682525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c0473-15f9-41ab-b3b0-7fed3dc9625e None None] Network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:51.825856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Delete allocated IP 172.20.0.4 (73d65a82-e91c-4a65-8951-3995753b5127/d9f1a764-5f95-4b22-8986-0f0c85f3d5e1) {{(pid=94895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:32:51.835023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-634d7ce0-3e87-44ad-99d1-bee1640f4d80 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.848450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-634d7ce0-3e87-44ad-99d1-bee1640f4d80 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/networks?id=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd HTTP/1.1" status: 200 len: 814 time: 0.2198310 Aug 31 09:32:51.880466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Deleting port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:51.881460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.891582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-56ca25ec-ee8c-4d17-82b6-199e33663427 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/quotas/4ea4fd7d24d941ad9abb59a7efce37b0 HTTP/1.1" status: 200 len: 375 time: 0.0353284 Aug 31 09:32:51.891760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Allocated IP 172.20.0.46 (73d65a82-e91c-4a65-8951-3995753b5127/daaa34be-0886-406c-8129-fb3db4d5a3fb/4e6ef4e1-251d-44fe-8467-ac34fb89dc65) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:51.925793 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7d592-a3d2-4193-866a-5cb6542c216b x-openstack-request-id: req-6eb7d592-a3d2-4193-866a-5cb6542c216b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:51.926683 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f20622-5043-4a11-b7f9-c26ff17ae696", "name": "network-vif-deleted", "tag": "59ec45be-f865-4928-b76d-bd044371c7f4", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:51.927851 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6eb7d592-a3d2-4193-866a-5cb6542c216b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:51.928950 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f20622-5043-4a11-b7f9-c26ff17ae696', 'name': 'network-vif-deleted', 'tag': '59ec45be-f865-4928-b76d-bd044371c7f4', 'status': 'completed', 'code': 200} Aug 31 09:32:51.963373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-f371367a-248a-4134-87e5-0ac77f6db4b0 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ea4fd7d24d941ad9abb59a7efce37b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724123 Aug 31 09:32:51.996976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 59ec45be-f865-4928-b76d-bd044371c7f4 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:52.005664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Provisioning complete for port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:52.006154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.089490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 59ec45be-f865-4928-b76d-bd044371c7f4 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:52.089914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 59ec45be-f865-4928-b76d-bd044371c7f4 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:52.128648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-21a3dd55-57ed-4801-9d60-722a06879eb1 None None] Port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:52.140304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] For port 9cf08565-ffa1-4fed-8436-1dd3f237fe1f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,segment=NetworkSegment(60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3),segment_id=60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:52.140766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.169783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c733b7b-3748-42f3-a2f1-15d567f2203a req-1d8fba0e-fab8-4efd-8977-8b2c4a699e83 tempest-DeleteServersTestJSON-1956533675 tempest-DeleteServersTestJSON-1956533675-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f20622-5043-4a11-b7f9-c26ff17ae696 HTTP/1.1" status: 200 len: 210 time: 0.0600379 Aug 31 09:32:52.221558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Calling delete_port for 9cf08565-ffa1-4fed-8436-1dd3f237fe1f owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:52.275377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-23830e80-80fc-4991-a287-0d0b5cbfa8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082209 Aug 31 09:32:52.493881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.519222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de515a8-c49b-4872-bd23-6ee47cee5104 req-55af3b2e-d1b4-43c5-9da1-ef5052053b53 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:52.523633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8de515a8-c49b-4872-bd23-6ee47cee5104 req-55af3b2e-d1b4-43c5-9da1-ef5052053b53 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1400580 Aug 31 09:32:52.523946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Transition to ACTIVE for port object 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:52.531310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.591445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-a5122b6e-2296-4f26-b076-cb2f4dbf1b61 service neutron] 10.222.0.18 "GET /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066204 Aug 31 09:32:52.628288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8de515a8-c49b-4872-bd23-6ee47cee5104 req-f6e73134-6555-4b53-8339-5ad07ef878f0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880835 Aug 31 09:32:52.704284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event updated for resources: {'Port': ['ID=4e6ef4e1-251d-44fe-8467-ac34fb89dc65,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:52.856981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8415fe85-4185-45dd-80f4-37c0841f9496 req-9d8acf9a-508c-4179-b87c-9b71cb7e078b tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 210 time: 0.0475028 Aug 31 09:32:52.922960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.959343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] In _notify_port_updated(), no bound segment for port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 on network 73d65a82-e91c-4a65-8951-3995753b5127 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:32:52.973252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:52.974959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.977423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e5ebf20-a4e6-464c-8cf8-19f5b01f0fe1 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "PUT /v2.0/ports/4e6ef4e1-251d-44fe-8467-ac34fb89dc65 HTTP/1.1" status: 200 len: 960 time: 3.6398709 Aug 31 09:32:52.982737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60602) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:52.986118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf08565-ffa1-4fed-8436-1dd3f237fe1f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:53.172319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:53.172936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.439164 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.496194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:53.654989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.712149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cd57c898-9bd2-40a4-9599-de5b210b04c7 None None] Provisioning for port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:53.721317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cd57c898-9bd2-40a4-9599-de5b210b04c7 None None] Provisioning complete for port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:53.721912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cd57c898-9bd2-40a4-9599-de5b210b04c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.784667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.862949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cd57c898-9bd2-40a4-9599-de5b210b04c7 None None] Port 4e6ef4e1-251d-44fe-8467-ac34fb89dc65 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:53.969430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=4e6ef4e1-251d-44fe-8467-ac34fb89dc65,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.040791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.046015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f82ba865-fe6d-4040-bcd5-116675defe1e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/4e6ef4e1-251d-44fe-8467-ac34fb89dc65 HTTP/1.1" status: 204 len: 168 time: 1.0616856 Aug 31 09:32:54.047745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60636) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:54.096381 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fafae91-19b8-434f-93b4-4e6d26eecf58 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] GET failed (client error): The resource could not be found. Aug 31 09:32:54.102348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3fafae91-19b8-434f-93b4-4e6d26eecf58 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports/4e6ef4e1-251d-44fe-8467-ac34fb89dc65 HTTP/1.1" status: 404 len: 333 time: 0.0532389 Aug 31 09:32:54.108102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60640) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:54.153725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9826f2-0a48-4785-8691-b24034568154 req-2dcf8ce3-2574-4741-b994-b47bb95f45c3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:54.155982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef9826f2-0a48-4785-8691-b24034568154 req-2dcf8ce3-2574-4741-b994-b47bb95f45c3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1920249 Aug 31 09:32:54.237000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d54adbb-6810-4c37-9cc5-85ef6b5eb6bb req-69dac4e7-f1f1-4247-8d59-88be4771c98f tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 210 time: 0.1172426 Aug 31 09:32:54.294218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef9826f2-0a48-4785-8691-b24034568154 req-d4953897-01e2-4e70-ac52-fe67df5aca97 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917485 Aug 31 09:32:54.415370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cc79fd0-685f-4a99-ab50-ab3c4a92e5f6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.476861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cc79fd0-685f-4a99-ab50-ab3c4a92e5f6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.504390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Router 7047850a-91ed-4a5b-a3df-6698c72085d7 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:54.632123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cc79fd0-685f-4a99-ab50-ab3c4a92e5f6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.636649 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cc79fd0-685f-4a99-ab50-ab3c4a92e5f6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.641662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1cc79fd0-685f-4a99-ab50-ab3c4a92e5f6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/security-groups/f07451fa-8a4b-48f8-9cbf-1eafaebeefa1 HTTP/1.1" status: 204 len: 168 time: 0.5287781 Aug 31 09:32:54.646848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60656) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:54.734396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc79fd0-685f-4a99-ab50-ab3c4a92e5f6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07451fa-8a4b-48f8-9cbf-1eafaebeefa1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.800502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:54.808888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d26eca9c-c450-4fbe-9a8c-b7078e1633b8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.820384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] Sync routers for ids ['7047850a-91ed-4a5b-a3df-6698c72085d7'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:54.821177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:54.825203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8b98e5c5-78a5-4072-8831-0753cf5ad415 admin admin] 10.222.0.18 "PUT /v2.0/routers/7047850a-91ed-4a5b-a3df-6698c72085d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9814801 Aug 31 09:32:54.840304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] Routers {'7047850a-91ed-4a5b-a3df-6698c72085d7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:54.844022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7047850a-91ed-4a5b-a3df-6698c72085d7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:55.035259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d26eca9c-c450-4fbe-9a8c-b7078e1633b8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.079906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] Set router 7047850a-91ed-4a5b-a3df-6698c72085d7 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:55.256353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-12a7ca4f-9f83-4b73-82a7-a19f8dac98c2 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.264352 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-12a7ca4f-9f83-4b73-82a7-a19f8dac98c2 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.15 "GET /v2.0/networks?id=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd HTTP/1.1" status: 200 len: 814 time: 0.3896115 Aug 31 09:32:55.284640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Request body: {'port': {'device_id': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd', 'admin_state_up': True, 'tenant_id': '4ea4fd7d24d941ad9abb59a7efce37b0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:55.402288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.448834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:52Z', 'revision_number': 5, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:55.507624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d26eca9c-c450-4fbe-9a8c-b7078e1633b8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.510445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d26eca9c-c450-4fbe-9a8c-b7078e1633b8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.511840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d26eca9c-c450-4fbe-9a8c-b7078e1633b8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7240d3b-adb1-4e3b-9bc2-eeb8940bfb09 HTTP/1.1" status: 204 len: 168 time: 0.8618283 Aug 31 09:32:55.516931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:55.550841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] Checking router: 7047850a-91ed-4a5b-a3df-6698c72085d7 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:55.555900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3811e99f-9a28-46c9-bc78-d01428b3f794 req-f8c93c66-8b87-4d8e-9c8d-33f32721d7bf tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 210 time: 0.0848324 Aug 31 09:32:55.573380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eca9c-c450-4fbe-9a8c-b7078e1633b8 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7240d3b-adb1-4e3b-9bc2-eeb8940bfb09,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:55.577761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] Routers {'7047850a-91ed-4a5b-a3df-6698c72085d7'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:55.578598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:32:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7047850a-91ed-4a5b-a3df-6698c72085d7'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:55.654116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9904751-df47-4896-960d-8aeff5e3fa8b req-17336e7f-935e-4e50-a2ff-7551efe110c1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.655903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9904751-df47-4896-960d-8aeff5e3fa8b req-17336e7f-935e-4e50-a2ff-7551efe110c1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1835985 Aug 31 09:32:55.735052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.758928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a61-f83e-432c-8e71-5a62a08d86d6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.807480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9904751-df47-4896-960d-8aeff5e3fa8b req-d817bcf9-51d8-4b13-9fd8-d3bdde464dfb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370122 Aug 31 09:32:55.835631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a61-f83e-432c-8e71-5a62a08d86d6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.884586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Made reservation on behalf of 4ea4fd7d24d941ad9abb59a7efce37b0 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:55.888920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.936200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] Set router 7047850a-91ed-4a5b-a3df-6698c72085d7 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:55.950114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Deleting port 51f4cded-cc75-44d9-a560-76e156cd1c20 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:55.950603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.049755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a61-f83e-432c-8e71-5a62a08d86d6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.053902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8a61-f83e-432c-8e71-5a62a08d86d6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.059314 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6bcf8a61-f83e-432c-8e71-5a62a08d86d6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/security-groups/823a4f79-0e80-4854-a1c8-c154945a9bdb HTTP/1.1" status: 204 len: 168 time: 0.5402148 Aug 31 09:32:56.060336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60682) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:56.181923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] For port 51f4cded-cc75-44d9-a560-76e156cd1c20, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=51f4cded-cc75-44d9-a560-76e156cd1c20,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:56.181923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.189249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf8a61-f83e-432c-8e71-5a62a08d86d6 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a4f79-0e80-4854-a1c8-c154945a9bdb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.196392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet d9f1a764-5f95-4b22-8986-0f0c85f3d5e1 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:56.200564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.219244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Calling delete_port for 51f4cded-cc75-44d9-a560-76e156cd1c20 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:56.263043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.366117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:52Z', 'revision_number': 5, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.405411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28576c3-b5dc-4350-b4f2-8b856b84d3de None None] The sync data for ids ['7047850a-91ed-4a5b-a3df-6698c72085d7'] in n-d-800634-13 is: [{'id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'name': 'tempest-TestAggregatesBasicOps-79833683-router', 'tenant_id': 'c9768dea6c4a41508bb5562e9f330336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:52Z', 'revision_number': 5, 'project_id': 'c9768dea6c4a41508bb5562e9f330336', 'gw_port': {'id': '51f4cded-cc75-44d9-a560-76e156cd1c20', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7047850a-91ed-4a5b-a3df-6698c72085d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:18Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:56.451596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.566395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Allocated IP 172.20.0.11 (e1c44d1e-a9f9-4523-b05d-81fd4cf916cd/4af6d482-5aca-43a4-8da0-dd4d59fbd531/f15ddf93-8c3f-4567-ad72-d3fde94c3191) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:56.595222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.612577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.640634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f1a764-5f95-4b22-8986-0f0c85f3d5e1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.646406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.653115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-960a7237-e6b1-4176-8f18-eee11d7f3605 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/d9f1a764-5f95-4b22-8986-0f0c85f3d5e1 HTTP/1.1" status: 204 len: 168 time: 0.5714996 Aug 31 09:32:56.663481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60694) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:56.668976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51516b-2ab1-4506-b6e6-c0ab6eec2d98 None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:56.669973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=51f4cded-cc75-44d9-a560-76e156cd1c20,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.734526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet daaa34be-0886-406c-8129-fb3db4d5a3fb {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:56.740943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.838570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1730db2-ffa6-4022-a2a9-9a2cf980527b req-71fd8b3c-8c7a-43cc-a751-0d210ad595bb tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 210 time: 0.0751355 Aug 31 09:32:56.865784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.022442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.210316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9cf08565-ffa1-4fed-8436-1dd3f237fe1f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:57.286021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.294273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.339162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9cf08565-ffa1-4fed-8436-1dd3f237fe1f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:57.342496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9cf08565-ffa1-4fed-8436-1dd3f237fe1f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:57.350437 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.385805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.543176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.543754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7047850a-91ed-4a5b-a3df-6698c72085d7 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:32:57.549358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.553472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aef88592-3209-44ad-9d20-f3cfe4e26e3d admin admin] 10.222.0.18 "DELETE /v2.0/routers/7047850a-91ed-4a5b-a3df-6698c72085d7 HTTP/1.1" status: 204 len: 168 time: 2.7316048 Aug 31 09:32:57.555290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60706) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:57.647094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaab88-7bd7-4974-9907-c0f499056e8f req-461c5953-1c56-412a-bbc6-701728b23d6e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.656303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cfaab88-7bd7-4974-9907-c0f499056e8f req-461c5953-1c56-412a-bbc6-701728b23d6e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.3856468 Aug 31 09:32:57.685213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Deleting subnet 285b3230-092d-4ab0-a79a-108df0fa9b55 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:57.704110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.824250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cfaab88-7bd7-4974-9907-c0f499056e8f req-563c6c04-23d4-4974-9636-30716655005e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653895 Aug 31 09:32:57.863690 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.075414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e5052d-5b81-4e03-b4e9-c7a1231d6343 req-507836a0-e899-4cab-b211-95cb43814e30 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 210 time: 0.0864286 Aug 31 09:32:58.091875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.216888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.264980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.267820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/285b3230-092d-4ab0-a79a-108df0fa9b55 HTTP/1.1" status: 204 len: 168 time: 0.7114496 Aug 31 09:32:58.269289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7657a8-5a40-4673-8dbb-23bb5310ba7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285b3230-092d-4ab0-a79a-108df0fa9b55,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.275141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7de4cd-c09f-4330-9317-66194e2e9b8d None None] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:58.277743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60716) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:58.407072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.449988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.523040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-90662d07-10e7-4ca8-ad40-597af6492091 None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:58.523700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-90662d07-10e7-4ca8-ad40-597af6492091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.533916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Deleting port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:58.534321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.568251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:58.571068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.600855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:58.641550 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a71f555e-7e4b-4de3-a829-cd6baddeee0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.666025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] For port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,segment=NetworkSegment(60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3),segment_id=60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:58.666707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.683939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=daaa34be-0886-406c-8129-fb3db4d5a3fb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.686735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Calling delete_port for 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:58.687557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:58.712884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Pushing event updated for resources: {'Port': ['ID=f15ddf93-8c3f-4567-ad72-d3fde94c3191,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.732006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-90662d07-10e7-4ca8-ad40-597af6492091 None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:58.754072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] DHCP port deletion for e706aefb-4abc-4d0d-afe5-cbb0589362cb request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:58.776782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.783580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-732d902b-14ea-4f70-84f3-bb4778dfdd2a tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/daaa34be-0886-406c-8129-fb3db4d5a3fb HTTP/1.1" status: 204 len: 168 time: 2.1184878 Aug 31 09:32:58.789274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60724) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:58.814464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.836040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b1f5e-ac3f-4066-be9d-6999ce7e1754 None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:58.852791 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766d026-7a98-4601-a18d-7bb6a55c4e43 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:58.853403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4766d026-7a98-4601-a18d-7bb6a55c4e43 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:58.855626 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4766d026-7a98-4601-a18d-7bb6a55c4e43 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/d9f1a764-5f95-4b22-8986-0f0c85f3d5e1 HTTP/1.1" status: 404 len: 337 time: 0.0664237 Aug 31 09:32:58.859477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60726) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:58.868010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.885267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] No DVR routers for this DVR port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:58.956805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-90662d07-10e7-4ca8-ad40-597af6492091 None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:58.959008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-90662d07-10e7-4ca8-ad40-597af6492091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.049144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:59.059691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.065817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69446c-bb40-4222-bc6d-d492a4017857 req-f050bc10-4faf-4e6e-8022-49b225442b3f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:59.077068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d69446c-bb40-4222-bc6d-d492a4017857 req-f050bc10-4faf-4e6e-8022-49b225442b3f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1334515 Aug 31 09:32:59.087716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51f4cded-cc75-44d9-a560-76e156cd1c20 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:59.134853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-0e5fce1a-d202-4aa8-afa6-f8ddeb614696 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8608553 Aug 31 09:32:59.164291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Request body: {'port': {'device_id': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:59.175988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d69446c-bb40-4222-bc6d-d492a4017857 req-21f22bf3-ef6b-435a-b1af-a936ffed110b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968511 Aug 31 09:32:59.202587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 51f4cded-cc75-44d9-a560-76e156cd1c20 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:59.203317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.204360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51f4cded-cc75-44d9-a560-76e156cd1c20 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:59.205160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:59.233811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e706aefb-4abc-4d0d-afe5-cbb0589362cb']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:59.238057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:59.238709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:59.250870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting subnet 68a0b747-6e7e-441e-a1e8-c6592d3a3f90 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:59.261634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:59.261930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f99fc0-0e6f-4042-ab4b-caf7ba9a7aa3') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:59.274816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.284704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.374763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.397640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:59.398207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.410261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a9533-a2c6-4f2e-b5e2-bfa778f284ba req-4ab99129-06aa-4d5c-93bf-2fef13af9c63 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:59.412271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-853a9533-a2c6-4f2e-b5e2-bfa778f284ba req-4ab99129-06aa-4d5c-93bf-2fef13af9c63 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 932 time: 0.1076462 Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:59.413083 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:59.500886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Deleting port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:59.501696 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.507793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-853a9533-a2c6-4f2e-b5e2-bfa778f284ba req-782adb6d-2086-4571-a7ac-0951eecd145b tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495348 Aug 31 09:32:59.562516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.574528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.602375 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.608327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e706aefb-4abc-4d0d-afe5-cbb0589362cb HTTP/1.1" status: 204 len: 168 time: 1.3252265 Aug 31 09:32:59.615647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.621626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a66524-f046-40ac-a7df-be56f96e18a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e706aefb-4abc-4d0d-afe5-cbb0589362cb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.871308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] For port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:59.872366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.901628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Calling delete_port for 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:59.906902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:32:59.919521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.936387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60742) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.007788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Pushing event deleted for resources: {'Port': ['ID=5f95fd2c-75e2-446e-aea2-dbf0c2673a22,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.013623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ec96183-8797-4f8f-9a5c-0f63fa1a1b10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc245cbe32894737a7361da39b3981c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755916 Aug 31 09:33:00.017586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.057840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] Network e706aefb-4abc-4d0d-afe5-cbb0589362cb is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:33:00.059062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e27656-c949-452e-8f48-0b5af21801d9 None None] No DVR routers for this DVR port 5f95fd2c-75e2-446e-aea2-dbf0c2673a22 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:00.169920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7b84206-42af-46d2-b03d-e91fa5ee669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.236300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7b84206-42af-46d2-b03d-e91fa5ee669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.375051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.382120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7b84206-42af-46d2-b03d-e91fa5ee669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.387870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7b84206-42af-46d2-b03d-e91fa5ee669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.399213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d7b84206-42af-46d2-b03d-e91fa5ee669f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ac30272-7b24-4af6-a586-e37310b909a3 HTTP/1.1" status: 204 len: 168 time: 0.3742411 Aug 31 09:33:00.441269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b84206-42af-46d2-b03d-e91fa5ee669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac30272-7b24-4af6-a586-e37310b909a3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.498458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e72913-d2a1-4a20-8213-c7c102e56551 req-b311e34a-9ea1-4449-9f88-54b7a1d9c366 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.506746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7e72913-d2a1-4a20-8213-c7c102e56551 req-b311e34a-9ea1-4449-9f88-54b7a1d9c366 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1338806 Aug 31 09:33:00.654692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.661504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7e72913-d2a1-4a20-8213-c7c102e56551 req-38fdd49f-2409-4570-a1ce-9dcc38ce5465 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446810 Aug 31 09:33:01.057377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15ddf93-8c3f-4567-ad72-d3fde94c3191 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:01.071578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.090871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Transition to ACTIVE for port object f15ddf93-8c3f-4567-ad72-d3fde94c3191 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:01.132247 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.139195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Subnet': ['ID=68a0b747-6e7e-441e-a1e8-c6592d3a3f90,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:01.152953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.152953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e0de8e2-069f-4ba7-a072-4d00d7574319 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/68a0b747-6e7e-441e-a1e8-c6592d3a3f90 HTTP/1.1" status: 204 len: 168 time: 2.2899330 Aug 31 09:33:01.229283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.278871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60778) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.338276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bf4d0-ce9a-4661-8d1f-a489dcb56128 req-adf97185-4051-42d2-832c-5196acfeb109 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.349538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-249bf4d0-ce9a-4661-8d1f-a489dcb56128 req-adf97185-4051-42d2-832c-5196acfeb109 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 932 time: 0.4479494 Aug 31 09:33:01.380876 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0001a2c-b961-4581-ba5e-aa6f62df7ee9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:01.381574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0001a2c-b961-4581-ba5e-aa6f62df7ee9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:01.390329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60782) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.391220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c0001a2c-b961-4581-ba5e-aa6f62df7ee9 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/30fa5043-a9fa-43c5-90ee-6a31520f04d9 HTTP/1.1" status: 404 len: 337 time: 0.1126313 Aug 31 09:33:01.456322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2ef58b41-dfe0-42b3-838f-81c278f725e7 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc522b1-8268-49ba-a466-5ef46ff14cec HTTP/1.1" status: 200 len: 205 time: 0.0646391 Aug 31 09:33:01.457164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60784) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.486360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-33abe64a-8b79-4314-961c-a8a47776b430 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8938425 Aug 31 09:33:01.494293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-249bf4d0-ce9a-4661-8d1f-a489dcb56128 req-8ba27afb-d4ad-4956-85f7-50acadc1b77b tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434617 Aug 31 09:33:01.528232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a34f1-a1e5-4d2f-897e-db7237d31b1e None None] Network 73d65a82-e91c-4a65-8951-3995753b5127 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:01.554508 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11109c78-0039-4e5c-95f3-70edaa180970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.557336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Pushing event updated for resources: {'Port': ['ID=f15ddf93-8c3f-4567-ad72-d3fde94c3191,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:01.563396 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-12fec4e4-7c6e-440f-8923-8ab0f96948fc tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] delete failed (client error): The resource could not be found. Aug 31 09:33:01.571250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-12fec4e4-7c6e-440f-8923-8ab0f96948fc tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/routers/9cc522b1-8268-49ba-a466-5ef46ff14cec HTTP/1.1" status: 404 len: 336 time: 0.1062140 Aug 31 09:33:01.574073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60786) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.706935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60790) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.712255 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cb7312-41c7-4efd-b345-af26e843b048 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:01.713219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cb7312-41c7-4efd-b345-af26e843b048 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:01.721017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60cb7312-41c7-4efd-b345-af26e843b048 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/b515be87-8882-4449-8cc2-2f3dbbc0ed05 HTTP/1.1" status: 404 len: 337 time: 0.1404235 Aug 31 09:33:01.733962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60792) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.772715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Attempting to bind port f15ddf93-8c3f-4567-ad72-d3fde94c3191 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:01.774159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Attempting to bind port f15ddf93-8c3f-4567-ad72-d3fde94c3191 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:01.774974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Attempting to bind port f15ddf93-8c3f-4567-ad72-d3fde94c3191 on network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:01.827380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Port f15ddf93-8c3f-4567-ad72-d3fde94c3191 on network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:01.830082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Attempting to bind port f15ddf93-8c3f-4567-ad72-d3fde94c3191 on network e1c44d1e-a9f9-4523-b05d-81fd4cf916cd {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:01.837634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6347249b-f4d5-4c5c-a502-5cd44007c152 None None] Provisioning complete for port c791a517-a21d-46aa-b6a5-644151ec3d27 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:01.838007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6347249b-f4d5-4c5c-a502-5cd44007c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.856160 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef0b0a0-8f9b-4711-9870-2c7007c9db7e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:01.857178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef0b0a0-8f9b-4711-9870-2c7007c9db7e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:01.868337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fef0b0a0-8f9b-4711-9870-2c7007c9db7e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/4429941e-ab54-4790-a709-57788db376b0 HTTP/1.1" status: 404 len: 337 time: 0.1318793 Aug 31 09:33:01.869540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60802) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.887045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:01.887689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Checking segment: {'id': 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:01.888587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Bound using segment: {'id': 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:01.889851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Bound port: f15ddf93-8c3f-4567-ad72-d3fde94c3191, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:01.890218 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.892026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6347249b-f4d5-4c5c-a502-5cd44007c152 None None] Port c791a517-a21d-46aa-b6a5-644151ec3d27 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:01.910382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-968aaa53-eebe-4f58-8886-0494ea151a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.912424 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-968aaa53-eebe-4f58-8886-0494ea151a09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 1098 time: 0.2399659 Aug 31 09:33:01.913396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6347249b-f4d5-4c5c-a502-5cd44007c152 None None] Provisioning complete for port faf40133-49d2-4242-976a-790e6768849e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:01.913793 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6347249b-f4d5-4c5c-a502-5cd44007c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.955077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.969272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:02.029260 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6faa86-9d7f-43c9-a96b-6a1430932d5e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:02.030389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6faa86-9d7f-43c9-a96b-6a1430932d5e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:02.032893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b6faa86-9d7f-43c9-a96b-6a1430932d5e tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/0b931ecb-d92b-4581-9daa-1f8633d506a4 HTTP/1.1" status: 404 len: 337 time: 0.1601300 Aug 31 09:33:02.041787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60810) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.152929 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3032d1a9-d334-4628-9ff5-34b8f4f4d781 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:02.153897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3032d1a9-d334-4628-9ff5-34b8f4f4d781 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:02.156206 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3032d1a9-d334-4628-9ff5-34b8f4f4d781 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/2f53ce9d-d634-4bee-b4f7-9c83f6b0a877 HTTP/1.1" status: 404 len: 333 time: 0.1099243 Aug 31 09:33:02.190159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:02.320224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60814) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.518392 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8964cb9c-6544-41c4-b855-ddef014ebf80 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:02.525355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8964cb9c-6544-41c4-b855-ddef014ebf80 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:02.527699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8964cb9c-6544-41c4-b855-ddef014ebf80 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/4be1784b-7261-47c3-9189-55f46e9277df HTTP/1.1" status: 404 len: 337 time: 0.1950586 Aug 31 09:33:02.534616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60826) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.617355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8af2a959-ac39-4a62-a377-67f2c8ce7aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9768dea6c4a41508bb5562e9f330336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9077108 Aug 31 09:33:02.619115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60832) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.620822 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8c72ce-9996-4af8-8f69-5fb84e554514 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:02.625149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8c72ce-9996-4af8-8f69-5fb84e554514 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:02.627594 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e8c72ce-9996-4af8-8f69-5fb84e554514 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/7a123a8a-9180-462b-bd93-bb3cccd8ca84 HTTP/1.1" status: 404 len: 337 time: 0.0914865 Aug 31 09:33:02.631300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] DHCP port deletion for 73d65a82-e91c-4a65-8951-3995753b5127 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:02.636695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] For port f15ddf93-8c3f-4567-ad72-d3fde94c3191, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:02.649024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60834) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.669186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Deleting subnet ab9b22a3-96e5-4a2f-a22e-951453d57408 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:02.686859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'mac_address': 'fa:16:3e:13:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:02.703045 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8b63b4-2021-4b13-9a9d-3dd3d4d50661 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:02.710726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8b63b4-2021-4b13-9a9d-3dd3d4d50661 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:02.714976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc8b63b4-2021-4b13-9a9d-3dd3d4d50661 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/e2f68180-c094-49ef-a258-b751ffe727dd HTTP/1.1" status: 404 len: 333 time: 0.0668519 Aug 31 09:33:02.737385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60840) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.740404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.745897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] For port f15ddf93-8c3f-4567-ad72-d3fde94c3191, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191,segment=NetworkSegment(e59ad9f9-d18b-4236-a0d6-7b4b52509fb2),segment_id=e59ad9f9-d18b-4236-a0d6-7b4b52509fb2)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:02.790749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.826966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-82675bb5-74e8-4a76-8534-45d1629d6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.828823 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-82675bb5-74e8-4a76-8534-45d1629d6809 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.8114138 Aug 31 09:33:02.843964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.855061 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f419bda1-d9e2-4aa5-9cf8-f66bf6d59e76 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:02.855872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f419bda1-d9e2-4aa5-9cf8-f66bf6d59e76 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:02.860577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.861743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f419bda1-d9e2-4aa5-9cf8-f66bf6d59e76 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/4c23e68d-ad18-4bea-8f22-15843d7e16d0 HTTP/1.1" status: 404 len: 337 time: 0.1188247 Aug 31 09:33:02.866233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60850) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.917952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.007028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.022926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.023978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.027373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] 10.222.0.15 "PUT /v2.0/ports/f15ddf93-8c3f-4567-ad72-d3fde94c3191 HTTP/1.1" status: 200 len: 1093 time: 3.8827686 Aug 31 09:33:03.034103 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8494580-a0a5-416a-8381-2bbc44b90356 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] DELETE failed (client error): The resource could not be found. Aug 31 09:33:03.034937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8494580-a0a5-416a-8381-2bbc44b90356 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:33:03.044740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.046884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d8494580-a0a5-416a-8381-2bbc44b90356 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/subnets/fa7755dc-fb77-41ba-bc8f-514fb0b758bb HTTP/1.1" status: 404 len: 337 time: 0.1769533 Aug 31 09:33:03.049838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'tag': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:03.058416 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e108db0-8053-44f8-be4d-59cb31e3a55b" -d '{"events": [{"name": "network-changed", "server_uuid": "3010f283-11d7-4aad-85e0-5bc9533841aa", "tag": "f15ddf93-8c3f-4567-ad72-d3fde94c3191"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:03.066450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341b837-ebf2-4510-8743-20004956fa06 req-400a1ce6-4a50-4476-abae-7e5316d9fe53 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.075712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a376c7-ddce-4a41-a58d-60d15c5f09f4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:03.078917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:03.080681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f341b837-ebf2-4510-8743-20004956fa06 req-400a1ce6-4a50-4476-abae-7e5316d9fe53 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 1.1799166 Aug 31 09:33:03.149971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:03.166189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] Deleting port faf40133-49d2-4242-976a-790e6768849e {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:03.166808 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.173085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.253595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a3198-0d6e-452c-84ff-87408ee34c7c service neutron] Pushing event updated for resources: {'Port': ['ID=f15ddf93-8c3f-4567-ad72-d3fde94c3191,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.300739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.304839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device faf40133-49d2-4242-976a-790e6768849e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:03.310952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9b22a3-96e5-4a2f-a22e-951453d57408,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.323329 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-541dc573-4329-4f6e-a867-8c7435f1db1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 200 len: 1002 time: 0.4556069 Aug 31 09:33:03.392225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-fbcb1dc8-4c15-4d14-b336-8affd450a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.393579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-fbcb1dc8-4c15-4d14-b336-8affd450a806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea4fd7d24d941ad9abb59a7efce37b0&device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 1096 time: 0.2829762 Aug 31 09:33:03.404245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f341b837-ebf2-4510-8743-20004956fa06 req-585dfcdb-e476-4749-ad73-6d9fc8ccf938 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217838 Aug 31 09:33:03.405069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.410296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd77fffb-187c-499b-a49f-d68088d1a5d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ab9b22a3-96e5-4a2f-a22e-951453d57408 HTTP/1.1" status: 204 len: 168 time: 2.1284401 Aug 31 09:33:03.426270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60860) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:03.439272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f376123-e839-4a56-a893-dcec7e03d192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.459171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f2a376c7-ddce-4a41-a58d-60d15c5f09f4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:03.513888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca988-491e-42c7-a991-af85bfab796a req-bdf6c8e7-9378-4e92-bccc-a4dfe3ba3d69 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.515661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298ca988-491e-42c7-a991-af85bfab796a req-bdf6c8e7-9378-4e92-bccc-a4dfe3ba3d69 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 944 time: 0.5118177 Aug 31 09:33:03.539976 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.566696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f376123-e839-4a56-a893-dcec7e03d192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.574024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-6657e750-2583-4636-a6a3-cc8a2b36cf18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191 HTTP/1.1" status: 200 len: 217 time: 0.1662726 Aug 31 09:33:03.680646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:03.696542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] For port faf40133-49d2-4242-976a-790e6768849e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=faf40133-49d2-4242-976a-790e6768849e,segment=NetworkSegment(5fa417d8-1466-4806-9177-07d22c9ff8da),segment_id=5fa417d8-1466-4806-9177-07d22c9ff8da)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:03.697352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.705701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.722859 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.743088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] Calling delete_port for faf40133-49d2-4242-976a-790e6768849e owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:03.796374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-e8a7cafe-4277-4ea7-9b6c-7dfa59195610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.798849 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-e8a7cafe-4277-4ea7-9b6c-7dfa59195610 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.4673848 Aug 31 09:33:03.802440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298ca988-491e-42c7-a991-af85bfab796a req-7f675e03-bc96-4de9-8748-b993eeb7cc14 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634962 Aug 31 09:33:03.972112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f376123-e839-4a56-a893-dcec7e03d192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.975670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f376123-e839-4a56-a893-dcec7e03d192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.978152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7f376123-e839-4a56-a893-dcec7e03d192 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62d63cd7-714d-493c-8b62-87790b172def HTTP/1.1" status: 204 len: 168 time: 1.3577850 Aug 31 09:33:04.040044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f376123-e839-4a56-a893-dcec7e03d192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d63cd7-714d-493c-8b62-87790b172def,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.084565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.216143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347951c-92ff-45e6-8b3e-0d92f5772f08 req-026a86ef-fe5e-4a80-9513-4044a560155c tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.237908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4347951c-92ff-45e6-8b3e-0d92f5772f08 req-026a86ef-fe5e-4a80-9513-4044a560155c tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.1351709 Aug 31 09:33:04.249355 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fee847-74a7-46d8-b94a-3e79ebf17429 x-openstack-request-id: req-f1fee847-74a7-46d8-b94a-3e79ebf17429 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:04.249801 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3010f283-11d7-4aad-85e0-5bc9533841aa", "tag": "f15ddf93-8c3f-4567-ad72-d3fde94c3191", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:04.250203 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1fee847-74a7-46d8-b94a-3e79ebf17429 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:04.250883 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'tag': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191', 'status': 'completed', 'code': 200} Aug 31 09:33:04.349417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4347951c-92ff-45e6-8b3e-0d92f5772f08 req-2d0c6600-0a6f-412d-815e-9737a97e389f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101735 Aug 31 09:33:04.357275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.438143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.478686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Deleting port c791a517-a21d-46aa-b6a5-644151ec3d27 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:04.479353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.498644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-b7abd7ee-f15a-4565-8356-773b387b9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.500613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-b7abd7ee-f15a-4565-8356-773b387b9c8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6860628 Aug 31 09:33:04.583213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] Pushing event deleted for resources: {'Port': ['ID=faf40133-49d2-4242-976a-790e6768849e,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.586381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-db573714-f421-4755-a5f9-a56fcc4cea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.588559 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-db573714-f421-4755-a5f9-a56fcc4cea3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af6d482-5aca-43a4-8da0-dd4d59fbd531 HTTP/1.1" status: 200 len: 854 time: 0.7874467 Aug 31 09:33:04.589424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f1644-ac7c-4953-8120-9a98e12ebd48 None None] No DVR routers for this DVR port faf40133-49d2-4242-976a-790e6768849e on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:04.773316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-7e058b1b-3394-4163-a284-745dd1df94ba service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905315 Aug 31 09:33:04.840050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f371be4-da13-4bba-a2f1-6e0c1f40c084 req-8f00d571-4885-4a0d-a9d7-cc2b06d013cb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.841775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f371be4-da13-4bba-a2f1-6e0c1f40c084 req-8f00d571-4885-4a0d-a9d7-cc2b06d013cb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 944 time: 0.1406949 Aug 31 09:33:04.880719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-ba7afd1f-8c9b-4724-8122-733765f1d2a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052568 Aug 31 09:33:04.952170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f371be4-da13-4bba-a2f1-6e0c1f40c084 req-49f20403-cf4b-42aa-9dee-b605ad9fb721 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900736 Aug 31 09:33:05.180714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094458f-6c55-4d3a-acb7-b2fb4487bdc3 req-e95cb954-adbb-4078-940a-a989d612ad4a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.183567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7094458f-6c55-4d3a-acb7-b2fb4487bdc3 req-e95cb954-adbb-4078-940a-a989d612ad4a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 944 time: 0.1574306 Aug 31 09:33:05.298850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.320023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7094458f-6c55-4d3a-acb7-b2fb4487bdc3 req-a0e7fe98-4600-4518-9814-9148088d2cb4 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290350 Aug 31 09:33:05.320544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef03d3e-f9bb-4602-9068-85c58db84ae9']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:05.382965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340939a9-f696-4004-85eb-245d19ec53c1') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:05.383771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340939a9-f696-4004-85eb-245d19ec53c1') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:05.494783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.527778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.566182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Calling delete_port for c791a517-a21d-46aa-b6a5-644151ec3d27 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:05.814844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be34dc-3340-4a57-b670-a1c73169d084 req-14f909d9-8069-47b4-a11f-54e303d9cb97 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.824966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.841067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1be34dc-3340-4a57-b670-a1c73169d084 req-14f909d9-8069-47b4-a11f-54e303d9cb97 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.2595649 Aug 31 09:33:05.930751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1be34dc-3340-4a57-b670-a1c73169d084 req-df78223b-e415-4438-81b7-b07a29f6e0f1 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878506 Aug 31 09:33:05.934899 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.939097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Port': ['ID=c791a517-a21d-46aa-b6a5-644151ec3d27,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.972990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:06.003658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:06.004113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:06.014442 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:06.142312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60920) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.169851 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.200263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:06.200934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.282210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.291905 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-482e3cec-f8ba-4a58-b279-c33bff59f842 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/ports/c791a517-a21d-46aa-b6a5-644151ec3d27 HTTP/1.1" status: 204 len: 168 time: 3.2076857 Aug 31 09:33:06.304456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60924) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.357266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.376422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.379114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ef03d3e-f9bb-4602-9068-85c58db84ae9 HTTP/1.1" status: 204 len: 168 time: 2.9412796 Aug 31 09:33:06.414124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.459034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202773c-d5d8-4372-8acd-08d68278290c req-14c9ce06-c38a-4ffd-8f4a-94bd932edce6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.467470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9202773c-d5d8-4372-8acd-08d68278290c req-14c9ce06-c38a-4ffd-8f4a-94bd932edce6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.23 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 0.3516722 Aug 31 09:33:06.490965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:06.503899 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448b7804-330e-4694-8d7d-af3dc9acc33f" -d '{"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:06.566619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:06.578386 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.589763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994e5ed-5015-4ba9-97d9-e4ef97b5c1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef03d3e-f9bb-4602-9068-85c58db84ae9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.610935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c0e059-b601-412d-96ec-3b5ebcbd00ca req-4162373f-41fe-40d0-b495-9aca96828cd3 service neutron] 10.222.0.23 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7683403 Aug 31 09:33:06.624361 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-9a911d0b-7be8-4a44-b050-e2bfe8d6eb83 service neutron] 10.222.0.15 "GET /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6666648 Aug 31 09:33:06.627800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-945454286-network', 'tenant_id': 'b3b2895c7a0c41ce8659465cc455b7de'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:06.677807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfba92-1bca-4507-927f-e45faae81124 req-3684a2dd-e113-4686-b3bc-975351fa7bef tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.682845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03dfba92-1bca-4507-927f-e45faae81124 req-3684a2dd-e113-4686-b3bc-975351fa7bef tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 944 time: 0.4467554 Aug 31 09:33:06.683606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60938) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.746938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.799905 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eb0db835-239b-4641-9d73-3d04bbe5255d req-4e0b9028-5fd5-49e4-a349-e22dc6b8e6a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591823 Aug 31 09:33:06.835851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.941580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Made reservation on behalf of b3b2895c7a0c41ce8659465cc455b7de for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:06.946514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.979874 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.057577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03dfba92-1bca-4507-927f-e45faae81124 req-b2e52828-f162-478f-b9cc-9a10cc12fc1a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437984 Aug 31 09:33:07.094765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-23174cc7-fc89-4070-aab7-77341511e10e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8980b7a9a43a424291c0d92e17ed9ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037404 Aug 31 09:33:07.099345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60942) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.105118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.127504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d65a82-e91c-4a65-8951-3995753b5127']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:07.135765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886924e6-3f0b-4915-a80e-f71a11efb6d7 req-7fe527e3-3133-4e44-9467-998f28e5a4d7 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.149117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-886924e6-3f0b-4915-a80e-f71a11efb6d7 req-7fe527e3-3133-4e44-9467-998f28e5a4d7 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 944 time: 0.4874363 Aug 31 09:33:07.162082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa417d8-1466-4806-9177-07d22c9ff8da') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:07.162322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa417d8-1466-4806-9177-07d22c9ff8da') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:07.183432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-7fd92bee-4519-4b5f-b498-1b00e35cc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.188018 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-7fd92bee-4519-4b5f-b498-1b00e35cc140 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea4fd7d24d941ad9abb59a7efce37b0&device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 1096 time: 0.2456942 Aug 31 09:33:07.197002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.229716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.241911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:07.242348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.257350 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fb590e-2b63-430c-b200-c95d0cc5a208 x-openstack-request-id: req-89fb590e-2b63-430c-b200-c95d0cc5a208 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:07.258180 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:07.258180 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89fb590e-2b63-430c-b200-c95d0cc5a208 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:07.258854 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'code': 200} Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:07.431536 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:07.456582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.504191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.509604 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] 10.222.0.18 "DELETE /v2.0/networks/73d65a82-e91c-4a65-8951-3995753b5127 HTTP/1.1" status: 204 len: 168 time: 1.1966367 Aug 31 09:33:07.606862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc8c35-d655-4590-8441-665211a1f425 tempest-PortsTestJSON-1961925146 tempest-PortsTestJSON-1961925146-project] Pushing event deleted for resources: {'Network': ['ID=73d65a82-e91c-4a65-8951-3995753b5127,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.623493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.647415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-886924e6-3f0b-4915-a80e-f71a11efb6d7 req-883e3998-9abb-46e0-a130-a253971ae8c3 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958005 Aug 31 09:33:07.692638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Deleting port 28b18a29-7475-4894-a9de-fa2adb5d5490 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:07.696040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.702124 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.759937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-14be793d-f0cf-4adc-b673-d5fb15dd5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.762579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-14be793d-f0cf-4adc-b673-d5fb15dd5fe5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd HTTP/1.1" status: 200 len: 915 time: 0.3252494 Aug 31 09:33:07.885289 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-ae75ae54-b049-4658-a842-5d73c6a81bfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191 HTTP/1.1" status: 200 len: 217 time: 0.1108105 Aug 31 09:33:07.989107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615004ee-5731-4854-b2c0-e34725ba2e7e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.991141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-f1aad410-5a16-454b-a25f-12ffee4d5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.994360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-f1aad410-5a16-454b-a25f-12ffee4d5d28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af6d482-5aca-43a4-8da0-dd4d59fbd531 HTTP/1.1" status: 200 len: 854 time: 0.1045523 Aug 31 09:33:08.096583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:08.115107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-b8657531-83c5-4e56-89bc-2bff4ea0b087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124246 Aug 31 09:33:08.344082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] For port 28b18a29-7475-4894-a9de-fa2adb5d5490, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=28b18a29-7475-4894-a9de-fa2adb5d5490,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:08.344472 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.474991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-a6172ad9-4d0f-43fc-b821-49faf21b6c79 service neutron] 10.222.0.15 "GET /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514729 Aug 31 09:33:08.508082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60960) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:08.725501 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9bbd-dc9a-4037-ae90-041fb65324fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.791916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.792334 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Added segment d52dfef3-80c5-495a-ac5f-e646e9e18ef5 of type vlan for network f22420af-1e2b-4135-b219-a13eea4b7de2 Aug 31 09:33:08.867362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e108db0-8053-44f8-be4d-59cb31e3a55b req-d1361038-5ab6-480d-9c4a-151b73c37f2b service neutron] 10.222.0.15 "GET /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837399 Aug 31 09:33:08.906687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8062-ac99-4625-8985-dbcc2686c21e req-292989fe-fddb-4dae-b27c-c14bc511cc98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.915118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-045e8062-ac99-4625-8985-dbcc2686c21e req-292989fe-fddb-4dae-b27c-c14bc511cc98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 946 time: 1.3728793 Aug 31 09:33:09.369507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.370431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.370791 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Floating IP 4058851c-b9b2-4974-90b3-e7d4bb274818 disassociated. External IP: 172.25.4.227, port: 28b18a29-7475-4894-a9de-fa2adb5d5490. Aug 31 09:33:09.371301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Calling delete_port for 28b18a29-7475-4894-a9de-fa2adb5d5490 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:09.651556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0394f8fd-dfab-4552-bcc4-a494679f61a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de5a3a520d3b4eba8eb0724e15679a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419978 Aug 31 09:33:09.655046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60976) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.726879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9bbd-dc9a-4037-ae90-041fb65324fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.742023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-938c1f47-3bc9-4f40-8009-d9aaf90d3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.778059 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.791468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-938c1f47-3bc9-4f40-8009-d9aaf90d3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.843138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.863364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-045e8062-ac99-4625-8985-dbcc2686c21e req-d7fbeb74-cb50-4ad7-be0d-a4e80820966a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c986c70-7642-4e9f-8075-8fa65a90e072&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8336928 Aug 31 09:33:09.911284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 28b18a29-7475-4894-a9de-fa2adb5d5490 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:09.980524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-938c1f47-3bc9-4f40-8009-d9aaf90d3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.996816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 28b18a29-7475-4894-a9de-fa2adb5d5490 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:09.997054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-938c1f47-3bc9-4f40-8009-d9aaf90d3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.998007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 28b18a29-7475-4894-a9de-fa2adb5d5490 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:10.002760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:33:10.007508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-938c1f47-3bc9-4f40-8009-d9aaf90d3d94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afb7ac27-efe8-456b-9d01-83d7a518fa93 HTTP/1.1" status: 204 len: 168 time: 0.3457186 Aug 31 09:33:10.022131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f15ddf93-8c3f-4567-ad72-d3fde94c3191 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:10.023898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event deleted for resources: {'Port': ['ID=28b18a29-7475-4894-a9de-fa2adb5d5490,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.058457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c1f47-3bc9-4f40-8009-d9aaf90d3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7ac27-efe8-456b-9d01-83d7a518fa93,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.148928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7d988-868f-4208-9a84-ef7205998abc req-9efd2c1c-3592-440c-98cc-d4429f0f8bd9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.155987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbe7d988-868f-4208-9a84-ef7205998abc req-9efd2c1c-3592-440c-98cc-d4429f0f8bd9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 1.5028262 Aug 31 09:33:10.251124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f15ddf93-8c3f-4567-ad72-d3fde94c3191, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191,segment=NetworkSegment(e59ad9f9-d18b-4236-a0d6-7b4b52509fb2),segment_id=e59ad9f9-d18b-4236-a0d6-7b4b52509fb2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:10.261088 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9bbd-dc9a-4037-ae90-041fb65324fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.264193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9bbd-dc9a-4037-ae90-041fb65324fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.266465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e5aa9bbd-dc9a-4037-ae90-041fb65324fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a320736-dd15-421b-bf73-5cf90ac66cdf HTTP/1.1" status: 204 len: 168 time: 3.1134269 Aug 31 09:33:10.296593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191', 'network_id': 'e1c44d1e-a9f9-4523-b05d-81fd4cf916cd', 'port_id': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191', 'mac_address': 'fa:16:3e:1c:46:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af6d482-5aca-43a4-8da0-dd4d59fbd531', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:10.313726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.315184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.315976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.451619 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.511804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15ddf93-8c3f-4567-ad72-d3fde94c3191 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:10.578729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] Pushing event updated for resources: {'Network': ['ID=f22420af-1e2b-4135-b219-a13eea4b7de2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.580668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f15ddf93-8c3f-4567-ad72-d3fde94c3191, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191,segment=NetworkSegment(e59ad9f9-d18b-4236-a0d6-7b4b52509fb2),segment_id=e59ad9f9-d18b-4236-a0d6-7b4b52509fb2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:10.591932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.597268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbe7d988-868f-4208-9a84-ef7205998abc req-f885ca2b-62bc-45a5-9c0a-3623e21ea396 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005253 Aug 31 09:33:10.605474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network f22420af-1e2b-4135-b219-a13eea4b7de2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:10.608049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9bbd-dc9a-4037-ae90-041fb65324fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a320736-dd15-421b-bf73-5cf90ac66cdf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.719011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-13a12da8-0c5c-47c6-8769-ecc7fbea9e7e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.5743766 Aug 31 09:33:10.719732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:10.737240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Request body: {'subnet': {'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-945454286-subnet', 'tenant_id': 'b3b2895c7a0c41ce8659465cc455b7de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:10.827349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Made reservation on behalf of b3b2895c7a0c41ce8659465cc455b7de for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:10.833237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.835516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b7649-13b6-40e9-886b-d3553d6a8656 req-e59852b9-34b7-41f2-9dde-7aa95ef67031 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.841718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f8b7649-13b6-40e9-886b-d3553d6a8656 req-e59852b9-34b7-41f2-9dde-7aa95ef67031 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 944 time: 0.5819740 Aug 31 09:33:11.143224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f15ddf93-8c3f-4567-ad72-d3fde94c3191,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.286781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f15ddf93-8c3f-4567-ad72-d3fde94c3191'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:11.299560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f8b7649-13b6-40e9-886b-d3553d6a8656 req-07106fa3-49b7-4efc-b190-d341965594a0 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438469 Aug 31 09:33:11.403469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.502553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b490f0-9515-45f7-a752-19966ecad5e9,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.514433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8651d3a6-1741-4ca8-94e5-5e439b863f2b req-23201854-5d37-46cc-b0d4-c3c12f1b0f0f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.2592642 Aug 31 09:33:11.544156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Checking segment: {'id': 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:11.544876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Network hostable DHCP agents. Network: f22420af-1e2b-4135-b219-a13eea4b7de2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:11.557168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:11.604978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Network f22420af-1e2b-4135-b219-a13eea4b7de2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:11.627473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, f22420af-1e2b-4135-b219-a13eea4b7de2) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:11.648857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.650080 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.695839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d1d8c560-3591-40a8-b133-e5916431f29c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9737787 Aug 31 09:33:11.717320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6878a0-4600-4400-9e06-c109e9bdde95 None None] Network f22420af-1e2b-4135-b219-a13eea4b7de2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:12.044762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffa618-320b-43e9-96d8-72c6f6c217c9 req-bbdb18d1-d7f1-4da4-9423-c4ca45e46bb4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.059040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3ffa618-320b-43e9-96d8-72c6f6c217c9 req-bbdb18d1-d7f1-4da4-9423-c4ca45e46bb4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1981080 Aug 31 09:33:12.082907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:12.104448 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:12.160304 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:12.168091 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:12.298603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4cdb14-4ebc-47eb-beed-303cd0d2d279 None None] Network f22420af-1e2b-4135-b219-a13eea4b7de2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:12.318744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] No DVR routers for this DVR port 28b18a29-7475-4894-a9de-fa2adb5d5490 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:12.325954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.329129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9202773c-d5d8-4372-8acd-08d68278290c req-01679c11-9976-46f1-966f-19ce01261bea tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.23 "DELETE /v2.0/ports/28b18a29-7475-4894-a9de-fa2adb5d5490 HTTP/1.1" status: 204 len: 173 time: 5.8595183 Aug 31 09:33:12.330005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'name': 'network-vif-deleted', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:12.333075 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c4189-0d23-47bb-a09e-0cb86fc9f11d" -d '{"events": [{"server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "name": "network-vif-deleted", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:12.360540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3ffa618-320b-43e9-96d8-72c6f6c217c9 req-12057974-3e8c-4675-80b7-7e554369a113 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997079 Aug 31 09:33:12.588052 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2f8a7-9d7f-4186-a7c4-c470c017ef00 x-openstack-request-id: req-88d2f8a7-9d7f-4186-a7c4-c470c017ef00 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:12.588694 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63aae57-1369-49ab-83c8-d00b4a37297a", "name": "network-vif-deleted", "tag": "28b18a29-7475-4894-a9de-fa2adb5d5490", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:12.589130 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88d2f8a7-9d7f-4186-a7c4-c470c017ef00 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:12.589741 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63aae57-1369-49ab-83c8-d00b4a37297a', 'name': 'network-vif-deleted', 'tag': '28b18a29-7475-4894-a9de-fa2adb5d5490', 'status': 'completed', 'code': 200} Aug 31 09:33:12.659658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a312d4-3f49-40bb-9346-2c3811e21838 req-816e080d-ee59-4b35-b4bc-a8d6388dac5d tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.661792 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:12.684342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3a312d4-3f49-40bb-9346-2c3811e21838 req-816e080d-ee59-4b35-b4bc-a8d6388dac5d tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 945 time: 0.1693418 Aug 31 09:33:12.849556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3a312d4-3f49-40bb-9346-2c3811e21838 req-516203c0-077c-49c6-a79c-158dce015b15 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640167 Aug 31 09:33:13.060597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26dd8ae8-e527-4ade-b04e-6988dd50b32a req-2b6f3662-135a-4ad0-a774-32e8bbac2d15 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.1443033 Aug 31 09:33:13.162831 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.231327 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:13.262868 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:13.264411 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.620064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:13.670591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32840) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.771137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.779529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34bf62-4e97-441c-9d3d-182fb1240247 req-292cfde8-fc59-4519-8355-27200d2c1edc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.794816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c34bf62-4e97-441c-9d3d-182fb1240247 req-292cfde8-fc59-4519-8355-27200d2c1edc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1971965 Aug 31 09:33:13.952810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c34bf62-4e97-441c-9d3d-182fb1240247 req-2d70418d-c2f7-444a-98f9-6e72e63fa0a2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545310 Aug 31 09:33:14.008969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f15ddf93-8c3f-4567-ad72-d3fde94c3191 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:14.058035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-712477112-network', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:14.136191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1317580138'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:14.194981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port f15ddf93-8c3f-4567-ad72-d3fde94c3191 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:14.207018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f15ddf93-8c3f-4567-ad72-d3fde94c3191 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:14.208187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:14.208700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.211796 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.231657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:14.236316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.265543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.274735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.398853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:33:14.398853 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:33:14.398853 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id_1': 'b5488d7baf804493b54e01fa93993bad', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 33, 14, 355282)}] Aug 31 09:33:14.398853 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:33:14.399899 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:33:14.490167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04b289dc-160e-4aae-8799-010e3ce36999 req-eb5dc712-e71d-4d10-a099-75d0c7e09f18 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63aae57-1369-49ab-83c8-d00b4a37297a HTTP/1.1" status: 200 len: 210 time: 0.1015337 Aug 31 09:33:14.501449 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.507264 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:14.546145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f920625-da46-4a55-b6a9-580ed55637e1 req-e4991bcf-0af7-49fd-9112-7a5fa7bfff89 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.564261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f920625-da46-4a55-b6a9-580ed55637e1 req-e4991bcf-0af7-49fd-9112-7a5fa7bfff89 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 945 time: 0.4101975 Aug 31 09:33:14.584910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:14.589114 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8b4852-27d0-4e00-98cd-35bb7a9209a1" -d '{"events": [{"server_uuid": "3010f283-11d7-4aad-85e0-5bc9533841aa", "name": "network-vif-plugged", "status": "completed", "tag": "f15ddf93-8c3f-4567-ad72-d3fde94c3191"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:14.591002 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b6124c-30fb-4f34-8c14-b964013fdf11 None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:14.617146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f15ddf93-8c3f-4567-ad72-d3fde94c3191, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191,segment=NetworkSegment(e59ad9f9-d18b-4236-a0d6-7b4b52509fb2),segment_id=e59ad9f9-d18b-4236-a0d6-7b4b52509fb2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:14.626404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.717895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32870) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.737893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2097322056-network', 'tenant_id': 'ac15c55ee7f948d2968cdb678fc11cc0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:14.769257 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590397db-52c2-47f6-8dcb-76f8aa390b56 x-openstack-request-id: req-590397db-52c2-47f6-8dcb-76f8aa390b56 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:14.769798 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010f283-11d7-4aad-85e0-5bc9533841aa", "name": "network-vif-plugged", "status": "completed", "tag": "f15ddf93-8c3f-4567-ad72-d3fde94c3191", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:14.770262 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-590397db-52c2-47f6-8dcb-76f8aa390b56 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:14.771205 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191', 'code': 200} Aug 31 09:33:14.781875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f920625-da46-4a55-b6a9-580ed55637e1 req-3e250833-86de-4b62-bb00-0a1a66870ad8 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150226 Aug 31 09:33:14.793183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f15ddf93-8c3f-4567-ad72-d3fde94c3191,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.816326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.835379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.914732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.004986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Made reservation on behalf of ac15c55ee7f948d2968cdb678fc11cc0 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:15.007419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.017318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:15.029619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53b030-b664-4885-87f2-fa2cdb188752,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.067504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.073908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.074796 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment d92be633-2ceb-4739-8098-0db276da5070 of type vlan for network 1e60e488-be43-415b-a86a-26fea0ed8041 Aug 31 09:33:15.150912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f991-fa68-4bf6-942b-f00f550396cd req-9e9946af-e063-49de-ae42-3d5fd126173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.153088 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8479f991-fa68-4bf6-942b-f00f550396cd req-9e9946af-e063-49de-ae42-3d5fd126173a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 1098 time: 0.3139384 Aug 31 09:33:15.176526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3f89d-75e5-4ae2-b7c2-e9036fee4a05 None None] New status for floating IP 4058851c-b9b2-4974-90b3-e7d4bb274818: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:33:15.265853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e90f-5e0e-415f-b2f2-b568bab86228 req-16750199-d71b-4043-ab04-75affa6caf75 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.282972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8636e90f-5e0e-415f-b2f2-b568bab86228 req-16750199-d71b-4043-ab04-75affa6caf75 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.1459041 Aug 31 09:33:15.357922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.399903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.417853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.428160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8636e90f-5e0e-415f-b2f2-b568bab86228 req-b3d90f88-8f36-4c09-aa70-587d6173cc8a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364996 Aug 31 09:33:15.490223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:15.554513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8479f991-fa68-4bf6-942b-f00f550396cd req-5929be07-0682-48ee-b282-357436054cc6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388849 Aug 31 09:33:15.705171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.705773 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Added segment 28429c5e-9bcb-4a36-aa69-4192a84c3953 of type vlan for network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b Aug 31 09:33:15.715475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.723785 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.731601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.732635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.759227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46509a-f891-4c98-bfc2-41a3b743b3ff,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.865207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-835a0563-eb0a-44b8-be56-c19d2ae08be8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.920261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-835a0563-eb0a-44b8-be56-c19d2ae08be8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.002590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.012666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.016185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=1e60e488-be43-415b-a86a-26fea0ed8041,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.025919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.038075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1e60e488-be43-415b-a86a-26fea0ed8041 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:16.042989 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1bff5460-b651-4937-b8ce-1df005f33f3d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3713746 Aug 31 09:33:16.048105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32894) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.073304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-845325043'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:16.076042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-835a0563-eb0a-44b8-be56-c19d2ae08be8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.095693 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-835a0563-eb0a-44b8-be56-c19d2ae08be8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.095951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:16.103163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-835a0563-eb0a-44b8-be56-c19d2ae08be8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c986c70-7642-4e9f-8075-8fa65a90e072 HTTP/1.1" status: 204 len: 168 time: 0.3801713 Aug 31 09:33:16.115900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.162214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4fd53-02c6-4a3b-9467-f4281e27ac8f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.172371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.173755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.174975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.208408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a0563-eb0a-44b8-be56-c19d2ae08be8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c986c70-7642-4e9f-8075-8fa65a90e072,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.217186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.217817 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Added segment 66fbf82c-6fd3-40c9-a194-84cdd2097520 of type vlan for network 93e0707c-6aef-4f21-842f-116d37e55916 Aug 31 09:33:16.278965 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-fa6a5981-ef78-4b20-9ffc-f56fc7f1ede5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] show failed (client error): The resource could not be found. Aug 31 09:33:16.287205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fa6a5981-ef78-4b20-9ffc-f56fc7f1ede5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups/7c986c70-7642-4e9f-8075-8fa65a90e072 HTTP/1.1" status: 404 len: 347 time: 0.1563106 Aug 31 09:33:16.310104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf18ee-9914-4eba-b2fd-335a7a4028d8 req-4d4b583f-1143-4470-8910-d26f69a01af8 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.339365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4bf18ee-9914-4eba-b2fd-335a7a4028d8 req-4d4b583f-1143-4470-8910-d26f69a01af8 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 946 time: 0.3372872 Aug 31 09:33:16.344308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.362381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:16.372716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.435068 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6624429 Aug 31 09:33:16.469382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32904) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.490499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Request body: {'subnet': {'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-subnet', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:16.539485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:16.543198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.551455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.606761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.609334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.610404 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.620529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd9f5-d563-41d0-b4fb-af742ab115b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.640607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:16.648407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:16.742711 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0220499 Aug 31 09:33:16.753224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.755378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.756103 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment 6f196078-cb32-4cce-90df-59df386afcdf of type vlan for network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f Aug 31 09:33:16.764653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Request body: {'subnet': {'network_id': '93e0707c-6aef-4f21-842f-116d37e55916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2097322056-subnet', 'tenant_id': 'ac15c55ee7f948d2968cdb678fc11cc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:16.937769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.979195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b596ad1-631c-415f-a18f-4f17b99fd7ef admin admin] Pushing event updated for resources: {'Network': ['ID=93e0707c-6aef-4f21-842f-116d37e55916,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.995091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 93e0707c-6aef-4f21-842f-116d37e55916 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:17.052980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Made reservation on behalf of ac15c55ee7f948d2968cdb678fc11cc0 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:17.052980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.126877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4bf18ee-9914-4eba-b2fd-335a7a4028d8 req-617980e0-7aaf-4b05-aac9-2c7f1f89a653 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823322 Aug 31 09:33:17.203042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.216679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.217980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.319473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2656186 Aug 31 09:33:17.326897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32914) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:17.352688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:17.456322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416976-9bb1-40ed-8ab1-36002465a2ab req-e2c546c1-77df-4fdd-bcbf-663bd0335b36 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.468729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9416976-9bb1-40ed-8ab1-36002465a2ab req-e2c546c1-77df-4fdd-bcbf-663bd0335b36 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.7615564 Aug 31 09:33:17.534796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef711-e068-4c1f-b7ba-ba86b3871bd5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=7f77b82f-8981-4cdf-a373-4ccb03f23d9f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:17.551703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:17.624991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:17.627057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9416976-9bb1-40ed-8ab1-36002465a2ab req-1661e0a7-7689-4738-8f9f-bb9608299eed tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561186 Aug 31 09:33:17.632120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.677693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Deleting port 1a133322-b95c-4afd-be7f-370b0c6f6aa3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:17.678818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.798403 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.958876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.959269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.979080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Calling delete_port for 1a133322-b95c-4afd-be7f-370b0c6f6aa3 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:18.128432 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:33:18.245926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.403965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfe9735-5a11-46ee-883f-98b433eeb3e1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:18.461828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.594377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=d55afb6b-ae7f-4a54-8b90-a7840544e9e3,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:18.600042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Pushing event updated for resources: {'Subnet': ['ID=deeaa54f-5a20-45fa-821c-d989468ea4e9,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:18.610437 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.650824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Checking segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:18.651158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Network hostable DHCP agents. Network: a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:18.688887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Checking segment: {'id': '66fbf82c-6fd3-40c9-a194-84cdd2097520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '93e0707c-6aef-4f21-842f-116d37e55916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:18.689634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Network hostable DHCP agents. Network: 93e0707c-6aef-4f21-842f-116d37e55916, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:18.698113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0f6a-e8ba-4674-a320-adc3f844ae6a req-5dc84785-a1e0-49d7-a40c-1b696de65612 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.707474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14cd0f6a-e8ba-4674-a320-adc3f844ae6a req-5dc84785-a1e0-49d7-a40c-1b696de65612 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 946 time: 0.1433804 Aug 31 09:33:18.786436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Network 93e0707c-6aef-4f21-842f-116d37e55916 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:18.798873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14cd0f6a-e8ba-4674-a320-adc3f844ae6a req-fb4e9e91-6570-4c51-8c15-b82d96d6203e tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899954 Aug 31 09:33:18.836782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:18.869684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 93e0707c-6aef-4f21-842f-116d37e55916) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:18.882580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b189488-564e-4e95-936e-51488374de4d None None] Network 93e0707c-6aef-4f21-842f-116d37e55916 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:18.886426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.888029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.896963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:18.903444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.904354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.917073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72689fea-a9ab-420f-9419-0b7c23794b76 None None] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:18.934826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': 'd92be633-2ceb-4739-8098-0db276da5070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:18.935940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 1e60e488-be43-415b-a86a-26fea0ed8041, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:18.965585 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2b191302-a15e-4f90-8282-9b3a93834d04 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2020938 Aug 31 09:33:19.015996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 1e60e488-be43-415b-a86a-26fea0ed8041 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:19.032130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1e60e488-be43-415b-a86a-26fea0ed8041) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:19.046236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:19.046885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.068121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6cd149d0-8ddf-4a54-ba81-84ec5be2521a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5906396 Aug 31 09:33:19.073334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32942) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.086517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.118138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.119556 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.120989 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f3081c8-a003-421c-876f-e402b6cfd26c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7865150 Aug 31 09:33:19.123595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32944) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.130182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.174082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda839cb-05f7-4a7a-8f72-c4a7dc20ea8f req-6c9cc468-a273-4bcb-992a-651b7f4ef5e3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:19.176920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bda839cb-05f7-4a7a-8f72-c4a7dc20ea8f req-6c9cc468-a273-4bcb-992a-651b7f4ef5e3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.3237569 Aug 31 09:33:19.180440 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.214101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event deleted for resources: {'Port': ['ID=1a133322-b95c-4afd-be7f-370b0c6f6aa3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.326033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.332904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bda839cb-05f7-4a7a-8f72-c4a7dc20ea8f req-29d0708d-5262-45a4-ae0f-60b86ea36ca1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041040 Aug 31 09:33:19.369800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:19.376929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.483064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.493983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.513396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-555323f6-24af-48bb-88c8-e47b7f587f91 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "DELETE /v2.0/floatingips/4058851c-b9b2-4974-90b3-e7d4bb274818 HTTP/1.1" status: 204 len: 168 time: 3.1469512 Aug 31 09:33:19.838802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111b4ac-ffe2-4eb9-99cc-a8d5664e8a10 None None] Network 1e60e488-be43-415b-a86a-26fea0ed8041 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:20.165742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.187946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:20.189882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.264337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.330691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-1e60e488-be43-415b-a86a-26fea0ed8041', 'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': 'd55afb6b-ae7f-4a54-8b90-a7840544e9e3'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:20.331640 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.432503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=128d7d7e-01bb-4994-a430-8b2f24a531da,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.461342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': '6f196078-cb32-4cce-90df-59df386afcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:20.470747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 7f77b82f-8981-4cdf-a373-4ccb03f23d9f, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:20.484839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea1681-7a77-41ca-9cc1-d3c4a700bdd6 None None] Network 93e0707c-6aef-4f21-842f-116d37e55916 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:20.527186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32982) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:20.549407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111884598', 'description': 'tempest-description--316618059'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:20.560865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:20.642234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 7f77b82f-8981-4cdf-a373-4ccb03f23d9f) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:20.656806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:20.661139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.746462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.772356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4d5d9-11f1-4af0-b13a-c59bcf8bfe94 None None] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:20.821706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f41bbd0c-a70a-406c-8837-f0d350c15d8a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6960359 Aug 31 09:33:20.827908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32986) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:20.840462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1418098382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:21.007100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.022225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-83902ff6-0450-40b5-8f9a-c14c1b50d148 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:21.031968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-83902ff6-0450-40b5-8f9a-c14c1b50d148 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/networks?id=f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 200 len: 811 time: 0.5405881 Aug 31 09:33:21.103248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.119278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.124730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.163143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f9a85-3f31-4a3b-8353-3672b5a68b61 req-49727f07-f88d-47a7-af3f-33b884bdc362 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:21.185164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b54f9a85-3f31-4a3b-8353-3672b5a68b61 req-49727f07-f88d-47a7-af3f-33b884bdc362 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 946 time: 0.4213967 Aug 31 09:33:21.194428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.197339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.215729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Allocated IP 172.20.0.2 (1e60e488-be43-415b-a86a-26fea0ed8041/d55afb6b-ae7f-4a54-8b90-a7840544e9e3/598d4881-c414-4a95-a00b-9c606d4c33ca) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:21.216844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-d1897fbe-4c44-4708-a204-ace479a0e15c tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/quotas/b3b2895c7a0c41ce8659465cc455b7de HTTP/1.1" status: 200 len: 375 time: 0.1824970 Aug 31 09:33:21.284340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.291181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7609007 Aug 31 09:33:21.292311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32998) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:21.306744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'security_group_rule': {'security_group_id': '8cfae788-a97b-4acf-9f1e-b18ab284f42e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:21.313845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89f615-f63e-486e-a1c2-9eaeb735c4fe tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfae788-a97b-4acf-9f1e-b18ab284f42e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.400722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.418961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.423626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Allocated IP 172.20.0.2 (a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b/deeaa54f-5a20-45fa-821c-d989468ea4e9/9d835768-7c23-4ba0-9772-038f82e2d2c2) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:21.514878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-674684e9-2b08-447c-9eec-5f6369b5fd5c tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:21.517328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-674684e9-2b08-447c-9eec-5f6369b5fd5c tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.15 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 946 time: 0.2625566 Aug 31 09:33:21.526029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.529498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c878ffee-1ecb-44b0-86c5-71c756d379e8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7000201 Aug 31 09:33:21.531856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-6a104cd5-24d7-47f6-b67a-6d5c0aec8be4 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3134162 Aug 31 09:33:21.534330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33000) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:21.548773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b54f9a85-3f31-4a3b-8353-3672b5a68b61 req-2d42dd05-8159-46a9-bfcf-9f2e6a23c491 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582377 Aug 31 09:33:21.641141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.718173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-7f77b82f-8981-4cdf-a373-4ccb03f23d9f', 'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '128d7d7e-01bb-4994-a430-8b2f24a531da'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:21.730366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.141810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Allocated IP 172.25.4.108 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/67081d56-cd07-448a-94f7-cfd0fb0b394a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:22.184482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619516d-f04d-4df8-a182-62fbf53d512e req-040d6910-02e0-4043-b12f-b9f02a18124b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:22.194779 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6619516d-f04d-4df8-a182-62fbf53d512e req-040d6910-02e0-4043-b12f-b9f02a18124b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.3954163 Aug 31 09:33:22.224562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-824a9fdb-8434-4d71-ba85-8fad6f60d66c service neutron] 10.222.0.18 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609142 Aug 31 09:33:22.286933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Deleting port f15ddf93-8c3f-4567-ad72-d3fde94c3191 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:22.288032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.406522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6619516d-f04d-4df8-a182-62fbf53d512e req-b2d195cd-afe4-423c-a402-e736a8f9d360 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080214 Aug 31 09:33:22.459223 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.498899 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.569488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.575278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-ca586154-3f22-4dcd-b18c-29e21098cefe service neutron] 10.222.0.18 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765002 Aug 31 09:33:22.656045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.664953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3669589 Aug 31 09:33:22.697125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66768a-85cc-4e8e-9377-9f77c1e7d1d8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c2dd5a-6c7b-4cd7-926c-97ebb612dc82,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:22.716277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33016) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:22.726738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'security_group_rule': {'security_group_id': '8cfae788-a97b-4acf-9f1e-b18ab284f42e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:22.764194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.790914 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.813431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] For port f15ddf93-8c3f-4567-ad72-d3fde94c3191, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f15ddf93-8c3f-4567-ad72-d3fde94c3191,segment=NetworkSegment(e59ad9f9-d18b-4236-a0d6-7b4b52509fb2),segment_id=e59ad9f9-d18b-4236-a0d6-7b4b52509fb2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:22.813752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.871219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Calling delete_port for f15ddf93-8c3f-4567-ad72-d3fde94c3191 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:22.873203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Allocated IP 172.21.0.2 (7f77b82f-8981-4cdf-a373-4ccb03f23d9f/128d7d7e-01bb-4994-a430-8b2f24a531da/1f8a22d6-2db6-493c-a7b2-3147de3e6fdc) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:22.944996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:22.958034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.964056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.979320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.007735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Transition to ACTIVE for port object 9d835768-7c23-4ba0-9772-038f82e2d2c2 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:23.011554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:23.013195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Transition to ACTIVE for port object 598d4881-c414-4a95-a00b-9c606d4c33ca will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:23.102863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:23.152412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Pushing event updated for resources: {'Port': ['ID=67081d56-cd07-448a-94f7-cfd0fb0b394a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.274077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f176f6c-b5ef-4dfa-94aa-78a6f98b4631 req-05645d60-54a7-45d4-a988-0a92bf9794ce tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:23.277222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f176f6c-b5ef-4dfa-94aa-78a6f98b4631 req-05645d60-54a7-45d4-a988-0a92bf9794ce tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 946 time: 0.4817927 Aug 31 09:33:23.307519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Transition to ACTIVE for port object 9d835768-7c23-4ba0-9772-038f82e2d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:23.334084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Transition to ACTIVE for port object 598d4881-c414-4a95-a00b-9c606d4c33ca will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:23.342415 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.366447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.476807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f35c9b4f-b570-4ee1-a273-7b94b2926325 req-611bcf23-4186-40f7-a818-d9c5963a85eb tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.1701770 Aug 31 09:33:23.572939 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.587188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.658543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Network 1e60e488-be43-415b-a86a-26fea0ed8041 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:23.664480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Pushing event updated for resources: {'Port': ['ID=9d835768-7c23-4ba0-9772-038f82e2d2c2,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.697174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:23.702129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:23.710122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:23.712402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.20.0.1 (1e60e488-be43-415b-a86a-26fea0ed8041/d55afb6b-ae7f-4a54-8b90-a7840544e9e3/a9f27a93-faba-4dc8-8da1-6edb51acd769) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:23.715266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:23.724776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:23.852840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.859974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1360383 Aug 31 09:33:23.861011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33044) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:23.915169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.935649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object a9f27a93-faba-4dc8-8da1-6edb51acd769 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:23.981675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Pushing event updated for resources: {'Port': ['ID=598d4881-c414-4a95-a00b-9c606d4c33ca,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.999303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.093372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 1e60e488-be43-415b-a86a-26fea0ed8041 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:24.107778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:24.152124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f176f6c-b5ef-4dfa-94aa-78a6f98b4631 req-279d351b-75a2-4e2f-97e3-3b3e1def2823 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8288465 Aug 31 09:33:24.154425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:24.155902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c8f2d-5385-4d04-8254-b54585e3329a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a041f834-d9df-437b-95b1-01af952b1b38,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.158792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=a9f27a93-faba-4dc8-8da1-6edb51acd769,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.182377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f15ddf93-8c3f-4567-ad72-d3fde94c3191 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:24.310093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30528bb-4705-4f81-a66e-fd4f60ff2207 req-6b0d85fa-bc12-4b05-8645-150725a4e6c7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.331047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b30528bb-4705-4f81-a66e-fd4f60ff2207 req-6b0d85fa-bc12-4b05-8645-150725a4e6c7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.4500046 Aug 31 09:33:24.424591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.448017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b30528bb-4705-4f81-a66e-fd4f60ff2207 req-9ea482f6-5fee-4d60-a367-e4fcf83cdcb3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128314 Aug 31 09:33:24.529155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.684867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Pushing event deleted for resources: {'Port': ['ID=f15ddf93-8c3f-4567-ad72-d3fde94c3191,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.736421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Attempting to bind port 9d835768-7c23-4ba0-9772-038f82e2d2c2 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:24.736782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Attempting to bind port 9d835768-7c23-4ba0-9772-038f82e2d2c2 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:24.740194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Attempting to bind port 9d835768-7c23-4ba0-9772-038f82e2d2c2 on network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:24.742851 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.761607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:24.838690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] No DVR routers for this DVR port f15ddf93-8c3f-4567-ad72-d3fde94c3191 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:24.839302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Attempting to bind port 598d4881-c414-4a95-a00b-9c606d4c33ca on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:24.845213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.845447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Attempting to bind port 598d4881-c414-4a95-a00b-9c606d4c33ca by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd92be633-2ceb-4739-8098-0db276da5070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:24.846787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Attempting to bind port 598d4881-c414-4a95-a00b-9c606d4c33ca on network 1e60e488-be43-415b-a86a-26fea0ed8041 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:24.848554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8209d46-9b53-4135-bc54-2fd6d627d413 req-d21e502e-7ee9-4d0b-9ada-326665e0980a tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.15 "DELETE /v2.0/ports/f15ddf93-8c3f-4567-ad72-d3fde94c3191 HTTP/1.1" status: 204 len: 173 time: 3.3151813 Aug 31 09:33:24.849385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'name': 'network-vif-deleted', 'tag': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:24.852395 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ab026-3c01-444d-a0a4-19841b876413" -d '{"events": [{"server_uuid": "3010f283-11d7-4aad-85e0-5bc9533841aa", "name": "network-vif-deleted", "tag": "f15ddf93-8c3f-4567-ad72-d3fde94c3191"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:24.871109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:24.872583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Checking segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:24.872583 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.874776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Bound using segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:24.875819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Bound port: 9d835768-7c23-4ba0-9772-038f82e2d2c2, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:24.876643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.972151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.022361 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f528a8-3b9c-483e-a453-b8760693b002 x-openstack-request-id: req-89f528a8-3b9c-483e-a453-b8760693b002 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:25.022887 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010f283-11d7-4aad-85e0-5bc9533841aa", "name": "network-vif-deleted", "tag": "f15ddf93-8c3f-4567-ad72-d3fde94c3191", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:25.023139 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89f528a8-3b9c-483e-a453-b8760693b002 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:25.023657 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010f283-11d7-4aad-85e0-5bc9533841aa', 'name': 'network-vif-deleted', 'tag': 'f15ddf93-8c3f-4567-ad72-d3fde94c3191', 'status': 'completed', 'code': 200} Aug 31 09:33:25.027678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01c911a0-e182-4a28-9dc4-82e48777777c req-2ef8cce6-8cbc-4225-ba88-ab42967ca23a tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.1535680 Aug 31 09:33:25.137371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.424795 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.440396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Transition to ACTIVE for port object 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:25.460295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Transition to ACTIVE for port object 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:25.465782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No active binding found for port f15ddf93-8c3f-4567-ad72-d3fde94c3191 {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:33:25.465782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f15ddf93-8c3f-4567-ad72-d3fde94c3191 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:25.470590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:25.471083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Checking segment: {'id': 'd92be633-2ceb-4739-8098-0db276da5070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:25.471487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.471882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Bound using segment: {'id': 'd92be633-2ceb-4739-8098-0db276da5070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:25.472498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Bound port: 598d4881-c414-4a95-a00b-9c606d4c33ca, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92be633-2ceb-4739-8098-0db276da5070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e60e488-be43-415b-a86a-26fea0ed8041'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:25.472891 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.508066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.540368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0322d758-fbe4-4600-be0c-688609cb28a1 req-a5199696-b015-4d53-aa52-f2cf25b6e987 tempest-ServerAddressesTestJSON-1390284844 tempest-ServerAddressesTestJSON-1390284844-project] 10.222.0.18 "GET /v2.0/ports?device_id=3010f283-11d7-4aad-85e0-5bc9533841aa HTTP/1.1" status: 200 len: 210 time: 0.1171715 Aug 31 09:33:25.626996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] For port 9d835768-7c23-4ba0-9772-038f82e2d2c2, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:25.632404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] For port 9d835768-7c23-4ba0-9772-038f82e2d2c2, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9d835768-7c23-4ba0-9772-038f82e2d2c2,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:25.646613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.842089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.861129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:25.871323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:25.880645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Pushing event updated for resources: {'Port': ['ID=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:25.886913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:26.021801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfdba6-7d39-466e-a4da-6eaa91254b71 None None] Pushing event updated for resources: {'Port': ['ID=9d835768-7c23-4ba0-9772-038f82e2d2c2,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.092686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] For port 598d4881-c414-4a95-a00b-9c606d4c33ca, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:26.103736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] For port 598d4881-c414-4a95-a00b-9c606d4c33ca, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=598d4881-c414-4a95-a00b-9c606d4c33ca,segment=NetworkSegment(d92be633-2ceb-4739-8098-0db276da5070),segment_id=d92be633-2ceb-4739-8098-0db276da5070)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:26.177521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.295988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.308501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.390798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Attempting to bind port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:26.396645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Attempting to bind port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '6f196078-cb32-4cce-90df-59df386afcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:26.398291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Attempting to bind port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc on network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:26.419666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:26.420377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Checking segment: {'id': '6f196078-cb32-4cce-90df-59df386afcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:26.421169 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.423191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Bound using segment: {'id': '6f196078-cb32-4cce-90df-59df386afcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:26.424268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Bound port: 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f196078-cb32-4cce-90df-59df386afcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7f77b82f-8981-4cdf-a373-4ccb03f23d9f'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:26.432316 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.506439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f32934-18f6-47f2-832b-1a5ce5dcf021 None None] Pushing event updated for resources: {'Port': ['ID=598d4881-c414-4a95-a00b-9c606d4c33ca,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.623182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=a9f27a93-faba-4dc8-8da1-6edb51acd769,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.711198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.791111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] For port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:26.795971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] For port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,segment=NetworkSegment(6f196078-cb32-4cce-90df-59df386afcdf),segment_id=6f196078-cb32-4cce-90df-59df386afcdf)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:26.807459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.006311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1cad0-412a-4402-9181-e1d98ead875f None None] Pushing event updated for resources: {'Port': ['ID=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:27.087997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224f01a-2518-4d52-b792-2a0e57faa4f6 req-0f079040-8d64-4ed6-a44c-d1eab7aa3089 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.117085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4224f01a-2518-4d52-b792-2a0e57faa4f6 req-0f079040-8d64-4ed6-a44c-d1eab7aa3089 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 1.5016258 Aug 31 09:33:27.271072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 1e60e488-be43-415b-a86a-26fea0ed8041 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:27.280336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:27.458865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f57a1d0a-bc23-41b6-a983-e9266005c3d1 req-1bc28d78-f936-4808-b025-848d42e3fbed tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.5842602 Aug 31 09:33:27.526674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9d835768-7c23-4ba0-9772-038f82e2d2c2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:27.528152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.785268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9d835768-7c23-4ba0-9772-038f82e2d2c2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:27.795864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 598d4881-c414-4a95-a00b-9c606d4c33ca up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:27.809587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33078) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:27.947792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 598d4881-c414-4a95-a00b-9c606d4c33ca completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:28.060248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-f2baae6a-7d28-423d-b255-8df598b6769a tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.063203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-f2baae6a-7d28-423d-b255-8df598b6769a tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.23 "GET /v2.0/networks?id=f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 200 len: 811 time: 1.1713326 Aug 31 09:33:28.135699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bbd93-4ab8-426c-88be-d964827897ed None None] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:28.154324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Request body: {'port': {'device_id': '608f7401-7633-4828-afc6-77d916c52aec', 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2', 'admin_state_up': True, 'tenant_id': 'b3b2895c7a0c41ce8659465cc455b7de'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.267681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4224f01a-2518-4d52-b792-2a0e57faa4f6 req-70a14d51-d964-48f5-80ce-fb7ee1a95409 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1472068 Aug 31 09:33:28.302602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] Provisioning for port 9d835768-7c23-4ba0-9772-038f82e2d2c2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:28.348532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] Provisioning complete for port 9d835768-7c23-4ba0-9772-038f82e2d2c2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:28.348930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.482053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 05ec22df-99dc-46b7-9977-8fb3a9d1a549 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:28.555414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Deleting subnet 4af6d482-5aca-43a4-8da0-dd4d59fbd531 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:28.561803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.657857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.745998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dfe36b-b747-49f0-8a69-059c1420eab2 None None] Network 1e60e488-be43-415b-a86a-26fea0ed8041 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:28.749753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:28.761122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-45a9626b-b1e8-4a7d-b9f5-c3be766b33b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.766945 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-88cc6781-a424-4d16-8229-a8bd73ec67e0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/05ec22df-99dc-46b7-9977-8fb3a9d1a549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1167386 Aug 31 09:33:28.767121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.767709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] Sync routers for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:28.788755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33084) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.804046 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:28.804873 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.882799 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.912415 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:28.912751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57cb86-7ad6-4ec5-8ec5-07c54e23b26b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.913567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.930826 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b57cb86-7ad6-4ec5-8ec5-07c54e23b26b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports/a9f27a93-faba-4dc8-8da1-6edb51acd769 HTTP/1.1" status: 200 len: 910 time: 0.1408372 Aug 31 09:33:28.935474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33086) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:29.044854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.212273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:29.305876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce25f7dc-1590-4291-9e6b-d5f84ef08485 req-ba07f5f2-e1b9-4072-ba5f-7a730499233f tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.3423562 Aug 31 09:33:29.378807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af6d482-5aca-43a4-8da0-dd4d59fbd531,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:29.397203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.410492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.421394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315733e4-7dd7-4174-b889-5cc218786fea None None] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:29.434680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9094b4af-060f-4c3a-8a86-29d310d4f883 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4af6d482-5aca-43a4-8da0-dd4d59fbd531 HTTP/1.1" status: 204 len: 168 time: 1.6235127 Aug 31 09:33:29.448183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33090) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:29.473509 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:29.475105 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641adcd-6fc8-45ce-82bc-1163794f0291 None None] The sync data for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:29.726362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] For port 9d835768-7c23-4ba0-9772-038f82e2d2c2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9d835768-7c23-4ba0-9772-038f82e2d2c2,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:29.746458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Router 35223109-2dbe-4902-8a5c-0cbfa3663518 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:29.799186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Allocated IP 172.25.4.147 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/1f6d1321-89ea-4c13-b0c3-f2d1dfd27b0f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:29.841534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.841996 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.905345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:30.068110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a7b3-aec5-45da-a688-770879b64589 None None] Pushing event updated for resources: {'Port': ['ID=9d835768-7c23-4ba0-9772-038f82e2d2c2,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:30.078234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Provisioning for port 598d4881-c414-4a95-a00b-9c606d4c33ca completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:30.091318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Provisioning complete for port 598d4881-c414-4a95-a00b-9c606d4c33ca triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:30.091794 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.236471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Made reservation on behalf of b3b2895c7a0c41ce8659465cc455b7de for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:30.240242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.249624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.330455 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.401091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.432936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] For port 598d4881-c414-4a95-a00b-9c606d4c33ca, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=598d4881-c414-4a95-a00b-9c606d4c33ca,segment=NetworkSegment(d92be633-2ceb-4739-8098-0db276da5070),segment_id=d92be633-2ceb-4739-8098-0db276da5070)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:30.446398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.477349 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.537339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858876c-56b0-418c-aaa3-fd0bd1d3f0af req-4b0c6231-3d3d-491d-b0a7-ad43a8975aed tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.544690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6858876c-56b0-418c-aaa3-fd0bd1d3f0af req-4b0c6231-3d3d-491d-b0a7-ad43a8975aed tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.8302386 Aug 31 09:33:30.630278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Provisioning for port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:30.646116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Provisioning complete for port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:30.647080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.745685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3ddffe3-60c7-400a-8323-ccb3369c9cc4 req-9010fdce-9896-4217-9250-3b91518a0114 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.0624576 Aug 31 09:33:30.751100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:30.802600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Pushing event updated for resources: {'Port': ['ID=598d4881-c414-4a95-a00b-9c606d4c33ca,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:30.957748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.975105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.988925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c44d1e-a9f9-4523-b05d-81fd4cf916cd']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:31.002744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:31.003318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59ad9f9-d18b-4236-a0d6-7b4b52509fb2') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:31.015289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.037953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.039248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] For port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,segment=NetworkSegment(6f196078-cb32-4cce-90df-59df386afcdf),segment_id=6f196078-cb32-4cce-90df-59df386afcdf)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:31.048906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:31.049756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.057166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.085631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.21.0.1 (7f77b82f-8981-4cdf-a373-4ccb03f23d9f/128d7d7e-01bb-4994-a430-8b2f24a531da/f62e294d-c62d-4431-8fe7-4ac965f647f7) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:31.142408 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:31.175668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Provisioning complete for port 9d835768-7c23-4ba0-9772-038f82e2d2c2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:31.176172 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.182676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:31.185178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.189944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:31.211681 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.231807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1c44d1e-a9f9-4523-b05d-81fd4cf916cd HTTP/1.1" status: 204 len: 168 time: 1.7700388 Aug 31 09:33:31.235019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Allocated IP 172.20.0.3 (f22420af-1e2b-4135-b219-a13eea4b7de2/77b490f0-9515-45f7-a752-19966ecad5e9/10f667a5-8350-4abd-b416-23109a7f8aa4) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:31.314542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bc4ec-cd89-45ef-bd21-f1ea9170c290 None None] Pushing event updated for resources: {'Port': ['ID=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:31.321509 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.330851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9d835768-7c23-4ba0-9772-038f82e2d2c2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:31.349126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6858876c-56b0-418c-aaa3-fd0bd1d3f0af req-e4f5bd83-efc2-439c-bda4-b32894174e4a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7060125 Aug 31 09:33:31.363672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object f62e294d-c62d-4431-8fe7-4ac965f647f7 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:31.417330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.440614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'Port': ['ID=1f6d1321-89ea-4c13-b0c3-f2d1dfd27b0f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:31.460666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e845a27-3b7b-4eb5-8dcc-0df271c3afdc admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c44d1e-a9f9-4523-b05d-81fd4cf916cd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:31.525171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:31.556286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Sync routers for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:31.602205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:31.612280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.616873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0bf884a1-e39a-46e5-befb-83bd3a9700d6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.5408866 Aug 31 09:33:31.617668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:31.635590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:31.671122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:31.680869 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4801e2b3-262e-4e3d-9885-08e19e2cb57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.720156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33104) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:31.725786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:31.726837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:31.923876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=f62e294d-c62d-4431-8fe7-4ac965f647f7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:32.078329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.196239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.216516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9d835768-7c23-4ba0-9772-038f82e2d2c2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:32.217292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.220931 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.260375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93ba5055-00f9-40df-aee1-72974a2a95cf req-8f97ac6d-1721-4667-8c6d-82283dcf25c6 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.0779200 Aug 31 09:33:32.313723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.428757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:32.433653 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-10c78243-c89f-4e58-a193-c4340bb8a08b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ea4fd7d24d941ad9abb59a7efce37b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123065 Aug 31 09:33:32.434760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:32.513222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.527014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.717882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49dedc29-547b-4a19-97bc-ff22d887453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.778248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.809321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.915312 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49dedc29-547b-4a19-97bc-ff22d887453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.206339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 598d4881-c414-4a95-a00b-9c606d4c33ca up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:33.233492 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49dedc29-547b-4a19-97bc-ff22d887453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.240490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-49dedc29-547b-4a19-97bc-ff22d887453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.243137 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-49dedc29-547b-4a19-97bc-ff22d887453f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e7a8a7f-cc27-46c1-bb94-c04e05c91a48 HTTP/1.1" status: 204 len: 168 time: 0.8070703 Aug 31 09:33:33.310989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dedc29-547b-4a19-97bc-ff22d887453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7a8a7f-cc27-46c1-bb94-c04e05c91a48,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:33.484107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.508766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.549505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Provisioning for port f62e294d-c62d-4431-8fe7-4ac965f647f7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:33.583921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Provisioning complete for port f62e294d-c62d-4431-8fe7-4ac965f647f7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:33.586671 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.725075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Port f62e294d-c62d-4431-8fe7-4ac965f647f7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:33.795967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Provisioning complete for port 598d4881-c414-4a95-a00b-9c606d4c33ca triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:33.797386 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.850829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.895772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Network f22420af-1e2b-4135-b219-a13eea4b7de2 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:33.916413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 598d4881-c414-4a95-a00b-9c606d4c33ca triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:33.916947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.937216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.001899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ada74a-e32e-4fe4-8caf-3a17cfd0bf61 req-253e2680-c872-4988-980e-9501e677b3b0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.014054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ada74a-e32e-4fe4-8caf-3a17cfd0bf61 req-253e2680-c872-4988-980e-9501e677b3b0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 1.4608634 Aug 31 09:33:34.046804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:34.108835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=f62e294d-c62d-4431-8fe7-4ac965f647f7,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:34.116862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:34.147623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46ada74a-e32e-4fe4-8caf-3a17cfd0bf61 req-6960d812-c1d0-4d4e-9d21-7e5d3bef9cf7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307223 Aug 31 09:33:34.245216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Pushing event updated for resources: {'Port': ['ID=10f667a5-8350-4abd-b416-23109a7f8aa4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:34.262838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:24Z', 'revision_number': 3, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:34.309160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:34.311328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:34.371367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Checking router: 35223109-2dbe-4902-8a5c-0cbfa3663518 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:34.395574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Updating router 35223109-2dbe-4902-8a5c-0cbfa3663518 port 67081d56-cd07-448a-94f7-cfd0fb0b394a binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:34.418752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.419720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.447289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31885d31-2c99-494f-af06-63180cb60814 req-3f5342dd-5695-4dfd-88e1-701b36d2a762 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.457713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31885d31-2c99-494f-af06-63180cb60814 req-3f5342dd-5695-4dfd-88e1-701b36d2a762 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 931 time: 0.6030824 Aug 31 09:33:34.484042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.486578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-1a03cbda-cc90-4ca8-abce-0ce3aa4b0d6e tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3496726 Aug 31 09:33:34.542118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Request body: {'port': {'device_id': '608f7401-7633-4828-afc6-77d916c52aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:34.612725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 05ec22df-99dc-46b7-9977-8fb3a9d1a549 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:34.837426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31885d31-2c99-494f-af06-63180cb60814 req-3bf54c1a-7f34-44bd-a123-684cbbff5bec tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786566 Aug 31 09:33:34.872138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.874534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.895052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.898675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:34.901867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.914581 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] Sync routers for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:34.967282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33142) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.973679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8fcb9b2f-39e6-4148-ae2a-1cf5b341c159 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/05ec22df-99dc-46b7-9977-8fb3a9d1a549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9986687 Aug 31 09:33:34.974130 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:34.976541 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:35.067816 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:35.094533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.108808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:35.114196 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:35.146728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Transition to ACTIVE for port object 67081d56-cd07-448a-94f7-cfd0fb0b394a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:35.167606 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:35.168551 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0915e-4193-4165-a98a-2844d0293f67 None None] The sync data for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:35.188199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:35.195973 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.280942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33148) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:35.337161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Provisioning for port a9f27a93-faba-4dc8-8da1-6edb51acd769 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:35.354771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Provisioning complete for port a9f27a93-faba-4dc8-8da1-6edb51acd769 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:35.355701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.501191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2087318321-network', 'tenant_id': '5d81f8f4a1cf4c01af6f221c263447f1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:35.535854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'Port': ['ID=1f6d1321-89ea-4c13-b0c3-f2d1dfd27b0f,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:35.562832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Made reservation on behalf of 5d81f8f4a1cf4c01af6f221c263447f1 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:35.566694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.584551 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.646230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57676671-f4df-4889-b237-d0d682f0598a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.658529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-57676671-f4df-4889-b237-d0d682f0598a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports/f62e294d-c62d-4431-8fe7-4ac965f647f7 HTTP/1.1" status: 200 len: 910 time: 0.6861010 Aug 31 09:33:35.658801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:35.734150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.751138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Attempting to bind port 67081d56-cd07-448a-94f7-cfd0fb0b394a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:35.751624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Attempting to bind port 67081d56-cd07-448a-94f7-cfd0fb0b394a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:35.751856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Attempting to bind port 67081d56-cd07-448a-94f7-cfd0fb0b394a on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:35.768835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Pushing event updated for resources: {'Port': ['ID=67081d56-cd07-448a-94f7-cfd0fb0b394a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:35.809321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Port a9f27a93-faba-4dc8-8da1-6edb51acd769 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:35.833705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:35.834339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:35.836067 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.836810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:35.837946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Bound port: 67081d56-cd07-448a-94f7-cfd0fb0b394a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:35.838644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.882792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.883414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.884032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.884621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.885192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.885761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.889210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.889922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.890531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.891116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.891716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.895552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:35.991697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c738c-77bb-46d9-b78a-db06f7e6a6b1 req-c62e8f38-0358-4935-90b9-8819e75c9047 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.994528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-226c738c-77bb-46d9-b78a-db06f7e6a6b1 req-c62e8f38-0358-4935-90b9-8819e75c9047 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.4445155 Aug 31 09:33:36.053884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Provisioning complete for port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:36.055441 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8013608f-cfef-48ce-8945-4a474a93a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.077721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:36.078106 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.132461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.189325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.191123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.203137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-44633fc0-874b-4b5f-9b82-523424c5751d tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.1829677 Aug 31 09:33:36.263112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:36.294204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-226c738c-77bb-46d9-b78a-db06f7e6a6b1 req-d3fd2584-f114-44c5-abae-8e12b7061e94 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778497 Aug 31 09:33:36.313171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] For port 67081d56-cd07-448a-94f7-cfd0fb0b394a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:36.321611 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.326905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] For port 67081d56-cd07-448a-94f7-cfd0fb0b394a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=67081d56-cd07-448a-94f7-cfd0fb0b394a,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:36.351323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a80af-2d96-4771-9a33-8eda8e56b983 req-529c1ef9-684b-4bb8-969e-441a7d510ee3 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.367982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a12a80af-2d96-4771-9a33-8eda8e56b983 req-529c1ef9-684b-4bb8-969e-441a7d510ee3 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 931 time: 0.3894384 Aug 31 09:33:36.377401 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.405035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58084b3e-fb77-4eb5-9a28-89cda536c838,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.432963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.433777 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Added segment ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e of type vlan for network 27a47073-71fd-417a-8650-431e5cff2d0e Aug 31 09:33:36.491841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Allocated IP 172.20.0.1 (a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b/deeaa54f-5a20-45fa-821c-d989468ea4e9/c71e0635-580e-423f-83f2-fcda241a3586) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:36.535626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a12a80af-2d96-4771-9a33-8eda8e56b983 req-1dba84d0-7cdf-4d5c-b3d2-920d9a02a644 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661389 Aug 31 09:33:36.547041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f667a5-8350-4abd-b416-23109a7f8aa4 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:36.558701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217f387-0df8-4589-9eb3-90c759c4ea04 None None] Pushing event updated for resources: {'Port': ['ID=67081d56-cd07-448a-94f7-cfd0fb0b394a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.575166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:36.576467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:36.579121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.586796 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.652960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.653619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.654696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.656755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Transition to ACTIVE for port object 10f667a5-8350-4abd-b416-23109a7f8aa4 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:36.670187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4f8b3598-6d0e-469c-8a82-627798c7d70b tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2111884598&fields=id&tenant_id=5cfe5168892940799294d2ec5ed4dc5b HTTP/1.1" status: 200 len: 267 time: 0.1154644 Aug 31 09:33:36.670724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.744462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-10366ed5-3439-482e-86ea-11ac7c48deef None None] Provisioning complete for port f62e294d-c62d-4431-8fe7-4ac965f647f7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:36.744914 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-10366ed5-3439-482e-86ea-11ac7c48deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.795308 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5083432 Aug 31 09:33:36.795308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa612bda-434a-43c1-a858-3689aaf93468 admin admin] Pushing event updated for resources: {'Network': ['ID=27a47073-71fd-417a-8650-431e5cff2d0e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.804522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33180) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:36.812174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Request body: {'subnet': {'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2087318321-subnet', 'tenant_id': '5d81f8f4a1cf4c01af6f221c263447f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:36.820950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.839652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 27a47073-71fd-417a-8650-431e5cff2d0e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:36.843928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:36.923066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Made reservation on behalf of 5d81f8f4a1cf4c01af6f221c263447f1 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:36.925878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=10f667a5-8350-4abd-b416-23109a7f8aa4,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.934878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-1abe1364-854b-49c8-b781-6ba7942d69c5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.935857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.936515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-1abe1364-854b-49c8-b781-6ba7942d69c5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 811 time: 0.2098279 Aug 31 09:33:36.996616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.001619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-5992be75-a2d1-4eb6-8043-88985432a767 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/quotas/5cfe5168892940799294d2ec5ed4dc5b HTTP/1.1" status: 200 len: 375 time: 0.0388455 Aug 31 09:33:37.009917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Attempting to bind port 10f667a5-8350-4abd-b416-23109a7f8aa4 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:37.010252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Attempting to bind port 10f667a5-8350-4abd-b416-23109a7f8aa4 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:37.010616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Attempting to bind port 10f667a5-8350-4abd-b416-23109a7f8aa4 on network f22420af-1e2b-4135-b219-a13eea4b7de2 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:37.022589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Transition to ACTIVE for port object c71e0635-580e-423f-83f2-fcda241a3586 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:37.026930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Port 10f667a5-8350-4abd-b416-23109a7f8aa4 on network f22420af-1e2b-4135-b219-a13eea4b7de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:37.027443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Attempting to bind port 10f667a5-8350-4abd-b416-23109a7f8aa4 on network f22420af-1e2b-4135-b219-a13eea4b7de2 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:37.031687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-10366ed5-3439-482e-86ea-11ac7c48deef None None] Port f62e294d-c62d-4431-8fe7-4ac965f647f7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:37.059740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:37.060119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Checking segment: {'id': 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:37.060502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Bound using segment: {'id': 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:37.061026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Bound port: 10f667a5-8350-4abd-b416-23109a7f8aa4, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:37.061554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.212418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] For port 10f667a5-8350-4abd-b416-23109a7f8aa4, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:37.217125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] For port 10f667a5-8350-4abd-b416-23109a7f8aa4, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=10f667a5-8350-4abd-b416-23109a7f8aa4,segment=NetworkSegment(d52dfef3-80c5-495a-ac5f-e646e9e18ef5),segment_id=d52dfef3-80c5-495a-ac5f-e646e9e18ef5)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:37.232866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.264431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-b36d56ed-be64-49ba-bfb1-526ca088e75f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2325280 Aug 31 09:33:37.310040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.328169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:37.329239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.332222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 200 len: 1092 time: 2.8241713 Aug 31 09:33:37.338238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608f7401-7633-4828-afc6-77d916c52aec', 'tag': '10f667a5-8350-4abd-b416-23109a7f8aa4'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:37.342339 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a2764e-11b0-4bb0-a966-bd21012f9f46" -d '{"events": [{"name": "network-changed", "server_uuid": "608f7401-7633-4828-afc6-77d916c52aec", "tag": "10f667a5-8350-4abd-b416-23109a7f8aa4"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:37.345994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:24Z', 'revision_number': 3, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:37.448132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:37.451376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceab4b2-c390-43c4-bcd2-abc0b72aa6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=10f667a5-8350-4abd-b416-23109a7f8aa4,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.455968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2b34a-7a75-46a1-9832-9cf475e5934c None None] The sync data for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 is: [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:24Z', 'revision_number': 3, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:37.457865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:37.463798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:37.544893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.681793 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b47fcc-7318-4f3e-bc6d-3087281adde4 x-openstack-request-id: req-17b47fcc-7318-4f3e-bc6d-3087281adde4 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:37.682281 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608f7401-7633-4828-afc6-77d916c52aec", "tag": "10f667a5-8350-4abd-b416-23109a7f8aa4", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:37.682726 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17b47fcc-7318-4f3e-bc6d-3087281adde4 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:37.683439 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608f7401-7633-4828-afc6-77d916c52aec', 'tag': '10f667a5-8350-4abd-b416-23109a7f8aa4', 'status': 'completed', 'code': 200} Aug 31 09:33:37.818090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-d0f33851-a51b-4750-a1fa-77994f3ae70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:37.820961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-d0f33851-a51b-4750-a1fa-77994f3ae70d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1097 time: 0.8448138 Aug 31 09:33:37.949033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-407d7057-1d19-426a-bded-040e07fdc542 service neutron] 10.222.0.18 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360769 Aug 31 09:33:38.014595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-c9024812-f936-4b57-b62f-4a69c545dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.016640 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-c9024812-f936-4b57-b62f-4a69c545dd35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 1095 time: 0.6105931 Aug 31 09:33:38.216400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9ddf00ef-ee71-475d-9cf6-aa182908bfdc None None] Provisioning for port c71e0635-580e-423f-83f2-fcda241a3586 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:38.231849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9ddf00ef-ee71-475d-9cf6-aa182908bfdc None None] Provisioning complete for port c71e0635-580e-423f-83f2-fcda241a3586 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:38.232545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ddf00ef-ee71-475d-9cf6-aa182908bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.286571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Pushing event updated for resources: {'Port': ['ID=c71e0635-580e-423f-83f2-fcda241a3586,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.304311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-c69f45bb-7996-4749-868e-4f55f905510d service neutron] 10.222.0.18 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970581 Aug 31 09:33:38.361327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-dfbc7adf-10cc-4d35-a711-d2b4c2ff2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.364912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-dfbc7adf-10cc-4d35-a711-d2b4c2ff2943 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.5324926 Aug 31 09:33:38.367199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf00ef-ee71-475d-9cf6-aa182908bfdc None None] Port c71e0635-580e-423f-83f2-fcda241a3586 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:38.415687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-4a0522a0-1a3c-453a-aeba-b6fca7536e3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 200 len: 217 time: 0.2064385 Aug 31 09:33:38.431100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6ff92-fa7b-455f-82f6-f9f0ac5e9585 req-e4a218aa-9969-4ba8-a189-7382a57df9ca tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.434125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1b6ff92-fa7b-455f-82f6-f9f0ac5e9585 req-e4a218aa-9969-4ba8-a189-7382a57df9ca tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.7454219 Aug 31 09:33:38.618883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.645004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1b6ff92-fa7b-455f-82f6-f9f0ac5e9585 req-b3b4d6de-9689-4157-bc49-72cee5806015 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838052 Aug 31 09:33:38.647711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-2a4ce92d-b97a-46ff-94e2-b342292fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.650678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-2a4ce92d-b97a-46ff-94e2-b342292fa46f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77b490f0-9515-45f7-a752-19966ecad5e9 HTTP/1.1" status: 200 len: 851 time: 0.2098362 Aug 31 09:33:38.739884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-d5614588-e117-4418-9f21-4c3b119e2a62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f22420af-1e2b-4135-b219-a13eea4b7de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803022 Aug 31 09:33:38.744578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.885713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae95fc8-97f6-4dcc-aa2b-f42ca8272679,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.905743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-a7b4e817-1e67-49fb-8069-73002bd4c0bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 1001 time: 0.5248592 Aug 31 09:33:38.918309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-3261305f-1d75-43b6-b16c-68505a6ca460 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694834 Aug 31 09:33:39.008131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc23a407-a6dc-499b-aac9-d27112c145c2 req-be8bec0c-fe1b-4994-a1de-005931f64d28 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 210 time: 0.0857937 Aug 31 09:33:39.041046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.050041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.051007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.051469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.052041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.052352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.052775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.053230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.053673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.054123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.054627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.055042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:39.111168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-7bf71bd7-24ac-423a-9abe-5b30b697e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.117046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-7bf71bd7-24ac-423a-9abe-5b30b697e7af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.1902044 Aug 31 09:33:39.212307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 67081d56-cd07-448a-94f7-cfd0fb0b394a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:39.224223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port f62e294d-c62d-4431-8fe7-4ac965f647f7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:39.224987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.227196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8391-ba66-4950-85b9-6f234efe51e9 req-d37dc08c-2acb-4829-9500-b05aeb125b28 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.230584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-625a8391-ba66-4950-85b9-6f234efe51e9 req-d37dc08c-2acb-4829-9500-b05aeb125b28 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 943 time: 0.3066890 Aug 31 09:33:39.358515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 67081d56-cd07-448a-94f7-cfd0fb0b394a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:39.368097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 67081d56-cd07-448a-94f7-cfd0fb0b394a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:39.369176 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.495588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77b84870-41ac-4bd0-94ae-0a19babc29dd req-25fc72f3-6e97-4813-8a99-4d6098448e63 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142620 Aug 31 09:33:39.498714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.514985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for f62e294d-c62d-4431-8fe7-4ac965f647f7 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:39.599272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-625a8391-ba66-4950-85b9-6f234efe51e9 req-37b5ff98-40c5-4ac3-8e43-e843c0e40e96 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179851 Aug 31 09:33:39.611736 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.644651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 67081d56-cd07-448a-94f7-cfd0fb0b394a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=67081d56-cd07-448a-94f7-cfd0fb0b394a,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:39.651084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.728739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Checking segment: {'id': 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:39.730972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Network hostable DHCP agents. Network: 27a47073-71fd-417a-8650-431e5cff2d0e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:39.766316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-a79edcfe-84b7-40bf-86af-98891405f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.769518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-a79edcfe-84b7-40bf-86af-98891405f254 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 1095 time: 0.1604033 Aug 31 09:33:39.787333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-dda042a5-d2ea-4f5d-8b7b-2b03cf7bf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.791666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-dda042a5-d2ea-4f5d-8b7b-2b03cf7bf35d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6594491 Aug 31 09:33:39.801249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=67081d56-cd07-448a-94f7-cfd0fb0b394a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.935642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.966406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.010949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Network 27a47073-71fd-417a-8650-431e5cff2d0e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:40.171223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:40.268772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 27a47073-71fd-417a-8650-431e5cff2d0e) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:40.285906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f28cc-26ee-47b5-975b-3fd5533e8673 None None] Network 27a47073-71fd-417a-8650-431e5cff2d0e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:40.364586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.365485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.438954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-11861d26-d49a-4e85-93fb-4a94d9ac4688 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6311359 Aug 31 09:33:40.516303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-e77f58d3-d9e6-4539-8870-a785f795adf2 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136903 Aug 31 09:33:40.758942 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.816301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5e7fa65-858d-4835-b733-3e9ff212fb25 req-33841c3d-7d54-49d1-b47b-bb0adbb08560 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 210 time: 0.2622962 Aug 31 09:33:40.839597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.849550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.912211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dd442-62c0-4277-abe6-15fd11af2d41 req-1af9d276-605d-489e-84c8-01c87f4ef416 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.914923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d2dd442-62c0-4277-abe6-15fd11af2d41 req-1af9d276-605d-489e-84c8-01c87f4ef416 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 945 time: 0.9909599 Aug 31 09:33:40.962413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:40.968008 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2377a1b8-d7be-4c43-9036-789dee34a3e0" -d '{"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:41.017855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3c7e6-8a3a-49d5-8e60-47a8815b3360 None None] Network 27a47073-71fd-417a-8650-431e5cff2d0e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:41.020719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=f62e294d-c62d-4431-8fe7-4ac965f647f7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.035693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:41.058133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Pushing event updated for resources: {'Port': ['ID=c71e0635-580e-423f-83f2-fcda241a3586,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.137983 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.163152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f0ffe86f-a081-4818-bad0-7ba848ca5e65 req-cef168fd-490d-4fd6-932e-f7cd3fbc6bdd service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439131 Aug 31 09:33:41.288599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.308325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 67081d56-cd07-448a-94f7-cfd0fb0b394a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:41.455440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.456003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.456826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.457187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.457773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.458343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.458932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.459507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.460088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.460702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.461211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.461988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:41.478533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-97051f2d-32e3-4ad8-8d33-5c628f7bfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.481333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-97051f2d-32e3-4ad8-8d33-5c628f7bfa21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 200 len: 912 time: 1.6813502 Aug 31 09:33:41.495372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:41.564725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:41.662721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.668661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 67081d56-cd07-448a-94f7-cfd0fb0b394a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:41.669271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.838000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d2dd442-62c0-4277-abe6-15fd11af2d41 req-8c31f4ea-bee2-48b1-a1d6-69bc6c9503d6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8789062 Aug 31 09:33:41.866393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-ec4c1d1c-b7d5-4b41-8e2b-c9dfde80031d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 200 len: 217 time: 0.2971122 Aug 31 09:33:42.081845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 10f667a5-8350-4abd-b416-23109a7f8aa4 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:42.172426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-aa17ba70-b0a6-4f80-9f7c-f5e74026a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.174672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-aa17ba70-b0a6-4f80-9f7c-f5e74026a93b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77b490f0-9515-45f7-a752-19966ecad5e9 HTTP/1.1" status: 200 len: 851 time: 0.2773070 Aug 31 09:33:42.185337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-cdae81a8-7a70-4cf4-9621-32e27c2afdfc tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.187777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-cdae81a8-7a70-4cf4-9621-32e27c2afdfc tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.15 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 811 time: 1.1933730 Aug 31 09:33:42.222973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 05ec22df-99dc-46b7-9977-8fb3a9d1a549 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:42.282275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-4f59c33a-6a9c-4cd1-9a12-cc6348fe72ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f22420af-1e2b-4135-b219-a13eea4b7de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931189 Aug 31 09:33:42.301371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b8940bc2-a4cc-4917-9c02-b84cbb9fe40e None None] Provisioning complete for port c71e0635-580e-423f-83f2-fcda241a3586 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:42.302339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b8940bc2-a4cc-4917-9c02-b84cbb9fe40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.308324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Router 35223109-2dbe-4902-8a5c-0cbfa3663518 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:42.321617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9349b70-48cc-447b-a169-44f44fd24c18 req-e3bcb8dc-9502-4859-ac1f-132de8650e2b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:42.324120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9349b70-48cc-447b-a169-44f44fd24c18 req-e3bcb8dc-9502-4859-ac1f-132de8650e2b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 943 time: 0.9305816 Aug 31 09:33:42.373855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:42.389243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-42069c60-9966-4266-a88a-b7960ea15870 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/05ec22df-99dc-46b7-9977-8fb3a9d1a549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7274277 Aug 31 09:33:42.391720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33240) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:42.418409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] Sync routers for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:42.428553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b8940bc2-a4cc-4917-9c02-b84cbb9fe40e None None] Port c71e0635-580e-423f-83f2-fcda241a3586 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:42.454068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:42.455369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:42.519986 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347228ae-7806-40f8-a5e5-3c6ad9cf67db x-openstack-request-id: req-347228ae-7806-40f8-a5e5-3c6ad9cf67db {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:42.520433 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:42.520706 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-347228ae-7806-40f8-a5e5-3c6ad9cf67db {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:42.521125 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'code': 200} Aug 31 09:33:42.523923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:42.532828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 10f667a5-8350-4abd-b416-23109a7f8aa4, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=10f667a5-8350-4abd-b416-23109a7f8aa4,segment=NetworkSegment(d52dfef3-80c5-495a-ac5f-e646e9e18ef5),segment_id=d52dfef3-80c5-495a-ac5f-e646e9e18ef5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:42.549465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:42.550284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:42.553411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '10f667a5-8350-4abd-b416-23109a7f8aa4', 'network_id': 'f22420af-1e2b-4135-b219-a13eea4b7de2', 'port_id': '10f667a5-8350-4abd-b416-23109a7f8aa4', 'mac_address': 'fa:16:3e:41:d2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b490f0-9515-45f7-a752-19966ecad5e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:42.617700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:42.618833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436212a3-7cdf-4bd5-9292-588073a81d24 None None] The sync data for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:42.643580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-38f125db-9f78-4f3c-8d77-f1c7987b79c8 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cfe5168892940799294d2ec5ed4dc5b HTTP/1.1" status: 200 len: 380 time: 0.3601055 Aug 31 09:33:42.648849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.671316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'port': {'device_id': '5445e99f-3291-4864-b21c-c360164f93e7', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'admin_state_up': True, 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'security_groups': ['8cfae788-a97b-4acf-9f1e-b18ab284f42e']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:42.672875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f667a5-8350-4abd-b416-23109a7f8aa4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:42.694341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9349b70-48cc-447b-a169-44f44fd24c18 req-3c0b9df8-0fb4-4b8b-b3c0-9e28bd7ad877 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300195 Aug 31 09:33:42.716041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 10f667a5-8350-4abd-b416-23109a7f8aa4, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=10f667a5-8350-4abd-b416-23109a7f8aa4,segment=NetworkSegment(d52dfef3-80c5-495a-ac5f-e646e9e18ef5),segment_id=d52dfef3-80c5-495a-ac5f-e646e9e18ef5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:42.724337 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.793395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4aa47118-cc16-4881-a81b-8932b658f01d req-e2551594-1ed3-4ee3-bbb1-059773cb8e17 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 210 time: 0.1563494 Aug 31 09:33:42.823915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=10f667a5-8350-4abd-b416-23109a7f8aa4,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:42.964028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-f10c12d0-b328-49ac-ba0e-0bd70e9385a2 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304097 Aug 31 09:33:43.013191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['10f667a5-8350-4abd-b416-23109a7f8aa4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:43.246553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:43.258335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.264382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c0f587ba-bfd4-4097-8349-a34b37a56342 admin admin] 10.222.0.18 "PUT /v2.0/routers/35223109-2dbe-4902-8a5c-0cbfa3663518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6405191 Aug 31 09:33:43.269423 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Sync routers for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:43.332966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc5bd-8cb8-4543-9bc6-2757f05099ac req-a037d30a-0b86-4b8d-b290-1e61adc88194 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.341685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d94fc5bd-8cb8-4543-9bc6-2757f05099ac req-a037d30a-0b86-4b8d-b290-1e61adc88194 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2951977 Aug 31 09:33:43.353107 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:43.358389 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:43.410152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51a2764e-11b0-4bb0-a966-bd21012f9f46 req-04caaa7b-37e2-46d8-a07a-51309cdc3bcf service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355686 Aug 31 09:33:43.471789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d94fc5bd-8cb8-4543-9bc6-2757f05099ac req-8cb55501-133b-4790-8b9b-19b9eaf5ef00 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286705 Aug 31 09:33:43.484968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Made reservation on behalf of 5cfe5168892940799294d2ec5ed4dc5b for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:43.510202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.869482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Allocated IP 172.20.0.13 (ed8a809a-9cf9-4dc3-b3dd-fb3b26090607/c48872f4-d439-4484-9f73-da3be34c56d6/b7aebdb5-49a7-47d3-b67b-cd3770a60083) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:43.873664 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:44.097614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 10f667a5-8350-4abd-b416-23109a7f8aa4 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:44.288631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port a9f27a93-faba-4dc8-8da1-6edb51acd769 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:44.289441 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.329521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 10f667a5-8350-4abd-b416-23109a7f8aa4 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:44.355603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 10f667a5-8350-4abd-b416-23109a7f8aa4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:44.356630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.449637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.488202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 2, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:44.492662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027de08-3805-4920-8be6-2954c128c366 req-f9625e9b-5309-444c-b585-06397930de6a tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:44.508173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3027de08-3805-4920-8be6-2954c128c366 req-f9625e9b-5309-444c-b585-06397930de6a tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 944 time: 0.2107463 Aug 31 09:33:44.546776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Transition to ACTIVE for port object b7aebdb5-49a7-47d3-b67b-cd3770a60083 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:44.648092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Checking router: 35223109-2dbe-4902-8a5c-0cbfa3663518 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:44.648645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Updating router 35223109-2dbe-4902-8a5c-0cbfa3663518 port c71e0635-580e-423f-83f2-fcda241a3586 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:44.705900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.736026 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.748131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for a9f27a93-faba-4dc8-8da1-6edb51acd769 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:44.796850 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.811019 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.867311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f7401-7633-4828-afc6-77d916c52aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f667a5-8350-4abd-b416-23109a7f8aa4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:44.872035 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ac3c1-5e04-44dc-a8b4-98edfbc5c943" -d '{"events": [{"server_uuid": "608f7401-7633-4828-afc6-77d916c52aec", "name": "network-vif-plugged", "status": "completed", "tag": "10f667a5-8350-4abd-b416-23109a7f8aa4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:44.881793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:44.913821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 10f667a5-8350-4abd-b416-23109a7f8aa4, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=10f667a5-8350-4abd-b416-23109a7f8aa4,segment=NetworkSegment(d52dfef3-80c5-495a-ac5f-e646e9e18ef5),segment_id=d52dfef3-80c5-495a-ac5f-e646e9e18ef5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:44.916561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:44.923029 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.938135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:45.116504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3027de08-3805-4920-8be6-2954c128c366 req-50f52fd1-642a-430b-b632-f65355dde255 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937884 Aug 31 09:33:45.128168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=10f667a5-8350-4abd-b416-23109a7f8aa4,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.179441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event updated for resources: {'Port': ['ID=b7aebdb5-49a7-47d3-b67b-cd3770a60083,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.252849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.254449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.308932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe548a0-ea4e-4c22-9cd4-3bae68626d3c req-b5a0f1f8-a961-4c17-849a-2361876eaad2 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:45.321685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fe548a0-ea4e-4c22-9cd4-3bae68626d3c req-b5a0f1f8-a961-4c17-849a-2361876eaad2 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 932 time: 0.3773775 Aug 31 09:33:45.407459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-bc852fb0-e1bd-4fd0-9607-cde8a7d4dad9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7567759 Aug 31 09:33:45.451198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Request body: {'port': {'device_id': '5445e99f-3291-4864-b21c-c360164f93e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:45.479575 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f011fe7-fd3d-4ab5-aa59-50ba5f185ef5 x-openstack-request-id: req-8f011fe7-fd3d-4ab5-aa59-50ba5f185ef5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:45.479957 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f7401-7633-4828-afc6-77d916c52aec", "name": "network-vif-plugged", "status": "completed", "tag": "10f667a5-8350-4abd-b416-23109a7f8aa4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:45.480286 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f011fe7-fd3d-4ab5-aa59-50ba5f185ef5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:45.480808 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f7401-7633-4828-afc6-77d916c52aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f667a5-8350-4abd-b416-23109a7f8aa4', 'code': 200} Aug 31 09:33:45.563037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.606158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fe548a0-ea4e-4c22-9cd4-3bae68626d3c req-d47c345a-4241-4b17-afda-af9427a99825 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790091 Aug 31 09:33:45.672236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=a9f27a93-faba-4dc8-8da1-6edb51acd769,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:45.740204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fd363e3a-1047-46f0-b389-ba276bd8161d None None] Provisioning for port b7aebdb5-49a7-47d3-b67b-cd3770a60083 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:45.759782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fd363e3a-1047-46f0-b389-ba276bd8161d None None] Provisioning complete for port b7aebdb5-49a7-47d3-b67b-cd3770a60083 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:45.760283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd363e3a-1047-46f0-b389-ba276bd8161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.912480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-48658d5a-aabf-4a7d-890f-4fbd68ed2c55 req-bf992f5c-8d69-4d2a-98f8-6e7916995ecb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:33:45.920991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48658d5a-aabf-4a7d-890f-4fbd68ed2c55 req-bf992f5c-8d69-4d2a-98f8-6e7916995ecb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570276 Aug 31 09:33:45.939155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.949453 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.987943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fd363e3a-1047-46f0-b389-ba276bd8161d None None] Port b7aebdb5-49a7-47d3-b67b-cd3770a60083 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:45.991973 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Transition to ACTIVE for port object c71e0635-580e-423f-83f2-fcda241a3586 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:46.001716 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.126896 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Pushing event updated for resources: {'Port': ['ID=c71e0635-580e-423f-83f2-fcda241a3586,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:46.163033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.169295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:46.189456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.191976 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.195144 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.195741 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.198691 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.200979 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.202895 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.204775 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.205647 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.209563 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.210461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.211849 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:46.571273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Attempting to bind port c71e0635-580e-423f-83f2-fcda241a3586 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:46.575160 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Attempting to bind port c71e0635-580e-423f-83f2-fcda241a3586 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:46.575846 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Attempting to bind port c71e0635-580e-423f-83f2-fcda241a3586 on network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:46.605317 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:46.605992 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Checking segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:46.616187 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.617043 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Bound using segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:46.618173 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Bound port: c71e0635-580e-423f-83f2-fcda241a3586, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:46.621484 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.748335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e3c08-6750-4b07-9efa-e7c12b11c7aa req-0634f155-b01d-40e9-9dbd-c0f9ad3a24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.754590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e2e3c08-6750-4b07-9efa-e7c12b11c7aa req-0634f155-b01d-40e9-9dbd-c0f9ad3a24eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 1097 time: 1.1209464 Aug 31 09:33:46.956205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] For port c71e0635-580e-423f-83f2-fcda241a3586, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:46.966131 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] For port c71e0635-580e-423f-83f2-fcda241a3586, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c71e0635-580e-423f-83f2-fcda241a3586,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:46.975144 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.263682 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:47.270294 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.295234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a5fcb-b10b-4904-b083-83f5db904ad3 req-bdd30868-4474-4636-a57b-a8928e14228b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.316409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b45a5fcb-b10b-4904-b083-83f5db904ad3 req-bdd30868-4474-4636-a57b-a8928e14228b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.7417085 Aug 31 09:33:47.320470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33388) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:47.342378 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb21b0a-d200-42ec-85d8-b023b32afdb7 None None] Pushing event updated for resources: {'Port': ['ID=c71e0635-580e-423f-83f2-fcda241a3586,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.357117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e2e3c08-6750-4b07-9efa-e7c12b11c7aa req-401cc310-91ef-4cfd-b6a7-58c79158e3ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358555 Aug 31 09:33:47.397434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0485bdd-b9f8-4eb0-9602-1564fdd68111 req-2d9260ba-247f-4ca5-b1c1-ff1d99ad8b48 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.404138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0485bdd-b9f8-4eb0-9602-1564fdd68111 req-2d9260ba-247f-4ca5-b1c1-ff1d99ad8b48 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.6447704 Aug 31 09:33:47.564925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0485bdd-b9f8-4eb0-9602-1564fdd68111 req-98a013ad-514d-46a1-98d4-12c0b24560fb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368372 Aug 31 09:33:47.664744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b45a5fcb-b10b-4904-b083-83f5db904ad3 req-4bb3dd5f-f81e-4668-bb76-394fc5bb2bbf tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403814 Aug 31 09:33:47.718028 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:47.958655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-ba979b01-0ee7-4a4e-9dc0-bb87dfc427c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6264300 Aug 31 09:33:48.009492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aebdb5-49a7-47d3-b67b-cd3770a60083 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:48.029861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.101148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Transition to ACTIVE for port object b7aebdb5-49a7-47d3-b67b-cd3770a60083 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:48.137928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67955-38b3-486b-a613-5791878a09c8 req-332b5646-4a43-4235-952e-97a3d778996f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:48.151418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69e67955-38b3-486b-a613-5791878a09c8 req-332b5646-4a43-4235-952e-97a3d778996f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 932 time: 0.2295997 Aug 31 09:33:48.180932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.263431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 05ec22df-99dc-46b7-9977-8fb3a9d1a549 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:48.341377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aebdb5-49a7-47d3-b67b-cd3770a60083,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:48.566337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:48.622556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33414) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.624298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c91c191-a69c-4417-aa67-1cd28791d0b4 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/05ec22df-99dc-46b7-9977-8fb3a9d1a549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2307656 Aug 31 09:33:48.629233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] Sync routers for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:48.668231 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.680638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:48.686825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.806037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6fa99d00-4f1f-41e3-885d-69cab9d591e5 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=05ec22df-99dc-46b7-9977-8fb3a9d1a549 HTTP/1.1" status: 200 len: 205 time: 0.0558650 Aug 31 09:33:48.810606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33422) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.878885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.930458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] Routers {'05ec22df-99dc-46b7-9977-8fb3a9d1a549'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:48.935322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:33:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.950873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Attempting to bind port b7aebdb5-49a7-47d3-b67b-cd3770a60083 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:48.951846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Attempting to bind port b7aebdb5-49a7-47d3-b67b-cd3770a60083 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:48.952664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Attempting to bind port b7aebdb5-49a7-47d3-b67b-cd3770a60083 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:48.999363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69e67955-38b3-486b-a613-5791878a09c8 req-d597e3bb-147a-47c5-9daf-16123ae5296b tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8436060 Aug 31 09:33:49.037345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Port b7aebdb5-49a7-47d3-b67b-cd3770a60083 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:49.037913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Attempting to bind port b7aebdb5-49a7-47d3-b67b-cd3770a60083 on network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:49.106797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:49.107728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Checking segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:49.109609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Bound using segment: {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:49.110758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Bound port: b7aebdb5-49a7-47d3-b67b-cd3770a60083, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48efba9c-5c96-4343-b74d-7c9e5b5788eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:49.112611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.139436 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:46Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.215668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.227810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c2a68-2e4e-4267-b785-97f75b871340 None None] The sync data for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 is: [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:46Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:49.243684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93389030-2b6c-4efe-878a-e34d664c3b18 None None] The sync data for ids ['05ec22df-99dc-46b7-9977-8fb3a9d1a549'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:49.283665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ef7e36ef-b641-4e37-bcdf-71fb59abf736 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.303445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ef7e36ef-b641-4e37-bcdf-71fb59abf736 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/networks?id=27a47073-71fd-417a-8650-431e5cff2d0e HTTP/1.1" status: 200 len: 810 time: 1.2115195 Aug 31 09:33:49.438290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.513410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-2d49ff54-304f-4f92-8eb5-f521c8435949 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/quotas/5d81f8f4a1cf4c01af6f221c263447f1 HTTP/1.1" status: 200 len: 375 time: 0.2079165 Aug 31 09:33:49.732016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-94d62d19-716f-4316-a82c-0a777f21f175 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d81f8f4a1cf4c01af6f221c263447f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2166781 Aug 31 09:33:49.864512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] For port b7aebdb5-49a7-47d3-b67b-cd3770a60083, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:49.938148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] For port b7aebdb5-49a7-47d3-b67b-cd3770a60083, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:49.954743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.995879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a2704-152f-4da2-91d5-d6420ae7a6e6 req-eb53d8a2-bc4e-40d2-b96b-731c140bc64d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.998988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-174a2704-152f-4da2-91d5-d6420ae7a6e6 req-eb53d8a2-bc4e-40d2-b96b-731c140bc64d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.5189118 Aug 31 09:33:50.035807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.042255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.144095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.145031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router 05ec22df-99dc-46b7-9977-8fb3a9d1a549 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:50.160288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.162670 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f9fabffd-97ae-4a37-a220-75a1e1a6f792 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/05ec22df-99dc-46b7-9977-8fb3a9d1a549 HTTP/1.1" status: 204 len: 168 time: 1.3503006 Aug 31 09:33:50.166770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33434) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.231331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:50.232175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.233933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] 10.222.0.15 "PUT /v2.0/ports/b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 200 len: 1093 time: 4.8177090 Aug 31 09:33:50.236600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:50.240675 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467281b8-6aa5-47e1-9ee4-5a45d79c4491" -d '{"events": [{"name": "network-changed", "server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:50.326779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6d72-c955-43f1-ba13-41fd9794dd60 service neutron] Pushing event updated for resources: {'Port': ['ID=b7aebdb5-49a7-47d3-b67b-cd3770a60083,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.367530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-174a2704-152f-4da2-91d5-d6420ae7a6e6 req-8e659484-d931-4b55-9d7d-d1ed757bffa9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797749 Aug 31 09:33:50.391678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 128d7d7e-01bb-4994-a430-8b2f24a531da {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:50.408284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.562800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.802982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.928653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.994097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=128d7d7e-01bb-4994-a430-8b2f24a531da,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.997071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.000508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f81db-7fc4-4416-826f-e9990003989f None None] Network 7f77b82f-8981-4cdf-a373-4ccb03f23d9f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:51.004445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a10e9836-bce6-40eb-9943-693186167471 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/128d7d7e-01bb-4994-a430-8b2f24a531da HTTP/1.1" status: 204 len: 168 time: 0.8353992 Aug 31 09:33:51.008984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33440) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.207899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet d55afb6b-ae7f-4a54-8b90-a7840544e9e3 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:51.225318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.300437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c71e0635-580e-423f-83f2-fcda241a3586 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:51.395754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.424520 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-8f067876-c04a-4962-9443-12b1a3cd5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:51.428549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-8f067876-c04a-4962-9443-12b1a3cd5409 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 1096 time: 1.0840304 Aug 31 09:33:51.451512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-d0df7354-5f13-439a-a8ec-016ad116cbb4 service neutron] 10.222.0.18 "GET /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6712584 Aug 31 09:33:51.587138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-35a5320d-0d24-4aca-8546-92ae1b6f6cdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 200 len: 217 time: 0.1041026 Aug 31 09:33:51.650658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c71e0635-580e-423f-83f2-fcda241a3586 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:51.666895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c71e0635-580e-423f-83f2-fcda241a3586 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:51.667687 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.680638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.791725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] DHCP port deletion for 7f77b82f-8981-4cdf-a373-4ccb03f23d9f request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:51.837351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-c241b1bf-48ae-4e8a-8196-9e446b6b5dea service neutron] 10.222.0.18 "GET /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811958 Aug 31 09:33:51.897115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae59f4-2879-4859-be6b-8e1c8e7dbff1 req-d813ba12-bd68-4a0a-b129-8fca32b88d2f tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:51.910753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bae59f4-2879-4859-be6b-8e1c8e7dbff1 req-d813ba12-bd68-4a0a-b129-8fca32b88d2f tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.7240524 Aug 31 09:33:51.970380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.110819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bae59f4-2879-4859-be6b-8e1c8e7dbff1 req-3aa83277-4023-40c1-abd5-518ed749b498 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986666 Aug 31 09:33:52.146738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.152282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/d55afb6b-ae7f-4a54-8b90-a7840544e9e3 HTTP/1.1" status: 204 len: 168 time: 1.1418643 Aug 31 09:33:52.153755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703eab6-e01f-4156-acdc-e20580dfd319 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=d55afb6b-ae7f-4a54-8b90-a7840544e9e3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.158657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33450) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.181536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51989b4-303b-4044-b060-54e57cfdbbac None None] Network 1e60e488-be43-415b-a86a-26fea0ed8041 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:52.376789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] Deleting port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:52.385926 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.450104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.455281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.460672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-c207a4f9-1fd6-46ca-b436-bf0590f66fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:52.463599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-c207a4f9-1fd6-46ca-b436-bf0590f66fb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.6103137 Aug 31 09:33:52.556605 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c8a44b-9735-4a55-87ec-ef46dc1b140f x-openstack-request-id: req-69c8a44b-9735-4a55-87ec-ef46dc1b140f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:52.557083 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:52.557475 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69c8a44b-9735-4a55-87ec-ef46dc1b140f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:52.558133 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'status': 'completed', 'code': 200} Aug 31 09:33:52.817773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc04b47-d3be-4521-9399-75fec7eccffd req-6a265434-e78a-4bfd-89de-c4ed3e25e7c4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:52.833557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1fc04b47-d3be-4521-9399-75fec7eccffd req-6a265434-e78a-4bfd-89de-c4ed3e25e7c4 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 944 time: 0.3790994 Aug 31 09:33:52.977090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1fc04b47-d3be-4521-9399-75fec7eccffd req-e1aa49f3-e93e-42dd-97f5-197b2405c23c tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240005 Aug 31 09:33:53.031093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cc00b-9342-4cb5-984e-64df8e84a6b9 req-ba8c944f-f795-4bdd-97ce-bf9d09cc4c46 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.036216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] For port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,segment=NetworkSegment(6f196078-cb32-4cce-90df-59df386afcdf),segment_id=6f196078-cb32-4cce-90df-59df386afcdf)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:53.036904 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.039891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-064cc00b-9342-4cb5-984e-64df8e84a6b9 req-ba8c944f-f795-4bdd-97ce-bf9d09cc4c46 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.4227254 Aug 31 09:33:53.056169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-c8ee5334-2007-4a02-b4d3-1b326064b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.068075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-c8ee5334-2007-4a02-b4d3-1b326064b35c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5152683 Aug 31 09:33:53.098786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] Calling delete_port for 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:53.337756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c71e0635-580e-423f-83f2-fcda241a3586, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c71e0635-580e-423f-83f2-fcda241a3586,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:53.346910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.429161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.469863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-3314879c-0388-43f1-8e4d-47020d16fcce service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616803 Aug 31 09:33:53.542871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:53.597505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:53.599501 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.618035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:53.618974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:53.621559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] DHCP port deletion for 1e60e488-be43-415b-a86a-26fea0ed8041 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:53.632419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c71e0635-580e-423f-83f2-fcda241a3586,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:53.637235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] No DVR routers for this DVR port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:53.744586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50c0db-5787-417a-831c-499875a4dd91 None None] Pushing event deleted for resources: {'Port': ['ID=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:53.772733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-064cc00b-9342-4cb5-984e-64df8e84a6b9 req-a21d0a60-0a5f-48ba-ad17-3f122c06d297 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7011316 Aug 31 09:33:53.826295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] Deleting port 598d4881-c414-4a95-a00b-9c606d4c33ca {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:53.832927 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.992351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] For port 598d4881-c414-4a95-a00b-9c606d4c33ca, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=598d4881-c414-4a95-a00b-9c606d4c33ca,segment=NetworkSegment(d92be633-2ceb-4739-8098-0db276da5070),segment_id=d92be633-2ceb-4739-8098-0db276da5070)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:53.993690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.041022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] Calling delete_port for 598d4881-c414-4a95-a00b-9c606d4c33ca owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:54.078676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-741cbc8e-2ccd-4d49-9e8f-1bc56f106ce7 req-0ae3770c-398e-49e1-87d1-a54953f4bff5 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 210 time: 0.1130869 Aug 31 09:33:54.097565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:54.098199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.154060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e146c-d1dc-4593-becc-1fe59a26d269 req-544a5afc-128e-406b-a0fb-eaabd3222100 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:54.155437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d8e146c-d1dc-4593-becc-1fe59a26d269 req-544a5afc-128e-406b-a0fb-eaabd3222100 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.9659691 Aug 31 09:33:54.190683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.281947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] Pushing event deleted for resources: {'Port': ['ID=598d4881-c414-4a95-a00b-9c606d4c33ca,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:54.297789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8feda2-8ad0-4e33-942e-d1c043cbad71 None None] No DVR routers for this DVR port 598d4881-c414-4a95-a00b-9c606d4c33ca on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:54.334677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d8e146c-d1dc-4593-becc-1fe59a26d269 req-2739eff0-564b-46b0-a527-852bc91a86c9 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357441 Aug 31 09:33:54.473323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:54.488696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc was not found and therefore no delete operation was performed {{(pid=94896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:33:54.495502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6540a15a-76f5-4b51-86a4-87d79247f719 req-3001786b-2da3-411f-a136-55d5de3ef10b service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9879401 Aug 31 09:33:54.505319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.594071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port 1f8a22d6-2db6-493c-a7b2-3147de3e6fdc on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:54.719526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-a4ea807b-831b-4eb4-a436-d88fe3e3a056 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:54.729280 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-a4ea807b-831b-4eb4-a436-d88fe3e3a056 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.15 "GET /v2.0/networks?id=27a47073-71fd-417a-8650-431e5cff2d0e HTTP/1.1" status: 200 len: 810 time: 0.4203100 Aug 31 09:33:54.747437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Request body: {'port': {'device_id': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e', 'admin_state_up': True, 'tenant_id': '5d81f8f4a1cf4c01af6f221c263447f1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:54.760267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=1f8a22d6-2db6-493c-a7b2-3147de3e6fdc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:54.910897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe6837-9db4-4fd4-a662-5c8cef7e8eec req-6d7804ab-41c2-4c61-aa54-233b6b6bd1cd tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:54.912467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dbe6837-9db4-4fd4-a662-5c8cef7e8eec req-6d7804ab-41c2-4c61-aa54-233b6b6bd1cd tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 944 time: 0.5763795 Aug 31 09:33:54.972722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Made reservation on behalf of 5d81f8f4a1cf4c01af6f221c263447f1 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:54.974671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.981401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.009512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f77b82f-8981-4cdf-a373-4ccb03f23d9f']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:55.032986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f196078-cb32-4cce-90df-59df386afcdf') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:55.033327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f196078-cb32-4cce-90df-59df386afcdf') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:55.040289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dbe6837-9db4-4fd4-a662-5c8cef7e8eec req-b7bf3617-d9e6-4ba3-806b-c6fa6341882a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007874 Aug 31 09:33:55.042284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-f8c325c9-185d-423f-a1da-27b6aa14a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.044746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-f8c325c9-185d-423f-a1da-27b6aa14a3aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 1096 time: 0.3459780 Aug 31 09:33:55.095649 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.134786 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:33:55.209025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e287538-bcb3-4d15-ac62-d7306f1b92d3 req-1688fa47-aebf-40a7-92ca-b8172c2ce378 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.221193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e287538-bcb3-4d15-ac62-d7306f1b92d3 req-1688fa47-aebf-40a7-92ca-b8172c2ce378 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.3328159 Aug 31 09:33:55.317581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.339194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:55.339714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:55.360491 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:55.392446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Allocated IP 172.20.0.3 (27a47073-71fd-417a-8650-431e5cff2d0e/fae95fc8-97f6-4dcc-aa2b-f42ca8272679/632f44d0-72cf-4b9e-ac61-761fccfb68f3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:55.565541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be94687-a6f0-46ce-9714-33c037f8b97b req-b3d9806f-6d08-432d-a671-19b2bcbf57d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.573795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6be94687-a6f0-46ce-9714-33c037f8b97b req-b3d9806f-6d08-432d-a671-19b2bcbf57d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.3783643 Aug 31 09:33:55.585882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c71e0635-580e-423f-83f2-fcda241a3586 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:55.598527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-ec186fee-e07a-4c3b-98f8-34cf33991c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.598992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-ec186fee-e07a-4c3b-98f8-34cf33991c54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.5363674 Aug 31 09:33:55.617108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e287538-bcb3-4d15-ac62-d7306f1b92d3 req-33403fb0-b2f9-4477-9a91-49aaa7fd6485 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517733 Aug 31 09:33:55.761089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-840c3b05-d913-425d-936f-6b5888b44fe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 200 len: 217 time: 0.1250310 Aug 31 09:33:55.793853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c71e0635-580e-423f-83f2-fcda241a3586 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:55.794458 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.860605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b0d38be-21c3-452a-836b-b70a966487e3 req-d6ad3193-68db-46a0-9520-a8aac7ab0703 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 210 time: 0.1128573 Aug 31 09:33:55.865155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.870264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-0be9d4e3-0c5c-4722-b43c-f18ff6a7d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:55.872015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-0be9d4e3-0c5c-4722-b43c-f18ff6a7d933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.0823138 Aug 31 09:33:55.873419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.895724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.901992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/7f77b82f-8981-4cdf-a373-4ccb03f23d9f HTTP/1.1" status: 204 len: 168 time: 3.7408178 Aug 31 09:33:55.914151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:55.964945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6be94687-a6f0-46ce-9714-33c037f8b97b req-dc804b59-a251-46b4-b4ae-75f2d8b655ea tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894105 Aug 31 09:33:55.968830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bfc4f-b8bb-401a-b399-0554e446ec26 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=7f77b82f-8981-4cdf-a373-4ccb03f23d9f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:56.029425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-359b9676-374b-4312-ad42-43dd53b5c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.038579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-359b9676-374b-4312-ad42-43dd53b5c361 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537104 Aug 31 09:33:56.105420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 598d4881-c414-4a95-a00b-9c606d4c33ca no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:56.127264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.142118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 598d4881-c414-4a95-a00b-9c606d4c33ca {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:56.146521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 598d4881-c414-4a95-a00b-9c606d4c33ca not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:56.310612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Pushing event updated for resources: {'Port': ['ID=632f44d0-72cf-4b9e-ac61-761fccfb68f3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:56.348182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Network 27a47073-71fd-417a-8650-431e5cff2d0e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:56.351401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:56.359413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.363305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:56.395404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539784fc-108c-4987-a110-242c54f21abb req-c3df60d0-b4a6-4747-ad60-314f114bed78 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.398019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-539784fc-108c-4987-a110-242c54f21abb req-c3df60d0-b4a6-4747-ad60-314f114bed78 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 944 time: 0.1769922 Aug 31 09:33:56.530182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-ba797d3b-38a7-461f-a7fb-1e85ef4d9d04 service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829667 Aug 31 09:33:56.578521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.582133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.582461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-539784fc-108c-4987-a110-242c54f21abb req-22da427d-7fda-4a35-9929-a0a221e03f08 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648750 Aug 31 09:33:56.649508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ca1bb057-cb9f-4e27-bcaa-40863e37cd48 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9063826 Aug 31 09:33:56.652556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.670852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Request body: {'port': {'device_id': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:56.738157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e60e488-be43-415b-a86a-26fea0ed8041']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:56.768819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92be633-2ceb-4739-8098-0db276da5070') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:56.768819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92be633-2ceb-4739-8098-0db276da5070') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:56.825396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.844946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-467281b8-6aa5-47e1-9ee4-5a45d79c4491 req-2a99b9d9-9007-4267-850e-7efe41a888f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940919 Aug 31 09:33:56.855623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30d799-918c-44d2-9eb9-a7487db35841 req-811eb5b0-9b81-42c9-9d8e-eb4991fa08d5 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:56.857989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b30d799-918c-44d2-9eb9-a7487db35841 req-811eb5b0-9b81-42c9-9d8e-eb4991fa08d5 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.1116691 Aug 31 09:33:56.866112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.890343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.920188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:56.923567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:56.929483 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:56.945208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b30d799-918c-44d2-9eb9-a7487db35841 req-1dbeb62d-c185-491a-bd59-5ff1aea223d4 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732222 Aug 31 09:33:57.118263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.132439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.139033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33502) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:57.139804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/1e60e488-be43-415b-a86a-26fea0ed8041 HTTP/1.1" status: 204 len: 168 time: 1.2161841 Aug 31 09:33:57.164849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1468334823'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:57.216229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6e18d-c198-4b0b-8fcf-9261bdb6118e req-6333a0e9-c20b-47d2-ba6f-048a553b5f6d tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.219680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e6e18d-c198-4b0b-8fcf-9261bdb6118e req-6333a0e9-c20b-47d2-ba6f-048a553b5f6d tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 931 time: 0.2012498 Aug 31 09:33:57.274068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:57.284721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.389170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615ae96-5e16-4986-86d0-e59972b18635 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=1e60e488-be43-415b-a86a-26fea0ed8041,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.450449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:57.504682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2e6e18d-c198-4b0b-8fcf-9261bdb6118e req-e08ce66a-674e-41c1-81ad-e183451f768f tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435756 Aug 31 09:33:57.525888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.526423 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment babf0551-7a5b-4452-8b96-a4d621461cba of type vlan for network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 Aug 31 09:33:57.625273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0d615-a61c-43a5-9d6a-ac5c7e7dcb11 req-a857be0a-200e-4ded-9bf5-45c0eadf489e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.634446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82d0d615-a61c-43a5-9d6a-ac5c7e7dcb11 req-a857be0a-200e-4ded-9bf5-45c0eadf489e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2608800 Aug 31 09:33:57.667986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64dac-a912-424c-a65f-b9ac40a943af req-f5ffa0c5-415d-4e1c-ab0e-d9ede237b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.669877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-f5ffa0c5-415d-4e1c-ab0e-d9ede237b3c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 1097 time: 0.2947767 Aug 31 09:33:57.672026 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.820319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:33:57.873508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632f44d0-72cf-4b9e-ac61-761fccfb68f3 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:57.879499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82d0d615-a61c-43a5-9d6a-ac5c7e7dcb11 req-b725249d-1515-42d5-969d-0925067e1460 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437220 Aug 31 09:33:57.892437 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.930339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Transition to ACTIVE for port object 632f44d0-72cf-4b9e-ac61-761fccfb68f3 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:57.934591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.977421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.996158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.997449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.033452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8793471 Aug 31 09:33:58.035828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64dac-a912-424c-a65f-b9ac40a943af req-e188c590-61f3-4c98-af78-099b5eaa0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.038443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33512) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:58.039743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-e188c590-61f3-4c98-af78-099b5eaa0d74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 200 len: 912 time: 0.3611019 Aug 31 09:33:58.050853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:58.152263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efeee-509a-4fcd-96f1-5ce9ad2f42ad req-af4c997e-e812-4089-8d88-fa290a801b9d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.154622 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-757efeee-509a-4fcd-96f1-5ce9ad2f42ad req-af4c997e-e812-4089-8d88-fa290a801b9d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.3818753 Aug 31 09:33:58.185188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b7aebdb5-49a7-47d3-b67b-cd3770a60083 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:58.211000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Pushing event updated for resources: {'Port': ['ID=632f44d0-72cf-4b9e-ac61-761fccfb68f3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.291371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-5716916b-d36a-42df-89d4-420fd77e8332 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 200 len: 217 time: 0.2286403 Aug 31 09:33:58.351847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:58.358650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.394157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b7aebdb5-49a7-47d3-b67b-cd3770a60083, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.398393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0531845-5d0c-495f-8a2a-88416481bbb0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=3856c9e5-e8ad-40b3-8d79-5a1f71d63911,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.423804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:58.439189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-757efeee-509a-4fcd-96f1-5ce9ad2f42ad req-a9aeacbf-2c0e-47a2-864f-788b001ed6eb tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122681 Aug 31 09:33:58.474513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddad29-00e6-45cd-b38e-421d9a69b20c req-a9345bf0-dbe2-47ce-8622-8c4d052158c6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.476523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4ddad29-00e6-45cd-b38e-421d9a69b20c req-a9345bf0-dbe2-47ce-8622-8c4d052158c6 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 944 time: 0.3204718 Aug 31 09:33:58.488295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64dac-a912-424c-a65f-b9ac40a943af req-203feed5-ebc4-47e6-9bb1-8fafceecd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.490529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-203feed5-ebc4-47e6-9bb1-8fafceecd38a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77b490f0-9515-45f7-a752-19966ecad5e9 HTTP/1.1" status: 200 len: 851 time: 0.1852970 Aug 31 09:33:58.546368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'port_id': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'mac_address': 'fa:16:3e:e7:ab:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:58.601873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-dfa8903d-d391-4fad-a24d-45b61ba79e8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f22420af-1e2b-4135-b219-a13eea4b7de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011553 Aug 31 09:33:58.628054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d191271e-ec0f-4033-a730-04d59e161c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.663218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.688942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aebdb5-49a7-47d3-b67b-cd3770a60083 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:58.740240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b7aebdb5-49a7-47d3-b67b-cd3770a60083, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.754420 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.813741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Attempting to bind port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:58.814244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Attempting to bind port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:58.814747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Attempting to bind port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 on network 27a47073-71fd-417a-8650-431e5cff2d0e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:58.831666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b7aebdb5-49a7-47d3-b67b-cd3770a60083,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.859319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4ddad29-00e6-45cd-b38e-421d9a69b20c req-1100b2c6-5f6f-4e8f-a01f-76ab7d02b4aa tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674462 Aug 31 09:33:58.928792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93267282-c4cf-4745-873b-b4ccb8a5a9a9 req-bb81d390-8348-48ad-8a10-0dc1df948a27 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:58.947391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93267282-c4cf-4745-873b-b4ccb8a5a9a9 req-bb81d390-8348-48ad-8a10-0dc1df948a27 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 943 time: 0.1579773 Aug 31 09:33:58.952334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 on network 27a47073-71fd-417a-8650-431e5cff2d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:58.953022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Attempting to bind port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 on network 27a47073-71fd-417a-8650-431e5cff2d0e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:58.960905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.973036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b7aebdb5-49a7-47d3-b67b-cd3770a60083'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:59.105989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=7d1d416d-1c43-4103-9130-b9654f14ce3c,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.109390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:59.110029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Checking segment: {'id': 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:59.111276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Bound using segment: {'id': 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:59.112561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Bound port: 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:59.113030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.227984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93267282-c4cf-4745-873b-b4ccb8a5a9a9 req-a74d7345-6912-415a-a4ee-2cb49b05e060 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393582 Aug 31 09:33:59.250965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] For port 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:59.257228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] For port 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3,segment=NetworkSegment(ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e),segment_id=ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:59.279013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.296968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-08e4a7d8-a905-4e38-b16f-d0fae1eb02b1 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684344 Aug 31 09:33:59.331670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2473672-1719-4666-975f-e7c3cad552b4 req-b481b9a5-0ad8-4488-8ad5-953472e6840b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.335817 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2473672-1719-4666-975f-e7c3cad552b4 req-b481b9a5-0ad8-4488-8ad5-953472e6840b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.1943872 Aug 31 09:33:59.358897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Pushing event updated for resources: {'Port': ['ID=632f44d0-72cf-4b9e-ac61-761fccfb68f3,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.367749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': 'babf0551-7a5b-4452-8b96-a4d621461cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:59.368220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 3856c9e5-e8ad-40b3-8d79-5a1f71d63911, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:59.380866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.381525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.383237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-0121f5c3-9547-4a8c-9e75-1eab708c7709 service neutron] 10.222.0.15 "PUT /v2.0/ports/632f44d0-72cf-4b9e-ac61-761fccfb68f3 HTTP/1.1" status: 200 len: 1092 time: 2.7221129 Aug 31 09:33:59.383755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'tag': '632f44d0-72cf-4b9e-ac61-761fccfb68f3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:59.386143 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b251ccf9-a7aa-47f8-8995-0c506b7324d1" -d '{"events": [{"name": "network-changed", "server_uuid": "05a98247-5382-4d90-9fb9-a11196cb9a8f", "tag": "632f44d0-72cf-4b9e-ac61-761fccfb68f3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:59.425191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:59.450284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 3856c9e5-e8ad-40b3-8d79-5a1f71d63911) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:59.464425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ccc56-38a2-4256-b23e-d4fa0b765b57 None None] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:59.480755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2473672-1719-4666-975f-e7c3cad552b4 req-c3565fdd-b37b-4c22-8fe1-3f18fa066102 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167071 Aug 31 09:33:59.560641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.561787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.621366 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69445400-a8f0-4bab-b365-7e19651619ac x-openstack-request-id: req-69445400-a8f0-4bab-b365-7e19651619ac {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:59.622005 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a98247-5382-4d90-9fb9-a11196cb9a8f", "tag": "632f44d0-72cf-4b9e-ac61-761fccfb68f3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:59.622884 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69445400-a8f0-4bab-b365-7e19651619ac {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:59.626075 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'tag': '632f44d0-72cf-4b9e-ac61-761fccfb68f3', 'status': 'completed', 'code': 200} Aug 31 09:33:59.639122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef866b93-b752-4797-9837-e640f3163d8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5962849 Aug 31 09:33:59.639484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33526) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:59.661014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-312080877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:59.663304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-80ee8ea1-1453-45c5-b096-cf239e7f3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.665918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-80ee8ea1-1453-45c5-b096-cf239e7f3ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d81f8f4a1cf4c01af6f221c263447f1&device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 1095 time: 0.2127976 Aug 31 09:33:59.756326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-ece1a0b8-bf3a-44bc-9296-463ef37ba6cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3 HTTP/1.1" status: 200 len: 217 time: 0.0809488 Aug 31 09:33:59.795862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44d64dac-a912-424c-a65f-b9ac40a943af req-42c9d72a-af95-4b10-989e-b63b561105a4 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566896 Aug 31 09:33:59.868695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-c9018071-b5cf-464c-bb3e-9302344d510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.871186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-c9018071-b5cf-464c-bb3e-9302344d510b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fae95fc8-97f6-4dcc-aa2b-f42ca8272679 HTTP/1.1" status: 200 len: 850 time: 0.1074181 Aug 31 09:33:59.890801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-3856c9e5-e8ad-40b3-8d79-5a1f71d63911', 'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '7d1d416d-1c43-4103-9130-b9654f14ce3c'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:59.896504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.907392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.911397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.932248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c92100-86b9-48a4-b2be-4049f1d3f328 req-770e6ba4-235e-45bc-8eb5-b5885a50ffa1 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.934932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c92100-86b9-48a4-b2be-4049f1d3f328 req-770e6ba4-235e-45bc-8eb5-b5885a50ffa1 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.2336035 Aug 31 09:33:59.962746 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-9afbd2f9-cc51-4028-8cb7-0e276c011846 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27a47073-71fd-417a-8650-431e5cff2d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774260 Aug 31 09:34:00.131936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.208780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b7aebdb5-49a7-47d3-b67b-cd3770a60083 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:00.208982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.215181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-3c64bf5f-15d6-45ed-afc4-78f3927b0c05 service neutron] 10.222.0.15 "GET /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437487 Aug 31 09:34:00.337123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.349893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-529679b7-fd03-44a6-a272-30cdf21dd003 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6966391 Aug 31 09:34:00.367286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33536) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:00.391308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'port': {'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911', 'name': 'tempest-RoutersTest-164811430'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:00.420171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Allocated IP 172.20.0.2 (3856c9e5-e8ad-40b3-8d79-5a1f71d63911/7d1d416d-1c43-4103-9130-b9654f14ce3c/996a8da0-0009-4591-9d02-35f4b55689aa) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:00.570540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port b7aebdb5-49a7-47d3-b67b-cd3770a60083 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:00.646754 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2e1c24f-7508-4927-8904-5c0b3864f099 req-421493aa-4e6d-4781-8e56-76fd43242342 service neutron] 10.222.0.15 "GET /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240320 Aug 31 09:34:00.875793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b7aebdb5-49a7-47d3-b67b-cd3770a60083 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:00.876768 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.967766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-a06f94cd-ccdd-4ed3-9c04-324ea3bbe7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:00.970208 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-a06f94cd-ccdd-4ed3-9c04-324ea3bbe7f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d81f8f4a1cf4c01af6f221c263447f1&device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 1095 time: 0.1652710 Aug 31 09:34:01.145198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c92100-86b9-48a4-b2be-4049f1d3f328 req-bcd31597-a2f1-4f61-b21a-bbe7595e56f9 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1900187 Aug 31 09:34:01.223899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a91306-a005-4b8c-b936-1882470fdf15 req-a455ee21-6925-40c1-9087-a9bc207e3b2f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.241285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a91306-a005-4b8c-b936-1882470fdf15 req-a455ee21-6925-40c1-9087-a9bc207e3b2f tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 945 time: 1.1046574 Aug 31 09:34:01.317490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-9c3f0327-fca1-4cb3-b33f-d10bf484e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.324370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-9c3f0327-fca1-4cb3-b33f-d10bf484e752 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27a47073-71fd-417a-8650-431e5cff2d0e HTTP/1.1" status: 200 len: 911 time: 0.3196197 Aug 31 09:34:01.455374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a91306-a005-4b8c-b936-1882470fdf15 req-d3a9e62a-b3a1-4a58-af93-1a542c16eb4a tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122986 Aug 31 09:34:01.477020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.528013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Transition to ACTIVE for port object 996a8da0-0009-4591-9d02-35f4b55689aa will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:01.543289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.563433 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9a3da8d-39c0-4fa7-933e-8a99a37747e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.572993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Transition to ACTIVE for port object 996a8da0-0009-4591-9d02-35f4b55689aa will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:01.593609 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-9703005b-e480-4629-b708-5b0b57a34697 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3 HTTP/1.1" status: 200 len: 217 time: 0.2604737 Aug 31 09:34:01.644783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b7aebdb5-49a7-47d3-b67b-cd3770a60083, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:01.656021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:01.666952 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d00199e-a182-4577-bf91-010a531e4943" -d '{"events": [{"server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "name": "network-vif-plugged", "status": "completed", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:01.682633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.694227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.815191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:01.826982 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.832076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:01.837248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-87fd5a3f-ced2-47b1-94e3-1dfca4d0a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.840056 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-87fd5a3f-ced2-47b1-94e3-1dfca4d0a043 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fae95fc8-97f6-4dcc-aa2b-f42ca8272679 HTTP/1.1" status: 200 len: 850 time: 0.2377577 Aug 31 09:34:01.841797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:01.847407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b7aebdb5-49a7-47d3-b67b-cd3770a60083,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.912837 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-d966cbec-2d16-4627-83cf-71a9a2a03a5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27a47073-71fd-417a-8650-431e5cff2d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631638 Aug 31 09:34:02.049747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-35e6b20f-2344-4375-89e3-15452243a5a6 service neutron] 10.222.0.15 "GET /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287396 Aug 31 09:34:02.062768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Pushing event updated for resources: {'Port': ['ID=996a8da0-0009-4591-9d02-35f4b55689aa,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.161521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-c8b391e6-b1e5-4b88-91bf-fe3bc4c68820 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5776653 Aug 31 09:34:02.163535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:02.176083 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.226617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Attempting to bind port 996a8da0-0009-4591-9d02-35f4b55689aa on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:02.227390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Attempting to bind port 996a8da0-0009-4591-9d02-35f4b55689aa by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'babf0551-7a5b-4452-8b96-a4d621461cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:02.229963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Attempting to bind port 996a8da0-0009-4591-9d02-35f4b55689aa on network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:02.247536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bae70-3e92-400d-9ad6-fad2ca7aa315 req-d375707e-56dd-41a6-8f1f-666babf311c3 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.263320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c26bae70-3e92-400d-9ad6-fad2ca7aa315 req-d375707e-56dd-41a6-8f1f-666babf311c3 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 943 time: 0.8513629 Aug 31 09:34:02.277352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.279369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:02.282305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Checking segment: {'id': 'babf0551-7a5b-4452-8b96-a4d621461cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:02.284709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.287384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Bound using segment: {'id': 'babf0551-7a5b-4452-8b96-a4d621461cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:02.289169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Bound port: 996a8da0-0009-4591-9d02-35f4b55689aa, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf0551-7a5b-4452-8b96-a4d621461cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3856c9e5-e8ad-40b3-8d79-5a1f71d63911'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:02.292558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.310519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470126-2bd3-497f-9ddf-c25417dfeebe req-567f17fa-bf63-424a-b8dc-a403d577d163 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.319715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4470126-2bd3-497f-9ddf-c25417dfeebe req-567f17fa-bf63-424a-b8dc-a403d577d163 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.5993979 Aug 31 09:34:02.342106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b251ccf9-a7aa-47f8-8995-0c506b7324d1 req-c308e0a5-089d-4339-bf02-e75146332cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745466 Aug 31 09:34:02.426575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] device_id is not set on port f232516c-7ced-4dce-be14-97ac511782c7 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:34:02.487427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] For port 996a8da0-0009-4591-9d02-35f4b55689aa, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:02.496801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] For port 996a8da0-0009-4591-9d02-35f4b55689aa, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=996a8da0-0009-4591-9d02-35f4b55689aa,segment=NetworkSegment(babf0551-7a5b-4452-8b96-a4d621461cba),segment_id=babf0551-7a5b-4452-8b96-a4d621461cba)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:02.514248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.697390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4470126-2bd3-497f-9ddf-c25417dfeebe req-626041eb-8f64-43c4-b270-c89cf850df28 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958410 Aug 31 09:34:02.713124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c26bae70-3e92-400d-9ad6-fad2ca7aa315 req-b59d2be7-a3d3-40d2-927c-529bdfb7843a tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329694 Aug 31 09:34:02.718442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-7498d46f-8762-485d-9df1-4927588c348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.720473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-7498d46f-8762-485d-9df1-4927588c348c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 1097 time: 0.4530773 Aug 31 09:34:02.949786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.20.0.11 (3856c9e5-e8ad-40b3-8d79-5a1f71d63911/7d1d416d-1c43-4103-9130-b9654f14ce3c/f232516c-7ced-4dce-be14-97ac511782c7) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:02.962422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6420b5-474f-4b1b-8d40-d943dc1229a0 None None] Pushing event updated for resources: {'Port': ['ID=996a8da0-0009-4591-9d02-35f4b55689aa,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.975432 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ebabee-4b0a-475f-8826-212f8c7197be x-openstack-request-id: req-b1ebabee-4b0a-475f-8826-212f8c7197be {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:02.978452 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "name": "network-vif-plugged", "status": "completed", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:02.978947 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1ebabee-4b0a-475f-8826-212f8c7197be {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:02.992698 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'code': 200} Aug 31 09:34:03.270165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60471b-53aa-4875-9884-6c8685b6b8d4 req-cb545883-2414-4691-8d13-1ad986247093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:03.270165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f60471b-53aa-4875-9884-6c8685b6b8d4 req-cb545883-2414-4691-8d13-1ad986247093 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 1098 time: 0.1138401 Aug 31 09:34:03.473811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-a8b72402-920e-4d53-b182-15d236aa128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:03.473811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-a8b72402-920e-4d53-b182-15d236aa128d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 200 len: 912 time: 0.4107096 Aug 31 09:34:03.484473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7f60471b-53aa-4875-9884-6c8685b6b8d4 req-06e621fe-f0cb-4aa5-a11b-f98ac4152c6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872896 Aug 31 09:34:03.555136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-8c3b98d4-524d-4ac1-bdc1-a20b9bd64722 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 200 len: 217 time: 0.3042481 Aug 31 09:34:03.635009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.705466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-1fa55da9-9a83-4d7d-be52-8681ba8170eb req-d072983f-45cb-4c8b-83dd-8a67ac6ffa79 service neutron] (94895) timed out ('10.222.0.23', 60857) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:34:03.806153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 996a8da0-0009-4591-9d02-35f4b55689aa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:03.966844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 996a8da0-0009-4591-9d02-35f4b55689aa completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:04.040749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.065578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b7c44-e370-4c35-939e-655b3dbd96d5 req-7b12f336-c1fa-4c74-a546-ebeb110cecc9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.075910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd8b7c44-e370-4c35-939e-655b3dbd96d5 req-7b12f336-c1fa-4c74-a546-ebeb110cecc9 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 946 time: 0.8986311 Aug 31 09:34:04.100276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c949e6-0e0d-4dc6-ae55-93f4f5a2645c req-3088581b-421a-4fbc-98ce-8abfbf9cc22d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.106509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17c949e6-0e0d-4dc6-ae55-93f4f5a2645c req-3088581b-421a-4fbc-98ce-8abfbf9cc22d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.9667208 Aug 31 09:34:04.132961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-8ff31f04-9bc7-4b23-afff-723d8de905a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.135939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-8ff31f04-9bc7-4b23-afff-723d8de905a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77b490f0-9515-45f7-a752-19966ecad5e9 HTTP/1.1" status: 200 len: 851 time: 0.5648766 Aug 31 09:34:04.195852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 632f44d0-72cf-4b9e-ac61-761fccfb68f3 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:04.235891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object f232516c-7ced-4dce-be14-97ac511782c7 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:04.519896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-83f070ee-c309-4b19-862e-48cadbf41451 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f22420af-1e2b-4135-b219-a13eea4b7de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3436577 Aug 31 09:34:04.644210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd8b7c44-e370-4c35-939e-655b3dbd96d5 req-d4df8603-a77b-48fa-93cf-e952a3e9a087 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5667367 Aug 31 09:34:04.726002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3,segment=NetworkSegment(ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e),segment_id=ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:04.764278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '632f44d0-72cf-4b9e-ac61-761fccfb68f3', 'network_id': '27a47073-71fd-417a-8650-431e5cff2d0e', 'port_id': '632f44d0-72cf-4b9e-ac61-761fccfb68f3', 'mac_address': 'fa:16:3e:7d:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae95fc8-97f6-4dcc-aa2b-f42ca8272679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:04.771124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17c949e6-0e0d-4dc6-ae55-93f4f5a2645c req-ca147d09-3794-48b1-a553-b4e50ac0625b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200151 Aug 31 09:34:04.903991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.952814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.989727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632f44d0-72cf-4b9e-ac61-761fccfb68f3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:04.998667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-533daa35-2c4e-4ba9-925c-58d6761abb15 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562302 Aug 31 09:34:05.029158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e273d10-0e85-4117-8a2f-4d7328e1240f None None] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:05.056793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:05.057709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=f232516c-7ced-4dce-be14-97ac511782c7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:05.102445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:05.147603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ae752-0c71-4545-bc29-991dbb24670d req-db7cb96f-56db-4ebc-aa47-65fad4a4cad4 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.155437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af7ae752-0c71-4545-bc29-991dbb24670d req-db7cb96f-56db-4ebc-aa47-65fad4a4cad4 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 943 time: 0.3409913 Aug 31 09:34:05.173552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3,segment=NetworkSegment(ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e),segment_id=ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:05.182393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:05.217269 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.260978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] Provisioning for port 996a8da0-0009-4591-9d02-35f4b55689aa completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:05.278731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] Provisioning complete for port 996a8da0-0009-4591-9d02-35f4b55689aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:05.279584 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.359012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af7ae752-0c71-4545-bc29-991dbb24670d req-01c67dfb-42f2-4c04-aca3-540a33504541 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020226 Aug 31 09:34:05.367842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.368774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.441031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a97db1-350d-4577-b1a7-eb8ac78c133e req-1f42ddcf-afec-4f17-b480-bf110617c66c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.445584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97a97db1-350d-4577-b1a7-eb8ac78c133e req-1f42ddcf-afec-4f17-b480-bf110617c66c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.3582103 Aug 31 09:34:05.521401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3352ec43-9e4c-433b-b484-bcbb8a05b06c req-a3d663bc-c6c5-40b2-a9fe-8823164a1d71 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944892 Aug 31 09:34:05.528444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33598) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:05.538327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1b5c1289-a74f-43a0-aaff-38daaa926e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1653459 Aug 31 09:34:05.547675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['632f44d0-72cf-4b9e-ac61-761fccfb68f3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:05.634305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97a97db1-350d-4577-b1a7-eb8ac78c133e req-b79e9d54-0494-4cac-84fb-9005e9b220a2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599627 Aug 31 09:34:05.723227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.771982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=632f44d0-72cf-4b9e-ac61-761fccfb68f3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:06.004859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8f8b-aaf4-43fb-b003-a45b176c317d req-0c1f28f3-4739-45dd-ba3d-5960ef478b05 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.006812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e3e8f8b-aaf4-43fb-b003-a45b176c317d req-0c1f28f3-4739-45dd-ba3d-5960ef478b05 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 946 time: 0.1780336 Aug 31 09:34:06.036965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e6ee-7236-4d7e-b46f-de0fbed1f804 req-24a21a07-ebf7-471d-93db-fb4462806ffc tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.041877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f873e6ee-7236-4d7e-b46f-de0fbed1f804 req-24a21a07-ebf7-471d-93db-fb4462806ffc tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.1092784 Aug 31 09:34:06.097786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] For port 996a8da0-0009-4591-9d02-35f4b55689aa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=996a8da0-0009-4591-9d02-35f4b55689aa,segment=NetworkSegment(babf0551-7a5b-4452-8b96-a4d621461cba),segment_id=babf0551-7a5b-4452-8b96-a4d621461cba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:06.266083 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.300737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f873e6ee-7236-4d7e-b46f-de0fbed1f804 req-74b14570-804e-43f9-966a-956795c16456 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192307 Aug 31 09:34:06.328801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e3e8f8b-aaf4-43fb-b003-a45b176c317d req-c9a4c643-bd29-40b7-bf1a-0a0305bf2562 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841139 Aug 31 09:34:06.387438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.422530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-6ac07b34-9850-4fc8-8aa6-a6f25bd002f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.426231 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-6ac07b34-9850-4fc8-8aa6-a6f25bd002f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1&tenant_id=c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 1095 time: 0.5320766 Aug 31 09:34:06.437206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5b0d-18f0-42bf-960e-4e4080a08443 None None] Pushing event updated for resources: {'Port': ['ID=996a8da0-0009-4591-9d02-35f4b55689aa,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:06.721387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355654-558f-461a-8390-36235389edf5 req-4191e050-f3f0-4c71-86b9-5d7ced762f56 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.723674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85355654-558f-461a-8390-36235389edf5 req-4191e050-f3f0-4c71-86b9-5d7ced762f56 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 946 time: 0.1874475 Aug 31 09:34:06.725340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.732346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-910f4626-0be6-4725-a50f-37db75df3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.735720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-910f4626-0be6-4725-a50f-37db75df3cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1095 time: 0.2271109 Aug 31 09:34:06.763687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33624) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:06.773557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Request body: {'floatingip': {'port_id': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:06.815183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1dc27-66c0-4301-8648-72e6fa407a23 req-70dcd7ed-fe59-4de0-97d2-68a6b510472b tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.843041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2b1dc27-66c0-4301-8648-72e6fa407a23 req-70dcd7ed-fe59-4de0-97d2-68a6b510472b tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 944 time: 0.1619263 Aug 31 09:34:06.857049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.964747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a8ad863-3611-4325-8b34-26cd5ed15569 None None] Provisioning for port f232516c-7ced-4dce-be14-97ac511782c7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:06.984826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a8ad863-3611-4325-8b34-26cd5ed15569 None None] Provisioning complete for port f232516c-7ced-4dce-be14-97ac511782c7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:06.988794 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad863-3611-4325-8b34-26cd5ed15569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.003843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2b1dc27-66c0-4301-8648-72e6fa407a23 req-695ee0a3-74ac-45a3-8d1c-6635023e4d24 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593659 Aug 31 09:34:07.074325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887726-81e3-409f-9655-a63af2d1a2df req-9c841f6b-2a9d-42a9-85de-55218a5305d2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.077497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68887726-81e3-409f-9655-a63af2d1a2df req-9c841f6b-2a9d-42a9-85de-55218a5305d2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.1616173 Aug 31 09:34:07.098617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-be156bd9-3cf1-4638-8ce0-d9ff2f9c510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.101563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-be156bd9-3cf1-4638-8ce0-d9ff2f9c510c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.3512645 Aug 31 09:34:07.119341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ad863-3611-4325-8b34-26cd5ed15569 None None] Port f232516c-7ced-4dce-be14-97ac511782c7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:07.150700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a8ad863-3611-4325-8b34-26cd5ed15569 None None] Provisioning complete for port 996a8da0-0009-4591-9d02-35f4b55689aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:07.151985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a8ad863-3611-4325-8b34-26cd5ed15569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.260547 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68887726-81e3-409f-9655-a63af2d1a2df req-921a0bb4-731c-44c7-8127-7081ecb5ff9a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675591 Aug 31 09:34:07.575766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-77814217-4ffe-42ec-959a-e294eedf6e81 None None] Provisioning complete for port f232516c-7ced-4dce-be14-97ac511782c7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:07.576093 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-77814217-4ffe-42ec-959a-e294eedf6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.645535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31802f62-6d2a-43cf-88c1-f52d01edd05e req-d6861a99-d70d-4c66-9059-6ca3481d3360 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.647231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 996a8da0-0009-4591-9d02-35f4b55689aa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:07.674911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31802f62-6d2a-43cf-88c1-f52d01edd05e req-d6861a99-d70d-4c66-9059-6ca3481d3360 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.1896467 Aug 31 09:34:07.695598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-97ff538b-2d81-42e2-9e07-212799ec14a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 999 time: 0.2943912 Aug 31 09:34:07.774287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-77814217-4ffe-42ec-959a-e294eedf6e81 None None] Port f232516c-7ced-4dce-be14-97ac511782c7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:07.784072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31802f62-6d2a-43cf-88c1-f52d01edd05e req-04e1b316-46be-4c45-bccd-1435964b0256 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965767 Aug 31 09:34:07.838564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 996a8da0-0009-4591-9d02-35f4b55689aa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:07.839319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.245754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 632f44d0-72cf-4b9e-ac61-761fccfb68f3 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:08.299393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8160c5-4e65-445f-8d13-ef6b40779d76 req-f60e3eb6-2bdf-4dcb-9c71-9273f9fc9ba1 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.308849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8160c5-4e65-445f-8d13-ef6b40779d76 req-f60e3eb6-2bdf-4dcb-9c71-9273f9fc9ba1 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 944 time: 0.1213608 Aug 31 09:34:08.426869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8160c5-4e65-445f-8d13-ef6b40779d76 req-969141bd-aedc-4219-8956-ca699da9efd8 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150482 Aug 31 09:34:08.482967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:08.490578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:08.491003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.560585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc06120-c33a-40ef-92f4-d640ce5218d8 req-0c69906a-9b08-4b6a-a0c8-f91192a1367d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.571715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fc06120-c33a-40ef-92f4-d640ce5218d8 req-0c69906a-9b08-4b6a-a0c8-f91192a1367d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.2398181 Aug 31 09:34:08.575263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-e0ff710c-007c-45dd-a1e1-362d8b0aa79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.577863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-e0ff710c-007c-45dd-a1e1-362d8b0aa79d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 1097 time: 0.2292147 Aug 31 09:34:08.743919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.754217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-afc41296-5519-43d8-97a3-c3c0631665db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.756444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-afc41296-5519-43d8-97a3-c3c0631665db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 1.0239532 Aug 31 09:34:08.809798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632f44d0-72cf-4b9e-ac61-761fccfb68f3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:08.816306 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650100c-a1b1-424b-a4d9-7bc25e09eab6" -d '{"events": [{"server_uuid": "05a98247-5382-4d90-9fb9-a11196cb9a8f", "name": "network-vif-plugged", "status": "completed", "tag": "632f44d0-72cf-4b9e-ac61-761fccfb68f3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:08.845397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3,segment=NetworkSegment(ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e),segment_id=ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:08.854968 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.927519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fc06120-c33a-40ef-92f4-d640ce5218d8 req-07f1af45-a0d6-4624-9a3f-f5950f9c78f1 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320735 Aug 31 09:34:08.956977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcebe4-3c68-4c92-a198-9a0d1003d365 req-6c0a155c-b0a1-48aa-b3ac-c64f4bcf7d6d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.959981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5bdcebe4-3c68-4c92-a198-9a0d1003d365 req-6c0a155c-b0a1-48aa-b3ac-c64f4bcf7d6d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.3627844 Aug 31 09:34:08.995333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.015396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.028756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=632f44d0-72cf-4b9e-ac61-761fccfb68f3,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.068809 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f95d583-991c-4d19-9c39-98b5496428d1 x-openstack-request-id: req-1f95d583-991c-4d19-9c39-98b5496428d1 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:09.069399 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a98247-5382-4d90-9fb9-a11196cb9a8f", "name": "network-vif-plugged", "status": "completed", "tag": "632f44d0-72cf-4b9e-ac61-761fccfb68f3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:09.069810 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f95d583-991c-4d19-9c39-98b5496428d1 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:09.070623 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632f44d0-72cf-4b9e-ac61-761fccfb68f3', 'code': 200} Aug 31 09:34:09.096947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-686647ca-3a06-4c98-a3db-f6b9764f0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.100744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-686647ca-3a06-4c98-a3db-f6b9764f0586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3309424 Aug 31 09:34:09.169504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-e887b7a0-ea3a-428b-8130-354c217e4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.175077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-e887b7a0-ea3a-428b-8130-354c217e4f04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 200 len: 912 time: 0.5813873 Aug 31 09:34:09.190432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=f232516c-7ced-4dce-be14-97ac511782c7,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.290001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-f6dcd989-d648-4140-bf96-da3b3e2c0b9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 200 len: 217 time: 0.1025269 Aug 31 09:34:09.414199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5bdcebe4-3c68-4c92-a198-9a0d1003d365 req-43947a44-4bd1-47cc-9c8a-5b5620cf99a4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086196 Aug 31 09:34:09.487187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7aef-027b-45da-ae9c-9949fe22c85c req-1a172c8a-4bd8-403d-becd-40dae0f5ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.493375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2d7aef-027b-45da-ae9c-9949fe22c85c req-1a172c8a-4bd8-403d-becd-40dae0f5ba4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 1097 time: 0.2098558 Aug 31 09:34:09.542953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-922e9bc0-3c8f-4237-9601-00c4648c4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.546499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-922e9bc0-3c8f-4237-9601-00c4648c4521 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=77b490f0-9515-45f7-a752-19966ecad5e9 HTTP/1.1" status: 200 len: 851 time: 0.2265604 Aug 31 09:34:09.608443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-49b613e0-9b01-4b08-84cc-f2ae4a39b8ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f22420af-1e2b-4135-b219-a13eea4b7de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410912 Aug 31 09:34:09.683329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5b58ddb0-ad29-4b55-8a2e-7de46e30a7e3 None None] Provisioning complete for port f232516c-7ced-4dce-be14-97ac511782c7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:09.686168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5b58ddb0-ad29-4b55-8a2e-7de46e30a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.711130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e2d7aef-027b-45da-ae9c-9949fe22c85c req-55b1988d-e73a-4c89-a948-81d23553e8ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134790 Aug 31 09:34:09.792876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5b58ddb0-ad29-4b55-8a2e-7de46e30a7e3 None None] Port f232516c-7ced-4dce-be14-97ac511782c7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:09.799434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201152b8-1be1-4588-9f6d-8d27ba6796eb req-6afabdbb-8c95-423c-85cb-cbdbe5bfe9ff tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.804177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-201152b8-1be1-4588-9f6d-8d27ba6796eb req-6afabdbb-8c95-423c-85cb-cbdbe5bfe9ff tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.2194500 Aug 31 09:34:09.873229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-5081766e-885b-49df-ab38-9f96113afb42 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479641 Aug 31 09:34:09.891565 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-201152b8-1be1-4588-9f6d-8d27ba6796eb req-ace081b8-836e-4f5a-8f4a-86f1423ab477 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790257 Aug 31 09:34:09.910158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.935236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-30ca77a2-8cf1-4e7a-bdbe-c66bf168a671 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194301 Aug 31 09:34:10.027863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f67ff94-71cd-4e4b-b1bd-d9d600948e79 req-b771ab5d-240d-41cf-9e56-8c3ac3803e74 service neutron] 10.222.0.23 "GET /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489294 Aug 31 09:34:10.040134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.230394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb8bd2-e676-44f2-8a61-cc6fce8b4af6 req-483c55bb-4160-4e86-bb1b-a4890fccaa72 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.231476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00eb8bd2-e676-44f2-8a61-cc6fce8b4af6 req-483c55bb-4160-4e86-bb1b-a4890fccaa72 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.1058125 Aug 31 09:34:10.305050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00eb8bd2-e676-44f2-8a61-cc6fce8b4af6 req-2eadb761-762c-4f51-a79e-8287c90ad287 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571711 Aug 31 09:34:10.370308 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.375654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e3f8a3a0-dd1c-46f0-b267-fe2ab735f799 req-7d43c4fb-2950-4e54-a0f9-e5441179659d service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047198 Aug 31 09:34:10.496576 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Floating IP 6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8 associated. External IP: 172.25.4.147, port: b7aebdb5-49a7-47d3-b67b-cd3770a60083. Aug 31 09:34:10.742907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bdef0-5fb5-46c6-9f96-aaf208c0b64b req-d10a1f83-f525-4796-af05-aa542c4de5cc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.745975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-049bdef0-5fb5-46c6-9f96-aaf208c0b64b req-d10a1f83-f525-4796-af05-aa542c4de5cc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.1793597 Aug 31 09:34:10.870936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-049bdef0-5fb5-46c6-9f96-aaf208c0b64b req-5fd2ffef-b3b6-42a4-9ffe-6dc08633e74b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084347 Aug 31 09:34:11.253064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.286989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac9a04-e17c-4dcc-b2cc-2519382dbaf8 req-78dd646d-ab9c-427c-a1a8-4d9160c5671f tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.300223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cac9a04-e17c-4dcc-b2cc-2519382dbaf8 req-78dd646d-ab9c-427c-a1a8-4d9160c5671f tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.2084153 Aug 31 09:34:11.469139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cac9a04-e17c-4dcc-b2cc-2519382dbaf8 req-8b75d6b8-84af-4ace-886d-b61a0026d7ac tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507308 Aug 31 09:34:11.637463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:11.719124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b2ff9-a50c-4b90-a633-6f564cb7905f req-ed1b43b5-61b3-4304-ad36-d310abd962e9 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.723958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-193b2ff9-a50c-4b90-a633-6f564cb7905f req-ed1b43b5-61b3-4304-ad36-d310abd962e9 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.1286731 Aug 31 09:34:11.840990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-193b2ff9-a50c-4b90-a633-6f564cb7905f req-57c33663-12ae-4833-8321-963e6d55e664 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 Aug 31 09:34:12.055134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:12.076626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.076952 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:12.156951 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:12.162576 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:12.224914 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-258f0ccb-4c9a-4dd7-a15c-dc82d3732cc5 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "PUT /v2.0/floatingips/6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8 HTTP/1.1" status: 200 len: 992 time: 5.4586170 Aug 31 09:34:12.248489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:12.269957 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c175c6b-2b03-4ca0-9b00-25303adea9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:12.343811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.354415 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.410679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f71d-bfbe-4c94-b025-bd8c41b11498 req-edc718cc-698f-44b0-9171-bfdd38de71f7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.420555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0171f71d-bfbe-4c94-b025-bd8c41b11498 req-edc718cc-698f-44b0-9171-bfdd38de71f7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2582054 Aug 31 09:34:12.547239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0171f71d-bfbe-4c94-b025-bd8c41b11498 req-20031e85-fc8f-41d7-a0ef-984401a1c5e9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251190 Aug 31 09:34:12.667762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=f232516c-7ced-4dce-be14-97ac511782c7,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:12.713665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.892027 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e71f88-e93f-4bfc-abb3-f4753e725030 x-openstack-request-id: req-70e71f88-e93f-4bfc-abb3-f4753e725030 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:12.892332 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:12.893229 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70e71f88-e93f-4bfc-abb3-f4753e725030 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:12.897047 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'status': 'completed', 'code': 200} Aug 31 09:34:12.935382 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:13.150150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-b019c249-0ef5-4b80-80de-781bc9d20111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.152518 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-b019c249-0ef5-4b80-80de-781bc9d20111 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 1098 time: 0.2161503 Aug 31 09:34:13.180185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:13.227744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:13.355286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76611848-be6d-441a-aca0-7222740156e8 req-cf51eacd-6c75-4065-8c5f-90aa14b94c60 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.374966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76611848-be6d-441a-aca0-7222740156e8 req-cf51eacd-6c75-4065-8c5f-90aa14b94c60 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.3888485 Aug 31 09:34:13.570947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76611848-be6d-441a-aca0-7222740156e8 req-d86e3b6b-cbe0-4ec6-b929-b54b236e1022 tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944339 Aug 31 09:34:13.679117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94069753-dc23-429c-a996-a9468ada8150 req-8c8cd9f5-cebe-4bf4-8a76-d7ae6329917c tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.682269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94069753-dc23-429c-a996-a9468ada8150 req-8c8cd9f5-cebe-4bf4-8a76-d7ae6329917c tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.5255036 Aug 31 09:34:13.896236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-62c41059-43fe-4b5a-9abc-1dd7f254d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.910944 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-62c41059-43fe-4b5a-9abc-1dd7f254d04b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.7262220 Aug 31 09:34:13.917393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94069753-dc23-429c-a996-a9468ada8150 req-d3fb8b3e-63cd-4db4-a720-b91b63c6f641 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166862 Aug 31 09:34:13.941174 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'port_id': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'mac_address': 'fa:16:3e:e7:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445e99f-3291-4864-b21c-c360164f93e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:33:31Z', 'updated_at': '2021-08-31T09:34:09Z', 'revision_number': 1, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:14.021406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d5e4cf16-5a50-4dfd-a218-d00190974b66 None None] Provisioning complete for port f232516c-7ced-4dce-be14-97ac511782c7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:14.022633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d5e4cf16-5a50-4dfd-a218-d00190974b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.038575 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:14.051780 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:14.052570 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:14.157539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639d1e-069b-41b4-af88-7141fecf1ab7 req-e12bf022-5f30-4a47-b1d7-7dee6f5c5e77 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.182110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4cf16-5a50-4dfd-a218-d00190974b66 None None] Port f232516c-7ced-4dce-be14-97ac511782c7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:14.183435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec639d1e-069b-41b4-af88-7141fecf1ab7 req-e12bf022-5f30-4a47-b1d7-7dee6f5c5e77 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2878623 Aug 31 09:34:14.209740 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-33bba707-e432-4639-9b46-3c7549a79bb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 200 len: 1000 time: 0.2864897 Aug 31 09:34:14.273106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 274cc4c4-2b8d-4fa1-9d57-d3116287e637 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:14.389323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec639d1e-069b-41b4-af88-7141fecf1ab7 req-474b7ef1-b929-47fd-b8c4-06c20b5954c3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029443 Aug 31 09:34:14.481426 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:14.596168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-71bf8cc8-9953-44cb-97bc-c9b563230030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.601344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-71bf8cc8-9953-44cb-97bc-c9b563230030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.3114595 Aug 31 09:34:14.740115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-67f401ee-e2d0-411e-8a53-f5d677dc997b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.741715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-67f401ee-e2d0-411e-8a53-f5d677dc997b tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.23 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 0.1284456 Aug 31 09:34:15.168527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'port_id': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'mac_address': 'fa:16:3e:e7:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445e99f-3291-4864-b21c-c360164f93e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:33:31Z', 'updated_at': '2021-08-31T09:34:09Z', 'revision_number': 1, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:15.268028 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67d57d-9dfe-4420-a4fd-7f7bdeab3778 None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'port_id': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'mac_address': 'fa:16:3e:e7:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5445e99f-3291-4864-b21c-c360164f93e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:33:31Z', 'updated_at': '2021-08-31T09:34:09Z', 'revision_number': 1, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:15.546045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:15.552352 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0dc86d4d-5b26-461d-bac1-42eb5ffc0532 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/274cc4c4-2b8d-4fa1-9d57-d3116287e637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0227652 Aug 31 09:34:15.577868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33796) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:15.601998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] Sync routers for ids ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:15.663447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] Routers {'274cc4c4-2b8d-4fa1-9d57-d3116287e637'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:15.683254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:15.807816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-a77625c1-99cd-4c6f-905f-3895f780a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.807816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-a77625c1-99cd-4c6f-905f-3895f780a1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1812813 Aug 31 09:34:15.833077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:15.862774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b8dae-b1fb-4286-965a-ff4fe8c887d0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.872946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b42b8dae-b1fb-4286-965a-ff4fe8c887d0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports/f232516c-7ced-4dce-be14-97ac511782c7 HTTP/1.1" status: 200 len: 977 time: 0.2883759 Aug 31 09:34:15.874310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33804) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:15.928189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] Routers {'274cc4c4-2b8d-4fa1-9d57-d3116287e637'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:15.929203 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478962e-ee11-4c4b-b1aa-e3ae97389b05 None None] New status for floating IP 6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:34:15.931561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:16.114621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:16.118764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbfdf2-cd0e-4e3d-95bd-6bd3bb1e2ef7 None None] The sync data for ids ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:16.142132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-f4f3e322-6d47-4d60-b8ef-8eb599949ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659154 Aug 31 09:34:16.211199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5073e8-0f30-4650-b001-acf7fcef52b7 req-f61ef5ad-d3ea-4904-9ec6-f1b681ad50fe tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.216916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad5073e8-0f30-4650-b001-acf7fcef52b7 req-f61ef5ad-d3ea-4904-9ec6-f1b681ad50fe tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 945 time: 1.2408557 Aug 31 09:34:16.250407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0d1c-fe3b-479f-8d98-dfaf00cd9f97 req-e3fee945-d072-452d-9143-299e90da4b81 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.261768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f7c0d1c-fe3b-479f-8d98-dfaf00cd9f97 req-e3fee945-d072-452d-9143-299e90da4b81 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 1.0879533 Aug 31 09:34:16.277181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Deleting port 10f667a5-8350-4abd-b416-23109a7f8aa4 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:16.277746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.443049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] For port 10f667a5-8350-4abd-b416-23109a7f8aa4, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=10f667a5-8350-4abd-b416-23109a7f8aa4,segment=NetworkSegment(d52dfef3-80c5-495a-ac5f-e646e9e18ef5),segment_id=d52dfef3-80c5-495a-ac5f-e646e9e18ef5)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:16.443517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.461103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Calling delete_port for 10f667a5-8350-4abd-b416-23109a7f8aa4 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:16.568442 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c175c6b-2b03-4ca0-9b00-25303adea9ea req-05dece2e-af72-4383-9521-dfee88ef53f8 service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384780 Aug 31 09:34:16.581910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad5073e8-0f30-4650-b001-acf7fcef52b7 req-3e0bd988-2018-4021-b19c-6c9f927b534d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/security-groups?id=615004ee-5731-4854-b2c0-e34725ba2e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638804 Aug 31 09:34:16.695129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f7c0d1c-fe3b-479f-8d98-dfaf00cd9f97 req-ed513399-36a2-48b0-8af1-97f6e34af187 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255691 Aug 31 09:34:16.802667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.949434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Pushing event deleted for resources: {'Port': ['ID=10f667a5-8350-4abd-b416-23109a7f8aa4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.134432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbf527-899b-4b21-8820-a99680f1df1f req-38578082-2452-4df0-ad5e-113dae0b1ce5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.152491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ccbf527-899b-4b21-8820-a99680f1df1f req-38578082-2452-4df0-ad5e-113dae0b1ce5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.3035874 Aug 31 09:34:17.174343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] No DVR routers for this DVR port 10f667a5-8350-4abd-b416-23109a7f8aa4 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:17.178929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.181828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c5688d4-2c7b-46e4-b293-3e845e308feb req-b59e7d42-e3e9-4a8f-8462-26d21211fa8d tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.23 "DELETE /v2.0/ports/10f667a5-8350-4abd-b416-23109a7f8aa4 HTTP/1.1" status: 204 len: 173 time: 2.4334271 Aug 31 09:34:17.185087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f7401-7633-4828-afc6-77d916c52aec', 'name': 'network-vif-deleted', 'tag': '10f667a5-8350-4abd-b416-23109a7f8aa4'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:17.187654 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb915b6-4afb-485e-8409-92fce61ec8bc" -d '{"events": [{"server_uuid": "608f7401-7633-4828-afc6-77d916c52aec", "name": "network-vif-deleted", "tag": "10f667a5-8350-4abd-b416-23109a7f8aa4"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:17.276063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ccbf527-899b-4b21-8820-a99680f1df1f req-6993b710-8bdf-42e9-9455-1d61c439097e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225069 Aug 31 09:34:17.339974 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f668e3-b96f-4d89-bf26-920220bcce46 x-openstack-request-id: req-95f668e3-b96f-4d89-bf26-920220bcce46 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:17.340293 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f7401-7633-4828-afc6-77d916c52aec", "name": "network-vif-deleted", "tag": "10f667a5-8350-4abd-b416-23109a7f8aa4", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:17.340660 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95f668e3-b96f-4d89-bf26-920220bcce46 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:17.341195 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f7401-7633-4828-afc6-77d916c52aec', 'name': 'network-vif-deleted', 'tag': '10f667a5-8350-4abd-b416-23109a7f8aa4', 'status': 'completed', 'code': 200} Aug 31 09:34:17.420387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.912078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73777fbe-ac7b-488b-8772-3c3f2ce2642b req-cc28d930-8bd6-4806-b23b-52e08cb3d8bd tempest-TestServerAdvancedOps-1350537406 tempest-TestServerAdvancedOps-1350537406-project] 10.222.0.18 "GET /v2.0/ports?device_id=608f7401-7633-4828-afc6-77d916c52aec HTTP/1.1" status: 200 len: 210 time: 0.0759861 Aug 31 09:34:17.998784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port f232516c-7ced-4dce-be14-97ac511782c7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:18.000081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.166980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec99f8-c086-488c-b2af-085fc21917f4 req-05ed8b06-990d-4fbf-b6bd-b9f5c074703b tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.171546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bec99f8-c086-488c-b2af-085fc21917f4 req-05ed8b06-990d-4fbf-b6bd-b9f5c074703b tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.2333126 Aug 31 09:34:18.346508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 10f667a5-8350-4abd-b416-23109a7f8aa4 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:18.373621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bec99f8-c086-488c-b2af-085fc21917f4 req-0ce84713-0c08-4c99-a681-b4206c6b4032 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859279 Aug 31 09:34:18.430589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.452624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 10f667a5-8350-4abd-b416-23109a7f8aa4 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:18.453731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 10f667a5-8350-4abd-b416-23109a7f8aa4 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:18.467787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for f232516c-7ced-4dce-be14-97ac511782c7 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:18.631735 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.700525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca2cf-ea37-4adf-aebf-fa8105e629c3 req-03cf0291-0fec-4619-bf72-d5ecfe86f424 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.710154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-037ca2cf-ea37-4adf-aebf-fa8105e629c3 req-03cf0291-0fec-4619-bf72-d5ecfe86f424 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.1869628 Aug 31 09:34:18.852088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-037ca2cf-ea37-4adf-aebf-fa8105e629c3 req-b9d7d014-ce3a-47e3-9b6d-6e75b7e57d68 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337545 Aug 31 09:34:18.981407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.089819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33866) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:19.107015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=f232516c-7ced-4dce-be14-97ac511782c7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:19.255294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Deleting subnet 77b490f0-9515-45f7-a752-19966ecad5e9 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:19.270911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.390918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.607934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.790925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.818419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b490f0-9515-45f7-a752-19966ecad5e9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:19.833690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.838217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.840307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fbda3f33-f5cc-405b-ac0d-ac482df108b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77b490f0-9515-45f7-a752-19966ecad5e9 HTTP/1.1" status: 204 len: 168 time: 0.7489889 Aug 31 09:34:19.843998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33880) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:19.962313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-c6bd5a70-f17a-4c79-8bf2-32788c3b9ff5 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.964299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-c6bd5a70-f17a-4c79-8bf2-32788c3b9ff5 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.15 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.2320876 Aug 31 09:34:19.998104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02915b5-f09a-4a41-9853-6e1ce559df0b req-16c43e1a-40ed-4ff4-a95b-34d29bcbcdec tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.013354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e02915b5-f09a-4a41-9853-6e1ce559df0b req-16c43e1a-40ed-4ff4-a95b-34d29bcbcdec tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.3022938 Aug 31 09:34:20.191640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 274cc4c4-2b8d-4fa1-9d57-d3116287e637 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:20.199831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e02915b5-f09a-4a41-9853-6e1ce559df0b req-228a1f99-ffea-4984-8bc5-86e17b8dddfb tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847832 Aug 31 09:34:20.247741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.523824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6ec4-a8d9-4db0-b5bd-688842ecdb80 req-cab941f3-1a84-43d5-8af0-cf86048d5f6e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.536648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:20.537881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b44b6ec4-a8d9-4db0-b5bd-688842ecdb80 req-cab941f3-1a84-43d5-8af0-cf86048d5f6e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.4205468 Aug 31 09:34:20.560777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] Sync routers for ids ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:20.598004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.632063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23892bb2-9050-48d5-b2b8-1466b180327b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/274cc4c4-2b8d-4fa1-9d57-d3116287e637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5055051 Aug 31 09:34:20.633658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33896) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:20.637657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] Routers {'274cc4c4-2b8d-4fa1-9d57-d3116287e637'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:20.640742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:20.646154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22420af-1e2b-4135-b219-a13eea4b7de2']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:20.689545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Deleting port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:20.690051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.741852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b44b6ec4-a8d9-4db0-b5bd-688842ecdb80 req-dc2aa1d8-9531-4f87-bb1b-d1b2879a6c1f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025595 Aug 31 09:34:20.746414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:20.746838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52dfef3-80c5-495a-ac5f-e646e9e18ef5') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:20.833275 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.942040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.974243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:20.979032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.126124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] For port 632f44d0-72cf-4b9e-ac61-761fccfb68f3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=632f44d0-72cf-4b9e-ac61-761fccfb68f3,segment=NetworkSegment(ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e),segment_id=ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:21.130035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:21.176564 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:21.198297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.200841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Calling delete_port for 632f44d0-72cf-4b9e-ac61-761fccfb68f3 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:21.216505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:21.244192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] Routers {'274cc4c4-2b8d-4fa1-9d57-d3116287e637'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:21.244192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:21.316892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.322451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f22420af-1e2b-4135-b219-a13eea4b7de2 HTTP/1.1" status: 204 len: 168 time: 1.4748023 Aug 31 09:34:21.326721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:21.327708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd1416-cc38-41c7-88dc-2c7cbb0b7f34 None None] The sync data for ids ['274cc4c4-2b8d-4fa1-9d57-d3116287e637'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:21.350872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4f6fd-2b24-4fa3-b9aa-57d0226fa3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22420af-1e2b-4135-b219-a13eea4b7de2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:21.395979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33914) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:21.576884 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-85ed2e7c-e5cd-4b57-93bb-951a35a7b52f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 09:34:21.590278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-85ed2e7c-e5cd-4b57-93bb-951a35a7b52f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/274cc4c4-2b8d-4fa1-9d57-d3116287e637/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9475970 Aug 31 09:34:21.591863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33920) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:21.624445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c006d-cc5c-49e7-aace-f42653e7694e req-fe15e991-2f87-4bda-94b9-be94849231b2 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.626249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-040c006d-cc5c-49e7-aace-f42653e7694e req-fe15e991-2f87-4bda-94b9-be94849231b2 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a98247-5382-4d90-9fb9-a11196cb9a8f HTTP/1.1" status: 200 len: 945 time: 0.1102071 Aug 31 09:34:21.630630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Deleting subnet 7cfe9735-5a11-46ee-883f-98b433eeb3e1 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:21.634561 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.674174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.730713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.792289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.885014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Pushing event deleted for resources: {'Port': ['ID=632f44d0-72cf-4b9e-ac61-761fccfb68f3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:21.935646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6f92dbb0-a2c3-4f70-a80e-209e8effd368 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=274cc4c4-2b8d-4fa1-9d57-d3116287e637 HTTP/1.1" status: 200 len: 205 time: 0.3346298 Aug 31 09:34:21.948861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33930) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:22.045531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.162023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] No DVR routers for this DVR port 632f44d0-72cf-4b9e-ac61-761fccfb68f3 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:22.172648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfe9735-5a11-46ee-883f-98b433eeb3e1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:22.174225 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.200889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2a8f8da3-d6d9-42b5-846c-3f0af0e7494b req-69d96a84-0b0c-4df0-bcfa-8843c0563fb6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.15 "DELETE /v2.0/ports/632f44d0-72cf-4b9e-ac61-761fccfb68f3 HTTP/1.1" status: 204 len: 173 time: 2.1803973 Aug 31 09:34:22.206542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'name': 'network-vif-deleted', 'tag': '632f44d0-72cf-4b9e-ac61-761fccfb68f3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:22.217917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.225644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f719b03-d811-4a81-ad74-79f610ddb7a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7cfe9735-5a11-46ee-883f-98b433eeb3e1 HTTP/1.1" status: 204 len: 168 time: 0.8256989 Aug 31 09:34:22.225933 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ea68ef-76f3-4032-a665-73cce22fd746" -d '{"events": [{"server_uuid": "05a98247-5382-4d90-9fb9-a11196cb9a8f", "name": "network-vif-deleted", "tag": "632f44d0-72cf-4b9e-ac61-761fccfb68f3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:22.232743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33934) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:22.248909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.259762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-040c006d-cc5c-49e7-aace-f42653e7694e req-cc79d528-2cd7-430a-af24-a8625c5e81d6 tempest-ServerGroupTestJSON-1691717857 tempest-ServerGroupTestJSON-1691717857-project] 10.222.0.18 "GET /v2.0/security-groups?id=58084b3e-fb77-4eb5-9a28-89cda536c838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419075 Aug 31 09:34:22.297090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 632f44d0-72cf-4b9e-ac61-761fccfb68f3 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:22.406315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 632f44d0-72cf-4b9e-ac61-761fccfb68f3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:22.408331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 632f44d0-72cf-4b9e-ac61-761fccfb68f3 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:22.462342 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd112f-41d1-44ba-ac93-cd00cee08d11 x-openstack-request-id: req-43fd112f-41d1-44ba-ac93-cd00cee08d11 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:22.462969 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a98247-5382-4d90-9fb9-a11196cb9a8f", "name": "network-vif-deleted", "tag": "632f44d0-72cf-4b9e-ac61-761fccfb68f3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:22.463553 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43fd112f-41d1-44ba-ac93-cd00cee08d11 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:22.464245 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a98247-5382-4d90-9fb9-a11196cb9a8f', 'name': 'network-vif-deleted', 'tag': '632f44d0-72cf-4b9e-ac61-761fccfb68f3', 'status': 'completed', 'code': 200} Aug 31 09:34:22.622429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.840108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.847683 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.979207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.994893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e0707c-6aef-4f21-842f-116d37e55916']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:23.013674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fbf82c-6fd3-40c9-a194-84cdd2097520') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:23.013965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fbf82c-6fd3-40c9-a194-84cdd2097520') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:23.034912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.063990 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.074294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:23.074957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:23.201823 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:23.341135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.357621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.363577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] 10.222.0.18 "DELETE /v2.0/networks/93e0707c-6aef-4f21-842f-116d37e55916 HTTP/1.1" status: 204 len: 168 time: 1.1282742 Aug 31 09:34:23.434827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17997b-afd6-49c9-88b6-44c5d4829187 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e0707c-6aef-4f21-842f-116d37e55916,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:23.473282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ebc8-3da5-4764-9169-2b9b3128a6f0 req-b1ac191f-17b0-4c09-beba-746060563ed2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.487813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0a8ebc8-3da5-4764-9169-2b9b3128a6f0 req-b1ac191f-17b0-4c09-beba-746060563ed2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.9112773 Aug 31 09:34:23.528996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.530266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router 274cc4c4-2b8d-4fa1-9d57-d3116287e637 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:34:23.556103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.557671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c9aacbef-4b5c-44f1-8dee-28fa8bc420b1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/274cc4c4-2b8d-4fa1-9d57-d3116287e637 HTTP/1.1" status: 204 len: 168 time: 1.6068816 Aug 31 09:34:23.561425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33964) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:23.607150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0a8ebc8-3da5-4764-9169-2b9b3128a6f0 req-228e2cdb-a2a6-4926-b4e6-8b701765f3da tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183026 Aug 31 09:34:23.780173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 7d1d416d-1c43-4103-9130-b9654f14ce3c {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:23.803366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.955906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.002835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33982) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:24.217646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9f46081-c81f-4864-bf3a-3cf571ef5266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3b2895c7a0c41ce8659465cc455b7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109663 Aug 31 09:34:24.221034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33988) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:24.266031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33994) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:24.390987 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ba74a6e-abaa-411c-bee0-a7b362ead339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.406067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Deleting subnet fae95fc8-97f6-4dcc-aa2b-f42ca8272679 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:24.419540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.543015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ba74a6e-abaa-411c-bee0-a7b362ead339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.585891 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.642257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ba74a6e-abaa-411c-bee0-a7b362ead339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.648559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ba74a6e-abaa-411c-bee0-a7b362ead339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.653551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ba74a6e-abaa-411c-bee0-a7b362ead339 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/615004ee-5731-4854-b2c0-e34725ba2e7e HTTP/1.1" status: 204 len: 168 time: 0.4249110 Aug 31 09:34:24.774545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba74a6e-abaa-411c-bee0-a7b362ead339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615004ee-5731-4854-b2c0-e34725ba2e7e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:24.870734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.985169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1d416d-1c43-4103-9130-b9654f14ce3c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:24.993553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6e60c-c46d-448b-9252-71505bc9b834 None None] Network 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:25.012377 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.016726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.025748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5eaa535-ed80-4013-939a-5a5ce1853b2b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/7d1d416d-1c43-4103-9130-b9654f14ce3c HTTP/1.1" status: 204 len: 168 time: 1.4626346 Aug 31 09:34:25.092145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:25.252961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.473949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.523077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.528523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fae95fc8-97f6-4dcc-aa2b-f42ca8272679 HTTP/1.1" status: 204 len: 168 time: 1.2553265 Aug 31 09:34:25.546111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34012) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:25.571391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212cc33-095a-4cdb-bfe0-6bc9761fe608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae95fc8-97f6-4dcc-aa2b-f42ca8272679,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:25.608785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245694-8ca6-41f5-b46b-e236ffe247a3 req-7f70a55a-53de-43ee-ad44-91c1854422d9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.633596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89245694-8ca6-41f5-b46b-e236ffe247a3 req-7f70a55a-53de-43ee-ad44-91c1854422d9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.7112515 Aug 31 09:34:25.645194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.659800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] DHCP port deletion for 3856c9e5-e8ad-40b3-8d79-5a1f71d63911 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:25.856957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] Deleting port 996a8da0-0009-4591-9d02-35f4b55689aa {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:25.857447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.974601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] For port 996a8da0-0009-4591-9d02-35f4b55689aa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=996a8da0-0009-4591-9d02-35f4b55689aa,segment=NetworkSegment(babf0551-7a5b-4452-8b96-a4d621461cba),segment_id=babf0551-7a5b-4452-8b96-a4d621461cba)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:25.976015 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.010302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] Calling delete_port for 996a8da0-0009-4591-9d02-35f4b55689aa owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:26.044554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.150442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34024) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:26.244114 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.284637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89245694-8ca6-41f5-b46b-e236ffe247a3 req-57ac589d-ca22-48e9-aa2d-2870be40c7dd tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6497521 Aug 31 09:34:26.337605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d6a462d2-4d90-4202-9e71-8ae300f8c21c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac15c55ee7f948d2968cdb678fc11cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703029 Aug 31 09:34:26.338767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:26.384664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] Pushing event deleted for resources: {'Port': ['ID=996a8da0-0009-4591-9d02-35f4b55689aa,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:26.389003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68034ff1-41ab-4884-8c06-f4930c7add80 None None] No DVR routers for this DVR port 996a8da0-0009-4591-9d02-35f4b55689aa on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:26.542101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c648121b-eac9-4f89-bc6f-7dd3dc5bd09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.593176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.636561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c648121b-eac9-4f89-bc6f-7dd3dc5bd09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.669734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 996a8da0-0009-4591-9d02-35f4b55689aa {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:26.673328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.755312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a47073-71fd-417a-8650-431e5cff2d0e']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:26.777647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c648121b-eac9-4f89-bc6f-7dd3dc5bd09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.780369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c648121b-eac9-4f89-bc6f-7dd3dc5bd09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.781590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c648121b-eac9-4f89-bc6f-7dd3dc5bd09f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bb4fd53-02c6-4a3b-9467-f4281e27ac8f HTTP/1.1" status: 204 len: 168 time: 0.4418035 Aug 31 09:34:26.809729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648121b-eac9-4f89-bc6f-7dd3dc5bd09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb4fd53-02c6-4a3b-9467-f4281e27ac8f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:26.919641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:26.920036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1c6ed8-dae8-4a35-be44-ef8ec0522c4e') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:26.937589 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.959969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.973114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:26.973992 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:27.080075 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:27.084119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.103211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.115238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] 10.222.0.18 "DELETE /v2.0/networks/27a47073-71fd-417a-8650-431e5cff2d0e HTTP/1.1" status: 204 len: 168 time: 1.5612373 Aug 31 09:34:27.176762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416cfd-5755-425e-a525-22ea662f3d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a47073-71fd-417a-8650-431e5cff2d0e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:27.255619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 996a8da0-0009-4591-9d02-35f4b55689aa, host n-d-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:27.256036 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.347466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 996a8da0-0009-4591-9d02-35f4b55689aa owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:27.354930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Port 996a8da0-0009-4591-9d02-35f4b55689aa was not found and therefore no delete operation was performed {{(pid=94896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:34:27.366934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.521947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=996a8da0-0009-4591-9d02-35f4b55689aa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:27.559652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port 996a8da0-0009-4591-9d02-35f4b55689aa on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:27.881114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34062) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:28.058041 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-57e231fb-7e10-49a2-8ad6-d47b0e822850 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d81f8f4a1cf4c01af6f221c263447f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729419 Aug 31 09:34:28.063165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34064) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:28.063523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247bab-dc8f-4599-be8c-feea7f76f3b7 req-ef30b7ed-15ca-487b-8dbf-5a51fc2adc6a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:28.074269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d247bab-dc8f-4599-be8c-feea7f76f3b7 req-ef30b7ed-15ca-487b-8dbf-5a51fc2adc6a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.4338262 Aug 31 09:34:28.078337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.185661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3856c9e5-e8ad-40b3-8d79-5a1f71d63911']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.279570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 996a8da0-0009-4591-9d02-35f4b55689aa no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:28.374810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d247bab-dc8f-4599-be8c-feea7f76f3b7 req-a61cfe90-7fb7-4f2e-94ea-991f579e567b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971575 Aug 31 09:34:28.386986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b95f3ec-6fb6-4aba-ab99-652ff3aa34e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.389113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babf0551-7a5b-4452-8b96-a4d621461cba') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.389416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babf0551-7a5b-4452-8b96-a4d621461cba') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.396272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 996a8da0-0009-4591-9d02-35f4b55689aa {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:28.396621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 996a8da0-0009-4591-9d02-35f4b55689aa not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:28.450434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.487361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b95f3ec-6fb6-4aba-ab99-652ff3aa34e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.521390 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ff6f05e4-2b33-4d40-9095-c863f0add94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.531171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.589579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:28.591451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:28.597533 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:28.682371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b95f3ec-6fb6-4aba-ab99-652ff3aa34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.686822 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b95f3ec-6fb6-4aba-ab99-652ff3aa34e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.688642 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b95f3ec-6fb6-4aba-ab99-652ff3aa34e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58084b3e-fb77-4eb5-9a28-89cda536c838 HTTP/1.1" status: 204 len: 168 time: 0.6232054 Aug 31 09:34:28.719145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f3ec-6fb6-4aba-ab99-652ff3aa34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58084b3e-fb77-4eb5-9a28-89cda536c838,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:28.820792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.847806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.856388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/3856c9e5-e8ad-40b3-8d79-5a1f71d63911 HTTP/1.1" status: 204 len: 168 time: 3.7397950 Aug 31 09:34:28.860363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:28.870880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1921441396'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:28.929777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c10ab0-c1c6-4f47-9294-e363b96d4ce0 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=3856c9e5-e8ad-40b3-8d79-5a1f71d63911,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:28.996801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:29.002981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.097526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:29.135731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.138837 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment 3e5a075d-1d7a-4e41-82e3-096cee4a19c5 of type vlan for network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 Aug 31 09:34:29.358657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.482704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:29.504801 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.531708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.542814 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.758609 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8945258 Aug 31 09:34:29.768898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34112) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:29.781707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:29.871100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157698e-3b6c-4742-8305-3aff0106055d req-8b4931c7-7630-445b-9db8-220f75f10089 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.871723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910812df-60ab-4a38-b0d1-e48358192398 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=1ebf8eb4-7021-419c-b420-5ff221f2ea91,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:29.893089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2157698e-3b6c-4742-8305-3aff0106055d req-8b4931c7-7630-445b-9db8-220f75f10089 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2301278 Aug 31 09:34:29.896908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:30.118719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:30.125554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.131136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-535271420-network', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:30.183630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2157698e-3b6c-4742-8305-3aff0106055d req-7d336d6a-15da-450d-9a15-5c7b98efa250 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800250 Aug 31 09:34:30.252763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Made reservation on behalf of 32f38993f63a4702bbcd211df7e79b2a for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:30.256665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.273288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.488156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.496038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.555581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:30.577129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0520216-9fae-41db-9283-083c8e819c32,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.581662 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.581908 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Added segment 11c900a4-8d30-48c1-999c-bf9216486e9c of type vlan for network 379b46e7-681b-4fb6-a147-a35c845412d5 Aug 31 09:34:30.672228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.693752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.764284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.765455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.768237 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.826453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=767e051e-80c6-4fa8-aebe-2764d01e05db,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.845661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': '3e5a075d-1d7a-4e41-82e3-096cee4a19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:30.846281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 1ebf8eb4-7021-419c-b420-5ff221f2ea91, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:30.881714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:30.899961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] Pushing event updated for resources: {'Network': ['ID=379b46e7-681b-4fb6-a147-a35c845412d5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.909699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1ebf8eb4-7021-419c-b420-5ff221f2ea91) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:30.917027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-18be5045-9078-48a2-9825-7077e87f99aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4322364 Aug 31 09:34:30.922928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34142) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:30.925601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.925784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.930242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Request body: {'subnet': {'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-535271420-subnet', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:30.931517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb5340-3d76-4172-830d-e19e8e9f1778 None None] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:30.949203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 379b46e7-681b-4fb6-a147-a35c845412d5 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:30.973167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:30.999884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Made reservation on behalf of 32f38993f63a4702bbcd211df7e79b2a for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:31.004944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.011508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9e92ce4e-20f6-4c79-a045-a9980388687d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2404616 Aug 31 09:34:31.012546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:31.020373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907013125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:31.129271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.139268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.305881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-1ebf8eb4-7021-419c-b420-5ff221f2ea91', 'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '767e051e-80c6-4fa8-aebe-2764d01e05db'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:31.307232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.385594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1153591035-network', 'tenant_id': '5936342f9d8949d38460d0efd75a4391'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:31.424621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.439746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Made reservation on behalf of 5936342f9d8949d38460d0efd75a4391 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:31.444247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.474236 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.483676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.492035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.540255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.550431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-08476e16-6896-49c0-a4dd-4415823ea768 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5360646 Aug 31 09:34:31.551522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34164) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:31.582798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ca654902-86f9-4e08-9063-c7981c17a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.711566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Allocated IP 172.20.0.2 (1ebf8eb4-7021-419c-b420-5ff221f2ea91/767e051e-80c6-4fa8-aebe-2764d01e05db/ca2d1760-f2c3-4329-b622-8edbabd812d8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:31.776081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9ed1c1-989f-4639-a9f8-503820aa9b63,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.778633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.808505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20b16e-9f9e-4ea4-969a-548ebabb9ae2 req-66831ab3-d633-4d9b-aba2-b153a06c8836 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.813374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b20b16e-9f9e-4ea4-969a-548ebabb9ae2 req-66831ab3-d633-4d9b-aba2-b153a06c8836 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2850740 Aug 31 09:34:31.845396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Checking segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:31.845767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Network hostable DHCP agents. Network: 379b46e7-681b-4fb6-a147-a35c845412d5, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:32.034875 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.051581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Network 379b46e7-681b-4fb6-a147-a35c845412d5 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:32.065967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Transition to ACTIVE for port object ca2d1760-f2c3-4329-b622-8edbabd812d8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:32.092499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Transition to ACTIVE for port object ca2d1760-f2c3-4329-b622-8edbabd812d8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:32.105200 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.112344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 379b46e7-681b-4fb6-a147-a35c845412d5) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:32.117172 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:34:32.118748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.119370 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.165389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b20b16e-9f9e-4ea4-969a-548ebabb9ae2 req-763ca5c1-9673-4b1b-b44c-6a6f217d55c8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293326 Aug 31 09:34:32.230368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746da21-7ae3-4109-8dbc-2cf70b1960e8 None None] Network 379b46e7-681b-4fb6-a147-a35c845412d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:32.250724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.274334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.290620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c40f11e7-6d22-4952-a9fd-92c8c54010c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3658624 Aug 31 09:34:32.296369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34182) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:32.333345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:32.359991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:32.375702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2df8e7-d721-49f8-ab92-01ce57a51cc5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:32.405390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.405784 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Added segment 385689d2-93c7-49b2-9b5b-4fb1f0a529fb of type vlan for network a46f96c8-f931-40b7-bae9-a84aadaa9f9b Aug 31 09:34:32.443642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.468026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Pushing event updated for resources: {'Port': ['ID=ca2d1760-f2c3-4329-b622-8edbabd812d8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:32.490675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:32.502955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:32.515141 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.529252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.610812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.661679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:32.822103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.824629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.826267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.839193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.877394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.926295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Attempting to bind port ca2d1760-f2c3-4329-b622-8edbabd812d8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:32.932658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Attempting to bind port ca2d1760-f2c3-4329-b622-8edbabd812d8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '3e5a075d-1d7a-4e41-82e3-096cee4a19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:32.933248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Attempting to bind port ca2d1760-f2c3-4329-b622-8edbabd812d8 on network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:32.956908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:32.962950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Checking segment: {'id': '3e5a075d-1d7a-4e41-82e3-096cee4a19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:32.963496 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.963913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Bound using segment: {'id': '3e5a075d-1d7a-4e41-82e3-096cee4a19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:32.964561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Bound port: ca2d1760-f2c3-4329-b622-8edbabd812d8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a075d-1d7a-4e41-82e3-096cee4a19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1ebf8eb4-7021-419c-b420-5ff221f2ea91'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:32.965072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.104412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.20.0.1 (1ebf8eb4-7021-419c-b420-5ff221f2ea91/767e051e-80c6-4fa8-aebe-2764d01e05db/2e363a18-4b58-4723-b549-08e0bcdad464) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:33.248605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-379b46e7-681b-4fb6-a147-a35c845412d5', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:33.260908 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.489957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.537044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object 2e363a18-4b58-4723-b549-08e0bcdad464 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:33.617839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Allocated IP 172.20.0.2 (379b46e7-681b-4fb6-a147-a35c845412d5/7d9ed1c1-989f-4639-a9f8-503820aa9b63/bf7c8b60-8236-49a9-8512-492c091c8fd7) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:33.621599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.624334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] Pushing event updated for resources: {'Network': ['ID=a46f96c8-f931-40b7-bae9-a84aadaa9f9b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:33.682139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] For port ca2d1760-f2c3-4329-b622-8edbabd812d8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:33.706161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] For port ca2d1760-f2c3-4329-b622-8edbabd812d8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ca2d1760-f2c3-4329-b622-8edbabd812d8,segment=NetworkSegment(3e5a075d-1d7a-4e41-82e3-096cee4a19c5),segment_id=3e5a075d-1d7a-4e41-82e3-096cee4a19c5)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:33.707865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3e0985bd-9d47-4dd8-aab0-91024d725feb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7304819 Aug 31 09:34:33.709685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:33.719151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a46f96c8-f931-40b7-bae9-a84aadaa9f9b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:33.723473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Request body: {'subnet': {'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1153591035-subnet', 'tenant_id': '5936342f9d8949d38460d0efd75a4391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:33.806615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=2e363a18-4b58-4723-b549-08e0bcdad464,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:33.846063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:33.852983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:33.867805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:33.890889 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.909898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a5eab-c52a-49a9-aeb8-1a901faa5acb req-15366f9e-2135-4efc-81cc-1ec0af9860bc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.912699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-731a5eab-c52a-49a9-aeb8-1a901faa5acb req-15366f9e-2135-4efc-81cc-1ec0af9860bc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.2760074 Aug 31 09:34:33.918712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Made reservation on behalf of 5936342f9d8949d38460d0efd75a4391 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:33.921315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.981063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.994142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.105487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.284716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.305608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Transition to ACTIVE for port object bf7c8b60-8236-49a9-8512-492c091c8fd7 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:34.337863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Transition to ACTIVE for port object bf7c8b60-8236-49a9-8512-492c091c8fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:34.376890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.405058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8751de-bc90-44a0-bacd-14bcab93ba32 None None] Pushing event updated for resources: {'Port': ['ID=ca2d1760-f2c3-4329-b622-8edbabd812d8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:34.461849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Network 379b46e7-681b-4fb6-a147-a35c845412d5 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:34.465274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-731a5eab-c52a-49a9-aeb8-1a901faa5acb req-775b0708-d455-4553-8b34-ed43035beb2f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205830 Aug 31 09:34:34.479484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:34.487426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:34.544131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Pushing event updated for resources: {'Port': ['ID=bf7c8b60-8236-49a9-8512-492c091c8fd7,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:34.585207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.705943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Attempting to bind port bf7c8b60-8236-49a9-8512-492c091c8fd7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:34.708006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Attempting to bind port bf7c8b60-8236-49a9-8512-492c091c8fd7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:34.708650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Attempting to bind port bf7c8b60-8236-49a9-8512-492c091c8fd7 on network 379b46e7-681b-4fb6-a147-a35c845412d5 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:34.734177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:34.734601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Checking segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:34.737316 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.737746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Bound using segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:34.738291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Bound port: bf7c8b60-8236-49a9-8512-492c091c8fd7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:34.738934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.864735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=378d6baa-904c-4023-9c39-f2e49c7affe4,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:34.888225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] For port bf7c8b60-8236-49a9-8512-492c091c8fd7, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:34.894459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] For port bf7c8b60-8236-49a9-8512-492c091c8fd7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bf7c8b60-8236-49a9-8512-492c091c8fd7,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:34.906183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Checking segment: {'id': '385689d2-93c7-49b2-9b5b-4fb1f0a529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:34.907040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Network hostable DHCP agents. Network: a46f96c8-f931-40b7-bae9-a84aadaa9f9b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:34.908402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.972782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5445fb-f32b-4960-8ce2-48c6eb123ef4 None None] Pushing event updated for resources: {'Port': ['ID=bf7c8b60-8236-49a9-8512-492c091c8fd7,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:35.086202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.133516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Network a46f96c8-f931-40b7-bae9-a84aadaa9f9b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:35.166076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a46f96c8-f931-40b7-bae9-a84aadaa9f9b) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:35.182282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:35.183400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.195031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744686e-b4b1-4c8a-8b0e-8b5fb2dd8011 None None] Network a46f96c8-f931-40b7-bae9-a84aadaa9f9b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:35.354223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.528065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.878685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a7fab8c8-48fc-48c0-af69-87a7d9cad83a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1632564 Aug 31 09:34:35.904489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04c019-cae8-453c-9d28-2552baf29eaa None None] Network a46f96c8-f931-40b7-bae9-a84aadaa9f9b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:36.180300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2ae2d-3051-4022-a442-b5c9aa758066 req-24e59e49-8b0d-467a-bfb4-9dd2f32783d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.191182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffa2ae2d-3051-4022-a442-b5c9aa758066 req-24e59e49-8b0d-467a-bfb4-9dd2f32783d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.3281324 Aug 31 09:34:36.205187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Allocated IP 172.25.4.84 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/18abb694-44f8-4a15-a09e-bcc75bff9b52) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:36.285622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.444107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bf7c8b60-8236-49a9-8512-492c091c8fd7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:36.604400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffa2ae2d-3051-4022-a442-b5c9aa758066 req-072ff1e3-7640-41ab-9470-ba07c1bd41ef tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123490 Aug 31 09:34:36.616133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.629494 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.703264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port bf7c8b60-8236-49a9-8512-492c091c8fd7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:36.710168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ca2d1760-f2c3-4329-b622-8edbabd812d8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:36.818811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362977ee-14fd-407e-a6a6-5492e8a44c92 None None] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:36.854146 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.018245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.020995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.038855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=2e363a18-4b58-4723-b549-08e0bcdad464,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.075364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-594ae496-4e33-41aa-97d9-ace451379d19 None None] Provisioning for port ca2d1760-f2c3-4329-b622-8edbabd812d8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:37.111848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:37.117520 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:37.129843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:37.197201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ca2d1760-f2c3-4329-b622-8edbabd812d8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:37.218503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ca2d1760-f2c3-4329-b622-8edbabd812d8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:37.218872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.249425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Pushing event updated for resources: {'Port': ['ID=18abb694-44f8-4a15-a09e-bcc75bff9b52,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.281118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:37.301386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:37.612376 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.630494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf69ba-d1b9-4735-bf99-9091ce7ca288 None None] Network 379b46e7-681b-4fb6-a147-a35c845412d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:37.659307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 81de315a-a1b7-4705-b926-7187e48f29cf is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:37.844342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ca2d1760-f2c3-4329-b622-8edbabd812d8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ca2d1760-f2c3-4329-b622-8edbabd812d8,segment=NetworkSegment(3e5a075d-1d7a-4e41-82e3-096cee4a19c5),segment_id=3e5a075d-1d7a-4e41-82e3-096cee4a19c5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:37.846813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] Provisioning for port bf7c8b60-8236-49a9-8512-492c091c8fd7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:37.858801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.929928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:37.946557 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9f7eff8a-deb5-4b5b-bcaf-a9348cb84c52 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/81de315a-a1b7-4705-b926-7187e48f29cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3928630 Aug 31 09:34:37.947532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34246) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:37.952777 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] Sync routers for ids ['81de315a-a1b7-4705-b926-7187e48f29cf'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:37.974608 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] Routers {'81de315a-a1b7-4705-b926-7187e48f29cf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:37.975581 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['81de315a-a1b7-4705-b926-7187e48f29cf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:37.997446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ca2d1760-f2c3-4329-b622-8edbabd812d8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:38.001415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] Provisioning complete for port bf7c8b60-8236-49a9-8512-492c091c8fd7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:38.002566 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.024147 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.051490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-5e035908-c157-468d-8efc-8e570e9eb879 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.052297 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] Routers {'81de315a-a1b7-4705-b926-7187e48f29cf'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:38.052499 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['81de315a-a1b7-4705-b926-7187e48f29cf'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.066162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-5e035908-c157-468d-8efc-8e570e9eb879 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/networks?id=a46f96c8-f931-40b7-bae9-a84aadaa9f9b HTTP/1.1" status: 200 len: 813 time: 0.8246281 Aug 31 09:34:38.111058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414f53e-fee9-4d73-9712-21b2f9a45a68 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.124516 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c414f53e-fee9-4d73-9712-21b2f9a45a68 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports/2e363a18-4b58-4723-b549-08e0bcdad464 HTTP/1.1" status: 200 len: 910 time: 0.1738951 Aug 31 09:34:38.129550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34250) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.136036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.144483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.148310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.149142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.149874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.155886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.156888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.157588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.158592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.159275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.160047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.160818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:38.175395 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.176489 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3988055-aead-43df-9cd3-41f4c70d892d None None] The sync data for ids ['81de315a-a1b7-4705-b926-7187e48f29cf'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:38.229944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-6dbe0027-71db-4eb2-a03c-4f706061ed56 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/quotas/5936342f9d8949d38460d0efd75a4391 HTTP/1.1" status: 200 len: 375 time: 0.1621380 Aug 31 09:34:38.235635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34252) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.250313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1224240153'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:38.392672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:38.510389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-e384fd9e-c91f-4487-a588-936f97a54bdb tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5936342f9d8949d38460d0efd75a4391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2509556 Aug 31 09:34:38.555759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79b826-4a7c-4e41-ad10-0e08e350e996 req-21a26276-2b30-4b6f-b7f1-bc6a3584b06f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.570284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd79b826-4a7c-4e41-ad10-0e08e350e996 req-21a26276-2b30-4b6f-b7f1-bc6a3584b06f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 943 time: 0.5435705 Aug 31 09:34:38.598796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:38.605543 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.710305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.768772 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.817143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd79b826-4a7c-4e41-ad10-0e08e350e996 req-05b316b5-69eb-4775-ac14-aa4cdad9c248 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242389 Aug 31 09:34:38.912424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.939596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] For port bf7c8b60-8236-49a9-8512-492c091c8fd7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bf7c8b60-8236-49a9-8512-492c091c8fd7,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:38.960878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:38.977912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.978494 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Added segment 310ffa61-bd03-416a-9d1b-e83eceda59a6 of type vlan for network 18e93208-3009-421c-a4f7-7686967f41a7 Aug 31 09:34:38.980629 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.085347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.127801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:39.218408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c793e-ac32-4e87-babc-0368036d10cd None None] Pushing event updated for resources: {'Port': ['ID=bf7c8b60-8236-49a9-8512-492c091c8fd7,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.225045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'port_id': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'mac_address': 'fa:16:3e:13:2f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:39.254928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-04a217ca-bcf3-41ab-a3bc-59ddd2e41618 service neutron] 10.222.0.18 "GET /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735287 Aug 31 09:34:39.263864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.274585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.283240 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.325492 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.332077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8c6e3b68-a800-49cb-b332-9f8e3bf9535a None None] Provisioning for port 2e363a18-4b58-4723-b549-08e0bcdad464 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:39.350587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8c6e3b68-a800-49cb-b332-9f8e3bf9535a None None] Provisioning complete for port 2e363a18-4b58-4723-b549-08e0bcdad464 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:39.351236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3b68-a800-49cb-b332-9f8e3bf9535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.421316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e3b68-a800-49cb-b332-9f8e3bf9535a None None] Port 2e363a18-4b58-4723-b549-08e0bcdad464 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:39.436422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a376c7-ddce-4a41-a58d-60d15c5f09f4 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:39.472060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:39.481791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8c6e3b68-a800-49cb-b332-9f8e3bf9535a None None] Provisioning complete for port ca2d1760-f2c3-4329-b622-8edbabd812d8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:39.482385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3b68-a800-49cb-b332-9f8e3bf9535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.496124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 2e363a18-4b58-4723-b549-08e0bcdad464 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:39.496982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.557408 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.643400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.648600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.665129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 2e363a18-4b58-4723-b549-08e0bcdad464 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:39.689507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4479058 Aug 31 09:34:39.693528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34258) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:39.721799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1581273277'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:39.766070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369a56f-5413-49db-be69-740c429eccc6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Network': ['ID=18e93208-3009-421c-a4f7-7686967f41a7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.796328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f2a376c7-ddce-4a41-a58d-60d15c5f09f4'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:39.800333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 18e93208-3009-421c-a4f7-7686967f41a7 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:39.823724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:39.827518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.887845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.898018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-073efd9f-edf7-4163-8073-4d6c183e88aa service neutron] 10.222.0.18 "GET /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353965 Aug 31 09:34:40.002133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:40.014925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-076740d1-dd0a-401d-ab05-f47106891812 None None] Provisioning complete for port 2e363a18-4b58-4723-b549-08e0bcdad464 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:40.017709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-076740d1-dd0a-401d-ab05-f47106891812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.052428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.053334 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Added segment 06f279c7-2c30-49a7-8cbf-74e584470d42 of type vlan for network 398d1361-f135-4d32-8aac-6d9d7dff1c41 Aug 31 09:34:40.155691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.193570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372c29-caab-4a57-93a0-9c052f4e4d15 req-a5790792-6535-4b2c-98b2-8d79a5e07b59 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.202939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0372c29-caab-4a57-93a0-9c052f4e4d15 req-a5790792-6535-4b2c-98b2-8d79a5e07b59 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 944 time: 0.2025094 Aug 31 09:34:40.261504 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.263172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.269677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-076740d1-dd0a-401d-ab05-f47106891812 None None] Port 2e363a18-4b58-4723-b549-08e0bcdad464 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:40.278395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.279616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.340917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bf7c8b60-8236-49a9-8512-492c091c8fd7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:40.364522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=2e363a18-4b58-4723-b549-08e0bcdad464,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:40.395187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.395771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.396359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.396912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.397701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.398524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.399916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.400487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.401128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.401683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.402219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.402790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:40.420524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-076740d1-dd0a-401d-ab05-f47106891812 None None] Provisioning complete for port bf7c8b60-8236-49a9-8512-492c091c8fd7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:40.420906 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-076740d1-dd0a-401d-ab05-f47106891812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.426532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0372c29-caab-4a57-93a0-9c052f4e4d15 req-0586dea6-3aee-4b0f-abf8-e63dbb870db3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206330 Aug 31 09:34:40.621188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9189997 Aug 31 09:34:40.622028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34270) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.645099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port bf7c8b60-8236-49a9-8512-492c091c8fd7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:40.649484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.651688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'subnet': {'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:40.808515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c5a8499-a43c-451f-bf08-848cf1cd3c02 req-99cd4efd-a1b0-428a-8f0f-f538ebfd95ad tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 210 time: 0.1850209 Aug 31 09:34:40.851887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.906308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c378fe-cb3b-48bb-9b08-4c3a427ae68b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Network': ['ID=398d1361-f135-4d32-8aac-6d9d7dff1c41,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:40.928031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:40.938556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:40.977295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ca2d1760-f2c3-4329-b622-8edbabd812d8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:41.103655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:41.112304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.158093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 81de315a-a1b7-4705-b926-7187e48f29cf has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:41.224862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ca2d1760-f2c3-4329-b622-8edbabd812d8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:41.225646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.323344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:41.341747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af8788b2-bb41-4c82-a651-4e3aa858ae42 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/81de315a-a1b7-4705-b926-7187e48f29cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104356 Aug 31 09:34:41.346726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34278) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.364696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] Sync routers for ids ['81de315a-a1b7-4705-b926-7187e48f29cf'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:41.381751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f10ec0a-c512-47cc-a56c-67a2a5e56999 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=81de315a-a1b7-4705-b926-7187e48f29cf HTTP/1.1" status: 200 len: 205 time: 0.0331743 Aug 31 09:34:41.386251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34280) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.427941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] Routers {'81de315a-a1b7-4705-b926-7187e48f29cf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:41.428969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['81de315a-a1b7-4705-b926-7187e48f29cf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.537192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.550345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.574910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] Routers {'81de315a-a1b7-4705-b926-7187e48f29cf'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:41.576382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['81de315a-a1b7-4705-b926-7187e48f29cf'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.660260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.661511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac3ebe-f2d3-4179-8ab1-7c1788829d5d None None] The sync data for ids ['81de315a-a1b7-4705-b926-7187e48f29cf'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:41.978210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.983071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.047471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf79f902-b170-46bc-b11d-f0ac74ed1e5d req-768ffbbe-5898-404a-9854-5002332c376d tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 210 time: 0.0779786 Aug 31 09:34:42.089485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.090306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router 81de315a-a1b7-4705-b926-7187e48f29cf {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:34:42.109466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.113943 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aa3d1067-a7b9-4652-8842-eb3303ea2c19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/81de315a-a1b7-4705-b926-7187e48f29cf HTTP/1.1" status: 204 len: 168 time: 0.7237959 Aug 31 09:34:42.114145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34290) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.129718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:42.142920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.161136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ef47-fd52-4966-a88b-0d40f12a3c1d req-9b24a222-579e-4a37-91b2-ed2d445eef0d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:42.162780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2c0ef47-fd52-4966-a88b-0d40f12a3c1d req-9b24a222-579e-4a37-91b2-ed2d445eef0d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 944 time: 0.1909850 Aug 31 09:34:42.177414 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Sync routers for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:42.203449 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:42.204886 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:42.212039 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.216736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-297a40ea-102d-4fd2-bbae-3ee9f028d24a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9131787 Aug 31 09:34:42.220999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.269948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Subnet': ['ID=c6e98a57-6e47-43ce-be74-53fac5942cff,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:42.307665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2c0ef47-fd52-4966-a88b-0d40f12a3c1d req-db98113b-761a-444d-bd21-57cbd3cbe7c8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111851 Aug 31 09:34:42.318260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.319194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.319935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.320638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.321365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.322183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.323289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.324361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.325186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.326004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.326825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.327603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:42.334053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 767e051e-80c6-4fa8-aebe-2764d01e05db {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:42.340772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.386526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:42.456937 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:42.499788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Checking segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:42.500530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network hostable DHCP agents. Network: 18e93208-3009-421c-a4f7-7686967f41a7, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:42.514310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:42.514741 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.653014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.663537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-75f027a2-c4e0-47bc-b6bd-fea95139de9b tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:42.667725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-75f027a2-c4e0-47bc-b6bd-fea95139de9b tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.23 "GET /v2.0/networks?id=a46f96c8-f931-40b7-bae9-a84aadaa9f9b HTTP/1.1" status: 200 len: 813 time: 0.3523245 Aug 31 09:34:42.671512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 18e93208-3009-421c-a4f7-7686967f41a7 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:42.696086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:42.699544 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c8de56-12ca-4302-aefb-7a23a9fafb4c" -d '{"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:42.717677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:42.723136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Request body: {'port': {'device_id': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b', 'admin_state_up': True, 'tenant_id': '5936342f9d8949d38460d0efd75a4391'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:42.727160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.763407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 18e93208-3009-421c-a4f7-7686967f41a7) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:42.820320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:42.820320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.862654 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d7e226-d581-484a-80ae-1d8c9ba194bf x-openstack-request-id: req-46d7e226-d581-484a-80ae-1d8c9ba194bf {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:42.863565 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-plugged", "status": "completed", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:42.873427 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46d7e226-d581-484a-80ae-1d8c9ba194bf {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:42.874035 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'code': 200} Aug 31 09:34:42.877743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb645c90-e068-4d12-8c4f-5f3fb932e3f6 None None] Network 18e93208-3009-421c-a4f7-7686967f41a7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:42.880187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ae73462-ac7e-42f8-9827-a714eae2a496 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2349579 Aug 31 09:34:42.893166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.904157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'subnet': {'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:42.967112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:37Z', 'revision_number': 3, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:43.052347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.058184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Checking router: 2b11bbf0-50a4-4022-8442-50a46c2a77c5 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:43.058913 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Updating router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 port 18abb694-44f8-4a15-a09e-bcc75bff9b52 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:43.070400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.156390 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.185479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Made reservation on behalf of 5936342f9d8949d38460d0efd75a4391 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:43.197530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.345869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-18e93208-3009-421c-a4f7-7686967f41a7', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:43.360872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.456156 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.523164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcdd41b7-73ba-46c5-9bcb-abe4778edd98 req-035e8b6e-4827-4535-a500-35f6d297d43e tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 210 time: 0.2243059 Aug 31 09:34:43.528825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a8e61-7496-45b6-a2f5-bea2b82818b9 req-3bebb862-0500-4a03-b36c-02863e2b6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:43.531418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-481a8e61-7496-45b6-a2f5-bea2b82818b9 req-3bebb862-0500-4a03-b36c-02863e2b6c06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1098 time: 0.2996278 Aug 31 09:34:43.538074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:43.601456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.713256 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.742224 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Transition to ACTIVE for port object 18abb694-44f8-4a15-a09e-bcc75bff9b52 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:43.757327 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.885217 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e3af6-dd2a-4786-bbd8-bd2b05ed4aab None None] Pushing event updated for resources: {'Port': ['ID=18abb694-44f8-4a15-a09e-bcc75bff9b52,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.921888 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Attempting to bind port 18abb694-44f8-4a15-a09e-bcc75bff9b52 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:43.922184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Attempting to bind port 18abb694-44f8-4a15-a09e-bcc75bff9b52 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:43.923690 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Attempting to bind port 18abb694-44f8-4a15-a09e-bcc75bff9b52 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:43.930192 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:43.930602 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:43.931015 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.931408 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:43.931890 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Bound port: 18abb694-44f8-4a15-a09e-bcc75bff9b52, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:43.932427 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.014645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Allocated IP 10.1.1.2 (18e93208-3009-421c-a4f7-7686967f41a7/c6e98a57-6e47-43ce-be74-53fac5942cff/38caff9b-a7f6-42e5-95e3-191b08319389) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:44.117719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-481a8e61-7496-45b6-a2f5-bea2b82818b9 req-ba675a39-c70e-447e-b7f0-7d9ad1299315 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5774176 Aug 31 09:34:44.126281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.156232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Allocated IP 172.20.0.5 (a46f96c8-f931-40b7-bae9-a84aadaa9f9b/378d6baa-904c-4023-9c39-f2e49c7affe4/1d445879-4d53-4bfa-9018-6e7ac4e8c389) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:44.226825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=767e051e-80c6-4fa8-aebe-2764d01e05db,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.242333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] For port 18abb694-44f8-4a15-a09e-bcc75bff9b52, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:44.248516 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] For port 18abb694-44f8-4a15-a09e-bcc75bff9b52, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=18abb694-44f8-4a15-a09e-bcc75bff9b52,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:44.263934 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.277257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb704be3-44f4-41aa-b805-627417962b31 None None] Network 1ebf8eb4-7021-419c-b420-5ff221f2ea91 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:44.316079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.322491 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fca38866-6077-409f-977e-b4c0a62977ce tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/767e051e-80c6-4fa8-aebe-2764d01e05db HTTP/1.1" status: 204 len: 168 time: 2.2029908 Aug 31 09:34:44.325606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34328) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:44.378142 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:44.379486 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:44.480774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.528153 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e3af6-dd2a-4786-bbd8-bd2b05ed4aab None None] Pushing event updated for resources: {'Port': ['ID=18abb694-44f8-4a15-a09e-bcc75bff9b52,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.662895 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:44.721176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a2452-5cf8-403d-9bf3-72b9b24d86ac req-784cf1be-a994-476d-be01-c665a1c81d3c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:44.732557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae7a2452-5cf8-403d-9bf3-72b9b24d86ac req-784cf1be-a994-476d-be01-c665a1c81d3c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 946 time: 1.0461304 Aug 31 09:34:44.865719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.912271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de0ec8b8-79cf-4e9a-9427-3386e409e7a7 req-ca87364c-23ad-4a76-a58d-9e2c155f2513 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 210 time: 0.1748111 Aug 31 09:34:45.013951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae7a2452-5cf8-403d-9bf3-72b9b24d86ac req-20087793-ac91-401b-89d6-a301b05d08af tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228374 Aug 31 09:34:45.014835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.036577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.072778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Transition to ACTIVE for port object 38caff9b-a7f6-42e5-95e3-191b08319389 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:45.106543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Transition to ACTIVE for port object 38caff9b-a7f6-42e5-95e3-191b08319389 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:45.123877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.183754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port ca2d1760-f2c3-4329-b622-8edbabd812d8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:45.184401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.234401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Network 18e93208-3009-421c-a4f7-7686967f41a7 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:45.243562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:45.254459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] DHCP port deletion for 1ebf8eb4-7021-419c-b420-5ff221f2ea91 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:45.259830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:45.316334 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:37Z', 'revision_number': 3, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:45.388599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Pushing event updated for resources: {'Port': ['ID=38caff9b-a7f6-42e5-95e3-191b08319389,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.406279 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dd677e-4b5e-4cdd-8bae-eeeead067bfa None None] The sync data for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 is: [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:37Z', 'revision_number': 3, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:45.500174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.515762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Attempting to bind port 38caff9b-a7f6-42e5-95e3-191b08319389 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:45.520733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Attempting to bind port 38caff9b-a7f6-42e5-95e3-191b08319389 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:45.522697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.523821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Attempting to bind port 38caff9b-a7f6-42e5-95e3-191b08319389 on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:45.560670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:45.574288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Checking segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:45.574806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.575232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Bound using segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:45.575756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Bound port: 38caff9b-a7f6-42e5-95e3-191b08319389, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:45.576149 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.665316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port ca2d1760-f2c3-4329-b622-8edbabd812d8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ca2d1760-f2c3-4329-b622-8edbabd812d8,segment=NetworkSegment(3e5a075d-1d7a-4e41-82e3-096cee4a19c5),segment_id=3e5a075d-1d7a-4e41-82e3-096cee4a19c5)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:45.665816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.675291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] Deleting port ca2d1760-f2c3-4329-b622-8edbabd812d8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:45.675993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.716775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for ca2d1760-f2c3-4329-b622-8edbabd812d8 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:45.727328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Network a46f96c8-f931-40b7-bae9-a84aadaa9f9b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:45.741888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:45.784381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:45.787451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Subnet': ['ID=c65cd0dc-4142-4fdd-911f-2a40385e286a,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.855189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Pushing event updated for resources: {'Port': ['ID=1d445879-4d53-4bfa-9018-6e7ac4e8c389,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.871398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Checking segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:45.871839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network hostable DHCP agents. Network: 398d1361-f135-4d32-8aac-6d9d7dff1c41, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:45.930696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:45.931264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.951548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] For port ca2d1760-f2c3-4329-b622-8edbabd812d8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ca2d1760-f2c3-4329-b622-8edbabd812d8,segment=NetworkSegment(3e5a075d-1d7a-4e41-82e3-096cee4a19c5),segment_id=3e5a075d-1d7a-4e41-82e3-096cee4a19c5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:45.959499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.962902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] For port 38caff9b-a7f6-42e5-95e3-191b08319389, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:45.965996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:45.977967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b1f15c99-4c46-4506-ada6-864afaf2c403 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2697797 Aug 31 09:34:45.997126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Allocated IP 172.20.0.1 (379b46e7-681b-4fb6-a147-a35c845412d5/7d9ed1c1-989f-4639-a9f8-503820aa9b63/f5aa6628-3f14-4644-8885-96d6cbcd2119) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:46.005209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Request body: {'port': {'device_id': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:46.011509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] Calling delete_port for ca2d1760-f2c3-4329-b622-8edbabd812d8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:46.017361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 398d1361-f135-4d32-8aac-6d9d7dff1c41) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:46.020830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] For port 38caff9b-a7f6-42e5-95e3-191b08319389, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38caff9b-a7f6-42e5-95e3-191b08319389,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:46.031933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26c8b5-e00e-49ad-9d5e-0816c0f357f3 None None] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:46.049929 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.057250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.059459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.201802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b39482a7-c514-4c85-929c-23b80abe1fa4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3074214 Aug 31 09:34:46.206700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34442) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.225187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'name': 'tempest-TaggedBootDevicesTest_v242-989365554', 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:46.351731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.431073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.473073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49dd6-d04a-4a5b-8aa7-1f2840e536d0 req-d4f1dcd1-5e2e-4288-b07e-680db4016d52 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.482443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bee49dd6-d04a-4a5b-8aa7-1f2840e536d0 req-d4f1dcd1-5e2e-4288-b07e-680db4016d52 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 931 time: 0.3406467 Aug 31 09:34:46.518928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=ca2d1760-f2c3-4329-b622-8edbabd812d8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.551559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b31f0-af6f-4183-814e-b9b7ec4d2265 req-b475cf97-5b0f-4d61-9e45-729d00195845 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.552559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port ca2d1760-f2c3-4329-b622-8edbabd812d8 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:46.555454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-723b31f0-af6f-4183-814e-b9b7ec4d2265 req-b475cf97-5b0f-4d61-9e45-729d00195845 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 946 time: 0.2959790 Aug 31 09:34:46.620255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bee49dd6-d04a-4a5b-8aa7-1f2840e536d0 req-c6cfb0e5-928b-4206-bad4-b32eadf2094e tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366794 Aug 31 09:34:46.642006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 18abb694-44f8-4a15-a09e-bcc75bff9b52 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:46.753042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-723b31f0-af6f-4183-814e-b9b7ec4d2265 req-a8812bc7-daf9-473a-9e1d-11876fbe96e5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433561 Aug 31 09:34:46.860747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.877535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8fe12-3c4a-459d-9c68-448cd757407e None None] Pushing event updated for resources: {'Port': ['ID=38caff9b-a7f6-42e5-95e3-191b08319389,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.918464 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.997294 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.048807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Transition to ACTIVE for port object f5aa6628-3f14-4644-8885-96d6cbcd2119 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:47.062599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebf8eb4-7021-419c-b420-5ff221f2ea91']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:47.107502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:47.133209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] Pushing event deleted for resources: {'Port': ['ID=ca2d1760-f2c3-4329-b622-8edbabd812d8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:47.145461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657596cf-cd80-4542-bc48-2013eaf63a6f None None] No DVR routers for this DVR port ca2d1760-f2c3-4329-b622-8edbabd812d8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:47.153838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 18abb694-44f8-4a15-a09e-bcc75bff9b52 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:47.196380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 18abb694-44f8-4a15-a09e-bcc75bff9b52 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:47.197498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.379859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5a075d-1d7a-4e41-82e3-096cee4a19c5') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:47.380190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5a075d-1d7a-4e41-82e3-096cee4a19c5') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:47.428615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.447433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-398d1361-f135-4d32-8aac-6d9d7dff1c41', 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'fixed_ips': [{'subnet_id': 'c65cd0dc-4142-4fdd-911f-2a40385e286a'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:47.456335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.460786 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.464304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.519339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.570565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:47.575153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:47.579480 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:47.628070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 18abb694-44f8-4a15-a09e-bcc75bff9b52, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=18abb694-44f8-4a15-a09e-bcc75bff9b52,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:47.643506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.764605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] device_id is not set on port 344abdf6-9cd8-43f3-a66f-cbe954454853 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:34:47.849381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d445879-4d53-4bfa-9018-6e7ac4e8c389 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:47.880001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.888116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.888932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ca2d1760-f2c3-4329-b622-8edbabd812d8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:47.928795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Transition to ACTIVE for port object 1d445879-4d53-4bfa-9018-6e7ac4e8c389 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:47.963545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.973616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ca2d1760-f2c3-4329-b622-8edbabd812d8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:47.981179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ca2d1760-f2c3-4329-b622-8edbabd812d8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:47.999981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.005297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Network 379b46e7-681b-4fb6-a147-a35c845412d5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:48.050388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.059080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=18abb694-44f8-4a15-a09e-bcc75bff9b52,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.061660 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/1ebf8eb4-7021-419c-b420-5ff221f2ea91 HTTP/1.1" status: 204 len: 168 time: 3.7371805 Aug 31 09:34:48.067101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:48.114982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Allocated IP 10.2.2.2 (398d1361-f135-4d32-8aac-6d9d7dff1c41/c65cd0dc-4142-4fdd-911f-2a40385e286a/7cff6112-039b-46f7-a8ce-68670a59243f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:48.120806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Pushing event updated for resources: {'Port': ['ID=1d445879-4d53-4bfa-9018-6e7ac4e8c389,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.135312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.209262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:48.250633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Pushing event updated for resources: {'Port': ['ID=f5aa6628-3f14-4644-8885-96d6cbcd2119,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.253772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1665239992', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:48.285832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac23032-8ff3-488d-aca1-d6854dab3204 req-55b2a4cb-faa9-4f70-b147-c78462f4a6bc tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.289052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ac23032-8ff3-488d-aca1-d6854dab3204 req-55b2a4cb-faa9-4f70-b147-c78462f4a6bc tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 943 time: 0.4850655 Aug 31 09:34:48.342397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb7206-8ddd-4bbf-acae-239dbaa9330d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=1ebf8eb4-7021-419c-b420-5ff221f2ea91,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.396889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 38caff9b-a7f6-42e5-95e3-191b08319389 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:48.593913 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.608411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.609476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.653385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.700403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ac23032-8ff3-488d-aca1-d6854dab3204 req-a77839d0-7adf-4bbc-9782-08b6d4c1ab72 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375893 Aug 31 09:34:48.713736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Transition to ACTIVE for port object 7cff6112-039b-46f7-a8ce-68670a59243f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:48.741258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adaac4-fe67-4c85-b11d-de81e9767a9f req-2b42d98f-2c8a-4cb1-ae93-239a16670b0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.743060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94adaac4-fe67-4c85-b11d-de81e9767a9f req-2b42d98f-2c8a-4cb1-ae93-239a16670b0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 946 time: 0.5518777 Aug 31 09:34:48.752714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 10.1.1.195 (18e93208-3009-421c-a4f7-7686967f41a7/c6e98a57-6e47-43ce-be74-53fac5942cff/344abdf6-9cd8-43f3-a66f-cbe954454853) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:48.765042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Transition to ACTIVE for port object 7cff6112-039b-46f7-a8ce-68670a59243f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:48.799823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.927761 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.933499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Pushing event updated for resources: {'Port': ['ID=7cff6112-039b-46f7-a8ce-68670a59243f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.955810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Attempting to bind port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:48.956891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Attempting to bind port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '385689d2-93c7-49b2-9b5b-4fb1f0a529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:48.957473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Attempting to bind port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 on network a46f96c8-f931-40b7-bae9-a84aadaa9f9b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:48.972799 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.000926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-15579b13-16ac-4fd8-8435-39b2f3604069 None None] Provisioning for port f5aa6628-3f14-4644-8885-96d6cbcd2119 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:49.002437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 on network a46f96c8-f931-40b7-bae9-a84aadaa9f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:49.004848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Attempting to bind port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 on network a46f96c8-f931-40b7-bae9-a84aadaa9f9b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:49.118352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-15579b13-16ac-4fd8-8435-39b2f3604069 None None] Provisioning complete for port f5aa6628-3f14-4644-8885-96d6cbcd2119 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:49.119531 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-15579b13-16ac-4fd8-8435-39b2f3604069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.148237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94adaac4-fe67-4c85-b11d-de81e9767a9f req-5f1f6697-75bc-4b0d-918c-899e93964fdd tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830965 Aug 31 09:34:49.152907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:49.155719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 38caff9b-a7f6-42e5-95e3-191b08319389 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:49.185821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:49.233467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:49.233939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Checking segment: {'id': '385689d2-93c7-49b2-9b5b-4fb1f0a529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:49.234610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Bound using segment: {'id': '385689d2-93c7-49b2-9b5b-4fb1f0a529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:49.240043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Bound port: 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385689d2-93c7-49b2-9b5b-4fb1f0a529fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:49.240880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.261829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:49.354248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.405406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766aa693-fa7a-47b8-b890-bff1311395f6 None None] Network 18e93208-3009-421c-a4f7-7686967f41a7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:49.466670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.486022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object 344abdf6-9cd8-43f3-a66f-cbe954454853 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:49.488690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.606697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-15579b13-16ac-4fd8-8435-39b2f3604069 None None] Port f5aa6628-3f14-4644-8885-96d6cbcd2119 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:49.625452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] For port 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:49.644420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Attempting to bind port 7cff6112-039b-46f7-a8ce-68670a59243f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:49.645104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Attempting to bind port 7cff6112-039b-46f7-a8ce-68670a59243f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:49.645902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Attempting to bind port 7cff6112-039b-46f7-a8ce-68670a59243f on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:49.664182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] For port 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389,segment=NetworkSegment(385689d2-93c7-49b2-9b5b-4fb1f0a529fb),segment_id=385689d2-93c7-49b2-9b5b-4fb1f0a529fb)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:49.680836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.684648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:49.685379 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Checking segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:49.687608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.691371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.692431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Bound using segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:49.693125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Bound port: 7cff6112-039b-46f7-a8ce-68670a59243f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:49.693701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.742028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.790331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 18e93208-3009-421c-a4f7-7686967f41a7 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:49.800623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:49.814551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:49.873779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.878637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.882561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] 10.222.0.23 "PUT /v2.0/ports/1d445879-4d53-4bfa-9018-6e7ac4e8c389 HTTP/1.1" status: 200 len: 1092 time: 3.8847873 Aug 31 09:34:49.889647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'tag': '1d445879-4d53-4bfa-9018-6e7ac4e8c389'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:49.908694 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "19fd38e8-4a3e-4f3a-ab76-212b3506c95c", "tag": "1d445879-4d53-4bfa-9018-6e7ac4e8c389"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:49.916991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] Provisioning for port 38caff9b-a7f6-42e5-95e3-191b08319389 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:49.947922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] Provisioning complete for port 38caff9b-a7f6-42e5-95e3-191b08319389 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:49.948554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.949788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.950976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.970802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.976095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03da2721-637a-4c06-b0a8-7caa418bfdde tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7668884 Aug 31 09:34:49.980539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34666) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:49.996443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'name': 'tempest-TaggedBootDevicesTest_v242-78369431', 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:50.137354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] For port 7cff6112-039b-46f7-a8ce-68670a59243f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:50.142037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.157497 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f3854a-01a4-4e77-ab2b-d10bc517476b x-openstack-request-id: req-68f3854a-01a4-4e77-ab2b-d10bc517476b {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:50.158191 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fd38e8-4a3e-4f3a-ab76-212b3506c95c", "tag": "1d445879-4d53-4bfa-9018-6e7ac4e8c389", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:50.158397 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68f3854a-01a4-4e77-ab2b-d10bc517476b {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:50.159007 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'tag': '1d445879-4d53-4bfa-9018-6e7ac4e8c389', 'status': 'completed', 'code': 200} Aug 31 09:34:50.215485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] For port 7cff6112-039b-46f7-a8ce-68670a59243f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7cff6112-039b-46f7-a8ce-68670a59243f,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:50.235416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.242216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53462e-bdae-4ab4-a337-1e87cc3d8021 service neutron] Pushing event updated for resources: {'Port': ['ID=1d445879-4d53-4bfa-9018-6e7ac4e8c389,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.248542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.359498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 18abb694-44f8-4a15-a09e-bcc75bff9b52 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:50.423387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10190e67-2b5a-49a6-a66d-184abe9840f9 req-7f1e8bd4-f1c9-478e-822c-b714389d9a41 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.442653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10190e67-2b5a-49a6-a66d-184abe9840f9 req-7f1e8bd4-f1c9-478e-822c-b714389d9a41 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 943 time: 0.4663033 Aug 31 09:34:50.444739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.483644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Network 379b46e7-681b-4fb6-a147-a35c845412d5 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:50.488428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:50.555525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-9981d50c-0760-4fcf-85c3-f7e1ad4e3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.563689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-9981d50c-0760-4fcf-85c3-f7e1ad4e3c19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5936342f9d8949d38460d0efd75a4391&device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 1095 time: 0.5179858 Aug 31 09:34:50.601333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] For port 38caff9b-a7f6-42e5-95e3-191b08319389, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38caff9b-a7f6-42e5-95e3-191b08319389,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:50.602799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aa8ef-d56a-469b-81a7-5e34a7a4b8e2 None None] Pushing event updated for resources: {'Port': ['ID=7cff6112-039b-46f7-a8ce-68670a59243f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.612407 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.633491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:50.643362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.653360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Pushing event updated for resources: {'Port': ['ID=f5aa6628-3f14-4644-8885-96d6cbcd2119,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.718529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 18abb694-44f8-4a15-a09e-bcc75bff9b52 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:50.719754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.737816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] device_id is not set on port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:34:50.759015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-beb743ce-1be9-4770-86fd-efa2f0091833 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389 HTTP/1.1" status: 200 len: 217 time: 0.1399331 Aug 31 09:34:50.793958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:50.988485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f34e4-c59e-40de-983c-c4d1b2dd3f0f None None] Pushing event updated for resources: {'Port': ['ID=38caff9b-a7f6-42e5-95e3-191b08319389,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.065196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10190e67-2b5a-49a6-a66d-184abe9840f9 req-b6325f52-2c64-4325-a732-1a5f223ba51c tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859795 Aug 31 09:34:51.278205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 10.1.1.89 (18e93208-3009-421c-a4f7-7686967f41a7/c6e98a57-6e47-43ce-be74-53fac5942cff/80c1f6fd-73f5-4740-a8fa-7eb626494e2b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:51.286997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b8031b57-3eab-44ae-9868-81be3d14858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.299389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-b8031b57-3eab-44ae-9868-81be3d14858c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=378d6baa-904c-4023-9c39-f2e49c7affe4 HTTP/1.1" status: 200 len: 853 time: 0.5308459 Aug 31 09:34:51.317520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Provisioning complete for port f5aa6628-3f14-4644-8885-96d6cbcd2119 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:51.318286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.348960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.410846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Port f5aa6628-3f14-4644-8885-96d6cbcd2119 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:51.415041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.442691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-6449e084-031a-4b68-be0f-433a9c1fe60f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a46f96c8-f931-40b7-bae9-a84aadaa9f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314793 Aug 31 09:34:51.447296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Provisioning for port 344abdf6-9cd8-43f3-a66f-cbe954454853 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:51.453028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Provisioning complete for port 344abdf6-9cd8-43f3-a66f-cbe954454853 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:51.454405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.571925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Port 344abdf6-9cd8-43f3-a66f-cbe954454853 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:51.612715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Provisioning complete for port 38caff9b-a7f6-42e5-95e3-191b08319389 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:51.613264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-656c8edd-eed7-46d6-a9fd-fa09ede0fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.812110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:51.814220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-8baf7aed-864e-429b-81c0-5944c6672076 service neutron] 10.222.0.23 "GET /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593488 Aug 31 09:34:51.861612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.25.4.42 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/15935149-5c50-4922-b2c1-96792bdf2b3b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:51.867062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Sync routers for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:51.883241 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b036ee1-b8df-40d8-9535-988f0603b041 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b11bbf0-50a4-4022-8442-50a46c2a77c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6560547 Aug 31 09:34:51.925661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:51.927610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:52.099265 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.123295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object 80c1f6fd-73f5-4740-a8fa-7eb626494e2b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:52.237011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.264615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-934b46d7-8d60-405e-bd19-d0f3414c5889 None None] Provisioning complete for port 344abdf6-9cd8-43f3-a66f-cbe954454853 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:52.265461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-934b46d7-8d60-405e-bd19-d0f3414c5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.345606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 18e93208-3009-421c-a4f7-7686967f41a7 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:52.364154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:52.369896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:52.474206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-934b46d7-8d60-405e-bd19-d0f3414c5889 None None] Port 344abdf6-9cd8-43f3-a66f-cbe954454853 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:52.548108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:52.631912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:52.699563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4f1ec9-4ab1-4ac0-9725-0bceaf2ae3e4 req-666e8189-8246-4a77-866a-6f60cda2b1ef service neutron] 10.222.0.23 "GET /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739672 Aug 31 09:34:52.705777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.708625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.764235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-193ba8d6-66ed-4b5e-b378-747a53873012 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2424548 Aug 31 09:34:52.775955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eddd6edd-e84e-4871-8d55-871f98b98169 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7941966 Aug 31 09:34:52.783996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7cff6112-039b-46f7-a8ce-68670a59243f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:52.847794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1ef7a-aee2-4d85-9913-c00484460b4b req-25ad5f62-76bc-46f7-bcc6-45280e755995 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.865791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28c1ef7a-aee2-4d85-9913-c00484460b4b req-25ad5f62-76bc-46f7-bcc6-45280e755995 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 943 time: 0.5046318 Aug 31 09:34:52.936458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-2e194f7a-54d7-475f-9522-826e8187241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.940105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-2e194f7a-54d7-475f-9522-826e8187241a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 1098 time: 0.0983491 Aug 31 09:34:52.950077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.044532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28c1ef7a-aee2-4d85-9913-c00484460b4b req-edf94dd9-896f-4cbf-850a-9461def8aa95 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754916 Aug 31 09:34:53.052764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-7d288b1e-ef56-4bcd-8583-6ecb5de685a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.056382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-7d288b1e-ef56-4bcd-8583-6ecb5de685a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5936342f9d8949d38460d0efd75a4391&device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 1095 time: 0.1874344 Aug 31 09:34:53.150865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.224883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:53.241545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:53.254317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:53.288846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=15935149-5c50-4922-b2c1-96792bdf2b3b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:53.330021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-f92c5968-ed3a-445c-95fb-8d4fde7bd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.332790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-f92c5968-ed3a-445c-95fb-8d4fde7bd260 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a46f96c8-f931-40b7-bae9-a84aadaa9f9b HTTP/1.1" status: 200 len: 914 time: 0.2648964 Aug 31 09:34:53.356177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd34b6-c870-4e38-8dae-4255f59eb76c None None] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:53.360465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-607dd5d3-d881-4e9d-b7c5-686f7c57eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.362919 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-607dd5d3-d881-4e9d-b7c5-686f7c57eda4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.3846920 Aug 31 09:34:53.371462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7cff6112-039b-46f7-a8ce-68670a59243f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:53.447208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:53.465290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750104292', 'description': 'tempest-description--2033105572'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:53.485147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-35e679e0-7510-4d1d-a666-12d0111518b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389 HTTP/1.1" status: 200 len: 217 time: 0.1327851 Aug 31 09:34:53.631965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 38caff9b-a7f6-42e5-95e3-191b08319389 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:53.739900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cff403b3-b347-4d4b-aa8f-d1577b2c69d3 None None] Provisioning for port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:53.801914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cff403b3-b347-4d4b-aa8f-d1577b2c69d3 None None] Provisioning complete for port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:53.802657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cff403b3-b347-4d4b-aa8f-d1577b2c69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.959927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34874) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:53.976901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2101133440-network', 'tenant_id': 'de174d87de864f879b1031e06fe30661'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:53.990979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cff403b3-b347-4d4b-aa8f-d1577b2c69d3 None None] Port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:54.084834 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-b35ff607-f64d-477e-9041-9b29436eae47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 200 len: 1001 time: 0.7135379 Aug 31 09:34:54.107510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 38caff9b-a7f6-42e5-95e3-191b08319389 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:54.109258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.113771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.164672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-4776f5c6-c802-40e0-98ef-4b4cf450d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.166928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-4776f5c6-c802-40e0-98ef-4b4cf450d854 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=378d6baa-904c-4023-9c39-f2e49c7affe4 HTTP/1.1" status: 200 len: 853 time: 0.2174270 Aug 31 09:34:54.172374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Made reservation on behalf of de174d87de864f879b1031e06fe30661 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:54.176705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.209919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.213615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-b34862e1-8122-4ede-9459-87e5a9f28e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.216026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-b34862e1-8122-4ede-9459-87e5a9f28e57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.1232514 Aug 31 09:34:54.238540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-2a6f788f-e5c2-4a1c-a014-031951223129 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a46f96c8-f931-40b7-bae9-a84aadaa9f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550888 Aug 31 09:34:54.293516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-a069e9cc-a28c-48e8-8a79-79f7d22d3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.296573 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-a069e9cc-a28c-48e8-8a79-79f7d22d3d6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730484 Aug 31 09:34:54.473254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] Provisioning for port 7cff6112-039b-46f7-a8ce-68670a59243f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:54.494551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] Provisioning complete for port 7cff6112-039b-46f7-a8ce-68670a59243f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:54.498296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.542440 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-85780976-bf03-442e-9c7b-fadae6cd6ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352252 Aug 31 09:34:54.592840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 2, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:54.671504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Checking router: 2b11bbf0-50a4-4022-8442-50a46c2a77c5 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:54.674106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Updating router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 port f5aa6628-3f14-4644-8885-96d6cbcd2119 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:54.708510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1b64-9141-4609-97f8-f735cab672db req-085ed6ee-a240-4e83-95bb-0102ef1c0aa4 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.711299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e23d79a1-3c19-49bd-a893-c9538659b5a2 req-8a7ee930-1c45-4fad-84a1-a9dafa5fc9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614962 Aug 31 09:34:54.712420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9ad1b64-9141-4609-97f8-f735cab672db req-085ed6ee-a240-4e83-95bb-0102ef1c0aa4 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 943 time: 0.4356678 Aug 31 09:34:54.739767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.807657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-db364719-283c-4de0-9239-272741eb8d1d service neutron] 10.222.0.23 "GET /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154207 Aug 31 09:34:54.863995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.880309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.994722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.013405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9ad1b64-9141-4609-97f8-f735cab672db req-689d51e9-5bef-4535-8180-869afa48e23c tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706342 Aug 31 09:34:55.023292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.073101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] For port 7cff6112-039b-46f7-a8ce-68670a59243f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7cff6112-039b-46f7-a8ce-68670a59243f,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:55.098162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.110315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a5fac1-3560-43a6-93ff-58aeebacc52d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.204346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f438bfe-e7a2-4d9d-b756-85f09b1413b3 None None] Pushing event updated for resources: {'Port': ['ID=7cff6112-039b-46f7-a8ce-68670a59243f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.215462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-becbd91e-e64d-4ca5-83c1-c69b101eaf6d req-700376f5-b19e-4059-9564-12d5d33efd03 service neutron] 10.222.0.23 "GET /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879018 Aug 31 09:34:55.241939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-879aa842-2854-4994-a5e0-68bac7006b81 None None] Provisioning complete for port 7cff6112-039b-46f7-a8ce-68670a59243f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:55.242429 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-879aa842-2854-4994-a5e0-68bac7006b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.347837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.350911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.355513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.385634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Transition to ACTIVE for port object f5aa6628-3f14-4644-8885-96d6cbcd2119 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:55.401080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.403309 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.405342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.406166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ddf2a490-591b-4ad4-bf35-e5f2058212cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9573684 Aug 31 09:34:55.415109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'security_group_rule': {'security_group_id': 'e2a5fac1-3560-43a6-93ff-58aeebacc52d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:55.418306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:55.420896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.431485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d87c93-36e3-4b44-a316-84d87b3c8817,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.452480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.455270 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Added segment b6468978-da1b-4622-aa8f-b464b30bfd79 of type vlan for network 4f28e436-66dc-4ca7-a166-88f110a0abb0 Aug 31 09:34:55.470382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704e218-6367-4696-8e08-70c94610c9dd None None] Pushing event updated for resources: {'Port': ['ID=f5aa6628-3f14-4644-8885-96d6cbcd2119,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.491101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.565401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Attempting to bind port f5aa6628-3f14-4644-8885-96d6cbcd2119 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:55.565781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Attempting to bind port f5aa6628-3f14-4644-8885-96d6cbcd2119 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:55.566360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Attempting to bind port f5aa6628-3f14-4644-8885-96d6cbcd2119 on network 379b46e7-681b-4fb6-a147-a35c845412d5 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:55.573047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:55.574120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Checking segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:55.574845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.575407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Bound using segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:55.576139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Bound port: f5aa6628-3f14-4644-8885-96d6cbcd2119, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:55.576727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.595932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.605628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.628586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.646280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.651479 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395439 Aug 31 09:34:55.651479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbbd62-eef7-486a-aceb-bec5a4e0b171 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd9645a-7a7e-4a96-8bd6-4a0ce9ec3df1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.655174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.667469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'security_group_rule': {'security_group_id': 'e2a5fac1-3560-43a6-93ff-58aeebacc52d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:55.677733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] For port f5aa6628-3f14-4644-8885-96d6cbcd2119, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:55.681431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] For port f5aa6628-3f14-4644-8885-96d6cbcd2119, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f5aa6628-3f14-4644-8885-96d6cbcd2119,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:55.690558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.715764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.745313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.746502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.749297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.799494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:55.800528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:55.826948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.837398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.841977 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8737431 Aug 31 09:34:55.845343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34894) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.852806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Request body: {'subnet': {'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2101133440-subnet', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:55.865160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704e218-6367-4696-8e08-70c94610c9dd None None] Pushing event updated for resources: {'Port': ['ID=f5aa6628-3f14-4644-8885-96d6cbcd2119,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.870268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea7b03d-13db-4dc5-b28d-7b07f86e7e29,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.883174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab48c64-5c2b-4349-a2dc-6f70118a68cd admin admin] Pushing event updated for resources: {'Network': ['ID=4f28e436-66dc-4ca7-a166-88f110a0abb0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:55.896195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.898444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Made reservation on behalf of de174d87de864f879b1031e06fe30661 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:55.902698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.909844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:55.912434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f9cece97-84fb-42cd-974f-80334bc6d875 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529669 Aug 31 09:34:55.913520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34896) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.930466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:55.998921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.062062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:56.267833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.285359 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.329806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 72053c97-5170-4a21-805b-788f6a8fa1e6 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:56.422197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 172.25.4.148 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/3ec04aee-c29a-4481-89fd-50fec14df6e2) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:56.441004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d445879-4d53-4bfa-9018-6e7ac4e8c389 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:56.505857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1484c-ec92-4bc4-a32b-065abe9b13d4 req-cb55f25b-cd07-414d-80ef-9cc2ba3ffb41 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.520685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1484c-ec92-4bc4-a32b-065abe9b13d4 req-cb55f25b-cd07-414d-80ef-9cc2ba3ffb41 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 943 time: 0.2567933 Aug 31 09:34:56.596216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d20b0054-087d-4712-b1c7-73fa5ac551bb,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:56.615129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.656307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35c1484c-ec92-4bc4-a32b-065abe9b13d4 req-d2a31892-264e-4c6b-8a9f-5f3cb6ab17bf tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333787 Aug 31 09:34:56.681452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Checking segment: {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:56.682693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Network hostable DHCP agents. Network: 4f28e436-66dc-4ca7-a166-88f110a0abb0, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:56.709146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.710626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7cff6112-039b-46f7-a8ce-68670a59243f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:56.742212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:34:55Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:56.745888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:56.750920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:56.770905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:56.784569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:56.791497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 4f28e436-66dc-4ca7-a166-88f110a0abb0) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:56.811397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.812370 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.815901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71309a-b1f1-43a4-864b-2fddd61e9234 None None] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:56.819070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db263-6507-4e14-b237-701fedd4e9ca None None] The sync data for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 is: [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:34:55Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:56.835251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:56.849364 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] Sync routers for ids ['72053c97-5170-4a21-805b-788f6a8fa1e6'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:56.855147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389,segment=NetworkSegment(385689d2-93c7-49b2-9b5b-4fb1f0a529fb),segment_id=385689d2-93c7-49b2-9b5b-4fb1f0a529fb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:56.867905 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] Routers {'72053c97-5170-4a21-805b-788f6a8fa1e6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:56.869050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72053c97-5170-4a21-805b-788f6a8fa1e6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:56.870680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=3ec04aee-c29a-4481-89fd-50fec14df6e2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:56.878234 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c90f8b96-8261-49ad-b4f5-0d691dffa168 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0293310 Aug 31 09:34:56.887082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:56.897692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1d445879-4d53-4bfa-9018-6e7ac4e8c389', 'network_id': 'a46f96c8-f931-40b7-bae9-a84aadaa9f9b', 'port_id': '1d445879-4d53-4bfa-9018-6e7ac4e8c389', 'mac_address': 'fa:16:3e:65:60:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378d6baa-904c-4023-9c39-f2e49c7affe4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:56.925161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:56.933480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.935060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-67d920fb-2998-4ce4-a8aa-a5d8964d1be6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.7527435 Aug 31 09:34:56.945606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34910) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:57.026904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:57.030906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.055259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.072828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.075057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.089063 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] Routers {'72053c97-5170-4a21-805b-788f6a8fa1e6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:57.090001 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:34:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72053c97-5170-4a21-805b-788f6a8fa1e6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:57.108234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d445879-4d53-4bfa-9018-6e7ac4e8c389 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:57.166866 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:57.167879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9405baf-3514-49f7-9ecb-3fbdafdf4d1b None None] The sync data for ids ['72053c97-5170-4a21-805b-788f6a8fa1e6'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:57.196827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.270435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389,segment=NetworkSegment(385689d2-93c7-49b2-9b5b-4fb1f0a529fb),segment_id=385689d2-93c7-49b2-9b5b-4fb1f0a529fb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:57.286876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.300299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f12bf3de-3ee6-413a-9ece-5eab07c6855a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/routers/72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 200 len: 880 time: 0.3554265 Aug 31 09:34:57.305105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34914) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:57.330762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.751209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7cff6112-039b-46f7-a8ce-68670a59243f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:57.752077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.804181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.828212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.840204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.891544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1d445879-4d53-4bfa-9018-6e7ac4e8c389'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:58.062523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ac974460-c7e1-4da6-ad85-028a712aa505 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7489984 Aug 31 09:34:58.062985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34920) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:58.070389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1665239992'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:58.078118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=3ec04aee-c29a-4481-89fd-50fec14df6e2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:58.120444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1d445879-4d53-4bfa-9018-6e7ac4e8c389,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:58.131460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-4f28e436-66dc-4ca7-a166-88f110a0abb0', 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'fixed_ips': [{'subnet_id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:58.132267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.132761 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.167119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.169684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-70e4c076-ad9b-4827-ac75-dd2b79f4b89b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2487326 Aug 31 09:34:58.465650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794ef78-9623-464b-921e-5d9141efa171 req-14220c90-1542-41ba-9aa1-eed86fdfa17b tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:58.480165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a794ef78-9623-464b-921e-5d9141efa171 req-14220c90-1542-41ba-9aa1-eed86fdfa17b tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 944 time: 0.5760086 Aug 31 09:34:58.661165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.698893 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.799142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a794ef78-9623-464b-921e-5d9141efa171 req-45f7941d-cf54-45b9-baee-52d06269d636 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173509 Aug 31 09:34:58.859426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ec7cf46b-f2de-4ab8-8c4e-52a7d60271e4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--750104292&fields=id&tenant_id=b5488d7baf804493b54e01fa93993bad HTTP/1.1" status: 200 len: 267 time: 0.0952961 Aug 31 09:34:58.921477 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-99e31962-d8fb-4935-afd2-84b340c41280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.972789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Allocated IP 172.20.0.2 (4f28e436-66dc-4ca7-a166-88f110a0abb0/d20b0054-087d-4712-b1c7-73fa5ac551bb/ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:59.055171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Allocated IP 172.25.4.124 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/a5a92f20-0493-4693-a6c8-ef2e22decf6d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:59.216714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-69ec3a70-bad6-4459-9097-02882335cf9f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:59.219273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-69ec3a70-bad6-4459-9097-02882335cf9f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 936 time: 0.3508508 Aug 31 09:34:59.245347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f5aa6628-3f14-4644-8885-96d6cbcd2119 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:59.434128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.543933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.602128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f5aa6628-3f14-4644-8885-96d6cbcd2119 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:59.632962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:59.668083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f5aa6628-3f14-4644-8885-96d6cbcd2119 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:59.668614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.695987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:59.701023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:59.709184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a92f20-0493-4693-a6c8-ef2e22decf6d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:59.772663 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.794306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Transition to ACTIVE for port object ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:59.883651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Transition to ACTIVE for port object ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:59.913279 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.935518 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.069101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:00.123763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:00.136027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:00.153989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Pushing event updated for resources: {'Port': ['ID=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.241569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f5aa6628-3f14-4644-8885-96d6cbcd2119, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f5aa6628-3f14-4644-8885-96d6cbcd2119,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:00.255564 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.271034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-4bd5b115-8424-495a-80a0-b209a74741b6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.273695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-4bd5b115-8424-495a-80a0-b209a74741b6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 934 time: 1.0360796 Aug 31 09:35:00.333685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f5aa6628-3f14-4644-8885-96d6cbcd2119,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.411495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Attempting to bind port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:00.411867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Attempting to bind port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:00.412242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Attempting to bind port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa on network 4f28e436-66dc-4ca7-a166-88f110a0abb0 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:00.421610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:00.422675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Checking segment: {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:00.423054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.423422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Bound using segment: {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:00.424182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Bound port: ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:00.424807 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.445932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.461101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d445879-4d53-4bfa-9018-6e7ac4e8c389 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:00.472791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-157d1b97-f742-461c-9890-dc0650831b22 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1514425 Aug 31 09:35:00.483746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.566315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1657052d-4c55-48aa-ae5d-51372c5fa868 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0688360 Aug 31 09:35:00.605521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631085-71fb-43af-8aa9-a268b39b2a07 req-28262002-9619-4403-b61d-50406506fad8 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.607067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8631085-71fb-43af-8aa9-a268b39b2a07 req-28262002-9619-4403-b61d-50406506fad8 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 944 time: 0.3690360 Aug 31 09:35:00.636746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.649018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] For port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:00.660442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] For port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:00.661749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:00.671286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:00.671673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.678867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.885173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf3387-0ee1-4463-8476-cd73022a0434 None None] Pushing event updated for resources: {'Port': ['ID=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:01.019304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8631085-71fb-43af-8aa9-a268b39b2a07 req-cbedfb27-d62e-4754-8207-6b90baa0a635 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705263 Aug 31 09:35:01.045541 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.141881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d445879-4d53-4bfa-9018-6e7ac4e8c389'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:01.148446 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558adfb-d722-4987-a240-b37b510e0822" -d '{"events": [{"server_uuid": "19fd38e8-4a3e-4f3a-ab76-212b3506c95c", "name": "network-vif-plugged", "status": "completed", "tag": "1d445879-4d53-4bfa-9018-6e7ac4e8c389"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:01.149424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.157465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f5aa6628-3f14-4644-8885-96d6cbcd2119 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:01.188039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389,segment=NetworkSegment(385689d2-93c7-49b2-9b5b-4fb1f0a529fb),segment_id=385689d2-93c7-49b2-9b5b-4fb1f0a529fb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:01.200490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.346973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-77cb54f1-1666-4dff-8f8e-a2b99be5ed8b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.353200 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bbeb86-a974-4640-89a5-1aa5a8aa9b43 x-openstack-request-id: req-11bbeb86-a974-4640-89a5-1aa5a8aa9b43 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:01.353672 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fd38e8-4a3e-4f3a-ab76-212b3506c95c", "name": "network-vif-plugged", "status": "completed", "tag": "1d445879-4d53-4bfa-9018-6e7ac4e8c389", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:01.354008 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11bbeb86-a974-4640-89a5-1aa5a8aa9b43 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:01.354936 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d445879-4d53-4bfa-9018-6e7ac4e8c389', 'code': 200} Aug 31 09:35:01.392263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-77cb54f1-1666-4dff-8f8e-a2b99be5ed8b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.418320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-77cb54f1-1666-4dff-8f8e-a2b99be5ed8b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.418936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1d445879-4d53-4bfa-9018-6e7ac4e8c389,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:01.425554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-77cb54f1-1666-4dff-8f8e-a2b99be5ed8b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 1995 time: 0.8454022 Aug 31 09:35:01.428898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f5aa6628-3f14-4644-8885-96d6cbcd2119 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:01.429484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.517231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-980b2feb-8f4a-44da-9869-0c5e257481d4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/quotas/b5488d7baf804493b54e01fa93993bad HTTP/1.1" status: 200 len: 375 time: 0.0848849 Aug 31 09:35:01.544795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 72053c97-5170-4a21-805b-788f6a8fa1e6 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:01.576715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Router 171cae90-abba-439b-a22c-39112de3f82b is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:35:01.579984 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-54d5cfb6-0ef6-4379-ac6b-2e4957eda525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.751130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55470-f954-44ac-ad1e-50a09fd73231 req-51f40e44-a6ad-4382-bc89-2bff193cecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.753668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22a55470-f954-44ac-ad1e-50a09fd73231 req-51f40e44-a6ad-4382-bc89-2bff193cecb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 1097 time: 0.3088753 Aug 31 09:35:01.784545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.817598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:01.834776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1fdee20f-cb9d-489e-98a6-4d11254f86f5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2972391 Aug 31 09:35:01.840656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Sync routers for ids ['171cae90-abba-439b-a22c-39112de3f82b'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:01.854345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.861492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-63935a39-b271-41d8-851d-23d146d15904 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9711022 Aug 31 09:35:01.864346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34956) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.864594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Routers {'171cae90-abba-439b-a22c-39112de3f82b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:01.865767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['171cae90-abba-439b-a22c-39112de3f82b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:01.978868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22a55470-f954-44ac-ad1e-50a09fd73231 req-44f26d66-3def-4416-b133-f7df96ca24c5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142770 Aug 31 09:35:02.078772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:02.114184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] Sync routers for ids ['72053c97-5170-4a21-805b-788f6a8fa1e6'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:02.121432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.128570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-86937ceb-f96b-4560-a148-45fd642570fd tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 200 len: 887 time: 4.0639038 Aug 31 09:35:02.129777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34960) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.132707 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] Routers {'72053c97-5170-4a21-805b-788f6a8fa1e6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:02.133352 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72053c97-5170-4a21-805b-788f6a8fa1e6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.138409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Set router 171cae90-abba-439b-a22c-39112de3f82b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:02.273135 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.296469 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] Routers {'72053c97-5170-4a21-805b-788f6a8fa1e6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:02.298704 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['72053c97-5170-4a21-805b-788f6a8fa1e6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.444913 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.446278 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b402964-c24b-4dee-abc2-27318ec418df None None] The sync data for ids ['72053c97-5170-4a21-805b-788f6a8fa1e6'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:02.463988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5bc66448-428b-4cd5-be95-bf404d568f19 service neutron] 10.222.0.18 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375199 Aug 31 09:35:02.628325 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.663099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c664fb2-5142-4d80-9e17-fe1a1f3381d2 req-c78e3618-b0eb-471d-b609-d8350c62a379 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.665733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c664fb2-5142-4d80-9e17-fe1a1f3381d2 req-c78e3618-b0eb-471d-b609-d8350c62a379 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 945 time: 0.4160399 Aug 31 09:35:02.764956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34966) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.765383 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-343c31ac-3721-4ae5-9e70-715791a59e6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/routers/72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 200 len: 887 time: 0.6347711 Aug 31 09:35:02.813062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d66fb390-216b-4af2-ad3e-d2ff8d910c66 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 200 len: 205 time: 0.0422277 Aug 31 09:35:02.817586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34968) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.842314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 3, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:02.884011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c828ee-6ee5-41e4-871c-c870b392cc28 None None] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:02.889587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Checking router: 171cae90-abba-439b-a22c-39112de3f82b for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:02.889970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Updating router 171cae90-abba-439b-a22c-39112de3f82b port a5a92f20-0493-4693-a6c8-ef2e22decf6d binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:02.892323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-db19c734-ea06-4415-8a25-6407c0124558 service neutron] 10.222.0.18 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252057 Aug 31 09:35:02.976667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-35d1fbb8-0f53-47a8-a43e-16b845027d16 None None] Provisioning for port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:02.985028 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.132041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c664fb2-5142-4d80-9e17-fe1a1f3381d2 req-41d88be3-4bbd-423c-bd47-588de5a093b0 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339545 Aug 31 09:35:03.210113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-57017dc1-0402-462d-a30e-eda26bb57c50 service neutron] 10.222.0.18 "GET /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1864855 Aug 31 09:35:03.283492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:03.320209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.442098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-bcf23dc7-8c97-4270-a464-1e4bd6d1e230 service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305944 Aug 31 09:35:03.699480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.787454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-9dad78fe-d37a-4ee1-af0b-3969947e153e service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432212 Aug 31 09:35:03.789606 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.854524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ac8d356a-7045-4fe5-a609-f21226bd3956 service neutron] 10.222.0.18 "GET /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0663550 Aug 31 09:35:03.989212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 15935149-5c50-4922-b2c1-96792bdf2b3b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:03.990889 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.993986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.998006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:04.015552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:04.016688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.051702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-3f83031a-baf8-46a9-8ca5-6d5fd7ed5f8c service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962128 Aug 31 09:35:04.179938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Allocated IP 172.20.0.1 (4f28e436-66dc-4ca7-a166-88f110a0abb0/d20b0054-087d-4712-b1c7-73fa5ac551bb/3d978510-8a3e-4ff6-8d63-07fd2951f67d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:04.227516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b0840acb-bb31-4fd6-ac6f-d99f97d70c50 service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537130 Aug 31 09:35:04.427060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.435430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-dbe4ba25-ea40-4b7b-9b46-b2925a8d70c7 service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598403 Aug 31 09:35:04.450775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Transition to ACTIVE for port object a5a92f20-0493-4693-a6c8-ef2e22decf6d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:04.459316 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.470053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.500290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Transition to ACTIVE for port object 3d978510-8a3e-4ff6-8d63-07fd2951f67d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:04.516655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.551885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaefed7-7d78-4487-bb27-d53202e6ca84 req-d7999030-085c-4453-bab6-cdb26d7cc658 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.559814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfaefed7-7d78-4487-bb27-d53202e6ca84 req-d7999030-085c-4453-bab6-cdb26d7cc658 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 945 time: 0.2038598 Aug 31 09:35:04.570782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.605118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.616915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ebce9-baed-4868-b366-528e47437438 None None] Pushing event updated for resources: {'Port': ['ID=a5a92f20-0493-4693-a6c8-ef2e22decf6d,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.647153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 15935149-5c50-4922-b2c1-96792bdf2b3b owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:04.659415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:04.659946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:04.664891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfaefed7-7d78-4487-bb27-d53202e6ca84 req-08390d78-e4d5-4ea2-b620-ce055b65c8ae tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039767 Aug 31 09:35:04.673687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:04.688731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a1fec4d9-0166-4223-9b6b-5927081eb85e None None] Provisioning complete for port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:04.689312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a1fec4d9-0166-4223-9b6b-5927081eb85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.692074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:04.748948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.771035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Attempting to bind port a5a92f20-0493-4693-a6c8-ef2e22decf6d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:04.771344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Attempting to bind port a5a92f20-0493-4693-a6c8-ef2e22decf6d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:04.771713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Attempting to bind port a5a92f20-0493-4693-a6c8-ef2e22decf6d on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:04.798075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Pushing event updated for resources: {'Port': ['ID=3d978510-8a3e-4ff6-8d63-07fd2951f67d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.816912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.904978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-33930ed1-2923-42ff-948e-dac633ccbb9e service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433868 Aug 31 09:35:04.913101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:04.913939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:04.914688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.915368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:04.916239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Bound port: a5a92f20-0493-4693-a6c8-ef2e22decf6d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:04.916922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.011345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.128746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] For port a5a92f20-0493-4693-a6c8-ef2e22decf6d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:05.146514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] For port a5a92f20-0493-4693-a6c8-ef2e22decf6d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a5a92f20-0493-4693-a6c8-ef2e22decf6d,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:05.249576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.272077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.286244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7e5aca03-fe29-4813-8f98-bb43eaf60644 service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800514 Aug 31 09:35:05.420131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ebce9-baed-4868-b366-528e47437438 None None] Pushing event updated for resources: {'Port': ['ID=a5a92f20-0493-4693-a6c8-ef2e22decf6d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.439923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Routers {'171cae90-abba-439b-a22c-39112de3f82b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:05.441130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['171cae90-abba-439b-a22c-39112de3f82b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:05.483292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-9e323368-acbe-44d2-87cb-aecefba4ca69 service neutron] 10.222.0.18 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869972 Aug 31 09:35:05.495216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.516691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.544670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.634284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] Set router 171cae90-abba-439b-a22c-39112de3f82b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:05.683112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.688486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Pushing event updated for resources: {'Port': ['ID=3d978510-8a3e-4ff6-8d63-07fd2951f67d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.707971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b6fb8ef0-eda9-4f6c-806d-578f782ff8c4 None None] Provisioning for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:05.761342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=15935149-5c50-4922-b2c1-96792bdf2b3b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.774977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b6fb8ef0-eda9-4f6c-806d-578f782ff8c4 None None] Provisioning complete for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:05.775731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6fb8ef0-eda9-4f6c-806d-578f782ff8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.861404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:05.863313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:05.893383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb8ef0-eda9-4f6c-806d-578f782ff8c4 None None] Port 3d978510-8a3e-4ff6-8d63-07fd2951f67d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:05.984788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.998983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90c89-77bf-4eba-839d-3054f3a74472 req-1959e8cd-392e-4e57-9ed8-fa99b2393889 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.001110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adb90c89-77bf-4eba-839d-3054f3a74472 req-1959e8cd-392e-4e57-9ed8-fa99b2393889 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 945 time: 0.2410698 Aug 31 09:35:06.039730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d6d85014-acd5-4752-b2ac-0847acc43c6e service neutron] 10.222.0.18 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384510 Aug 31 09:35:06.075673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3d978510-8a3e-4ff6-8d63-07fd2951f67d', 'name': '', 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'mac_address': 'fa:16:3e:d3:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:03Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 1, 'project_id': 'de174d87de864f879b1031e06fe30661', 'subnets': [{'id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:06.094462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Router 171cae90-abba-439b-a22c-39112de3f82b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:06.138288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d7fb1-365b-45fa-ab94-7b9b4ec73640 None None] The sync data for ids ['171cae90-abba-439b-a22c-39112de3f82b'] in n-d-800634-13 is: [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3d978510-8a3e-4ff6-8d63-07fd2951f67d', 'name': '', 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'mac_address': 'fa:16:3e:d3:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:03Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 1, 'project_id': 'de174d87de864f879b1031e06fe30661', 'subnets': [{'id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:06.182594 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.280254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:06.289503 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-099dc152-75fc-4186-8164-a196cc642925 admin admin] 10.222.0.18 "PUT /v2.0/routers/171cae90-abba-439b-a22c-39112de3f82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4201303 Aug 31 09:35:06.370339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-89793cc5-33f7-41da-a410-fbcdd3e481b5 None None] Provisioning complete for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:06.371052 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-89793cc5-33f7-41da-a410-fbcdd3e481b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.432197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-89793cc5-33f7-41da-a410-fbcdd3e481b5 None None] Port 3d978510-8a3e-4ff6-8d63-07fd2951f67d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:06.684355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.696184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.806931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adb90c89-77bf-4eba-839d-3054f3a74472 req-a7f2e010-5ba0-4303-959f-d537673e873d tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712529 Aug 31 09:35:06.822214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.823080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router 72053c97-5170-4a21-805b-788f6a8fa1e6 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:35:06.849494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.851209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-70a3628a-ca0a-4d5a-8642-ecab5138f8da tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 204 len: 168 time: 4.0310199 Aug 31 09:35:06.856863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35002) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.869021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-33113930'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:06.957423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:06.969742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.978352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f365b0c6-83ad-49fa-914f-a62c55cb0597 service neutron] 10.222.0.18 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619411 Aug 31 09:35:07.023802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:07.044611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.044965 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment 50f35713-e186-4d81-9f63-168c6111be8c of type vlan for network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 Aug 31 09:35:07.134372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.205612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:07.248741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.260564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-d3eb501b-c78c-4e13-86d1-36d85803f12c tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.262867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-d3eb501b-c78c-4e13-86d1-36d85803f12c tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.23 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 945 time: 0.2419233 Aug 31 09:35:07.284837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.286026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.385893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:07.386380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.527828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-0dc4d885-da5e-4975-a793-2111a9e3d740 service neutron] 10.222.0.18 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178449 Aug 31 09:35:07.554628 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6927993 Aug 31 09:35:07.561313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35036) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:07.578819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:07.707597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dfcdb-1619-4fca-8dad-cad50e76d491 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=f3d20c9f-b937-4faa-9264-1f3cd9c97a23,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.729398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:07.790154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Deleting port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:07.790760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.861114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:07.869521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.139379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5b961492-e67f-47dd-bf45-b07203ed2909 service neutron] 10.222.0.18 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008029 Aug 31 09:35:08.261457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] For port 1d445879-4d53-4bfa-9018-6e7ac4e8c389, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d445879-4d53-4bfa-9018-6e7ac4e8c389,segment=NetworkSegment(385689d2-93c7-49b2-9b5b-4fb1f0a529fb),segment_id=385689d2-93c7-49b2-9b5b-4fb1f0a529fb)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:08.262546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.276216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d96d7-3073-4a7f-9826-a3aa54b73626 req-bd990876-6416-4e80-ab07-6d90c8baa614 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:08.287324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-104d96d7-3073-4a7f-9826-a3aa54b73626 req-bd990876-6416-4e80-ab07-6d90c8baa614 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 945 time: 0.3050334 Aug 31 09:35:08.339285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Calling delete_port for 1d445879-4d53-4bfa-9018-6e7ac4e8c389 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:08.420554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.534602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-104d96d7-3073-4a7f-9826-a3aa54b73626 req-89a16dd2-9789-4b14-b141-d4e9e9e2f77c tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f2df8e7-d721-49f8-ab92-01ce57a51cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450132 Aug 31 09:35:08.618585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=f5303a29-8b2a-431c-bfda-bef9c367e78e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:08.637531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': '50f35713-e186-4d81-9f63-168c6111be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:08.638212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: f3d20c9f-b937-4faa-9264-1f3cd9c97a23, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:08.666985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:08.686811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, f3d20c9f-b937-4faa-9264-1f3cd9c97a23) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:08.703949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:08.705138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.717897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f625cf-a6ef-4a88-a016-fc90917e6ab5 None None] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:08.741421 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a466ee7-a368-4450-a901-0c179ee42b85 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1783941 Aug 31 09:35:08.745187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35070) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:08.751767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660245680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:08.830425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.849569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.855857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.897695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Pushing event deleted for resources: {'Port': ['ID=1d445879-4d53-4bfa-9018-6e7ac4e8c389,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.053144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] No DVR routers for this DVR port 1d445879-4d53-4bfa-9018-6e7ac4e8c389 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:09.067389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.081075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ee1e4f3-7117-4280-9eb5-fb1a8649e324 req-cf4b68f0-dd96-4bb3-bb05-ca937c2134a1 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.23 "DELETE /v2.0/ports/1d445879-4d53-4bfa-9018-6e7ac4e8c389 HTTP/1.1" status: 204 len: 173 time: 1.8095603 Aug 31 09:35:09.081075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'name': 'network-vif-deleted', 'tag': '1d445879-4d53-4bfa-9018-6e7ac4e8c389'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:09.119802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.122609 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71e4e8-9f7e-48ca-b871-cca8a1014b9b" -d '{"events": [{"server_uuid": "19fd38e8-4a3e-4f3a-ab76-212b3506c95c", "name": "network-vif-deleted", "tag": "1d445879-4d53-4bfa-9018-6e7ac4e8c389"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:09.129270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.133247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:35:09.230337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.234531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9d7e1098-23b6-4401-9be2-a783907d645c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4869974 Aug 31 09:35:09.237995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35106) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.271315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5a92f20-0493-4693-a6c8-ef2e22decf6d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:09.294660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-f3d20c9f-b937-4faa-9264-1f3cd9c97a23', 'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': 'f5303a29-8b2a-431c-bfda-bef9c367e78e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:09.297879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.357978 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de54bb-1070-433b-a884-dd8db78f5c5a x-openstack-request-id: req-77de54bb-1070-433b-a884-dd8db78f5c5a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:09.358851 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fd38e8-4a3e-4f3a-ab76-212b3506c95c", "name": "network-vif-deleted", "tag": "1d445879-4d53-4bfa-9018-6e7ac4e8c389", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:09.358851 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77de54bb-1070-433b-a884-dd8db78f5c5a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:09.359869 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fd38e8-4a3e-4f3a-ab76-212b3506c95c', 'name': 'network-vif-deleted', 'tag': '1d445879-4d53-4bfa-9018-6e7ac4e8c389', 'status': 'completed', 'code': 200} Aug 31 09:35:09.857911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d6f49e7-645c-4d38-9738-715ca293e7bc req-c74be77b-9803-4191-a0b0-2e80fdb85209 tempest-ServerPasswordTestJSON-1264355931 tempest-ServerPasswordTestJSON-1264355931-project] 10.222.0.18 "GET /v2.0/ports?device_id=19fd38e8-4a3e-4f3a-ab76-212b3506c95c HTTP/1.1" status: 200 len: 210 time: 0.0876284 Aug 31 09:35:09.917564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a5a92f20-0493-4693-a6c8-ef2e22decf6d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:09.949861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a5a92f20-0493-4693-a6c8-ef2e22decf6d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:09.950199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.078418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Allocated IP 172.20.0.2 (f3d20c9f-b937-4faa-9264-1f3cd9c97a23/f5303a29-8b2a-431c-bfda-bef9c367e78e/d21f4217-f5d8-48c4-9e03-d31ace81980f) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:10.139278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.291071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-010ca6cf-4b32-4dfa-a40d-293fa143b8da req-e79e9c02-63b1-429e-b7cd-e893a29c7e76 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.1265194 Aug 31 09:35:10.408554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Sync routers for ids ['171cae90-abba-439b-a22c-39112de3f82b'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:10.450351 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.498075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Routers {'171cae90-abba-439b-a22c-39112de3f82b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:10.499461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['171cae90-abba-439b-a22c-39112de3f82b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:10.747175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Set router 171cae90-abba-439b-a22c-39112de3f82b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:10.808964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d445879-4d53-4bfa-9018-6e7ac4e8c389 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:10.873932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 1d445879-4d53-4bfa-9018-6e7ac4e8c389 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:10.874261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d445879-4d53-4bfa-9018-6e7ac4e8c389 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:10.883747 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.894886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a5a92f20-0493-4693-a6c8-ef2e22decf6d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a5a92f20-0493-4693-a6c8-ef2e22decf6d,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:10.906720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Transition to ACTIVE for port object d21f4217-f5d8-48c4-9e03-d31ace81980f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:10.940744 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.012619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:11.111441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Transition to ACTIVE for port object d21f4217-f5d8-48c4-9e03-d31ace81980f will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:11.156821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.229330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a5a92f20-0493-4693-a6c8-ef2e22decf6d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.264807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:11.321347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Deleting subnet 378d6baa-904c-4023-9c39-f2e49c7affe4 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:11.335516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.336275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:11.378012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:11.438609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.20.0.1 (f3d20c9f-b937-4faa-9264-1f3cd9c97a23/f5303a29-8b2a-431c-bfda-bef9c367e78e/959f81a0-d1a7-4759-83e2-85433b0af773) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:11.477800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.485074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Pushing event updated for resources: {'Port': ['ID=d21f4217-f5d8-48c4-9e03-d31ace81980f,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.675026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e2b9935-8c56-4e9b-bff1-f41959a7079e req-67f8b93f-fed5-407f-8750-ba6d44fe902f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.1090319 Aug 31 09:35:11.690573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.804471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Attempting to bind port d21f4217-f5d8-48c4-9e03-d31ace81980f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:11.805010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Attempting to bind port d21f4217-f5d8-48c4-9e03-d31ace81980f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '50f35713-e186-4d81-9f63-168c6111be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:11.805527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Attempting to bind port d21f4217-f5d8-48c4-9e03-d31ace81980f on network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:11.816380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:11.816841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Checking segment: {'id': '50f35713-e186-4d81-9f63-168c6111be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:11.817161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.817555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Bound using segment: {'id': '50f35713-e186-4d81-9f63-168c6111be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:11.818290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Bound port: d21f4217-f5d8-48c4-9e03-d31ace81980f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f35713-e186-4d81-9f63-168c6111be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3d20c9f-b937-4faa-9264-1f3cd9c97a23'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:11.818841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.849149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.902736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3d978510-8a3e-4ff6-8d63-07fd2951f67d', 'name': '', 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'mac_address': 'fa:16:3e:d3:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:03Z', 'updated_at': '2021-08-31T09:35:05Z', 'revision_number': 2, 'project_id': 'de174d87de864f879b1031e06fe30661', 'subnets': [{'id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.905601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378d6baa-904c-4023-9c39-f2e49c7affe4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:11.912108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.917008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.918969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c9468b0d-3b43-4fba-af80-cdf3f5955518 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/378d6baa-904c-4023-9c39-f2e49c7affe4 HTTP/1.1" status: 204 len: 168 time: 0.9049659 Aug 31 09:35:11.923279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35166) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:11.944722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Checking router: 171cae90-abba-439b-a22c-39112de3f82b for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:11.946818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Updating router 171cae90-abba-439b-a22c-39112de3f82b port 3d978510-8a3e-4ff6-8d63-07fd2951f67d binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:11.976657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object 959f81a0-d1a7-4759-83e2-85433b0af773 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:12.009670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] For port d21f4217-f5d8-48c4-9e03-d31ace81980f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:12.018358 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.050120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] For port d21f4217-f5d8-48c4-9e03-d31ace81980f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d21f4217-f5d8-48c4-9e03-d31ace81980f,segment=NetworkSegment(50f35713-e186-4d81-9f63-168c6111be8c),segment_id=50f35713-e186-4d81-9f63-168c6111be8c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:12.052566 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.057722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.163548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.254022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:12.258398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.263927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:12.281387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:12.345601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452eefe-2432-4e1b-839b-d5b8ae1ecf8e None None] Pushing event updated for resources: {'Port': ['ID=d21f4217-f5d8-48c4-9e03-d31ace81980f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.394944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.434170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46f96c8-f931-40b7-bae9-a84aadaa9f9b']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:12.683383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=959f81a0-d1a7-4759-83e2-85433b0af773,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.689938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-9778f05e-0267-4b94-bfe7-1923cd3f79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.692434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-9778f05e-0267-4b94-bfe7-1923cd3f79d2 service neutron] 10.222.0.23 "GET /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 1032 time: 0.5062320 Aug 31 09:35:12.704365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385689d2-93c7-49b2-9b5b-4fb1f0a529fb') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:12.704869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385689d2-93c7-49b2-9b5b-4fb1f0a529fb') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:12.836739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.899239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.933360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-66999b7d-c09d-4cf2-95cb-9cb4289e6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.936384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-66999b7d-c09d-4cf2-95cb-9cb4289e6898 service neutron] 10.222.0.23 "GET /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 1030 time: 0.2278652 Aug 31 09:35:12.938754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.958810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:12.959208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:12.961129 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:13.200943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.329090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-a808a904-46ca-41ab-98b9-4e583460236f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.340434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-a808a904-46ca-41ab-98b9-4e583460236f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.352426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-a808a904-46ca-41ab-98b9-4e583460236f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:13.355829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-a808a904-46ca-41ab-98b9-4e583460236f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 1995 time: 0.4097307 Aug 31 09:35:13.443895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d21f4217-f5d8-48c4-9e03-d31ace81980f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:13.463224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f554b577-16a7-4cc1-afab-082c1026bdb5 req-8ba83937-30e7-4bd2-b6f6-5e5552b6fe7e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.4985218 Aug 31 09:35:13.676292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Transition to ACTIVE for port object 3d978510-8a3e-4ff6-8d63-07fd2951f67d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:13.681697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-57ebe252-2608-403c-9981-7e1a26578873 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5488d7baf804493b54e01fa93993bad HTTP/1.1" status: 200 len: 379 time: 0.2355449 Aug 31 09:35:13.699720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.794423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.804665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.808118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a46f96c8-f931-40b7-bae9-a84aadaa9f9b HTTP/1.1" status: 204 len: 168 time: 1.8840432 Aug 31 09:35:13.842545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'admin_state_up': True, 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'security_groups': ['e2a5fac1-3560-43a6-93ff-58aeebacc52d']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:13.921053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dc613-2820-4225-a517-65701df3fb5f None None] Pushing event updated for resources: {'Port': ['ID=3d978510-8a3e-4ff6-8d63-07fd2951f67d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.925241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d21f4217-f5d8-48c4-9e03-d31ace81980f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:13.930627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5a92f20-0493-4693-a6c8-ef2e22decf6d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:14.139300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Attempting to bind port 3d978510-8a3e-4ff6-8d63-07fd2951f67d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:14.140584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Attempting to bind port 3d978510-8a3e-4ff6-8d63-07fd2951f67d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:14.141129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Attempting to bind port 3d978510-8a3e-4ff6-8d63-07fd2951f67d on network 4f28e436-66dc-4ca7-a166-88f110a0abb0 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:14.173717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:14.174356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Checking segment: {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:14.179959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.184190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Bound using segment: {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:14.185045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Bound port: 3d978510-8a3e-4ff6-8d63-07fd2951f67d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6468978-da1b-4622-aa8f-b464b30bfd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:14.185608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.221493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a5a92f20-0493-4693-a6c8-ef2e22decf6d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:14.222547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.365782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfa3f3-e851-4c94-9354-1fa611378d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46f96c8-f931-40b7-bae9-a84aadaa9f9b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.387060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] For port 3d978510-8a3e-4ff6-8d63-07fd2951f67d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:14.390647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:14.404352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] For port 3d978510-8a3e-4ff6-8d63-07fd2951f67d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3d978510-8a3e-4ff6-8d63-07fd2951f67d,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:14.422533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.528878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f01a3a46-dd37-4915-9780-2ab85006dbbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5936342f9d8949d38460d0efd75a4391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365204 Aug 31 09:35:14.532793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35206) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:14.663061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dc613-2820-4225-a517-65701df3fb5f None None] Pushing event updated for resources: {'Port': ['ID=3d978510-8a3e-4ff6-8d63-07fd2951f67d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.688581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3374b1c-767e-4a1d-ac78-a61f7e1526de None None] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:14.730787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:14.743397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.806371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e6439b4-fcc0-48b1-9039-915248631e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.934630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e6439b4-fcc0-48b1-9039-915248631e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.022460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8f28862-1150-48ea-ac00-14ed38e07125 req-8b60dfe2-ca1e-47ae-9876-8a4b79c6b045 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.2686701 Aug 31 09:35:15.106098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e6439b4-fcc0-48b1-9039-915248631e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.110646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e6439b4-fcc0-48b1-9039-915248631e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.114433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e6439b4-fcc0-48b1-9039-915248631e62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f2df8e7-d721-49f8-ab92-01ce57a51cc5 HTTP/1.1" status: 204 len: 168 time: 0.5768604 Aug 31 09:35:15.127862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6439b4-fcc0-48b1-9039-915248631e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2df8e7-d721-49f8-ab92-01ce57a51cc5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:15.166015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Routers {'171cae90-abba-439b-a22c-39112de3f82b'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:15.166702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['171cae90-abba-439b-a22c-39112de3f82b'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:15.498185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 172.20.0.7 (a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b/deeaa54f-5a20-45fa-821c-d989468ea4e9/eac1170d-2854-4dea-86c2-aa7d88a8d218) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:15.649597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.688817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.835097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] Set router 171cae90-abba-439b-a22c-39112de3f82b gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:16.235341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] Provisioning for port d21f4217-f5d8-48c4-9e03-d31ace81980f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:16.244869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] Provisioning complete for port d21f4217-f5d8-48c4-9e03-d31ace81980f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:16.246979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.254166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3d978510-8a3e-4ff6-8d63-07fd2951f67d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:16.353271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.423859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object eac1170d-2854-4dea-86c2-aa7d88a8d218 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:16.590391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.732308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.745429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=959f81a0-d1a7-4759-83e2-85433b0af773,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:16.784959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:16.862193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:16.876585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:16.877482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.247224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.588080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.659172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3d978510-8a3e-4ff6-8d63-07fd2951f67d', 'name': '', 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'mac_address': 'fa:16:3e:d3:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:03Z', 'updated_at': '2021-08-31T09:35:14Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'subnets': [{'id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:17.735524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e9eb-21b6-44b3-b09d-3a53021261df req-0f6a8591-4b94-4452-9c18-33ab26363366 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.738168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab74e9eb-21b6-44b3-b09d-3a53021261df req-0f6a8591-4b94-4452-9c18-33ab26363366 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 931 time: 1.1673143 Aug 31 09:35:17.739846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:17.764211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:17.802140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35274) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:17.816075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] For port d21f4217-f5d8-48c4-9e03-d31ace81980f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d21f4217-f5d8-48c4-9e03-d31ace81980f,segment=NetworkSegment(50f35713-e186-4d81-9f63-168c6111be8c),segment_id=50f35713-e186-4d81-9f63-168c6111be8c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:17.827991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dcad1-7457-4c3b-b362-e71b51bf8853 None None] The sync data for ids ['171cae90-abba-439b-a22c-39112de3f82b'] in n-d-800634-13 is: [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:35:04Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '3d978510-8a3e-4ff6-8d63-07fd2951f67d', 'name': '', 'network_id': '4f28e436-66dc-4ca7-a166-88f110a0abb0', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'mac_address': 'fa:16:3e:d3:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:03Z', 'updated_at': '2021-08-31T09:35:14Z', 'revision_number': 4, 'project_id': 'de174d87de864f879b1031e06fe30661', 'subnets': [{'id': 'd20b0054-087d-4712-b1c7-73fa5ac551bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:17.856018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.958952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:18.001046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:18.079292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb233c-581b-4e06-8096-e10332f15507 None None] Pushing event updated for resources: {'Port': ['ID=d21f4217-f5d8-48c4-9e03-d31ace81980f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.181068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab74e9eb-21b6-44b3-b09d-3a53021261df req-289776eb-0132-4db7-8518-0ea473c42915 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4283910 Aug 31 09:35:18.193468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Provisioning for port 959f81a0-d1a7-4759-83e2-85433b0af773 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:18.211681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 3d978510-8a3e-4ff6-8d63-07fd2951f67d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3d978510-8a3e-4ff6-8d63-07fd2951f67d,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:18.217798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.230752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Provisioning complete for port 959f81a0-d1a7-4759-83e2-85433b0af773 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:18.231506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.243915 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.397727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1890534191-network', 'tenant_id': 'e5a669fe9487468f947cc59c7202bae0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:18.505772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.523022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Made reservation on behalf of e5a669fe9487468f947cc59c7202bae0 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:18.532049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.537246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.557714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.605232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Port 959f81a0-d1a7-4759-83e2-85433b0af773 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:18.636525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=3d978510-8a3e-4ff6-8d63-07fd2951f67d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.754651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d21f4217-f5d8-48c4-9e03-d31ace81980f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:18.798275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Provisioning complete for port d21f4217-f5d8-48c4-9e03-d31ace81980f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:18.799108 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.808520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.854151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.865171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.891366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fad3e7ab-e938-49d4-9afe-24b1c74cbde5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0813510 Aug 31 09:35:18.931156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'admin_state_up': True, 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'security_groups': ['e2a5fac1-3560-43a6-93ff-58aeebacc52d']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:18.984836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d21f4217-f5d8-48c4-9e03-d31ace81980f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:18.985205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.040270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:19.067225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b6a80-6525-485a-82aa-5d528bf73a79,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:19.097523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router ba750601-d7a6-4490-9b79-a18337f694d2 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:35:19.118636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.124470 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Added segment c8b508bf-b717-4f43-8d3d-6756ebdec617 of type vlan for network 1773bcc0-a33a-43d5-b083-eb68b762d31f Aug 31 09:35:19.153813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Provisioning complete for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:19.155089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-581a4831-5d45-4b0c-9a82-925c10859c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.300270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.402414 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.403621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.406586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.672379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8673923 Aug 31 09:35:19.799079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6818af6-424b-4b12-8b4f-c75b617df2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1773bcc0-a33a-43d5-b083-eb68b762d31f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:19.862053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:19.879203 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] Sync routers for ids ['ba750601-d7a6-4490-9b79-a18337f694d2'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:19.887494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:19.901354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ff182107-ea44-4c7e-a80b-01f49a3b1beb tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/ba750601-d7a6-4490-9b79-a18337f694d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6427557 Aug 31 09:35:19.941094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98761f6-0fb7-424a-a867-caa5759ea875 req-26e5e3e1-b97d-4fb6-9c95-5906ddd0bfb9 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.958715 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] Routers {'ba750601-d7a6-4490-9b79-a18337f694d2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:19.963462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f98761f6-0fb7-424a-a867-caa5759ea875 req-26e5e3e1-b97d-4fb6-9c95-5906ddd0bfb9 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 931 time: 0.4249132 Aug 31 09:35:19.978433 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba750601-d7a6-4490-9b79-a18337f694d2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.028657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ede1d-54cf-4741-b69d-4c98382098ff tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.030219 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef0ede1d-54cf-4741-b69d-4c98382098ff tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports/959f81a0-d1a7-4759-83e2-85433b0af773 HTTP/1.1" status: 200 len: 910 time: 0.1416073 Aug 31 09:35:20.042590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35312) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.062415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f5303a29-8b2a-431c-bfda-bef9c367e78e'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:20.069783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:20.088222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.194172 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.210683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1773bcc0-a33a-43d5-b083-eb68b762d31f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:20.233164 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] Routers {'ba750601-d7a6-4490-9b79-a18337f694d2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:20.235832 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba750601-d7a6-4490-9b79-a18337f694d2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.328212 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.332205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f1f53-0fdc-4554-b4a4-84f76861d9b1 None None] The sync data for ids ['ba750601-d7a6-4490-9b79-a18337f694d2'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:20.369940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f98761f6-0fb7-424a-a867-caa5759ea875 req-8efdf082-6b7b-47a3-844c-20eedd32e3cd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4044707 Aug 31 09:35:20.607949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Provisioning complete for port 959f81a0-d1a7-4759-83e2-85433b0af773 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:20.608392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.783263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Port 959f81a0-d1a7-4759-83e2-85433b0af773 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:20.803621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3d978510-8a3e-4ff6-8d63-07fd2951f67d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:20.848217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.942226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 10.1.1.198 (18e93208-3009-421c-a4f7-7686967f41a7/c6e98a57-6e47-43ce-be74-53fac5942cff/f697b00b-7bf4-46a6-af49-65bc153de117) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:20.985231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Provisioning for port eac1170d-2854-4dea-86c2-aa7d88a8d218 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:20.992020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Provisioning complete for port eac1170d-2854-4dea-86c2-aa7d88a8d218 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:20.992507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.148648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-eb406490-3ae2-4562-801b-01e874994332 None None] Port eac1170d-2854-4dea-86c2-aa7d88a8d218 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:21.265953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3d978510-8a3e-4ff6-8d63-07fd2951f67d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:21.266717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.886193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c6a98-22ec-4346-b078-3c76cae0d5d2 req-5b29b012-f205-4f45-8634-0d3ee689749c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.895307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-369c6a98-22ec-4346-b078-3c76cae0d5d2 req-5b29b012-f205-4f45-8634-0d3ee689749c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 931 time: 0.2731481 Aug 31 09:35:21.980230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.009005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e99-f0b7-4613-b1fc-4f4ccbc6fe9a req-4f2ec235-8c64-4794-a951-ea92e293142b tempest-ComputeTenantNetworksTest-1590424982 tempest-ComputeTenantNetworksTest-1590424982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.028359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e99-f0b7-4613-b1fc-4f4ccbc6fe9a req-4f2ec235-8c64-4794-a951-ea92e293142b tempest-ComputeTenantNetworksTest-1590424982 tempest-ComputeTenantNetworksTest-1590424982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.032947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.049380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.081717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89e99-f0b7-4613-b1fc-4f4ccbc6fe9a req-4f2ec235-8c64-4794-a951-ea92e293142b tempest-ComputeTenantNetworksTest-1590424982 tempest-ComputeTenantNetworksTest-1590424982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.095668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61a89e99-f0b7-4613-b1fc-4f4ccbc6fe9a req-4f2ec235-8c64-4794-a951-ea92e293142b tempest-ComputeTenantNetworksTest-1590424982 tempest-ComputeTenantNetworksTest-1590424982-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9714065 Aug 31 09:35:22.116520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-369c6a98-22ec-4346-b078-3c76cae0d5d2 req-192182bf-9488-445f-a170-076be60dc1e9 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074368 Aug 31 09:35:22.139341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object f697b00b-7bf4-46a6-af49-65bc153de117 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:22.219756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=959f81a0-d1a7-4759-83e2-85433b0af773,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:22.259555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.261878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.264496 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1dbbf225-2cea-466f-afc1-6e26f42f9a77 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/ports/959f81a0-d1a7-4759-83e2-85433b0af773 HTTP/1.1" status: 200 len: 910 time: 2.2206814 Aug 31 09:35:22.269426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:22.418923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287878e-ad8a-45d4-ba47-1dce447b468d req-37d343b4-4ebf-45ba-9f07-a147eab46087 tempest-ComputeTenantNetworksTest-1590424982 tempest-ComputeTenantNetworksTest-1590424982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.445171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9287878e-ad8a-45d4-ba47-1dce447b468d req-37d343b4-4ebf-45ba-9f07-a147eab46087 tempest-ComputeTenantNetworksTest-1590424982 tempest-ComputeTenantNetworksTest-1590424982-project] 10.222.0.18 "GET /v2.0/networks/1773bcc0-a33a-43d5-b083-eb68b762d31f HTTP/1.1" status: 200 len: 769 time: 0.2745140 Aug 31 09:35:22.446873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35364) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:22.478080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.722497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 18e93208-3009-421c-a4f7-7686967f41a7 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:22.732766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:22.748044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:22.759430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.841282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:22.959703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.966010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.118406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.122492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5627ac8a-f566-418e-9406-4a39fb71eb31 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2074492 Aug 31 09:35:23.145270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1773bcc0-a33a-43d5-b083-eb68b762d31f']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:23.160718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'admin_state_up': True, 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'security_groups': ['e2a5fac1-3560-43a6-93ff-58aeebacc52d']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:23.172782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.351576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b508bf-b717-4f43-8d3d-6756ebdec617') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:23.351921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aec6b0e2-bfe8-4706-a602-9f4cd3ef7f78 None None] Provisioning for port f697b00b-7bf4-46a6-af49-65bc153de117 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:23.352658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b508bf-b717-4f43-8d3d-6756ebdec617') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:23.358580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aec6b0e2-bfe8-4706-a602-9f4cd3ef7f78 None None] Provisioning complete for port f697b00b-7bf4-46a6-af49-65bc153de117 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:23.359215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aec6b0e2-bfe8-4706-a602-9f4cd3ef7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.369374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.414420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:23.444457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.507729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-aec6b0e2-bfe8-4706-a602-9f4cd3ef7f78 None None] Port f697b00b-7bf4-46a6-af49-65bc153de117 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:23.556819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.862599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:23.863605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:23.867168 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:23.993865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 959f81a0-d1a7-4759-83e2-85433b0af773 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:23.994537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.131941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb221c07-ea09-4a2e-bd43-3af22d041993 req-eaf2db03-e221-4855-a08f-b1aa283dc650 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.141095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb221c07-ea09-4a2e-bd43-3af22d041993 req-eaf2db03-e221-4855-a08f-b1aa283dc650 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.143333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb221c07-ea09-4a2e-bd43-3af22d041993 req-eaf2db03-e221-4855-a08f-b1aa283dc650 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 1653 time: 0.6686108 Aug 31 09:35:24.164882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.167354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.182071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 959f81a0-d1a7-4759-83e2-85433b0af773 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:24.193041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.195031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1773bcc0-a33a-43d5-b083-eb68b762d31f HTTP/1.1" status: 204 len: 168 time: 1.7445891 Aug 31 09:35:24.215222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6803a69-4513-44f0-9ab6-10c046d4ff83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1773bcc0-a33a-43d5-b083-eb68b762d31f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:24.303949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 10.1.1.248 (18e93208-3009-421c-a4f7-7686967f41a7/c6e98a57-6e47-43ce-be74-53fac5942cff/17d1dad1-9858-479f-b3e4-53a3acb0ab7e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:24.390555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb221c07-ea09-4a2e-bd43-3af22d041993 req-bd06e9c8-a406-451b-8281-72940b6545e9 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332597 Aug 31 09:35:24.548063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:24.589680 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.645019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=959f81a0-d1a7-4759-83e2-85433b0af773,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:24.822057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-07f65bd8-b519-4543-a2bc-bc1dd917fac6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5a669fe9487468f947cc59c7202bae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706401 Aug 31 09:35:24.824809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35400) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:24.829834 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.869290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object 17d1dad1-9858-479f-b3e4-53a3acb0ab7e will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:24.941530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.049463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 18e93208-3009-421c-a4f7-7686967f41a7 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:25.055252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:25.063325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:25.107627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.108461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.151583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.152573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.185164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00b4c54a-2282-49a9-8078-3d6ef73ff142 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0453534 Aug 31 09:35:25.205637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41', 'admin_state_up': True, 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'security_groups': ['e2a5fac1-3560-43a6-93ff-58aeebacc52d']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:25.309267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1443a980-36df-4380-916b-1877170a3692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.684345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:25.792173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8d30ea5f-ce55-4ed1-888c-48f593713ce6 None None] Provisioning for port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:25.814640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8d30ea5f-ce55-4ed1-888c-48f593713ce6 None None] Provisioning complete for port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:25.819143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8d30ea5f-ce55-4ed1-888c-48f593713ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.981609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8d30ea5f-ce55-4ed1-888c-48f593713ce6 None None] Port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:26.158020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1443a980-36df-4380-916b-1877170a3692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.208881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd4bcd-12ef-4cd0-91a5-f6afe0ee58dc req-ae375819-a033-4bea-b455-882f2927be0b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.234688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd4bcd-12ef-4cd0-91a5-f6afe0ee58dc req-ae375819-a033-4bea-b455-882f2927be0b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.257245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd4bcd-12ef-4cd0-91a5-f6afe0ee58dc req-ae375819-a033-4bea-b455-882f2927be0b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.268997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3dd4bcd-12ef-4cd0-91a5-f6afe0ee58dc req-ae375819-a033-4bea-b455-882f2927be0b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 2374 time: 0.5484462 Aug 31 09:35:26.269663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router ba750601-d7a6-4490-9b79-a18337f694d2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:26.278733 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.391799 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1443a980-36df-4380-916b-1877170a3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.394634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1443a980-36df-4380-916b-1877170a3692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.399933 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1443a980-36df-4380-916b-1877170a3692 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac4b6a80-6525-485a-82aa-5d528bf73a79 HTTP/1.1" status: 204 len: 168 time: 1.5700538 Aug 31 09:35:26.564035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3dd4bcd-12ef-4cd0-91a5-f6afe0ee58dc req-91b0da94-7c4a-4913-bf94-22fd625ef026 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746606 Aug 31 09:35:26.661883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a980-36df-4380-916b-1877170a3692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b6a80-6525-485a-82aa-5d528bf73a79,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:26.698285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:26.735348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] Sync routers for ids ['ba750601-d7a6-4490-9b79-a18337f694d2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:26.769810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] Routers {'ba750601-d7a6-4490-9b79-a18337f694d2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:26.770430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba750601-d7a6-4490-9b79-a18337f694d2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:26.782700 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-45f46192-9e2d-4480-a482-39028a5fb7e1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/ba750601-d7a6-4490-9b79-a18337f694d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4877703 Aug 31 09:35:26.784279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35428) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:26.886014 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dfc117f6-aa23-4fc0-b558-7e3e2b1d3ea9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba750601-d7a6-4490-9b79-a18337f694d2 HTTP/1.1" status: 200 len: 205 time: 0.0995548 Aug 31 09:35:26.890511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35430) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:26.942900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:26.992483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] Routers {'ba750601-d7a6-4490-9b79-a18337f694d2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:26.993249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba750601-d7a6-4490-9b79-a18337f694d2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:27.005519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.175694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:27.178411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa99260-d6bc-4453-82ee-64881953194f None None] The sync data for ids ['ba750601-d7a6-4490-9b79-a18337f694d2'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:27.272271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 10.2.2.100 (398d1361-f135-4d32-8aac-6d9d7dff1c41/c65cd0dc-4142-4fdd-911f-2a40385e286a/dcb80297-0507-4635-90d1-ec78620bf1bf) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:27.613910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.618510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.751109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.802519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object dcb80297-0507-4635-90d1-ec78620bf1bf will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:27.826176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.829663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router ba750601-d7a6-4490-9b79-a18337f694d2 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:35:27.856410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.866388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c94766b-b493-4396-9360-2eadd2af942d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/ba750601-d7a6-4490-9b79-a18337f694d2 HTTP/1.1" status: 204 len: 168 time: 0.9699669 Aug 31 09:35:27.867117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35450) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:27.979849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.994356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf947ce9-743a-4bc5-adfd-7334976b1158 req-47a70e26-6902-4152-a0f9-06876ff7e563 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.001950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf947ce9-743a-4bc5-adfd-7334976b1158 req-47a70e26-6902-4152-a0f9-06876ff7e563 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.008890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf947ce9-743a-4bc5-adfd-7334976b1158 req-47a70e26-6902-4152-a0f9-06876ff7e563 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.019027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf947ce9-743a-4bc5-adfd-7334976b1158 req-47a70e26-6902-4152-a0f9-06876ff7e563 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 2374 time: 0.1255336 Aug 31 09:35:28.083218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:28.098069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:28.100437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet f5303a29-8b2a-431c-bfda-bef9c367e78e {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:28.118150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:28.125962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.222066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.315861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.316477 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.326504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:28.357799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf947ce9-743a-4bc5-adfd-7334976b1158 req-1dd0aefd-944f-4624-81ea-84f73c158b81 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377805 Aug 31 09:35:28.393273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-d277f5be-b5db-4318-ba60-eb1523be43a7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1937253 Aug 31 09:35:28.413951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41', 'admin_state_up': True, 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'security_groups': ['e2a5fac1-3560-43a6-93ff-58aeebacc52d']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:28.436132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.519804 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-96de0759-d805-4538-b8b8-0eee0d7c35ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.635842 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.707086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.709295 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/f5303a29-8b2a-431c-bfda-bef9c367e78e HTTP/1.1" status: 204 len: 168 time: 0.8404853 Aug 31 09:35:28.711280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeea8e-64ec-45d4-88a4-9b7dfaf32704 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=f5303a29-8b2a-431c-bfda-bef9c367e78e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:28.714190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35472) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:28.721260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4507cefd-7536-4b8e-9ea6-a30e75cc0d57 None None] Network f3d20c9f-b937-4faa-9264-1f3cd9c97a23 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:28.795332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Made reservation on behalf of b5488d7baf804493b54e01fa93993bad for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:28.812998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.845638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-befbfdaa-18bb-4058-aa0d-33e4dd32ef61 None None] Provisioning for port dcb80297-0507-4635-90d1-ec78620bf1bf completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:28.851424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-befbfdaa-18bb-4058-aa0d-33e4dd32ef61 None None] Provisioning complete for port dcb80297-0507-4635-90d1-ec78620bf1bf triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:28.852071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-befbfdaa-18bb-4058-aa0d-33e4dd32ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.908004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.011387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-befbfdaa-18bb-4058-aa0d-33e4dd32ef61 None None] Port dcb80297-0507-4635-90d1-ec78620bf1bf cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:29.064008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port d21f4217-f5d8-48c4-9e03-d31ace81980f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:29.065050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.069626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:29.132732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] DHCP port deletion for f3d20c9f-b937-4faa-9264-1f3cd9c97a23 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:29.309608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port d21f4217-f5d8-48c4-9e03-d31ace81980f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d21f4217-f5d8-48c4-9e03-d31ace81980f,segment=NetworkSegment(50f35713-e186-4d81-9f63-168c6111be8c),segment_id=50f35713-e186-4d81-9f63-168c6111be8c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:29.317566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.324581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] Deleting port d21f4217-f5d8-48c4-9e03-d31ace81980f {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:29.326044 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.344505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for d21f4217-f5d8-48c4-9e03-d31ace81980f owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:29.347614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Allocated IP 10.2.2.200 (398d1361-f135-4d32-8aac-6d9d7dff1c41/c65cd0dc-4142-4fdd-911f-2a40385e286a/424be614-6de7-492a-a568-c4ffeb6528c6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:29.469718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-681534285-network', 'tenant_id': '9a687374363445168f640f8b389714af'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:29.542051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Made reservation on behalf of 9a687374363445168f640f8b389714af for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:29.544687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.570160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.575710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] For port d21f4217-f5d8-48c4-9e03-d31ace81980f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d21f4217-f5d8-48c4-9e03-d31ace81980f,segment=NetworkSegment(50f35713-e186-4d81-9f63-168c6111be8c),segment_id=50f35713-e186-4d81-9f63-168c6111be8c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:29.578342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.605004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.619051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] Calling delete_port for d21f4217-f5d8-48c4-9e03-d31ace81980f owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:29.670681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port d21f4217-f5d8-48c4-9e03-d31ace81980f on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:29.800570 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.801784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=d21f4217-f5d8-48c4-9e03-d31ace81980f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:35:29.822804 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:35:29.834199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Transition to ACTIVE for port object 424be614-6de7-492a-a568-c4ffeb6528c6 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:29.843356 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.985939 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.001609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] No DVR routers for this DVR port d21f4217-f5d8-48c4-9e03-d31ace81980f on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:30.027409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5b37-01c0-4983-830c-7887888a3f91 None None] Pushing event deleted for resources: {'Port': ['ID=d21f4217-f5d8-48c4-9e03-d31ace81980f,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.064991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.115387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d20c9f-b937-4faa-9264-1f3cd9c97a23']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:30.141348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f35713-e186-4d81-9f63-168c6111be8c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:30.141951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f35713-e186-4d81-9f63-168c6111be8c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:30.153266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:30.159398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.172668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:30.176833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:30.209337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.248082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.250280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:30.251013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:30.255466 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:30.267101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event updated for resources: {'Port': ['ID=424be614-6de7-492a-a568-c4ffeb6528c6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.282324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.288546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7de06-aa98-4709-833f-3ee50837d26b req-787157b3-7693-49e5-a583-2b0d9cdd3226 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.304571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7de06-aa98-4709-833f-3ee50837d26b req-787157b3-7693-49e5-a583-2b0d9cdd3226 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.330874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7de06-aa98-4709-833f-3ee50837d26b req-787157b3-7693-49e5-a583-2b0d9cdd3226 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.346795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7de06-aa98-4709-833f-3ee50837d26b req-787157b3-7693-49e5-a583-2b0d9cdd3226 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.356401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7de06-aa98-4709-833f-3ee50837d26b req-787157b3-7693-49e5-a583-2b0d9cdd3226 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.365932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95c7de06-aa98-4709-833f-3ee50837d26b req-787157b3-7693-49e5-a583-2b0d9cdd3226 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 3816 time: 0.7436099 Aug 31 09:35:30.411023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.411914 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.438248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6103612f-e747-4d8f-aa32-4c6c573b72a2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0305214 Aug 31 09:35:30.461638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:30.510097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95c7de06-aa98-4709-833f-3ee50837d26b req-366eb82c-c849-4b9a-8742-a7c284f2b4f5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416194 Aug 31 09:35:30.617772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f48c0c0-5cbc-4af7-9595-d3485feb087f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.627976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d21f4217-f5d8-48c4-9e03-d31ace81980f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:30.659096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.689348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.690767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d21f4217-f5d8-48c4-9e03-d31ace81980f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:30.692076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d21f4217-f5d8-48c4-9e03-d31ace81980f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:30.695050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:30.759028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.773783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35504) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:30.775868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7af9ac7-37a3-4b11-bcf8-194c9141dda9 None None] Provisioning for port 424be614-6de7-492a-a568-c4ffeb6528c6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:30.784107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/f3d20c9f-b937-4faa-9264-1f3cd9c97a23 HTTP/1.1" status: 204 len: 168 time: 2.0607140 Aug 31 09:35:30.807109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7af9ac7-37a3-4b11-bcf8-194c9141dda9 None None] Provisioning complete for port 424be614-6de7-492a-a568-c4ffeb6528c6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:30.807821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f7af9ac7-37a3-4b11-bcf8-194c9141dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.830241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.830654 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Added segment 9f7bb50a-6a83-4a9f-8824-9b8427696eb0 of type vlan for network 36c7033d-8197-4a1e-b00c-2f1874c94cfe Aug 31 09:35:30.832382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86648-2cad-4c7f-aebf-26d946a19416 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=f3d20c9f-b937-4faa-9264-1f3cd9c97a23,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.953493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.965314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f7af9ac7-37a3-4b11-bcf8-194c9141dda9 None None] Port 424be614-6de7-492a-a568-c4ffeb6528c6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:31.011162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.013699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:31.016152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.071471 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9999518 Aug 31 09:35:31.110493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35510) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:31.118380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Request body: {'subnet': {'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-681534285-subnet', 'tenant_id': '9a687374363445168f640f8b389714af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:31.153216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5391-c5a9-4cef-8069-1cd6c0d1799c admin admin] Pushing event updated for resources: {'Network': ['ID=36c7033d-8197-4a1e-b00c-2f1874c94cfe,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:31.165742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:31.200491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Made reservation on behalf of 9a687374363445168f640f8b389714af for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:31.203690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.453331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1547106113', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:31.501090 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d705c338-5ea8-4944-a32b-705c3bc5d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.705712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.716487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.717861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.801335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.892276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5575f8b9-d109-4a5a-a666-6f83255350c1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:31.981070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Checking segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:31.981480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Network hostable DHCP agents. Network: 36c7033d-8197-4a1e-b00c-2f1874c94cfe, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:32.018518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.046910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:32.049904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.067002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 36c7033d-8197-4a1e-b00c-2f1874c94cfe) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:32.088540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-ac6576d6-dcdd-4a43-afe1-d5d5373df245 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.091660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab3291-20a0-48f5-af0e-50c0b76fd938 None None] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:32.101354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-ac6576d6-dcdd-4a43-afe1-d5d5373df245 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.109569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.119112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.123755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-ac6576d6-dcdd-4a43-afe1-d5d5373df245 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.149892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-ac6576d6-dcdd-4a43-afe1-d5d5373df245 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.168696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2ea7b06a-db9b-46f3-908b-f4ba81022bed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0564063 Aug 31 09:35:32.170018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-ac6576d6-dcdd-4a43-afe1-d5d5373df245 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.173642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-ac6576d6-dcdd-4a43-afe1-d5d5373df245 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 3816 time: 0.4595098 Aug 31 09:35:32.316003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.415900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac1170d-2854-4dea-86c2-aa7d88a8d218 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:32.428907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.446253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Transition to ACTIVE for port object eac1170d-2854-4dea-86c2-aa7d88a8d218 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:32.450917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.453763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-92855be4-472d-48fb-b897-d356dde77329 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6745229 Aug 31 09:35:32.460588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35528) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:32.477124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1706492459'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:32.486777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.530996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe9c4a-e24a-47d4-8ea3-a04bb17cc206 None None] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:32.551208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:32.556342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.642615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:32.650516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b69e755b-9c3d-43a7-bc04-7d784c2440b2 req-5dc39752-6cbb-4263-9af2-a08634f3aada tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686551 Aug 31 09:35:32.668911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.669861 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment ba0f795e-c1ee-479a-a922-4403cadfa4e2 of type vlan for network 8091ab14-6071-4e00-83c8-172b0c3ab9aa Aug 31 09:35:32.806062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Pushing event updated for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:32.813315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.907749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.914954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.915714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.066502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Attempting to bind port eac1170d-2854-4dea-86c2-aa7d88a8d218 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:33.066989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Attempting to bind port eac1170d-2854-4dea-86c2-aa7d88a8d218 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:33.067421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Attempting to bind port eac1170d-2854-4dea-86c2-aa7d88a8d218 on network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:33.094966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Port eac1170d-2854-4dea-86c2-aa7d88a8d218 on network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:33.095375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Attempting to bind port eac1170d-2854-4dea-86c2-aa7d88a8d218 on network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:33.116027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:33.116388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Checking segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:33.117131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Bound using segment: {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:33.117501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Bound port: eac1170d-2854-4dea-86c2-aa7d88a8d218, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28429c5e-9bcb-4a36-aa69-4192a84c3953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:33.117795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.131791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6692698 Aug 31 09:35:33.146604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35552) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:33.170042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:33.269478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:33.360766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a99d2-483c-4554-9dc0-26f283568d54 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=8091ab14-6071-4e00-83c8-172b0c3ab9aa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.383017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:33.388695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:33.513224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.536942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:33.543481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.635049 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.755212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Pushing event updated for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.775491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.776572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.799467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ff1a4032-a7be-4362-a78c-a9dd627eee8e service neutron] 10.222.0.23 "PUT /v2.0/ports/eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1092 time: 3.3315642 Aug 31 09:35:33.828066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:33.837045 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d58a31-f188-4120-bfd5-dd82e49c4a74" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:33.882305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:34.165765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-d9132e3a-dab6-4e65-ac4f-06e21352d36d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.169343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-d9132e3a-dab6-4e65-ac4f-06e21352d36d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.8929040 Aug 31 09:35:34.200942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-aa42996c-4ebf-4124-a161-59491976c6e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.216781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-aa42996c-4ebf-4124-a161-59491976c6e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.224647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-aa42996c-4ebf-4124-a161-59491976c6e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.232519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-aa42996c-4ebf-4124-a161-59491976c6e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.243134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-aa42996c-4ebf-4124-a161-59491976c6e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.253780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-aa42996c-4ebf-4124-a161-59491976c6e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 3828 time: 0.4036264 Aug 31 09:35:34.266464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.291902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.315307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-68380a3a-89c8-4c32-b1cf-624e4f256ac9 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/quotas/9a687374363445168f640f8b389714af HTTP/1.1" status: 200 len: 375 time: 0.1382048 Aug 31 09:35:34.339124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac8bde60-7a80-49eb-99ab-95820c220216 req-fd93d8cc-7098-4222-9bff-1d0caf4e0cb6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841515 Aug 31 09:35:34.504189 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af347ef-e1c0-4fd7-bdc6-91902a97c3a2 x-openstack-request-id: req-9af347ef-e1c0-4fd7-bdc6-91902a97c3a2 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:34.504649 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:34.505052 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9af347ef-e1c0-4fd7-bdc6-91902a97c3a2 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:34.505697 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'status': 'completed', 'code': 200} Aug 31 09:35:34.518825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-d1c175f1-ccfb-4ad2-82e6-73a7f59c8822 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969648 Aug 31 09:35:34.541288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=18a4f2fa-c9b4-48ec-98f7-54d5d880f612,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:34.554777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:34.555147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 8091ab14-6071-4e00-83c8-172b0c3ab9aa, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:34.742989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-57fd56ba-c94d-4cad-b54a-789355ebd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.746317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-57fd56ba-c94d-4cad-b54a-789355ebd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.746993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-57fd56ba-c94d-4cad-b54a-789355ebd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.748037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-57fd56ba-c94d-4cad-b54a-789355ebd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.758236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-57fd56ba-c94d-4cad-b54a-789355ebd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.777495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-57fd56ba-c94d-4cad-b54a-789355ebd19a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 4364 time: 0.2312202 Aug 31 09:35:34.779229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:34.960784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8091ab14-6071-4e00-83c8-172b0c3ab9aa) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:34.963107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-bba4d963-4e56-43d2-b57f-ba632aa013f5 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995476 Aug 31 09:35:34.974092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85cf14-0da3-41fc-bbcb-5281ad48fb1e None None] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:34.983409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.984313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.033650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-578e72f3-90f1-4a8a-8931-2fdaccf83ddc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8855331 Aug 31 09:35:35.034627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35574) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:35.294326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-862d4134-5505-4a4a-9466-e5d40edb5ef9 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270729 Aug 31 09:35:35.357240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344abdf6-9cd8-43f3-a66f-cbe954454853 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:35.393329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.433750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Transition to ACTIVE for port object 344abdf6-9cd8-43f3-a66f-cbe954454853 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:35.451545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.478549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:35.481070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.659813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-aa1b03ff-43cc-49a3-96fc-daf68c6c5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.660655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-aa1b03ff-43cc-49a3-96fc-daf68c6c5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.660952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-aa1b03ff-43cc-49a3-96fc-daf68c6c5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.663192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-aa1b03ff-43cc-49a3-96fc-daf68c6c5374 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5488d7baf804493b54e01fa93993bad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8673899 Aug 31 09:35:36.016922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Pushing event updated for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:36.226638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-211ad36a-a2aa-4d4f-a4d9-59359cfba5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.230363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69d58a31-f188-4120-bfd5-dd82e49c4a74 req-211ad36a-a2aa-4d4f-a4d9-59359cfba5a6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5528176 Aug 31 09:35:36.237355 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.281195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Attempting to bind port 344abdf6-9cd8-43f3-a66f-cbe954454853 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:36.286390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Attempting to bind port 344abdf6-9cd8-43f3-a66f-cbe954454853 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:36.289007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Attempting to bind port 344abdf6-9cd8-43f3-a66f-cbe954454853 on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:36.313523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Port 344abdf6-9cd8-43f3-a66f-cbe954454853 on network 18e93208-3009-421c-a4f7-7686967f41a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:36.313905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Attempting to bind port 344abdf6-9cd8-43f3-a66f-cbe954454853 on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:36.329772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Allocated IP 172.20.0.2 (8091ab14-6071-4e00-83c8-172b0c3ab9aa/18a4f2fa-c9b4-48ec-98f7-54d5d880f612/ff10fe22-d712-4fd1-93f0-971ee6f6928c) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:36.370447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.395480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.417287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.446135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.486879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.501034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.511942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.538320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-d4779d38-e440-4613-97c8-a322bb98392d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 4605 time: 0.8782318 Aug 31 09:35:36.542299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:36.542869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Checking segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:36.543325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Bound using segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:36.543802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Bound port: 344abdf6-9cd8-43f3-a66f-cbe954454853, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:36.544181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.864412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9b1d2a1-2d15-44f4-9a5d-cf24fdcebdef req-9f93259a-626f-4f15-b7b4-04dca605bfc2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 210 time: 0.3243115 Aug 31 09:35:36.961240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:36.968339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=344abdf6-9cd8-43f3-a66f-cbe954454853,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:36.981764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.991969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.018991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Transition to ACTIVE for port object ff10fe22-d712-4fd1-93f0-971ee6f6928c will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:37.096909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Transition to ACTIVE for port object ff10fe22-d712-4fd1-93f0-971ee6f6928c will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:37.126722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.222838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.224541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.231711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] 10.222.0.23 "PUT /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 1136 time: 3.3777075 Aug 31 09:35:37.249066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-481dc482-293b-4d7a-b4ba-df860cdb59a5 req-a8770b6e-db13-40f9-b4e8-e59e8cf13dc9 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6769991 Aug 31 09:35:37.258384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '344abdf6-9cd8-43f3-a66f-cbe954454853'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:37.274330 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3309be-3235-40dd-bc0f-3658ac6d0344" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "344abdf6-9cd8-43f3-a66f-cbe954454853"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:37.396528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.20.0.1 (8091ab14-6071-4e00-83c8-172b0c3ab9aa/18a4f2fa-c9b4-48ec-98f7-54d5d880f612/08971824-c6f5-460e-be13-f3a6c72c0060) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:37.406720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:37.425625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:37.442943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:37.443252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:37.468648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Pushing event updated for resources: {'Port': ['ID=ff10fe22-d712-4fd1-93f0-971ee6f6928c,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:37.625079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Attempting to bind port ff10fe22-d712-4fd1-93f0-971ee6f6928c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:37.625329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Attempting to bind port ff10fe22-d712-4fd1-93f0-971ee6f6928c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:37.625609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Attempting to bind port ff10fe22-d712-4fd1-93f0-971ee6f6928c on network 8091ab14-6071-4e00-83c8-172b0c3ab9aa {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:37.647480 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc44c7-2bc7-4798-a0aa-0299b6174d50 x-openstack-request-id: req-fefc44c7-2bc7-4798-a0aa-0299b6174d50 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:37.650553 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "344abdf6-9cd8-43f3-a66f-cbe954454853", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:37.650871 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fefc44c7-2bc7-4798-a0aa-0299b6174d50 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:37.651443 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '344abdf6-9cd8-43f3-a66f-cbe954454853', 'status': 'completed', 'code': 200} Aug 31 09:35:37.658396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:37.662173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Checking segment: {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:37.662758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.663343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Bound using segment: {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:37.664105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Bound port: ff10fe22-d712-4fd1-93f0-971ee6f6928c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:37.664720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.677771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d2b8-0910-4638-9ea4-1f1b0c401375 service neutron] Pushing event updated for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:37.744270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.786675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.872841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object 08971824-c6f5-460e-be13-f3a6c72c0060 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:37.956348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] For port ff10fe22-d712-4fd1-93f0-971ee6f6928c, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:37.960531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.960824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.961297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.961758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.962214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.962888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.966002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-819d7c36-834e-46ab-95b7-528cfde22e9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5293 time: 0.1436288 Aug 31 09:35:37.970950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] For port ff10fe22-d712-4fd1-93f0-971ee6f6928c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ff10fe22-d712-4fd1-93f0-971ee6f6928c,segment=NetworkSegment(ba0f795e-c1ee-479a-a922-4403cadfa4e2),segment_id=ba0f795e-c1ee-479a-a922-4403cadfa4e2)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:37.985675 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.201118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.227653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Pushing event updated for resources: {'Port': ['ID=ff10fe22-d712-4fd1-93f0-971ee6f6928c,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:38.250830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.251933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.252519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.253496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.254172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.254852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.255465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.256156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.258610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.259311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.260001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.260610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc1896-06ab-4463-b8b2-2d8f16e5706d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:38.329042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a896-76fb-4f33-9b26-9ef1efeb6758 req-7e16ac12-c470-4b76-8685-13ff730a3bfa tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.346686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fc2a896-76fb-4f33-9b26-9ef1efeb6758 req-7e16ac12-c470-4b76-8685-13ff730a3bfa tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 946 time: 0.6494718 Aug 31 09:35:38.431378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ea930b5-176d-4837-a230-f3bfd31475d6 req-03952cc8-62c5-412d-a9ca-88f955dac32b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 210 time: 0.0734320 Aug 31 09:35:38.439815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:38.675456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fc2a896-76fb-4f33-9b26-9ef1efeb6758 req-68a19cf0-fc3c-4a5e-9e13-f8f0d70e536d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273945 Aug 31 09:35:38.919597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c1f6fd-73f5-4740-a8fa-7eb626494e2b {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:38.945787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.961941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.971449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:38.988540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.003780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.011327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.014814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-f8b5e9fa-229f-437d-9517-86b1b71ec83a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 4605 time: 0.2985959 Aug 31 09:35:39.017201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.153350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:39.160363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=08971824-c6f5-460e-be13-f3a6c72c0060,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.189739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Transition to ACTIVE for port object 80c1f6fd-73f5-4740-a8fa-7eb626494e2b will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:39.208005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:39.213657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-d01e6c60-98c8-45b1-a7b8-1939aa6acacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.214364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-d01e6c60-98c8-45b1-a7b8-1939aa6acacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.215125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-d01e6c60-98c8-45b1-a7b8-1939aa6acacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.218016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-044ab372-f153-4a34-b264-cdf044c0f1f3 req-9e915739-bf45-4a14-86be-8ab6e79fd0af tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614656 Aug 31 09:35:39.225909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-d01e6c60-98c8-45b1-a7b8-1939aa6acacd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5488d7baf804493b54e01fa93993bad&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2372947 Aug 31 09:35:39.227451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.349907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-e5465ef7-64ad-460b-a222-918f84dd7334 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.353913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-e5465ef7-64ad-460b-a222-918f84dd7334 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 946 time: 0.3338516 Aug 31 09:35:39.453051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Pushing event updated for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.567299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.805445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34b83923-017e-41e2-b992-7039542a73df req-0512f2c4-094b-4342-9c29-4bc16b469ea7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 210 time: 0.0729549 Aug 31 09:35:39.833610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Attempting to bind port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:39.834054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Attempting to bind port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:39.834373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Attempting to bind port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:39.863852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b on network 18e93208-3009-421c-a4f7-7686967f41a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:39.864264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Attempting to bind port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:39.878536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:39.878924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Checking segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:39.879638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Bound using segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:39.880202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Bound port: 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:39.881707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.918648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-429a8009-f033-430e-bce6-8abf0e672677 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.921606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-429a8009-f033-430e-bce6-8abf0e672677 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 1.6631818 Aug 31 09:35:39.947238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Deleting port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:39.949156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.088305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Request body: {'port': {'device_id': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'admin_state_up': True, 'tenant_id': '9a687374363445168f640f8b389714af'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:40.127717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] For port f2a376c7-ddce-4a41-a58d-60d15c5f09f4, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:40.128096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.306565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-9974ccb7-9cf3-442a-aba6-2b5ff5d7642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:40.309924 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-be3309be-3235-40dd-bc0f-3658ac6d0344 req-9974ccb7-9cf3-442a-aba6-2b5ff5d7642a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0772140 Aug 31 09:35:40.359506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa391b16-6672-4185-9626-c4e599b9052e None None] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:40.520200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.522082 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.522947 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.523293 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Floating IP d3947fb9-e258-43b7-8c21-8b4455c55f83 disassociated. External IP: 172.25.4.153, port: f2a376c7-ddce-4a41-a58d-60d15c5f09f4. Aug 31 09:35:40.524250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Calling delete_port for f2a376c7-ddce-4a41-a58d-60d15c5f09f4 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:40.534981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Made reservation on behalf of 9a687374363445168f640f8b389714af for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:40.539477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.820028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ff10fe22-d712-4fd1-93f0-971ee6f6928c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:40.837934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:40.848784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:40.914378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.925317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c94d8da8-e7cb-476d-9849-d5f784e381f4 None None] Provisioning for port ff10fe22-d712-4fd1-93f0-971ee6f6928c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:40.995291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ff10fe22-d712-4fd1-93f0-971ee6f6928c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:40.996579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:40.998647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.001744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] 10.222.0.23 "PUT /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 1134 time: 3.6955442 Aug 31 09:35:41.008760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ff10fe22-d712-4fd1-93f0-971ee6f6928c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:41.009342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.011090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '80c1f6fd-73f5-4740-a8fa-7eb626494e2b'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:41.017172 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "80c1f6fd-73f5-4740-a8fa-7eb626494e2b"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:41.122253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:41.294317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca511e8-6e72-4e2e-a33e-c294e7659e18 req-6c31aca0-9851-4c4d-b366-9468d8cd971a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.297164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.297493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ca511e8-6e72-4e2e-a33e-c294e7659e18 req-6c31aca0-9851-4c4d-b366-9468d8cd971a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 946 time: 1.3298273 Aug 31 09:35:41.408609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.423510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.447037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.450142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ff10fe22-d712-4fd1-93f0-971ee6f6928c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ff10fe22-d712-4fd1-93f0-971ee6f6928c,segment=NetworkSegment(ba0f795e-c1ee-479a-a922-4403cadfa4e2),segment_id=ba0f795e-c1ee-479a-a922-4403cadfa4e2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:41.459498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.506343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.534623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.552053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.569978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.574230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.585200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-07019c53-4862-444c-9b49-83015bd29e0a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5380 time: 0.8971870 Aug 31 09:35:41.645410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ff10fe22-d712-4fd1-93f0-971ee6f6928c,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.684551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.690870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc02a-74f1-4229-adb8-25fad1939e60 service neutron] Pushing event updated for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.700687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.727035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.733863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f977b59c-3e97-4461-8e37-9f788a74c9f7 None None] Provisioning complete for port ff10fe22-d712-4fd1-93f0-971ee6f6928c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:41.734250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f977b59c-3e97-4461-8e37-9f788a74c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.771496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49b6fec8-29d0-4389-a5c8-08b434046bb6 req-eff05fae-0837-4d71-af06-3386d9fcf352 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851346 Aug 31 09:35:41.900841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event deleted for resources: {'Port': ['ID=f2a376c7-ddce-4a41-a58d-60d15c5f09f4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.921811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ca511e8-6e72-4e2e-a33e-c294e7659e18 req-e831dc7c-dfbd-4b6d-927a-19f50e9e6fc7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5924523 Aug 31 09:35:42.161923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f977b59c-3e97-4461-8e37-9f788a74c9f7 None None] Provisioning for port 08971824-c6f5-460e-be13-f3a6c72c0060 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:42.173374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f977b59c-3e97-4461-8e37-9f788a74c9f7 None None] Provisioning complete for port 08971824-c6f5-460e-be13-f3a6c72c0060 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:42.174008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f977b59c-3e97-4461-8e37-9f788a74c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.224239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=08971824-c6f5-460e-be13-f3a6c72c0060,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:42.309843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f977b59c-3e97-4461-8e37-9f788a74c9f7 None None] Port 08971824-c6f5-460e-be13-f3a6c72c0060 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:42.317003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.318035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.318670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.324018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.324526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.325297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.325297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.325886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.326306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.327333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.328185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.330040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:42.368558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.461943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b7c27899-7176-40b3-b118-024c2a70d04c None None] Provisioning complete for port 08971824-c6f5-460e-be13-f3a6c72c0060 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:42.472787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b7c27899-7176-40b3-b118-024c2a70d04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.573571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Allocated IP 172.20.0.10 (36c7033d-8197-4a1e-b00c-2f1874c94cfe/5575f8b9-d109-4a5a-a666-6f83255350c1/9659352b-b864-498c-bddd-3c08780f771c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:42.578738 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b957c1-3b3e-4c23-9c17-af87142e4d1a x-openstack-request-id: req-70b957c1-3b3e-4c23-9c17-af87142e4d1a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:42.579921 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "80c1f6fd-73f5-4740-a8fa-7eb626494e2b", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:42.580415 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70b957c1-3b3e-4c23-9c17-af87142e4d1a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:42.581127 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '80c1f6fd-73f5-4740-a8fa-7eb626494e2b', 'status': 'completed', 'code': 200} Aug 31 09:35:42.602687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b7c27899-7176-40b3-b118-024c2a70d04c None None] Port 08971824-c6f5-460e-be13-f3a6c72c0060 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:42.649431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ff10fe22-d712-4fd1-93f0-971ee6f6928c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:42.696073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17b86a99-3046-428f-92de-e44bbfe570ff req-b8202924-4b3a-48eb-8778-802e4b5b620a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 210 time: 0.1975782 Aug 31 09:35:42.701113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:42.718678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.719239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.719726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.720259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.720881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.721288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.721766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.724025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-84ea47ac-bf3e-4852-8dfc-eae918d228c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6220 time: 0.1995504 Aug 31 09:35:42.761776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: f2a376c7-ddce-4a41-a58d-60d15c5f09f4 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:42.766282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f2a376c7-ddce-4a41-a58d-60d15c5f09f4 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:42.833471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ff10fe22-d712-4fd1-93f0-971ee6f6928c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:42.834216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.908156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-950db6c4-b9c7-4350-adef-a3bf2b22e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.908635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-950db6c4-b9c7-4350-adef-a3bf2b22e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.909107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-950db6c4-b9c7-4350-adef-a3bf2b22e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.910816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-950db6c4-b9c7-4350-adef-a3bf2b22e373 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5488d7baf804493b54e01fa93993bad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1688716 Aug 31 09:35:43.104729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:43.255760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-757849f2-77de-48e7-987b-c4d7dab9565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.257831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-11ff46aa-aa67-4bcb-a0bd-86c4fe9379d3 req-757849f2-77de-48e7-987b-c4d7dab9565b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3372159 Aug 31 09:35:43.277894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:43.297476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:43.439626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-721f04e0-98ed-464b-b9d7-bdc1e8720491 req-10c7cecf-ae76-44b2-8106-a6f989c16a87 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 210 time: 0.0749588 Aug 31 09:35:43.454009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f697b00b-7bf4-46a6-af49-65bc153de117 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:43.604718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.640004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.649607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.676885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.692368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.713718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.733335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.762870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.773742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.776352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-66dd28ee-f13f-47a6-bbc9-536c579650e7 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5380 time: 0.7251966 Aug 31 09:35:43.863062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a8ea1140-aa2c-4d33-ac1b-e47020ea9816 None None] Provisioning complete for port 08971824-c6f5-460e-be13-f3a6c72c0060 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:43.863721 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1140-aa2c-4d33-ac1b-e47020ea9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.921901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:35:43.937889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.951015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea1140-aa2c-4d33-ac1b-e47020ea9816 None None] Port 08971824-c6f5-460e-be13-f3a6c72c0060 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:43.966129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Transition to ACTIVE for port object f697b00b-7bf4-46a6-af49-65bc153de117 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:43.971387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c82d364-ff55-4d8b-859d-1f9d321a46b5 req-5a2c7771-b7f4-40b5-b694-792e707c546b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 210 time: 0.0868289 Aug 31 09:35:44.051535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:44.069915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:44.085767 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:44.089815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.116674 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:44.122739 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:44.193347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event updated for resources: {'Port': ['ID=9659352b-b864-498c-bddd-3c08780f771c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:44.206670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:44.212290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:44.338340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:44.345914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] No DVR routers for this DVR port f2a376c7-ddce-4a41-a58d-60d15c5f09f4 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:44.354556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:44.366235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.382630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:44.400248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:44.401201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:44.403013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.407549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a3efa1e4-5567-4e08-b1de-7e960d6e468c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3552856 Aug 31 09:35:44.411637 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-cea3498a-89d7-49c5-a77e-ed34ee03f0ef tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4608576 Aug 31 09:35:44.416087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6aa21190-a8c2-46f2-9630-f3925e21ff00 req-b2d6e4e1-8f83-4d58-a78c-34b70eb5463f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "DELETE /v2.0/ports/f2a376c7-ddce-4a41-a58d-60d15c5f09f4 HTTP/1.1" status: 204 len: 173 time: 5.0331683 Aug 31 09:35:44.417104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:44.429124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1391591703'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:44.443957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6556a92-cebb-4a20-88da-23dc6958a633 req-100ea3af-37ff-4954-9588-8a1073650db5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6591973 Aug 31 09:35:44.499786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Pushing event updated for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:44.532637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Request body: {'port': {'device_id': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:44.543269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:44.551368 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.594509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.594509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.594509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.594509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.594509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.603923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:44.620070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-deleted', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:44.629497 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1f8199-b323-4e0c-a12c-53a2e64ba212" -d '{"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-deleted", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:44.644998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:44.681932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.682330 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment 28e10a4c-d965-4454-a96f-92c108c5e066 of type vlan for network 6e271327-53e2-4d26-963b-b716beca6cc4 Aug 31 09:35:44.862867 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:44.882929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.035376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c62cb063-710e-42ef-8d63-383284a6bff1 req-9be26690-eadc-47ad-ae37-a9a44824d266 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2548dd0-d3cb-4af4-9f90-0ed852f568d1 HTTP/1.1" status: 200 len: 210 time: 0.2683661 Aug 31 09:35:45.089231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Attempting to bind port f697b00b-7bf4-46a6-af49-65bc153de117 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:45.095052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.095935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Attempting to bind port f697b00b-7bf4-46a6-af49-65bc153de117 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:45.096490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Attempting to bind port f697b00b-7bf4-46a6-af49-65bc153de117 on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:45.106613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.117221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Port f697b00b-7bf4-46a6-af49-65bc153de117 on network 18e93208-3009-421c-a4f7-7686967f41a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:45.117589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Attempting to bind port f697b00b-7bf4-46a6-af49-65bc153de117 on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:45.124135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.139378 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d075e3-29f7-4e00-927e-be04830b516c x-openstack-request-id: req-c2d075e3-29f7-4e00-927e-be04830b516c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:45.139378 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2548dd0-d3cb-4af4-9f90-0ed852f568d1", "name": "network-vif-deleted", "tag": "f2a376c7-ddce-4a41-a58d-60d15c5f09f4", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:45.139378 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2d075e3-29f7-4e00-927e-be04830b516c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:45.143172 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2548dd0-d3cb-4af4-9f90-0ed852f568d1', 'name': 'network-vif-deleted', 'tag': 'f2a376c7-ddce-4a41-a58d-60d15c5f09f4', 'status': 'completed', 'code': 200} Aug 31 09:35:45.146072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:45.147999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Checking segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:45.149450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Bound using segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:45.150048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Bound port: f697b00b-7bf4-46a6-af49-65bc153de117, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:45.151712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.392992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de51bbf-0b06-4e6c-a2b8-943b1f9b1ecb req-3a1167c6-811a-41ad-ae67-114f052f2276 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.399242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8de51bbf-0b06-4e6c-a2b8-943b1f9b1ecb req-3a1167c6-811a-41ad-ae67-114f052f2276 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 932 time: 0.1398814 Aug 31 09:35:45.411102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:45.429551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:45.447214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f697b00b-7bf4-46a6-af49-65bc153de117,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:45.476007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.482117 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.609833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8de51bbf-0b06-4e6c-a2b8-943b1f9b1ecb req-87ffc533-595f-4830-830f-b50649992cbb tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940508 Aug 31 09:35:45.627348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.628838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.639331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] 10.222.0.23 "PUT /v2.0/ports/f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 1092 time: 4.5249119 Aug 31 09:35:45.754719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:45.797380 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3730586 Aug 31 09:35:45.798026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35762) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:45.971103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:45.988286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:35:40Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:40Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:45.997021 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:46.057741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:46.063144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Updating router 7469f243-e3d2-4349-b751-383e6eb6b75e port 08971824-c6f5-460e-be13-f3a6c72c0060 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:46.154452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.159030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224128f-5b71-4566-bacb-0bbdd024cf9c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=6e271327-53e2-4d26-963b-b716beca6cc4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.184836 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:46.203620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 6e271327-53e2-4d26-963b-b716beca6cc4 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:46.237588 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:35:46.271567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:46.274050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:46.728309 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:46.997063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35778) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:47.068347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.183996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9659352b-b864-498c-bddd-3c08780f771c {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:47.244652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.278062 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72366a3e-2425-4ce1-9ab3-94e4c9d2c47a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.305962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:47.313364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.373128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Transition to ACTIVE for port object 08971824-c6f5-460e-be13-f3a6c72c0060 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:47.418077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:47.427390 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c0dcba-241e-490d-b9f2-de54affdec49" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:47.436768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9799a7-71c2-4ceb-88a5-324de57a5d1c service neutron] Pushing event updated for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.488581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.517732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.751159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:47.786759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2002bc-affe-4b78-b050-2bfc301660bb None None] Pushing event updated for resources: {'Port': ['ID=08971824-c6f5-460e-be13-f3a6c72c0060,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.853274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72366a3e-2425-4ce1-9ab3-94e4c9d2c47a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.954251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.965952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72366a3e-2425-4ce1-9ab3-94e4c9d2c47a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.970766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72366a3e-2425-4ce1-9ab3-94e4c9d2c47a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.972034 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-72366a3e-2425-4ce1-9ab3-94e4c9d2c47a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "DELETE /v2.0/security-groups/dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23 HTTP/1.1" status: 204 len: 168 time: 0.9659791 Aug 31 09:35:47.982090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35804) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:47.982986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.001142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.019501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.047548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Transition to ACTIVE for port object 9659352b-b864-498c-bddd-3c08780f771c will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:48.069683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.080302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Attempting to bind port 08971824-c6f5-460e-be13-f3a6c72c0060 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:48.081193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Attempting to bind port 08971824-c6f5-460e-be13-f3a6c72c0060 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:48.098641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Attempting to bind port 08971824-c6f5-460e-be13-f3a6c72c0060 on network 8091ab14-6071-4e00-83c8-172b0c3ab9aa {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:48.099230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.104613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.111567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.118056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-1555d34c-ca95-4868-8deb-a82a4251c517 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5392 time: 2.1366413 Aug 31 09:35:48.122930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:48.123840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Checking segment: {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:48.126141 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.126774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Bound using segment: {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:48.127987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Bound port: 08971824-c6f5-460e-be13-f3a6c72c0060, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0f795e-c1ee-479a-a922-4403cadfa4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:48.129205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.145408 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6121adeb-421e-4c64-b294-8473c19aae18 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] show failed (client error): The resource could not be found. Aug 31 09:35:48.150455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6121adeb-421e-4c64-b294-8473c19aae18 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups/dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23 HTTP/1.1" status: 404 len: 347 time: 0.1525471 Aug 31 09:35:48.152095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366a3e-2425-4ce1-9ab3-94e4c9d2c47a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7e93d1-3f12-4fd8-bf4e-9acee5adcc23,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:48.184148 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d286-fd63-4401-bd8c-280f9f412a49 None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:48.265012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35806) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:48.398020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] For port 08971824-c6f5-460e-be13-f3a6c72c0060, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:48.407320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] For port 08971824-c6f5-460e-be13-f3a6c72c0060, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=08971824-c6f5-460e-be13-f3a6c72c0060,segment=NetworkSegment(ba0f795e-c1ee-479a-a922-4403cadfa4e2),segment_id=ba0f795e-c1ee-479a-a922-4403cadfa4e2)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:48.481488 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.599620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:48.600503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:48.775648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:48.995685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3492c-07c9-4f60-9965-908122f56223 req-d7bcc1d3-34bd-4ed8-b588-f48b1b932afa tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.007866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3b3492c-07c9-4f60-9965-908122f56223 req-d7bcc1d3-34bd-4ed8-b588-f48b1b932afa tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 932 time: 1.5629449 Aug 31 09:35:49.064340 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e9d2e-f811-4bd3-9e1e-105a388200b1 None None] New status for floating IP d3947fb9-e258-43b7-8c21-8b4455c55f83: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:35:49.152846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-391d1f19-ace8-4055-b9c3-837b3f6490d2 req-4508a578-5f7c-467a-a792-3097a501b176 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0133889 Aug 31 09:35:49.165301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d1dad1-9858-479f-b3e4-53a3acb0ab7e {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:49.220313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.298874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3b3492c-07c9-4f60-9965-908122f56223 req-d74d9807-5386-4112-b89f-d79e108a0c00 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880073 Aug 31 09:35:49.301153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.369898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2002bc-affe-4b78-b050-2bfc301660bb None None] Pushing event updated for resources: {'Port': ['ID=08971824-c6f5-460e-be13-f3a6c72c0060,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.399928 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68529b0f-eed1-4406-965d-c44ab0d05716 x-openstack-request-id: req-68529b0f-eed1-4406-965d-c44ab0d05716 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:49.400388 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:49.400798 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68529b0f-eed1-4406-965d-c44ab0d05716 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:49.401410 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117', 'status': 'completed', 'code': 200} Aug 31 09:35:49.407567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Transition to ACTIVE for port object 17d1dad1-9858-479f-b3e4-53a3acb0ab7e will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:49.423132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.501928 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.597084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Pushing event updated for resources: {'Port': ['ID=9659352b-b864-498c-bddd-3c08780f771c,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.714320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Pushing event updated for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.890055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=7e09dd99-7b63-40fa-9f02-09979901cdcf,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.943586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:35:40Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:48Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:49.983725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Attempting to bind port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:49.984246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Attempting to bind port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:49.984697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Attempting to bind port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:50.000161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e on network 18e93208-3009-421c-a4f7-7686967f41a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:50.000874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Attempting to bind port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:50.018972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:50.023992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Checking segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:50.024683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Bound using segment: {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:50.028240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Bound port: 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310ffa61-bd03-416a-9d1b-e83eceda59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:50.030713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.103490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Attempting to bind port 9659352b-b864-498c-bddd-3c08780f771c on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:50.105397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Attempting to bind port 9659352b-b864-498c-bddd-3c08780f771c by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:50.110729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Attempting to bind port 9659352b-b864-498c-bddd-3c08780f771c on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:50.283118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Port 9659352b-b864-498c-bddd-3c08780f771c on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:50.290961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Attempting to bind port 9659352b-b864-498c-bddd-3c08780f771c on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:50.305538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8321417-a328-4ba7-9da7-44f019e65ede None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:35:40Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:48Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:50.380202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:50.400854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:50.422424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.536575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:50.542228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 6e271327-53e2-4d26-963b-b716beca6cc4, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:50.570851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:50.570851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Checking segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:50.571175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Bound using segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:50.571607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Bound port: 9659352b-b864-498c-bddd-3c08780f771c, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:50.572078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.636015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Deleting port a850a9dd-1d4a-4c4e-a1d2-11cc8ac5bb13 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:50.646931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.671914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.672855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.673767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.674700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.675816 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.676704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.679327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.680397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.688058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 1092 time: 4.9647748 Aug 31 09:35:50.688786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.691735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-5228f0aa-a922-456a-9c17-41fe48bdc263 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6314 time: 1.0777922 Aug 31 09:35:50.745153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:51.173036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a3b3-7e60-4caa-8e93-a2d941e218f8 service neutron] Pushing event updated for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:51.361804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.375813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.391544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.428220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.445353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.458555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.471092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.487389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-a0bd1c0d-8d97-48bf-8200-4923d16de644 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5404 time: 0.8803487 Aug 31 09:35:51.492064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:51.497049 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d891ec53-784d-43b1-9f7c-624ad7b775a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:51.517146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5ddbf-ce91-4b77-8f31-55b13bcd9a8c req-ea544eed-a824-4869-a9e2-51bbdaaad9a5 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.520372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97d5ddbf-ce91-4b77-8f31-55b13bcd9a8c req-ea544eed-a824-4869-a9e2-51bbdaaad9a5 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 944 time: 0.8879321 Aug 31 09:35:51.536604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.616996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-2e1c65fb-0fe6-461c-8fac-a9b106e4c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.629515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-2e1c65fb-0fe6-461c-8fac-a9b106e4c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.630882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-2e1c65fb-0fe6-461c-8fac-a9b106e4c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.633523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-2e1c65fb-0fe6-461c-8fac-a9b106e4c895 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5488d7baf804493b54e01fa93993bad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7999325 Aug 31 09:35:51.719138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5f0d87c-c206-4355-aa08-b11213f26fea req-b420e708-4c69-4e38-99a7-a4555ece05c1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1952724 Aug 31 09:35:51.773553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97d5ddbf-ce91-4b77-8f31-55b13bcd9a8c req-bc432d78-2fbe-469c-b728-9c84619e10d5 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206945 Aug 31 09:35:51.997958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 6e271327-53e2-4d26-963b-b716beca6cc4 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:52.047742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] For port 9659352b-b864-498c-bddd-3c08780f771c, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:52.083931 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a78a0b7-8f21-43f4-8ddf-2e2e796c4eb4 x-openstack-request-id: req-2a78a0b7-8f21-43f4-8ddf-2e2e796c4eb4 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:52.084438 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:52.084844 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a78a0b7-8f21-43f4-8ddf-2e2e796c4eb4 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:52.085450 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e', 'status': 'completed', 'code': 200} Aug 31 09:35:52.567568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb80297-0507-4635-90d1-ec78620bf1bf {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:52.616189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.671912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Transition to ACTIVE for port object dcb80297-0507-4635-90d1-ec78620bf1bf will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:52.685983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.837409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 08971824-c6f5-460e-be13-f3a6c72c0060 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:52.945544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 6e271327-53e2-4d26-963b-b716beca6cc4) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:52.980067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] For port 9659352b-b864-498c-bddd-3c08780f771c, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=9659352b-b864-498c-bddd-3c08780f771c,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:53.046883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.048467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.096292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.145737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1458c267-e90e-4bdf-b988-a9cbdfc5c058 None None] Network 6e271327-53e2-4d26-963b-b716beca6cc4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:53.314513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:53.431489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 08971824-c6f5-460e-be13-f3a6c72c0060 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:53.459755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Pushing event updated for resources: {'Port': ['ID=9659352b-b864-498c-bddd-3c08780f771c,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:53.483000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.484098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.517257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.518358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.520206 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-f9f03a7b-4285-4233-8eee-c9cbeaa51d9a service neutron] 10.222.0.15 "PUT /v2.0/ports/9659352b-b864-498c-bddd-3c08780f771c HTTP/1.1" status: 200 len: 1093 time: 9.0085204 Aug 31 09:35:53.547147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'tag': '9659352b-b864-498c-bddd-3c08780f771c'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:53.559976 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d2795-51df-432d-8898-328d03f0e71b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1216e2-852a-45c1-b3e0-77cc48f55097", "tag": "9659352b-b864-498c-bddd-3c08780f771c"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:53.581989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Calling delete_port for a850a9dd-1d4a-4c4e-a1d2-11cc8ac5bb13 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:53.589700 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a69cccf0-bb99-4999-b3df-cc8b7b0786f9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.6533337 Aug 31 09:35:53.594271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:53.611019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 08971824-c6f5-460e-be13-f3a6c72c0060 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:53.619344 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.651629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.691309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.707581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.724900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.737107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.744354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.752114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.754370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-a8d93cec-ddb7-4849-abe0-bdfcb888337c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5416 time: 0.5447681 Aug 31 09:35:53.792985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-ccf680da-604e-4892-9f7b-081997093558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.794307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90c0dcba-241e-490d-b9f2-de54affdec49 req-ccf680da-604e-4892-9f7b-081997093558 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.1259911 Aug 31 09:35:53.895727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Attempting to bind port dcb80297-0507-4635-90d1-ec78620bf1bf on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:53.903191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Attempting to bind port dcb80297-0507-4635-90d1-ec78620bf1bf by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:53.905442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Attempting to bind port dcb80297-0507-4635-90d1-ec78620bf1bf on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:54.052855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.060649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e716fa-243a-4918-8d2b-1c54650ebb8e req-c1b78901-dac3-46c4-a91d-ae22908c7f99 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.066331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-6e271327-53e2-4d26-963b-b716beca6cc4', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:54.072296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.081851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72e716fa-243a-4918-8d2b-1c54650ebb8e req-c1b78901-dac3-46c4-a91d-ae22908c7f99 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 944 time: 0.7823389 Aug 31 09:35:54.129452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Port dcb80297-0507-4635-90d1-ec78620bf1bf on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:54.129780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Attempting to bind port dcb80297-0507-4635-90d1-ec78620bf1bf on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:54.165653 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-ee803377-a90c-4827-8648-5ed53874cde7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5667632 Aug 31 09:35:54.227827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 08971824-c6f5-460e-be13-f3a6c72c0060, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=08971824-c6f5-460e-be13-f3a6c72c0060,segment=NetworkSegment(ba0f795e-c1ee-479a-a922-4403cadfa4e2),segment_id=ba0f795e-c1ee-479a-a922-4403cadfa4e2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:54.238278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.241984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72e716fa-243a-4918-8d2b-1c54650ebb8e req-c4c71190-5af0-40bc-ad04-2da2ad4bb288 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521506 Aug 31 09:35:54.247264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:54.247754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Checking segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:54.248436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Bound using segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:54.249188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Bound port: dcb80297-0507-4635-90d1-ec78620bf1bf, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:54.249807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.290455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-db447c10-95f9-4dac-9331-5c0b031fb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.292136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-db447c10-95f9-4dac-9331-5c0b031fb0fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 1096 time: 0.5192280 Aug 31 09:35:54.351943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.356866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.359520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.360622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.363179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.366954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.368069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.376906 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-0c8ada4c-e8d5-4726-b8c8-96b2d237b67b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6382 time: 0.3716156 Aug 31 09:35:54.398013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-de2cd98d-aad5-4b83-900e-8742b566f531 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9659352b-b864-498c-bddd-3c08780f771c HTTP/1.1" status: 200 len: 217 time: 0.0488362 Aug 31 09:35:54.416895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-469b24c6-dee4-4091-b9fe-70f262a36596 req-915f46fd-0dce-4636-a6a1-b256d623efee tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6422250 Aug 31 09:35:54.508609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=08971824-c6f5-460e-be13-f3a6c72c0060,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.559411 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039878ce-a81b-43d4-93c3-ef95f6b22f50 x-openstack-request-id: req-039878ce-a81b-43d4-93c3-ef95f6b22f50 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:54.559674 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1216e2-852a-45c1-b3e0-77cc48f55097", "tag": "9659352b-b864-498c-bddd-3c08780f771c", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:54.559838 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-039878ce-a81b-43d4-93c3-ef95f6b22f50 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:54.560267 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'tag': '9659352b-b864-498c-bddd-3c08780f771c', 'status': 'completed', 'code': 200} Aug 31 09:35:54.584881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-d1c04a60-27b4-40e2-8c83-68eb83c3c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.589879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-d1c04a60-27b4-40e2-8c83-68eb83c3c0c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.1703398 Aug 31 09:35:54.670881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-47912bb1-fec2-40a9-942c-a12f7e0cbdd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723231 Aug 31 09:35:54.728191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Allocated IP 172.21.0.2 (6e271327-53e2-4d26-963b-b716beca6cc4/7e09dd99-7b63-40fa-9f02-09979901cdcf/5666b469-ad75-4ca8-a946-815b2102406b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:54.756357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-4b412b9f-f991-433d-ba7f-9a6cf5bee676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.758606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-4b412b9f-f991-433d-ba7f-9a6cf5bee676 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 1098 time: 0.5487363 Aug 31 09:35:54.975794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:55.035618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-9aab86f9-a8ab-4b10-afca-2250e3e4a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.036650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-9aab86f9-a8ab-4b10-afca-2250e3e4a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.036860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-9aab86f9-a8ab-4b10-afca-2250e3e4a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.038591 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-9aab86f9-a8ab-4b10-afca-2250e3e4a353 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5488d7baf804493b54e01fa93993bad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4962511 Aug 31 09:35:55.082211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dcb80297-0507-4635-90d1-ec78620bf1bf,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:55.089411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-d7ebfaff-ae68-45e6-9ca7-c6a0da92f0c4 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077365 Aug 31 09:35:55.094219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.113054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.140361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Transition to ACTIVE for port object 5666b469-ad75-4ca8-a946-815b2102406b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:55.202575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Transition to ACTIVE for port object 5666b469-ad75-4ca8-a946-815b2102406b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:55.211950 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.256263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.259746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Network 6e271327-53e2-4d26-963b-b716beca6cc4 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:55.314650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:55.318781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:55.334960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204a47f1-3fa1-420c-8958-cbcae0b8aec1 req-07a9f325-b429-4910-8b52-6eb49921b93f service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335553 Aug 31 09:35:55.349430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event deleted for resources: {'Port': ['ID=a850a9dd-1d4a-4c4e-a1d2-11cc8ac5bb13,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:55.398792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.399430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.401455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] 10.222.0.23 "PUT /v2.0/ports/dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 1092 time: 4.6725636 Aug 31 09:35:55.401934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:55.409575 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163e7efe-9f08-4c16-8ef5-7eb2da044818" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:55.528168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Pushing event updated for resources: {'Port': ['ID=5666b469-ad75-4ca8-a946-815b2102406b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:55.544436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Attempting to bind port 5666b469-ad75-4ca8-a946-815b2102406b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:55.546571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Attempting to bind port 5666b469-ad75-4ca8-a946-815b2102406b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:55.547614 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1b88da-304f-46d6-814c-a2c588e3c3be x-openstack-request-id: req-ea1b88da-304f-46d6-814c-a2c588e3c3be {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:55.547835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Attempting to bind port 5666b469-ad75-4ca8-a946-815b2102406b on network 6e271327-53e2-4d26-963b-b716beca6cc4 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:55.548631 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:55.548954 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea1b88da-304f-46d6-814c-a2c588e3c3be {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:55.550257 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf', 'status': 'completed', 'code': 200} Aug 31 09:35:55.559911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:55.562217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Checking segment: {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:55.563836 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.564317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Bound using segment: {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:55.566447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Bound port: 5666b469-ad75-4ca8-a946-815b2102406b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:55.566958 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.587612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Request body: {'port': {'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:55.609393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.762647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179d7ac-b369-4711-b463-30bd36536037 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:55.767052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-0c7d3036-ebb2-46d2-9c31-61a40abf4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.770705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-0c7d3036-ebb2-46d2-9c31-61a40abf4326 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.9297781 Aug 31 09:35:55.797538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-e39f9e03-7a31-4f43-95e1-dbc23b38c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.799524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] For port 5666b469-ad75-4ca8-a946-815b2102406b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:55.803733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d891ec53-784d-43b1-9f7c-624ad7b775a3 req-e39f9e03-7a31-4f43-95e1-dbc23b38c667 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7485166 Aug 31 09:35:55.807741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] For port 5666b469-ad75-4ca8-a946-815b2102406b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5666b469-ad75-4ca8-a946-815b2102406b,segment=NetworkSegment(28e10a4c-d965-4454-a96f-92c108c5e066),segment_id=28e10a4c-d965-4454-a96f-92c108c5e066)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:55.814166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.822964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.830461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.840613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.848900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.869810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.877892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.887909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.897966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-58633fb3-7266-4143-9ef8-ac953a9a3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5416 time: 0.2871590 Aug 31 09:35:55.935373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d2795-51df-432d-8898-328d03f0e71b req-508e5d78-3e8f-4e57-8516-e7f33a948e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.937513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-508e5d78-3e8f-4e57-8516-e7f33a948e5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 1096 time: 0.3862588 Aug 31 09:35:55.965070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2b68-9fb2-44b6-9be4-1b1aaeca0b11 None None] Pushing event updated for resources: {'Port': ['ID=5666b469-ad75-4ca8-a946-815b2102406b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:56.007985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bab467-8762-4d3f-baa5-8f7fe0d7252f req-903b0bbf-5cc6-4713-b5a4-8e315bfc30d0 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.011992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8bab467-8762-4d3f-baa5-8f7fe0d7252f req-903b0bbf-5cc6-4713-b5a4-8e315bfc30d0 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 944 time: 0.5983005 Aug 31 09:35:56.076889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.084794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.089817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-56319d86-3586-4a9e-aea9-1dfbc6cb2743 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "DELETE /v2.0/floatingips/d3947fb9-e258-43b7-8c21-8b4455c55f83 HTTP/1.1" status: 204 len: 168 time: 7.7892716 Aug 31 09:35:56.165139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7e19cca-4a19-4a7b-96ca-34b9525cab37 req-e652f96d-1b03-40e2-84c6-883c2aea7014 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2658842 Aug 31 09:35:56.226414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-1da7b4b4-0b1d-4518-a6c3-f964091705a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 200 len: 1002 time: 0.2527025 Aug 31 09:35:56.364924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.409295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-17bf7ebf-ea09-4bcc-92ca-e05e8935a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.410888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-17bf7ebf-ea09-4bcc-92ca-e05e8935a749 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.1557121 Aug 31 09:35:56.415460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8bab467-8762-4d3f-baa5-8f7fe0d7252f req-5e1d515f-71bd-43c7-95e8-342a93dd4e62 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710766 Aug 31 09:35:56.580879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d2795-51df-432d-8898-328d03f0e71b req-d1e65fe1-4b42-4383-bda4-ad0460bcfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.582972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-d1e65fe1-4b42-4383-bda4-ad0460bcfa43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 915 time: 0.5966153 Aug 31 09:35:56.634396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.635202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.635862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.636554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.637201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.637902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.638753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.641199 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0e293104-1bb8-40f5-aea5-150933a0f736 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6424 time: 0.6583631 Aug 31 09:35:56.654594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-26973bac-aa8e-4015-a3d3-6b59732d0afe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9659352b-b864-498c-bddd-3c08780f771c HTTP/1.1" status: 200 len: 217 time: 0.0611119 Aug 31 09:35:56.830729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 08971824-c6f5-460e-be13-f3a6c72c0060 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:56.832513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35918) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:56.850185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743819849', 'description': 'tempest-description--1352852733'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:56.879328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d2795-51df-432d-8898-328d03f0e71b req-51b8f0e0-3185-49ad-934d-4b4ffc3dc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.881779 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-51b8f0e0-3185-49ad-934d-4b4ffc3dc786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.2169540 Aug 31 09:35:56.888643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-6569c011-df2a-4569-bbec-ff0a31fb7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.890920 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-6569c011-df2a-4569-bbec-ff0a31fb7ddf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4539793 Aug 31 09:35:56.891686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.957144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 08971824-c6f5-460e-be13-f3a6c72c0060 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:56.957764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.963858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-668bd0ea-6a34-4fd9-bd5c-b1e4153c9f4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637026 Aug 31 09:35:57.052364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.21.0.1 (6e271327-53e2-4d26-963b-b716beca6cc4/7e09dd99-7b63-40fa-9f02-09979901cdcf/31e897b3-84dc-4730-8780-42c6d3b2fb46) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:57.188932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5666b469-ad75-4ca8-a946-815b2102406b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:57.281953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-2445dd29-42d0-4b82-bd3a-41a427b1ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.282439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-2445dd29-42d0-4b82-bd3a-41a427b1ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.282931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-2445dd29-42d0-4b82-bd3a-41a427b1ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.285238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-2445dd29-42d0-4b82-bd3a-41a427b1ca4c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5488d7baf804493b54e01fa93993bad&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6253908 Aug 31 09:35:57.289749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-39773a82-6fde-4c1a-b07c-b07334e7e69a service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135731 Aug 31 09:35:57.401720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 5666b469-ad75-4ca8-a946-815b2102406b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:57.529992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-7a2843d2-7576-4628-b3d1-fd7c4e49bfaa service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183205 Aug 31 09:35:57.764590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.784068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.786092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.804741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.813707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.830830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.851503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.860994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1cb7f-7eb1-4dd4-8b06-f80781fdd6b4 None None] Network 6e271327-53e2-4d26-963b-b716beca6cc4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:57.887271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.896795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.910002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:57.921783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-d169c3d3-f1ea-4878-aca8-a6aa2a470fd8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5416 time: 0.4699976 Aug 31 09:35:57.936354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.943579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0960712 Aug 31 09:35:57.948472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:57.976837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'security_group_rule': {'security_group_id': '0ad05178-b245-4e44-976e-dca8c8675e50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:57.978261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object 31e897b3-84dc-4730-8780-42c6d3b2fb46 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:58.003244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c3d2795-51df-432d-8898-328d03f0e71b req-a1d840b8-5e86-404f-bffc-9ca20312edba service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705608 Aug 31 09:35:58.035974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0c94d8ba-cdf8-4834-9bf6-acddc46aa9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:58.037285 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-163e7efe-9f08-4c16-8ef5-7eb2da044818 req-0c94d8ba-cdf8-4834-9bf6-acddc46aa9f1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7284482 Aug 31 09:35:58.042843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.061885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424be614-6de7-492a-a568-c4ffeb6528c6 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:58.068951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] Provisioning for port 5666b469-ad75-4ca8-a946-815b2102406b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:58.082893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] Provisioning complete for port 5666b469-ad75-4ca8-a946-815b2102406b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:58.083125 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.083799 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.103060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Transition to ACTIVE for port object 424be614-6de7-492a-a568-c4ffeb6528c6 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:58.105492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d23211b8-b4ae-45fe-8a89-ff00bb7d6651 req-07de2195-8308-420e-904e-22ecaca3ea8f service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226419 Aug 31 09:35:58.115020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fa3d2-43f2-4a52-82cd-ff5f1ed3342c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad05178-b245-4e44-976e-dca8c8675e50,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.153171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 6e271327-53e2-4d26-963b-b716beca6cc4 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:58.164681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d807a2-11ad-4e0e-a599-33ffe00a201e req-0e728cb6-e7bd-4eb3-9da4-9b069565a15f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:58.167297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d807a2-11ad-4e0e-a599-33ffe00a201e req-0e728cb6-e7bd-4eb3-9da4-9b069565a15f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 944 time: 0.5950959 Aug 31 09:35:58.168287 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.171762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:58.176970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:58.232875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=31e897b3-84dc-4730-8780-42c6d3b2fb46,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.294143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.340763 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.439288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d807a2-11ad-4e0e-a599-33ffe00a201e req-4f0a7fae-f8b4-46d0-acce-069bbe316970 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547371 Aug 31 09:35:58.496129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.610558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=424be614-6de7-492a-a568-c4ffeb6528c6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.695427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6e003fd-a03a-4533-85bd-f2d4a8152f1f req-e370e65c-1d0c-43d7-ab85-59262b26dd54 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7412448 Aug 31 09:35:58.750803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Attempting to bind port 424be614-6de7-492a-a568-c4ffeb6528c6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:58.751366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Attempting to bind port 424be614-6de7-492a-a568-c4ffeb6528c6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:58.752095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Attempting to bind port 424be614-6de7-492a-a568-c4ffeb6528c6 on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:58.774829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Port 424be614-6de7-492a-a568-c4ffeb6528c6 on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:58.775358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Attempting to bind port 424be614-6de7-492a-a568-c4ffeb6528c6 on network 398d1361-f135-4d32-8aac-6d9d7dff1c41 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:58.782081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.793061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.808651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 9659352b-b864-498c-bddd-3c08780f771c details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:58.850159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:58.850738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Checking segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:58.851383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Bound using segment: {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:58.852197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Bound port: 424be614-6de7-492a-a568-c4ffeb6528c6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f279c7-2c30-49a7-8cbf-74e584470d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:58.852761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.884474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acb2d11-569e-411b-be2e-b882957fe38b,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.887111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34b70806-b012-4e4e-8127-72441c9a7715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.970003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.971958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-147da14b-1e65-40e3-9c7f-d8969e6b82d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0101252 Aug 31 09:35:58.976378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] For port 5666b469-ad75-4ca8-a946-815b2102406b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5666b469-ad75-4ca8-a946-815b2102406b,segment=NetworkSegment(28e10a4c-d965-4454-a96f-92c108c5e066),segment_id=28e10a4c-d965-4454-a96f-92c108c5e066)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:58.985904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35944) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:59.010457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'security_group_rule': {'security_group_id': '0ad05178-b245-4e44-976e-dca8c8675e50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:59.223336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.238826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.305763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] For port 424be614-6de7-492a-a568-c4ffeb6528c6, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:59.368029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa5e71-59a9-4ce6-a8e2-b8937dc827c9 None None] Pushing event updated for resources: {'Port': ['ID=5666b469-ad75-4ca8-a946-815b2102406b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:59.402582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 9659352b-b864-498c-bddd-3c08780f771c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=9659352b-b864-498c-bddd-3c08780f771c,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:59.408174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] For port 424be614-6de7-492a-a568-c4ffeb6528c6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=424be614-6de7-492a-a568-c4ffeb6528c6,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:59.434790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.439284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '9659352b-b864-498c-bddd-3c08780f771c', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'port_id': '9659352b-b864-498c-bddd-3c08780f771c', 'mac_address': 'fa:16:3e:90:93:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5575f8b9-d109-4a5a-a666-6f83255350c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:59.446886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0a353635-eea5-4a5c-9a94-473044d171fb None None] Provisioning complete for port 5666b469-ad75-4ca8-a946-815b2102406b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:59.454934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a353635-eea5-4a5c-9a94-473044d171fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.459854 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.712694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.717905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.757871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.768914 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.775752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] 10.222.0.23 "PUT /v2.0/ports/424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 1092 time: 4.1974306 Aug 31 09:35:59.778056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '424be614-6de7-492a-a568-c4ffeb6528c6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:59.782044 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "424be614-6de7-492a-a568-c4ffeb6528c6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:59.790031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.813524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9659352b-b864-498c-bddd-3c08780f771c {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:59.821010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24912b-69b1-4b12-9415-49d6f7358ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=424be614-6de7-492a-a568-c4ffeb6528c6,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:59.939055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1820dc-13a1-4774-83d4-f82f2366b80f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:59.950282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 9659352b-b864-498c-bddd-3c08780f771c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=9659352b-b864-498c-bddd-3c08780f771c,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:59.974726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.033119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13fa9-7bc0-4208-9d33-ba995139831c req-7d47b463-9475-4b88-9398-f2e2f606b95d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.034068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64b13fa9-7bc0-4208-9d33-ba995139831c req-7d47b463-9475-4b88-9398-f2e2f606b95d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 944 time: 0.3939219 Aug 31 09:36:00.063067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.078828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a5559c3-bb37-4e20-9f38-0faf0574ff0b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0878365 Aug 31 09:36:00.081360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35962) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:00.114163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=9659352b-b864-498c-bddd-3c08780f771c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:00.148857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:00.198017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0a353635-eea5-4a5c-9a94-473044d171fb None None] Provisioning for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:00.207679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0a353635-eea5-4a5c-9a94-473044d171fb None None] Provisioning complete for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:00.210080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a353635-eea5-4a5c-9a94-473044d171fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.222516 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.231403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.256964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:00.316902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0a353635-eea5-4a5c-9a94-473044d171fb None None] Port 31e897b3-84dc-4730-8780-42c6d3b2fb46 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:00.335084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.337228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=31e897b3-84dc-4730-8780-42c6d3b2fb46,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:00.345306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64b13fa9-7bc0-4208-9d33-ba995139831c req-681c7f69-a867-4759-b053-f9cfbcc9fe38 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625566 Aug 31 09:36:00.349495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.534681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.545311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.553121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.560130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.566762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.573070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.581255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.583644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-e2738d4a-35db-4e14-acfd-a1dddfe0889d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.6529222 Aug 31 09:36:00.585441 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab35d55-cd58-44d0-95bf-51ac71948fa0 x-openstack-request-id: req-7ab35d55-cd58-44d0-95bf-51ac71948fa0 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:00.585948 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "424be614-6de7-492a-a568-c4ffeb6528c6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:00.586357 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ab35d55-cd58-44d0-95bf-51ac71948fa0 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:00.587061 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': '424be614-6de7-492a-a568-c4ffeb6528c6', 'status': 'completed', 'code': 200} Aug 31 09:36:00.616242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.617000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.617707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.618380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.619242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.619881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.620509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.623307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1e6c1da6-b4ae-420f-89c6-c8ef97994179 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6492 time: 0.7391717 Aug 31 09:36:00.692297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5666b469-ad75-4ca8-a946-815b2102406b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:00.702711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 6e271327-53e2-4d26-963b-b716beca6cc4 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:00.704031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-14e230be-e950-444c-92a4-d96571612316 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 217 time: 0.0655754 Aug 31 09:36:00.705874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:00.744161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c614d337-f301-4c43-81de-6c74ab96d7ac req-eeacb754-95e9-42f9-ade4-9db352470458 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490877 Aug 31 09:36:00.824735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ac169a5-c66a-4109-9ddb-cc9217b8c556 None None] Provisioning complete for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:00.825673 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ac169a5-c66a-4109-9ddb-cc9217b8c556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.920134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f1b221d6-f5ba-4e6a-90e3-dd5cc9ac20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.922256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f1b221d6-f5ba-4e6a-90e3-dd5cc9ac20e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.2106853 Aug 31 09:36:00.946573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5666b469-ad75-4ca8-a946-815b2102406b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:00.948064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.013878 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.037972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:01.048694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ce2c37ba-3938-4606-9db3-d542d2bc974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:01.052463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ce2c37ba-3938-4606-9db3-d542d2bc974c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180942 Aug 31 09:36:01.054885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ac169a5-c66a-4109-9ddb-cc9217b8c556 None None] Port 31e897b3-84dc-4730-8780-42c6d3b2fb46 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:01.070092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-943f3081-4c46-4a92-a2e4-0c1a53f87c22 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:36:01.074006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-943f3081-4c46-4a92-a2e4-0c1a53f87c22 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148861 Aug 31 09:36:01.215279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:01.229544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1cfcd371-3d44-4541-898f-3e74ffeed139 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6223423 Aug 31 09:36:01.234373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:01.240023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:01.242742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-279251807'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:01.277845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:01.286997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c23143a5-11c0-4aeb-aa3d-feefbb123682 None None] Provisioning complete for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:01.288109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c23143a5-11c0-4aeb-aa3d-feefbb123682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.288679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.322716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:01.343127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.343775 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment 30ca3bff-3c79-4381-8537-636b6bd7e473 of type vlan for network 13c02622-4dd8-4759-b5c1-52f3f660c72a Aug 31 09:36:01.376199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c23143a5-11c0-4aeb-aa3d-feefbb123682 None None] Port 31e897b3-84dc-4730-8780-42c6d3b2fb46 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:01.433889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:01.438294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:35:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:01.461135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.552460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.576742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:01.577505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.679926 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56862997-df9c-4ba7-bd7f-2b171233389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.723728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:01.741292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5050607 Aug 31 09:36:01.742260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35980) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:01.765879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:01.838769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.910696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd9039-f59d-4c3e-83e0-128308858ca8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=13c02622-4dd8-4759-b5c1-52f3f660c72a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:01.979112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:02.038723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Allocated IP 172.25.4.177 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/582127d9-2e9c-40b2-89fb-b5f5dd9787e2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:02.057095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:02.070325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.089265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-6ec17ded-e303-4375-8038-59cd200d562a service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9532013 Aug 31 09:36:02.169070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.183861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.197797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.212588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.280274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.308481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.326321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.330209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b132b425-e706-4786-932f-554412543d5f req-e3026573-1310-41d0-9ce5-d78ea5710187 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.4104104 Aug 31 09:36:02.418536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44364f-30d8-4ef5-8aae-2a59ab8da3e2 req-90227fa2-f920-4ac1-bce6-af28eeb9a698 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.421188 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.438046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae44364f-30d8-4ef5-8aae-2a59ab8da3e2 req-90227fa2-f920-4ac1-bce6-af28eeb9a698 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 945 time: 0.5476508 Aug 31 09:36:02.547250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 3, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:02.585231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.588897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:02.589409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Updating router 7469f243-e3d2-4349-b751-383e6eb6b75e port 31e897b3-84dc-4730-8780-42c6d3b2fb46 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:36:02.683375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.699733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=48b6b796-9e74-496f-a0ba-267e01b549a2,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:02.716520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae44364f-30d8-4ef5-8aae-2a59ab8da3e2 req-eb20b85f-7a55-4b88-ab3d-1e2522b72c64 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768095 Aug 31 09:36:02.793471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 9659352b-b864-498c-bddd-3c08780f771c up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:02.803237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:02.804104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 13c02622-4dd8-4759-b5c1-52f3f660c72a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:02.832906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b132b425-e706-4786-932f-554412543d5f req-a52e99d1-7588-4009-9c24-e7dd660e1056 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2692881 Aug 31 09:36:02.847680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:02.873919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 13c02622-4dd8-4759-b5c1-52f3f660c72a) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:02.894522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.894522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.926503 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-94ee861e-bb9e-4cf6-af54-a99203990a1d tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1716316 Aug 31 09:36:02.927784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 35996) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:02.933535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3450c66-eb85-4d3b-b4e6-cec2002b8124 None None] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:03.063748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.092247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-28411035-d2a7-4371-acb2-193ab64c5eaf service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9858327 Aug 31 09:36:03.313411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-97607213-6c28-4fc4-8484-e382345a4f82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.2073834 Aug 31 09:36:03.321623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.391541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:03.508148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:03.517310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:03.644980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'Port': ['ID=582127d9-2e9c-40b2-89fb-b5f5dd9787e2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:03.722064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 9659352b-b864-498c-bddd-3c08780f771c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:03.791641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 9659352b-b864-498c-bddd-3c08780f771c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:03.793487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.794287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f0e17fd5-4986-4e8a-bf47-54e0146462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.797468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f0e17fd5-4986-4e8a-bf47-54e0146462fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.4532876 Aug 31 09:36:03.880380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.883107 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.908588 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.928951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.030349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Transition to ACTIVE for port object 31e897b3-84dc-4730-8780-42c6d3b2fb46 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:04.047855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-13c02622-4dd8-4759-b5c1-52f3f660c72a', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:04.049888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.063822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.072393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.250651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f2430-8e6a-4e16-bd08-b2ca0bb6351f None None] Pushing event updated for resources: {'Port': ['ID=31e897b3-84dc-4730-8780-42c6d3b2fb46,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:04.280753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-070bce29-85a8-402e-a3c0-8b02cd7041f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.283379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-070bce29-85a8-402e-a3c0-8b02cd7041f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4718297 Aug 31 09:36:04.320559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69234b-32e8-4f83-bcc4-e37b3389bd8e req-30a0efb3-d49f-495a-87ed-c11d3649c2a4 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.323014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd69234b-32e8-4f83-bcc4-e37b3389bd8e req-30a0efb3-d49f-495a-87ed-c11d3649c2a4 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 945 time: 0.4527268 Aug 31 09:36:04.594023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.606195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.622135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.634174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.649415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.660329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.674643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.675137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.678417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-e97cf361-04b7-4d11-a43b-caec10597781 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.6095493 Aug 31 09:36:04.680462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.22.0.1 (13c02622-4dd8-4759-b5c1-52f3f660c72a/48b6b796-9e74-496f-a0ba-267e01b549a2/959cdca2-691b-4d02-ad34-d31fb62d844d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:04.712060 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd69234b-32e8-4f83-bcc4-e37b3389bd8e req-2fc786de-33a6-4f57-bad0-c7818c9dcaac tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548048 Aug 31 09:36:04.847256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9659352b-b864-498c-bddd-3c08780f771c'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:04.852806 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04e7d0-f6d5-46b8-b50b-2c2a8bea654f" -d '{"events": [{"server_uuid": "fb1216e2-852a-45c1-b3e0-77cc48f55097", "name": "network-vif-plugged", "status": "completed", "tag": "9659352b-b864-498c-bddd-3c08780f771c"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:04.902452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 9659352b-b864-498c-bddd-3c08780f771c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=9659352b-b864-498c-bddd-3c08780f771c,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:04.905400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Attempting to bind port 31e897b3-84dc-4730-8780-42c6d3b2fb46 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:04.906395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Attempting to bind port 31e897b3-84dc-4730-8780-42c6d3b2fb46 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:04.907510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Attempting to bind port 31e897b3-84dc-4730-8780-42c6d3b2fb46 on network 6e271327-53e2-4d26-963b-b716beca6cc4 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:04.917936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.002843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2eb067ae-88b7-49fd-8124-3adbe662640e req-a69ff10c-6fc0-440a-8f0e-0446336aa195 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886908 Aug 31 09:36:05.014179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.053134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object 959cdca2-691b-4d02-ad34-d31fb62d844d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:05.058934 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e2210-8345-4678-b318-8bd5286cf94a x-openstack-request-id: req-fb9e2210-8345-4678-b318-8bd5286cf94a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:05.059452 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1216e2-852a-45c1-b3e0-77cc48f55097", "name": "network-vif-plugged", "status": "completed", "tag": "9659352b-b864-498c-bddd-3c08780f771c", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:05.060913 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb9e2210-8345-4678-b318-8bd5286cf94a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:05.061606 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9659352b-b864-498c-bddd-3c08780f771c', 'code': 200} Aug 31 09:36:05.062743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=9659352b-b864-498c-bddd-3c08780f771c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.075062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:05.080299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Checking segment: {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:05.081103 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.081643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Bound using segment: {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:05.082406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Bound port: 31e897b3-84dc-4730-8780-42c6d3b2fb46, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e10a4c-d965-4454-a96f-92c108c5e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:05.084988 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.155643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.274758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-48fbd41b-e7ae-410c-b83a-40768e9dbbdf service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9752543 Aug 31 09:36:05.292935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:05.320941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:05.333346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:05.386996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=959cdca2-691b-4d02-ad34-d31fb62d844d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.479005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.505607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] For port 31e897b3-84dc-4730-8780-42c6d3b2fb46, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:05.512620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] For port 31e897b3-84dc-4730-8780-42c6d3b2fb46, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=31e897b3-84dc-4730-8780-42c6d3b2fb46,segment=NetworkSegment(28e10a4c-d965-4454-a96f-92c108c5e066),segment_id=28e10a4c-d965-4454-a96f-92c108c5e066)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:05.515942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-985a0174-f245-490c-9bcd-1b4cc51a9e1d service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312973 Aug 31 09:36:05.521087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.610110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Allocated IP 172.22.0.2 (13c02622-4dd8-4759-b5c1-52f3f660c72a/48b6b796-9e74-496f-a0ba-267e01b549a2/a84c1c18-5a79-4c49-ac54-b54aaebb09d2) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:05.655821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e9b6f-2acd-4d67-a591-a56d8e417266 req-8d70490c-94a9-46fb-9f81-3ae558449ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:05.657344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b3e9b6f-2acd-4d67-a591-a56d8e417266 req-8d70490c-94a9-46fb-9f81-3ae558449ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 1098 time: 0.5159278 Aug 31 09:36:05.667731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f2430-8e6a-4e16-bd08-b2ca0bb6351f None None] Pushing event updated for resources: {'Port': ['ID=31e897b3-84dc-4730-8780-42c6d3b2fb46,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.684464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:05.685895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:05.831229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7398a8f5-2a28-4c5d-90ce-db7cb524a747 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.3056908 Aug 31 09:36:05.842728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.883016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.892944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.004342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-88b54ba8-4e40-4b79-bd59-1e9d438e33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.006965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-88b54ba8-4e40-4b79-bd59-1e9d438e33a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1557388 Aug 31 09:36:06.167737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.308984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'Port': ['ID=582127d9-2e9c-40b2-89fb-b5f5dd9787e2,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:06.335207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd62704-86c6-4984-97e5-5976735bd7c9 req-e9279e78-077c-41f2-bc71-0c48372f393f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.337923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bd62704-86c6-4984-97e5-5976735bd7c9 req-e9279e78-077c-41f2-bc71-0c48372f393f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 946 time: 0.1549058 Aug 31 09:36:06.354269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.355952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0ccf882c-d8a7-446c-8689-93e8309e81ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2223575 Aug 31 09:36:06.406728 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b3e9b6f-2acd-4d67-a591-a56d8e417266 req-8019473d-463c-4962-ac0f-b4481fe205f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214992 Aug 31 09:36:06.441445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-35c6d84c-746c-43d8-8b2b-7ddc7385a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.452938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-35c6d84c-746c-43d8-8b2b-7ddc7385a215 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2759986 Aug 31 09:36:06.533897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.545531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Transition to ACTIVE for port object a84c1c18-5a79-4c49-ac54-b54aaebb09d2 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:06.580805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Transition to ACTIVE for port object a84c1c18-5a79-4c49-ac54-b54aaebb09d2 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:06.605712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bd62704-86c6-4984-97e5-5976735bd7c9 req-2202e73c-06d7-4412-a4dc-c812edfe3e59 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443540 Aug 31 09:36:06.628101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.704689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.724805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.742029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.764057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.771338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.788692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.804383 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.808221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.817384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.830683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:06.839427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.850279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65eaef06-440d-4291-a276-879f5d497c3e req-6d6b817d-3146-4001-a58e-748e6ace5248 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.5102756 Aug 31 09:36:06.851292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:06.858387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:06.904111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:06.967570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-779eb0ae-1a25-4c95-b53e-1cc498a2f407 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094988 Aug 31 09:36:06.986937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=959cdca2-691b-4d02-ad34-d31fb62d844d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:07.019970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Attempting to bind port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:07.020544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Attempting to bind port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:07.020544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Attempting to bind port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 on network 13c02622-4dd8-4759-b5c1-52f3f660c72a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:07.023567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Pushing event updated for resources: {'Port': ['ID=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:07.051333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:07.052183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Checking segment: {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:07.052860 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.053652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Bound using segment: {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:07.054431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Bound port: a84c1c18-5a79-4c49-ac54-b54aaebb09d2, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:07.055250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.101634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.139818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-96d4705e-04fa-465b-966b-7ea79bf6b4af tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--743819849&fields=id&tenant_id=c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 267 time: 0.2739213 Aug 31 09:36:07.151014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65eaef06-440d-4291-a276-879f5d497c3e req-41a006bf-7162-497e-9efa-46c769c47810 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2990184 Aug 31 09:36:07.370204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:07.377484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:07.469163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] For port a84c1c18-5a79-4c49-ac54-b54aaebb09d2, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:07.473602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] For port a84c1c18-5a79-4c49-ac54-b54aaebb09d2, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,segment=NetworkSegment(30ca3bff-3c79-4381-8537-636b6bd7e473),segment_id=30ca3bff-3c79-4381-8537-636b6bd7e473)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:07.496266 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.553914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7380d81e-afe7-490f-b5ba-a4acd6059469 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652032 Aug 31 09:36:07.652942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-f18c137c-d928-4048-b986-96d6b0bbccf3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.656054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:07.658560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-f18c137c-d928-4048-b986-96d6b0bbccf3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 816 time: 0.4780238 Aug 31 09:36:07.685901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d8378-b74d-4c7d-97b2-6f732565010c None None] Pushing event updated for resources: {'Port': ['ID=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:07.793615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 3, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:07.898358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840d36f-cc01-446d-ba8f-111dd1a3c595 None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:35:59Z', 'revision_number': 3, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:08.055974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-91ef8936-1d99-4b88-bfea-7389be90191f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.4764938 Aug 31 09:36:08.079261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:08.096433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4ad32551-f3b8-4721-b75d-a66e419ad519 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1667669 Aug 31 09:36:08.099803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36078) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:08.110061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'network': {'name': 'tempest-RoutersTest-270605378'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:08.120205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-ffc6686f-4b4c-4f5b-b520-2317be1aa345 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/quotas/c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 375 time: 0.1508503 Aug 31 09:36:08.235725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:08.243083 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.306338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:08.342074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.342810 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added segment 151436f6-7b6e-4c91-92a0-79bf79d304f8 of type vlan for network 49a29107-2389-4105-aa06-ed8289dbdede Aug 31 09:36:08.439752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763665f-35fe-4cda-b02a-d1909fa9dcb9 req-e371de1b-1f83-48f3-9501-0dd3b669441f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:08.442847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f763665f-35fe-4cda-b02a-d1909fa9dcb9 req-e371de1b-1f83-48f3-9501-0dd3b669441f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 946 time: 0.5143547 Aug 31 09:36:08.458207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-61f6627c-8ac7-4f80-a27d-6a27b52adc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:08.463910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-61f6627c-8ac7-4f80-a27d-6a27b52adc5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.3393841 Aug 31 09:36:08.479739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.529290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.546836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:08.552853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.699954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5979435 Aug 31 09:36:08.701584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36086) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:08.730398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-c43c4424-39f4-4019-a72f-6eecd317d3ef tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5798552 Aug 31 09:36:08.732745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'subnet': {'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:08.799882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f763665f-35fe-4cda-b02a-d1909fa9dcb9 req-964bd564-b450-43a9-8c3e-90f15c4f0368 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309181 Aug 31 09:36:08.999320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 31e897b3-84dc-4730-8780-42c6d3b2fb46 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:09.014160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad088ad-724b-4dcd-9fae-dd76c8db8a6e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Network': ['ID=49a29107-2389-4105-aa06-ed8289dbdede,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:09.070602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f3edc5fa-8c97-4ed7-b60e-34d693fed2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.073864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f3edc5fa-8c97-4ed7-b60e-34d693fed2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5807869 Aug 31 09:36:09.115021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Made reservation on behalf of ba697cdd56824fa88cd2375bb5e37e83 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:09.120281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.206871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 49a29107-2389-4105-aa06-ed8289dbdede details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:09.525658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-4a6f1442-2df5-4d0d-bf98-3656b730d37c service neutron] 10.222.0.18 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204845 Aug 31 09:36:09.535274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:09.567729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:09.568475 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.602190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.628838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.649175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.683948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.711804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.749295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.779329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.795329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90c304cf-d924-4672-88ff-e0039009e88f req-813cfb7d-324e-4747-823b-4eeeabbcee74 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.7880254 Aug 31 09:36:09.921558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.929710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.021542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 31e897b3-84dc-4730-8780-42c6d3b2fb46, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=31e897b3-84dc-4730-8780-42c6d3b2fb46,segment=NetworkSegment(28e10a4c-d965-4454-a96f-92c108c5e066),segment_id=28e10a4c-d965-4454-a96f-92c108c5e066)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:10.022266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-0478e5d4-8c95-4562-9d77-d66f03a8b775 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9015417 Aug 31 09:36:10.031524 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.032376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a84c1c18-5a79-4c49-ac54-b54aaebb09d2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:10.076424 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:10.095779 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:10.096436 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:10.188733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=31e897b3-84dc-4730-8780-42c6d3b2fb46,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:10.221564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Subnet': ['ID=6f7c8633-d20e-4b42-94dc-17e361bbcae8,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:10.238575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Checking segment: {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:10.239491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network hostable DHCP agents. Network: 49a29107-2389-4105-aa06-ed8289dbdede, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:10.287889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd173c1-038d-4f03-986f-c75511d91962 None None] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:10.321184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 49a29107-2389-4105-aa06-ed8289dbdede is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:10.334366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 49a29107-2389-4105-aa06-ed8289dbdede) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:10.339312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:10.339899 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.348363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:10.353139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90c304cf-d924-4672-88ff-e0039009e88f req-1a257212-a45b-4bc7-81fe-100ce9250022 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5568652 Aug 31 09:36:10.369376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a37c468d-6e12-48e3-8fcb-692a4f12f392 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6443553 Aug 31 09:36:10.378848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.423631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ead15a-da1b-4415-bb79-daf101b10194 None None] Network 49a29107-2389-4105-aa06-ed8289dbdede requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:10.452041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:10.516882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] Provisioning for port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:10.651825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] Provisioning complete for port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:10.652258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.686831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-8dcf9bdb-bd15-4caf-b0ee-475a85fcea6e service neutron] 10.222.0.18 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051510 Aug 31 09:36:10.837110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-1f21d3a3-d7fd-413f-b1cf-7504b2b788be service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834022 Aug 31 09:36:10.860697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 31e897b3-84dc-4730-8780-42c6d3b2fb46 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:10.971041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-ce7af4a9-6f27-4083-97a7-bacdd3e05115 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.1208775 Aug 31 09:36:11.085304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7387e9ef-158a-4088-a2e9-85c9c48782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:11.090063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7387e9ef-158a-4088-a2e9-85c9c48782ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1105635 Aug 31 09:36:11.203494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-39be4bad-8693-41f2-91b7-1ccdd0b6e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:11.205545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-39be4bad-8693-41f2-91b7-1ccdd0b6e1aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081653 Aug 31 09:36:11.249182 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:06Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:11.389305 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:11.390020 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Updating router 7469f243-e3d2-4349-b751-383e6eb6b75e port 959cdca2-691b-4d02-ad34-d31fb62d844d binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:36:11.518588 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.696371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-328cac32-fe33-4579-927b-e0690d488592 req-a2bb51d4-a353-4e45-adb5-6d7dfc762d96 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 210 time: 0.4894676 Aug 31 09:36:11.807053 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.815482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-49a29107-2389-4105-aa06-ed8289dbdede', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:11.817402 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.903841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-988724f2-995c-43e7-8bac-ba557c751028 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761687 Aug 31 09:36:12.183858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.206314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.219218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.232303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.242509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.250961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.260860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 31e897b3-84dc-4730-8780-42c6d3b2fb46 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:12.261471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.289474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.292370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42f95061-711a-4338-b005-bbe99a060ed1 req-4ef2ba4d-82d0-41ac-8f53-136152405007 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.5770748 Aug 31 09:36:12.386611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] For port a84c1c18-5a79-4c49-ac54-b54aaebb09d2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,segment=NetworkSegment(30ca3bff-3c79-4381-8537-636b6bd7e473),segment_id=30ca3bff-3c79-4381-8537-636b6bd7e473)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:12.604441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42f95061-711a-4338-b005-bbe99a060ed1 req-7e1efc4c-8511-4503-87ef-e6040bf5bd2d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3019989 Aug 31 09:36:12.613824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-c47cfd71-7a61-493f-8ba0-8ef4746178fa service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999660 Aug 31 09:36:12.668419 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.709410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.744110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-00bf1ff2-18ee-4bd8-87c2-5b454624ea57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.1190231 Aug 31 09:36:12.797868 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.829183 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Transition to ACTIVE for port object 959cdca2-691b-4d02-ad34-d31fb62d844d will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:12.848891 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.924922 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Pushing event updated for resources: {'Port': ['ID=959cdca2-691b-4d02-ad34-d31fb62d844d,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:12.937806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7a7ba701-5441-46dd-aa76-9ee9deecd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.941861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7a7ba701-5441-46dd-aa76-9ee9deecd14e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1895425 Aug 31 09:36:13.088178 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Attempting to bind port 959cdca2-691b-4d02-ad34-d31fb62d844d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:13.090763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Attempting to bind port 959cdca2-691b-4d02-ad34-d31fb62d844d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:13.096233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Attempting to bind port 959cdca2-691b-4d02-ad34-d31fb62d844d on network 13c02622-4dd8-4759-b5c1-52f3f660c72a {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:13.110221 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.111810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.114062 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.115644 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.116787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de5d3b5d-175b-4c57-8ac9-4ce427144a84 req-ef533bf9-c6c2-45d1-9739-2d1b4ff2373a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 210 time: 0.1521466 Aug 31 09:36:13.117159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.118367 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.119435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.120211 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.121005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.121684 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.122948 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.123781 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:13.141467 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:13.142900 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Checking segment: {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:13.143966 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.144904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Bound using segment: {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:13.146297 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Bound port: 959cdca2-691b-4d02-ad34-d31fb62d844d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ca3bff-3c79-4381-8537-636b6bd7e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:13.151852 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.154802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a09b0-4fe4-4665-bd39-445a65c031bc None None] Pushing event updated for resources: {'Port': ['ID=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:13.241175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7701fc54-fbc1-4e87-9608-2d97381104e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:13.244052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-7701fc54-fbc1-4e87-9608-2d97381104e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2769835 Aug 31 09:36:13.370266 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] For port 959cdca2-691b-4d02-ad34-d31fb62d844d, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:13.382836 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] For port 959cdca2-691b-4d02-ad34-d31fb62d844d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=959cdca2-691b-4d02-ad34-d31fb62d844d,segment=NetworkSegment(30ca3bff-3c79-4381-8537-636b6bd7e473),segment_id=30ca3bff-3c79-4381-8537-636b6bd7e473)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:13.394392 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.529160 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:13.532247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:13.536751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-5676df22-eb8e-4573-80cc-68b076942254 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840869 Aug 31 09:36:13.569526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Allocated IP 172.23.0.2 (49a29107-2389-4105-aa06-ed8289dbdede/6f7c8633-d20e-4b42-94dc-17e361bbcae8/4df847e3-2842-4333-b971-395147e7377a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:13.868165 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:13.871530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-f5e247fa-4a02-49e6-9c8e-b21242170ecf service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189099 Aug 31 09:36:13.877305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a84c1c18-5a79-4c49-ac54-b54aaebb09d2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:14.019159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-354f0a24-c915-4629-a295-e89439d447dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.1383462 Aug 31 09:36:14.023920 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bcc2c-75b1-45d5-a471-560aa1648ac5 None None] Pushing event updated for resources: {'Port': ['ID=959cdca2-691b-4d02-ad34-d31fb62d844d,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:14.276178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-6395e1ef-0e0d-4e44-9a0c-23c53433fcb3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:14.278963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-6395e1ef-0e0d-4e44-9a0c-23c53433fcb3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.23 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 816 time: 0.4624238 Aug 31 09:36:14.340196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-63593a36-173a-443c-b848-e045d163fc99 None None] Provisioning complete for port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:14.341405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-63593a36-173a-443c-b848-e045d163fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.375227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-06d3fded-50ec-4024-a518-32aa5f0217f9 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 379 time: 0.0767531 Aug 31 09:36:14.390586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'port': {'device_id': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'admin_state_up': True, 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'security_groups': ['0ad05178-b245-4e44-976e-dca8c8675e50']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:14.588055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Made reservation on behalf of c8b6483b85a14a66bebd22fa37a15513 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:14.593890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.671556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.753257 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:13Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:14.769301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:14.774922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.870701 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f0aa0-dfbf-4c5f-8446-04a8a3561ced None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:05Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:13Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:15.026508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-691bdd57-4600-411e-bd3c-49dc9d5af686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.030124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-691bdd57-4600-411e-bd3c-49dc9d5af686 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.9521835 Aug 31 09:36:15.081211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Transition to ACTIVE for port object 4df847e3-2842-4333-b971-395147e7377a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:15.086991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fda12fe3-a140-416c-a433-aae3290acc1f req-ca2ca188-e5d4-4cf0-827e-710c121330da tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 210 time: 0.0982904 Aug 31 09:36:15.096044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Allocated IP 172.20.0.14 (a52d2fab-8d36-489f-9914-297f3c8f6d43/d0fb3df6-52aa-444d-ae95-62925df52a62/6faf6b27-be08-4f81-bc0f-b3343a108551) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:15.145079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Transition to ACTIVE for port object 4df847e3-2842-4333-b971-395147e7377a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:15.177465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.186499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.188727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.194846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.205320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.233009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.239581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.250161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.252936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-23fcafe9-3cd7-4cbe-9a98-30f42e44478c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 1.2323360 Aug 31 09:36:15.298057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-61b27fe5-f305-4058-a971-6d296875fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.310816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-61b27fe5-f305-4058-a971-6d296875fb19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2495306 Aug 31 09:36:15.370644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Allocated IP 172.23.0.1 (49a29107-2389-4105-aa06-ed8289dbdede/6f7c8633-d20e-4b42-94dc-17e361bbcae8/60683120-fd5e-4a1a-8623-a694134e3835) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:15.439056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-972e74aa-f401-4f42-af5b-cfa3ad576aa2 req-d64424ad-f30e-4e5b-bb5b-cbfca0f86a91 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684897 Aug 31 09:36:15.506607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Network 49a29107-2389-4105-aa06-ed8289dbdede is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:15.531487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Pushing event updated for resources: {'Port': ['ID=4df847e3-2842-4333-b971-395147e7377a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:15.566538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:15.571498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:15.598296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-63593a36-173a-443c-b848-e045d163fc99 None None] Provisioning for port 959cdca2-691b-4d02-ad34-d31fb62d844d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:15.655253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-c9d99798-d409-4f58-9817-f8f85de08967 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246861 Aug 31 09:36:15.828079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Attempting to bind port 4df847e3-2842-4333-b971-395147e7377a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:15.828562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Attempting to bind port 4df847e3-2842-4333-b971-395147e7377a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:15.828951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Attempting to bind port 4df847e3-2842-4333-b971-395147e7377a on network 49a29107-2389-4105-aa06-ed8289dbdede {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:15.851426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:15.855415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Checking segment: {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:15.856411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.857080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Bound using segment: {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:15.857680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Bound port: 4df847e3-2842-4333-b971-395147e7377a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:15.858326 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.897778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83388bf1-1d75-48cc-bf0c-8c6f79442857 req-8ae2f1a9-062e-401c-9f00-69d503cde354 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351277 Aug 31 09:36:15.939200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 959cdca2-691b-4d02-ad34-d31fb62d844d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:16.032021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.120726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Transition to ACTIVE for port object 60683120-fd5e-4a1a-8623-a694134e3835 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:16.126601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] For port 4df847e3-2842-4333-b971-395147e7377a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:16.131355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] For port 4df847e3-2842-4333-b971-395147e7377a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4df847e3-2842-4333-b971-395147e7377a,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:16.145089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.177563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.242078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Transition to ACTIVE for port object 6faf6b27-be08-4f81-bc0f-b3343a108551 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:16.307854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.308436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.309152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.310580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.314970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.315590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.316133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.319993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-2aef1920-cb4d-42a3-9021-9bfacab799ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6492 time: 0.1475999 Aug 31 09:36:16.374000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.409305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 959cdca2-691b-4d02-ad34-d31fb62d844d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:16.426684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 959cdca2-691b-4d02-ad34-d31fb62d844d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:16.428222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.435247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64473a64-f317-4238-98ef-b3ee68d6dd98 None None] Pushing event updated for resources: {'Port': ['ID=4df847e3-2842-4333-b971-395147e7377a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:16.471936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50a39705-3da6-462c-bd9b-6e97dfcbdce9 req-c7ac25e1-ac8a-4019-b224-a131e714b58d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 210 time: 0.1440756 Aug 31 09:36:16.583960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=60683120-fd5e-4a1a-8623-a694134e3835,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:16.591714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.620678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:16.628353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:16.632846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:16.715896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-abdf4a82-b8f9-4977-a7de-4587ad5c7446 None None] Provisioning complete for port 959cdca2-691b-4d02-ad34-d31fb62d844d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:16.716934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-abdf4a82-b8f9-4977-a7de-4587ad5c7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.775164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 49a29107-2389-4105-aa06-ed8289dbdede is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:16.786533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.787874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.874790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:16.883219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:16.973210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.002168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-21be528f-9e74-4ffb-a990-fad98d4da5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.003898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-21be528f-9e74-4ffb-a990-fad98d4da5f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 903 time: 0.6527669 Aug 31 09:36:17.081800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6987653 Aug 31 09:36:17.150524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.157361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.164644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Request body: {'port': {'device_id': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:17.167196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5c90e-e92f-4f9d-b949-81c004f5afe0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:17.175199 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.192092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.206139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.222972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.229476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.238516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-83223e89-6dbe-43b2-92fb-27c2d7cef686 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.5979505 Aug 31 09:36:17.243439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-fb79f832-41f6-473a-9578-87cf308c63e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.2262516 Aug 31 09:36:17.244667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.353101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.382655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.385294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-abdf4a82-b8f9-4977-a7de-4587ad5c7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.409396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c6b92f9-a6da-4fdc-badd-3f3616f74053 req-e586dd06-36e2-4d69-8bac-389fb4935b22 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957661 Aug 31 09:36:17.416697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-743ebc8b-bce2-48a0-ae75-df8435b1a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.421878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-743ebc8b-bce2-48a0-ae75-df8435b1a7c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1688178 Aug 31 09:36:17.584188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-abdf4a82-b8f9-4977-a7de-4587ad5c7446 None None] For port 959cdca2-691b-4d02-ad34-d31fb62d844d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=959cdca2-691b-4d02-ad34-d31fb62d844d,segment=NetworkSegment(30ca3bff-3c79-4381-8537-636b6bd7e473),segment_id=30ca3bff-3c79-4381-8537-636b6bd7e473)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:17.600221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-aa9a6adc-f93d-4739-b563-6b0470e88115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.602597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-abdf4a82-b8f9-4977-a7de-4587ad5c7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.608912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-aa9a6adc-f93d-4739-b563-6b0470e88115 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1781495 Aug 31 09:36:18.029232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5153cf9-d1dc-49d4-9ce0-e6245694429e req-6584d6c5-20c0-439f-af86-e356bd5de9f6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:18.066299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5153cf9-d1dc-49d4-9ce0-e6245694429e req-6584d6c5-20c0-439f-af86-e356bd5de9f6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 932 time: 0.2957256 Aug 31 09:36:18.067110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-57d68e6b-0f08-4734-a0d7-269853930820 None None] Provisioning for port 6faf6b27-be08-4f81-bc0f-b3343a108551 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:18.091400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:36:18.091972 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:36:18.095484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf4a82-b8f9-4977-a7de-4587ad5c7446 None None] Pushing event updated for resources: {'Port': ['ID=959cdca2-691b-4d02-ad34-d31fb62d844d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:18.097352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-24ad55c4-54f5-45a6-947c-4c3b5326eb61 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833045 Aug 31 09:36:18.100990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-57d68e6b-0f08-4734-a0d7-269853930820 None None] Provisioning complete for port 6faf6b27-be08-4f81-bc0f-b3343a108551 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:18.101585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57d68e6b-0f08-4734-a0d7-269853930820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.167641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:18.186131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.187800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-57d68e6b-0f08-4734-a0d7-269853930820 None None] Port 6faf6b27-be08-4f81-bc0f-b3343a108551 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:18.204993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Transition to ACTIVE for port object 6faf6b27-be08-4f81-bc0f-b3343a108551 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:18.213022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.271843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:18.546920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc69e0d3-14bc-4eb1-b7a7-f5d0dc1d02a6 req-de104ba1-8116-48b6-835d-6876a64fc2a4 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274201 Aug 31 09:36:18.570792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5153cf9-d1dc-49d4-9ce0-e6245694429e req-22435f77-6ba5-4fc0-bc5d-f549bb9253b5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5041997 Aug 31 09:36:18.762296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.776372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e466789-2450-409d-b8cd-60eb8e293eba None None] Network 49a29107-2389-4105-aa06-ed8289dbdede requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:18.882026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:18.884452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:18.886067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:18.917497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:18.939143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:18.943016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Port 6faf6b27-be08-4f81-bc0f-b3343a108551 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:18.958300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:18.971343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:18.979927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:18.999342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.000193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.005034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:19.006768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Checking segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:19.008379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Bound using segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:19.009658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Bound port: 6faf6b27-be08-4f81-bc0f-b3343a108551, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:19.010697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.011143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e1fbcbcc-c3ca-4fc9-97d7-20d9533eff70 None None] Provisioning for port 4df847e3-2842-4333-b971-395147e7377a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:19.026870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.042158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.056336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-0fe450f7-28fa-48dc-a260-18a93a973869 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.3304601 Aug 31 09:36:19.116402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:19.120917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:19.124622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.138268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.186062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-450f195c-4d5e-4daa-a35c-06e0b7aeddb2 req-e5962220-866d-4c5b-8498-5cd0303206db tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215415 Aug 31 09:36:19.234690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.235979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.246825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] 10.222.0.23 "PUT /v2.0/ports/6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1093 time: 2.0839837 Aug 31 09:36:19.250958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4df847e3-2842-4333-b971-395147e7377a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:19.331031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:19.334008 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c108d5-7e68-4a65-b580-9b3a4cf889a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:19.423316 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f0573-abe5-42dd-970c-a87b83f53c7a x-openstack-request-id: req-938f0573-abe5-42dd-970c-a87b83f53c7a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:19.424164 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:19.424840 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-938f0573-abe5-42dd-970c-a87b83f53c7a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:19.425769 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'status': 'completed', 'code': 200} Aug 31 09:36:19.478984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.482139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event updated for resources: {'Port': ['ID=60683120-fd5e-4a1a-8623-a694134e3835,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:19.491941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4df847e3-2842-4333-b971-395147e7377a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:19.506424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4df847e3-2842-4333-b971-395147e7377a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:19.506836 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.643614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-71cff65c-6da9-47f0-acf2-c6fb083dc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.645782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-71cff65c-6da9-47f0-acf2-c6fb083dc9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1096 time: 0.3059340 Aug 31 09:36:19.658249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa691-8737-4983-b30e-2950e6bb8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:19.724028 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.777399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4df847e3-2842-4333-b971-395147e7377a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4df847e3-2842-4333-b971-395147e7377a,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:19.784992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.786028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 959cdca2-691b-4d02-ad34-d31fb62d844d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:19.796742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-08b1d7bc-75b2-4928-8d41-a0c8140128e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 217 time: 0.1322417 Aug 31 09:36:19.841734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbb6e9-73c9-4207-bd9c-34374b738999 req-6536e571-09c9-4c40-8829-40ea75e890ff tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.843425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0fbb6e9-73c9-4207-bd9c-34374b738999 req-6536e571-09c9-4c40-8829-40ea75e890ff tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 944 time: 0.1166391 Aug 31 09:36:19.945844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-9749c4a2-4982-4a86-9804-2f0f2902c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:19.947757 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-9749c4a2-4982-4a86-9804-2f0f2902c494 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.1299651 Aug 31 09:36:19.949202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0fbb6e9-73c9-4207-bd9c-34374b738999 req-0e223a47-3c4b-4962-8c9e-332c9c7c6430 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974774 Aug 31 09:36:20.112920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-d3cb322e-138c-4c85-83dc-2e07a2bc5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.120490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-d3cb322e-138c-4c85-83dc-2e07a2bc5c0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573761 Aug 31 09:36:20.127769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Network 49a29107-2389-4105-aa06-ed8289dbdede is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:20.139220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:20.170895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4df847e3-2842-4333-b971-395147e7377a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:20.175517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9437be77-4ceb-4bda-8694-35a618b78900 None None] Provisioning complete for port 4df847e3-2842-4333-b971-395147e7377a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:20.176224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9437be77-4ceb-4bda-8694-35a618b78900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.248672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 959cdca2-691b-4d02-ad34-d31fb62d844d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:20.249190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.385969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-272c29fb-dd06-4530-8df3-80ac5bcee491 service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557466 Aug 31 09:36:20.493458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.501852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.515840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.525193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.542133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.550959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.562678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9437be77-4ceb-4bda-8694-35a618b78900 None None] Provisioning for port 60683120-fd5e-4a1a-8623-a694134e3835 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:20.569356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9437be77-4ceb-4bda-8694-35a618b78900 None None] Provisioning complete for port 60683120-fd5e-4a1a-8623-a694134e3835 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:20.569729 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9437be77-4ceb-4bda-8694-35a618b78900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.570799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.576760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88a28912-f500-4df0-8ade-969e21baac4f req-962fafed-ba0c-4a7c-97aa-9fb9cdc79094 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.2176449 Aug 31 09:36:20.643325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9437be77-4ceb-4bda-8694-35a618b78900 None None] Port 60683120-fd5e-4a1a-8623-a694134e3835 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:20.659635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:20.675061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88a28912-f500-4df0-8ade-969e21baac4f req-b6ee95f3-d526-40b9-a8a4-252b29da1373 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908120 Aug 31 09:36:20.694806 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8790202f-3656-40d3-a35a-2d5a9c9a4461 req-8c02b6a7-418d-42a3-ac5f-9ff0ea457bac service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953227 Aug 31 09:36:20.776032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-990e2f61-b685-43e4-87c0-697ae60d646e None None] Provisioning complete for port 60683120-fd5e-4a1a-8623-a694134e3835 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:20.776510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-990e2f61-b685-43e4-87c0-697ae60d646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.827345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-990e2f61-b685-43e4-87c0-697ae60d646e None None] Port 60683120-fd5e-4a1a-8623-a694134e3835 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:20.863673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4df847e3-2842-4333-b971-395147e7377a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:20.880993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:20.887781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-a38ef1ee-5029-41eb-adb2-51f8221961b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.889444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-a38ef1ee-5029-41eb-adb2-51f8221961b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1096 time: 0.0862925 Aug 31 09:36:20.898901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4f3c9ca6-e8c1-433e-9d00-fb4edaf3cd50 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5144432 Aug 31 09:36:20.899890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:20.906244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:20.911745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:20.957849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:20.959664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:21.064238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-a2efbc97-bc17-4bb1-967b-7db29ae5ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:21.067118 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-a2efbc97-bc17-4bb1-967b-7db29ae5ba30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.1694405 Aug 31 09:36:21.110342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6db338ae-eef4-4b69-896b-d720441cf703 None None] Provisioning complete for port 60683120-fd5e-4a1a-8623-a694134e3835 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:21.110998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6db338ae-eef4-4b69-896b-d720441cf703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.172053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-b176b65e-6333-499d-90f0-7a27bc55a469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 217 time: 0.0972011 Aug 31 09:36:21.204917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:21.207880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4df847e3-2842-4333-b971-395147e7377a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:21.208656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.268892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-6d62e7b3-26d7-480f-843f-66325ef9e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:21.272499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-6d62e7b3-26d7-480f-843f-66325ef9e742 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.0927050 Aug 31 09:36:21.329559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6db338ae-eef4-4b69-896b-d720441cf703 None None] Port 60683120-fd5e-4a1a-8623-a694134e3835 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:21.420398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-1cc2e1a7-b390-4030-aec2-6bb852440a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:21.422404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-1cc2e1a7-b390-4030-aec2-6bb852440a94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420944 Aug 31 09:36:21.566947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bdb66-26f2-426d-94bf-78e34d71c907 req-8e1d1caa-5abc-49c7-84e4-1c1a514df095 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:21.569345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-978bdb66-26f2-426d-94bf-78e34d71c907 req-8e1d1caa-5abc-49c7-84e4-1c1a514df095 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 944 time: 0.3973944 Aug 31 09:36:21.678930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-978bdb66-26f2-426d-94bf-78e34d71c907 req-4e104490-02ef-4a6a-b94e-4e8e440e63a4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948763 Aug 31 09:36:21.684592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:36:21.724812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Removed routes are [] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:36:21.725579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.759314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:18Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:21.813803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:21.814136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Updating router 7469f243-e3d2-4349-b751-383e6eb6b75e port 60683120-fd5e-4a1a-8623-a694134e3835 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:36:21.849264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.086679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.093812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.111169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.119731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.144177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.157344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.164527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.174951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-34d41e88-8eba-4a71-b5fc-f6ed51cbee56 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.2754517 Aug 31 09:36:22.235840 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-6310f505-bd5c-453d-9343-6208229518e0 service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048275 Aug 31 09:36:22.288991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.304676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.405638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.419948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Transition to ACTIVE for port object 60683120-fd5e-4a1a-8623-a694134e3835 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:22.443862 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c108d5-7e68-4a65-b580-9b3a4cf889a4 req-65d010ec-fd4a-45f7-859e-24d3f4badcaa service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987567 Aug 31 09:36:22.444665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.451929 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-106e4491-c26b-45fa-834c-dc9fe32d3afa req-d8e77b13-761d-46d1-9bba-a1a9f78c8862 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750578 Aug 31 09:36:22.501076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:22.534232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b8123-38f5-4a20-9205-16b10efb1497 None None] Pushing event updated for resources: {'Port': ['ID=60683120-fd5e-4a1a-8623-a694134e3835,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:22.621037 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Attempting to bind port 60683120-fd5e-4a1a-8623-a694134e3835 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:22.621566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Attempting to bind port 60683120-fd5e-4a1a-8623-a694134e3835 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:22.624084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Attempting to bind port 60683120-fd5e-4a1a-8623-a694134e3835 on network 49a29107-2389-4105-aa06-ed8289dbdede {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:22.634921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:22.635793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Checking segment: {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:22.636499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.637189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Bound using segment: {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:22.639362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Bound port: 60683120-fd5e-4a1a-8623-a694134e3835, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151436f6-7b6e-4c91-92a0-79bf79d304f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:22.640330 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.786103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:22.814660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.819775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b514152f-7030-44a1-9e54-8e0ed2f4cd1b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 934 time: 1.9174602 Aug 31 09:36:22.820356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:22.822367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] For port 60683120-fd5e-4a1a-8623-a694134e3835, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:22.834985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] For port 60683120-fd5e-4a1a-8623-a694134e3835, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=60683120-fd5e-4a1a-8623-a694134e3835,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:22.845517 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.877692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:22.963563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84acacf-358f-4ccd-a23e-2c9348d73b51 req-325502cc-5410-4852-9186-cc374d7ee9ac tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.966114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b84acacf-358f-4ccd-a23e-2c9348d73b51 req-325502cc-5410-4852-9186-cc374d7ee9ac tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 944 time: 0.1223042 Aug 31 09:36:23.056172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b84acacf-358f-4ccd-a23e-2c9348d73b51 req-081f6543-c5d2-4e81-ad31-f54da55cb9ee tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804634 Aug 31 09:36:23.139345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fdf47659-39fe-4b7d-8afe-d1a71a8b4689 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 934 time: 0.3145888 Aug 31 09:36:23.139844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36316) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:23.146424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'routes': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:23.149131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:23.150109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:23.189052 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:36:23.264486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:23.363461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b8123-38f5-4a20-9205-16b10efb1497 None None] Pushing event updated for resources: {'Port': ['ID=60683120-fd5e-4a1a-8623-a694134e3835,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:23.479744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:23.515938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'mac_address': 'fa:16:3e:0b:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:23.613143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.640947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:23.671413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:23.678956 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.689617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:21Z', 'revision_number': 6, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:22Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:23.696063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.701340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.709070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.715940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.722723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.728717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.735447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:23.737356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-d9ecbd34-f8bd-4d4a-ac1d-7f2fa4cad75b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.1604240 Aug 31 09:36:23.745456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1851945-b5e5-423c-b865-87f976697e0c None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:21Z', 'revision_number': 6, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:22Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:23.784441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:23.792616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added routes are [] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:36:23.792942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:36:23.855559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b859e89-b086-496f-93b8-eb84ec4c2dea req-c0cdadf4-da46-4b6b-8469-c2b777900a99 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034281 Aug 31 09:36:23.920220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.953160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6faf6b27-be08-4f81-bc0f-b3343a108551'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:24.655035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.664011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.688227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013dcc7-1188-49c0-b439-903660c9eafb req-e1d316a0-837e-45ed-b44e-a302aefbe347 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:24.688227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4013dcc7-1188-49c0-b439-903660c9eafb req-e1d316a0-837e-45ed-b44e-a302aefbe347 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.2091303 Aug 31 09:36:24.866738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60683120-fd5e-4a1a-8623-a694134e3835 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:24.893032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:24.938901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:24.956312 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:24.978756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:24.979524 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:24.999902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4013dcc7-1188-49c0-b439-903660c9eafb req-9a8fb3f2-bc05-40f3-971f-b5e7f46d7abe tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384934 Aug 31 09:36:25.027471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 60683120-fd5e-4a1a-8623-a694134e3835 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:25.048440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 60683120-fd5e-4a1a-8623-a694134e3835 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:25.048872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.167906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 6faf6b27-be08-4f81-bc0f-b3343a108551 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:25.182804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 6faf6b27-be08-4f81-bc0f-b3343a108551 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:25.183199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.244512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:25.265228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.267114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b3d34bc6-25fa-4eec-848b-34312bf920ef tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 700 time: 2.1259074 Aug 31 09:36:25.269542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36328) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:25.272545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:25.280285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.286352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.295057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.301204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.309109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.317201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.329590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.343216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-e68ec489-3e1f-48af-9c95-c3f81e36ec4c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.2698882 Aug 31 09:36:25.427024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1a56578-355c-44b8-8a6b-216012c887f4 req-308a0f9a-6e68-46ed-bb8f-63ad7f02b76b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823760 Aug 31 09:36:25.429972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.472227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4f33980f-999a-4463-9924-4a053ca43bc1 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 700 time: 0.2003353 Aug 31 09:36:25.476257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36330) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:25.556656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 60683120-fd5e-4a1a-8623-a694134e3835, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=60683120-fd5e-4a1a-8623-a694134e3835,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:25.564622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.575788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.664323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:25.669334 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0688a93-7450-43d8-b2ab-062d6cafbffa" -d '{"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:25.702289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:25.710220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=60683120-fd5e-4a1a-8623-a694134e3835,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:25.717063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.829316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:25.869345 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:23Z', 'revision_number': 7, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:22Z', 'revision_number': 4, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:25.928574 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:25.950144 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3000b6fa-f732-414b-9257-c97699b8c4a1 x-openstack-request-id: req-3000b6fa-f732-414b-9257-c97699b8c4a1 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:25.950819 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:25.951224 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3000b6fa-f732-414b-9257-c97699b8c4a1 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:25.951856 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'code': 200} Aug 31 09:36:25.954538 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:25.955584 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:26.138315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343fb90-3534-49f3-a8fe-460bd2e8e7d0 req-c70a9db5-849c-4c0e-b9db-11f2365f0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.143050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9343fb90-3534-49f3-a8fe-460bd2e8e7d0 req-c70a9db5-849c-4c0e-b9db-11f2365f0037 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1098 time: 0.0946014 Aug 31 09:36:26.172543 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:26.268819 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9343fb90-3534-49f3-a8fe-460bd2e8e7d0 req-dc70d6a8-89d7-41ee-924c-a6f4a40004bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198640 Aug 31 09:36:26.325603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3e40b-42f9-471c-b68f-1b859e7a54ea req-5e7718a3-7330-4085-a792-6a8e9484eb9e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.328337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bde3e40b-42f9-471c-b68f-1b859e7a54ea req-5e7718a3-7330-4085-a792-6a8e9484eb9e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1257317 Aug 31 09:36:26.416468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bde3e40b-42f9-471c-b68f-1b859e7a54ea req-2eed2ca0-5da9-4d18-a8b5-fcfa37cbae12 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764577 Aug 31 09:36:26.421184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.635796 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:23Z', 'revision_number': 7, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:25Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:26.704507 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd0990-07da-4ab3-876b-c3b932c1e760 None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:23Z', 'revision_number': 7, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:25Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:26.767511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.775731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.783370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.790960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.799995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.804178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.814245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.827747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-842f7953-0fd8-4026-8183-fcf571aa357a req-3e91a6ed-3ba0-470c-842b-6ce8e104976d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.1880434 Aug 31 09:36:26.860076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60683120-fd5e-4a1a-8623-a694134e3835 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:26.974587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-842f7953-0fd8-4026-8183-fcf571aa357a req-2438ae36-8674-415d-8158-4edb155bafd6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442983 Aug 31 09:36:26.985112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 60683120-fd5e-4a1a-8623-a694134e3835 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:26.985813 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.178832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:27.235062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:27.236176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:27.271630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 60683120-fd5e-4a1a-8623-a694134e3835 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:27.272044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.420340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 60683120-fd5e-4a1a-8623-a694134e3835, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=60683120-fd5e-4a1a-8623-a694134e3835,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:27.421369 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.438867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:27.440391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 60683120-fd5e-4a1a-8623-a694134e3835 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:27.734096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9c8a8-f45d-42d4-8e5f-e1214d9a9c76 req-66172311-5202-4369-a4b0-f06a237a42a8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.735712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13a9c8a8-f45d-42d4-8e5f-e1214d9a9c76 req-66172311-5202-4369-a4b0-f06a237a42a8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1105781 Aug 31 09:36:27.813110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13a9c8a8-f45d-42d4-8e5f-e1214d9a9c76 req-00fdc9a7-170d-44ba-aef3-90e21ad1c05a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669892 Aug 31 09:36:27.819872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.871257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=60683120-fd5e-4a1a-8623-a694134e3835,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:27.923243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:23Z', 'revision_number': 7, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60683120-fd5e-4a1a-8623-a694134e3835', 'name': '', 'network_id': '49a29107-2389-4105-aa06-ed8289dbdede', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:19:bb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:13Z', 'updated_at': '2021-08-31T09:36:25Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '6f7c8633-d20e-4b42-94dc-17e361bbcae8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:27.961241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:27.992115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:27.993216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:28.148566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:28.486677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.530686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.545803 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-60198fbc-227e-4d30-a3ce-61e463613bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.555785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.567311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.577014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.583284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.589403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.595715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.604552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-9222ec71-84f2-476b-8055-fd51d2ac5b65 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.3647830 Aug 31 09:36:28.675957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:27Z', 'revision_number': 8, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:28.727854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b6606-4140-438c-aaeb-9166f4082973 None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:27Z', 'revision_number': 8, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:28.969017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3a3aa38-94b1-4e32-87a7-ba99eb7847a2 req-069a8c9c-1d18-4a7a-864b-2079d3b6e638 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3632092 Aug 31 09:36:29.022997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:29.108225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fafd9-5872-4de4-a38c-6d000e8a4b2f req-02698a33-efd3-4532-8bae-8cd39630d408 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:29.110045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-120fafd9-5872-4de4-a38c-6d000e8a4b2f req-02698a33-efd3-4532-8bae-8cd39630d408 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1554301 Aug 31 09:36:29.221333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-120fafd9-5872-4de4-a38c-6d000e8a4b2f req-8554256f-d84c-4d3e-acd0-7de5b7faff3b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687575 Aug 31 09:36:29.263916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:29.287139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a9e858cc-f338-4397-af84-aef93d3948d3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8089430 Aug 31 09:36:29.291732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36384) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:29.469024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 6f7c8633-d20e-4b42-94dc-17e361bbcae8 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:29.487706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.575527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:29.581427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528540c-f9ce-4147-9ac6-063176912b0e req-94653902-e7d0-46ec-b399-d8e9e633ca98 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:29.584389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1528540c-f9ce-4147-9ac6-063176912b0e req-94653902-e7d0-46ec-b399-d8e9e633ca98 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.2231333 Aug 31 09:36:29.599460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:29.612397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Request body: {'floatingip': {'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:29.622634 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:29.628720 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:29.637520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.743166 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.809177 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:29.862579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.979841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.013173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97deb87-b2be-4871-80de-41bae4ae5bb0 None None] Network 49a29107-2389-4105-aa06-ed8289dbdede requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:30.014337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.020084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/6f7c8633-d20e-4b42-94dc-17e361bbcae8 HTTP/1.1" status: 204 len: 168 time: 0.7265873 Aug 31 09:36:30.106114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c54c5-6008-4176-ace0-c54c8962c2ec tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7c8633-d20e-4b42-94dc-17e361bbcae8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:30.112259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:30.359283 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:27Z', 'revision_number': 8, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:30.415743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.422578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] DHCP port deletion for 49a29107-2389-4105-aa06-ed8289dbdede request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:30.440031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:30.450433 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:30.451197 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:30.486190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.499301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.518952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.525526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.533303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.539744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.546626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:30.548525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-036cc8da-f2fc-4dd9-8a14-d394dafd72bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.2911675 Aug 31 09:36:30.577458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:36:30.605276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] Deleting port 4df847e3-2842-4333-b971-395147e7377a {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:30.609428 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.761719 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:30.852830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b017d628-9843-4234-b486-ea1bae3e7a07 req-065a4f0a-eadf-46d8-b741-03610434ba5a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848965 Aug 31 09:36:30.877726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.885366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.967097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 4df847e3-2842-4333-b971-395147e7377a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:30.967792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.971804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] For port 4df847e3-2842-4333-b971-395147e7377a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4df847e3-2842-4333-b971-395147e7377a,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:30.972592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.032267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4df847e3-2842-4333-b971-395147e7377a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:31.153889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 4df847e3-2842-4333-b971-395147e7377a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4df847e3-2842-4333-b971-395147e7377a,segment=NetworkSegment(151436f6-7b6e-4c91-92a0-79bf79d304f8),segment_id=151436f6-7b6e-4c91-92a0-79bf79d304f8)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:31.154571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.175406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] Calling delete_port for 4df847e3-2842-4333-b971-395147e7377a owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:31.210755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 4df847e3-2842-4333-b971-395147e7377a owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:31.241719 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Floating IP 30ecb24a-2c5d-49b6-b812-e2aeb59b41aa associated. External IP: 172.25.4.177, port: 6faf6b27-be08-4f81-bc0f-b3343a108551. Aug 31 09:36:31.497211 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:27Z', 'revision_number': 8, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:31.531465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.597319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.608221 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62853bd-db19-4a64-b5df-4cbbbecec20c None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:27Z', 'revision_number': 8, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '959cdca2-691b-4d02-ad34-d31fb62d844d', 'name': '', 'network_id': '13c02622-4dd8-4759-b5c1-52f3f660c72a', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:92:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:04Z', 'updated_at': '2021-08-31T09:36:17Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '48b6b796-9e74-496f-a0ba-267e01b549a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:31.626515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port 4df847e3-2842-4333-b971-395147e7377a on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:31.631517 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8a18256d-9bf0-4500-b296-53247be7335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.636064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=4df847e3-2842-4333-b971-395147e7377a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:31.674319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.698174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] No DVR routers for this DVR port 4df847e3-2842-4333-b971-395147e7377a on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:31.831595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.853692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60683120-fd5e-4a1a-8623-a694134e3835 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:31.855595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a29107-2389-4105-aa06-ed8289dbdede']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:31.862978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41d5d5-0ad3-4bd1-8ecc-fca3586f4a27 None None] Pushing event deleted for resources: {'Port': ['ID=4df847e3-2842-4333-b971-395147e7377a,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:31.879426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151436f6-7b6e-4c91-92a0-79bf79d304f8') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:31.882559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151436f6-7b6e-4c91-92a0-79bf79d304f8') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:31.909591 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.919784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:31.939934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.942231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 60683120-fd5e-4a1a-8623-a694134e3835 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:31.945070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 60683120-fd5e-4a1a-8623-a694134e3835 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:31.959525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:31.960305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:31.969850 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:31.974709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.097387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.162550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.166165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/49a29107-2389-4105-aa06-ed8289dbdede HTTP/1.1" status: 204 len: 168 time: 2.0513191 Aug 31 09:36:32.181292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36424) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:32.199513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.240106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:32.251675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.254793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df839b80-9685-4108-a617-fbba0c83686e None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:32.274942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:32.275999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:32.316385 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6fa49e7f-871f-4172-b0b9-8fc5a1fa3aab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "PUT /v2.0/floatingips/30ecb24a-2c5d-49b6-b812-e2aeb59b41aa HTTP/1.1" status: 200 len: 992 time: 2.7110894 Aug 31 09:36:32.317951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:32.329279 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93e96e-1c3a-4b74-849b-7f5529e59ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:32.518465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:32.543865 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faaa837-79c1-4545-9896-7203dfdaf6c4 x-openstack-request-id: req-1faaa837-79c1-4545-9896-7203dfdaf6c4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:32.544295 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:32.544678 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1faaa837-79c1-4545-9896-7203dfdaf6c4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:32.545128 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'status': 'completed', 'code': 200} Aug 31 09:36:32.550908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ead46a-f32e-414f-924e-9374fbfb2142 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=49a29107-2389-4105-aa06-ed8289dbdede,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:32.677947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-bd2599bb-25a3-4394-87ed-6dd4dddcde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.693048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.695678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-bd2599bb-25a3-4394-87ed-6dd4dddcde74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1098 time: 0.0951154 Aug 31 09:36:32.702263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.710036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.716845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.723978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.731171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.739112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.749080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-aea30430-2333-48fd-b76f-c6bdc4b9704c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.6488736 Aug 31 09:36:32.882143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6dd05229-ccd1-4436-a0c6-452a4d17d9d4 req-5be17b0f-c983-4c58-b87f-d8432838957d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321208 Aug 31 09:36:32.944457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-ce872d15-ace9-475d-8f17-5d0597c52e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.946072 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-ce872d15-ace9-475d-8f17-5d0597c52e19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.2416837 Aug 31 09:36:33.029384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '30ecb24a-2c5d-49b6-b812-e2aeb59b41aa', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'mac_address': 'fa:16:3e:0b:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:03Z', 'updated_at': '2021-08-31T09:36:30Z', 'revision_number': 1, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:33.095165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:33.114661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-0dfd63fe-aa91-4982-bd37-0cae81a07a16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1000 time: 0.1600964 Aug 31 09:36:33.119041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df839b80-9685-4108-a617-fbba0c83686e None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:33.176760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:33.177554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:33.211846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-a5903f80-8b75-4182-9df0-0e81f2cfb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.216722 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-a5903f80-8b75-4182-9df0-0e81f2cfb1a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.0927708 Aug 31 09:36:33.298581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-80be3731-e0fc-4bf6-b744-55883778098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.300639 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-80be3731-e0fc-4bf6-b744-55883778098c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773675 Aug 31 09:36:33.472344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-b595eee4-49cf-46c6-9148-d4cac26a3938 service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523147 Aug 31 09:36:33.644146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-1c18a689-34df-4aa9-a790-28a4913f6fc4 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.648622 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-df93e96e-1c3a-4b74-849b-7f5529e59ef6 req-d9d3ec78-ff00-48b5-bd72-49b226037ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753457 Aug 31 09:36:33.653835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-1c18a689-34df-4aa9-a790-28a4913f6fc4 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.2091293 Aug 31 09:36:33.660834 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:33.662979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:33.696966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-de35d0c8-9d3b-44a0-b38c-025f78a6f51d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/quotas/9a687374363445168f640f8b389714af HTTP/1.1" status: 200 len: 375 time: 0.0421469 Aug 31 09:36:33.808111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-f837b35d-6eb8-4c7a-99d4-c7f62be15f7f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101463 Aug 31 09:36:33.873675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 959cdca2-691b-4d02-ad34-d31fb62d844d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:33.874120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.049159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-54886499-6ae7-45eb-8d28-28f595e8173a service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208395 Aug 31 09:36:34.102259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-df839b80-9685-4108-a617-fbba0c83686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '30ecb24a-2c5d-49b6-b812-e2aeb59b41aa', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'mac_address': 'fa:16:3e:0b:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:03Z', 'updated_at': '2021-08-31T09:36:30Z', 'revision_number': 1, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:34.198564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df839b80-9685-4108-a617-fbba0c83686e None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '30ecb24a-2c5d-49b6-b812-e2aeb59b41aa', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'mac_address': 'fa:16:3e:0b:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:03Z', 'updated_at': '2021-08-31T09:36:30Z', 'revision_number': 1, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:34.256886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 959cdca2-691b-4d02-ad34-d31fb62d844d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=959cdca2-691b-4d02-ad34-d31fb62d844d,segment=NetworkSegment(30ca3bff-3c79-4381-8537-636b6bd7e473),segment_id=30ca3bff-3c79-4381-8537-636b6bd7e473)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:34.257241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.310949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 959cdca2-691b-4d02-ad34-d31fb62d844d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:34.350652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.362666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.369991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.387293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.394157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.400257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.407521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.409472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b122158-87ce-49a4-89a9-031998330b39 req-d4bed746-23b5-408f-8184-8cd3cfc90ed1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5428 time: 0.2970247 Aug 31 09:36:34.681399 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60195371-8d7e-4fde-a0ca-48f262fdd032 None None] New status for floating IP 30ecb24a-2c5d-49b6-b812-e2aeb59b41aa: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:36:34.919704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dcb80297-0507-4635-90d1-ec78620bf1bf details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:34.922920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-f3d258c8-66a1-4deb-a518-59564576a7b9 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621914 Aug 31 09:36:35.173357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.222418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dcb80297-0507-4635-90d1-ec78620bf1bf,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:35.227120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=959cdca2-691b-4d02-ad34-d31fb62d844d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:35.270238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'dcb80297-0507-4635-90d1-ec78620bf1bf', 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41', 'port_id': 'dcb80297-0507-4635-90d1-ec78620bf1bf', 'mac_address': 'fa:16:3e:5c:7a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65cd0dc-4142-4fdd-911f-2a40385e286a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:35.341164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.360694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb80297-0507-4635-90d1-ec78620bf1bf {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:35.394935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dcb80297-0507-4635-90d1-ec78620bf1bf,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:35.404144 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.406493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 344abdf6-9cd8-43f3-a66f-cbe954454853 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:35.557314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0b53f3f-0d02-4786-8a59-cca00c4e1334 req-4ab1a68c-8fd6-4662-b837-32a76b2efcbd tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 210 time: 0.1497784 Aug 31 09:36:35.569220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b122158-87ce-49a4-89a9-031998330b39 req-492cc09c-9447-4d7c-845f-06e2695bf198 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1061296 Aug 31 09:36:35.631111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=344abdf6-9cd8-43f3-a66f-cbe954454853,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:35.769309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '344abdf6-9cd8-43f3-a66f-cbe954454853', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'port_id': '344abdf6-9cd8-43f3-a66f-cbe954454853', 'mac_address': 'fa:16:3e:b0:65:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:35.829701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.874675 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.878046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:35.907221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344abdf6-9cd8-43f3-a66f-cbe954454853 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:35.933187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=344abdf6-9cd8-43f3-a66f-cbe954454853,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:35.940505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.941665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 17d1dad1-9858-479f-b3e4-53a3acb0ab7e details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:35.982882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:36.066991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'port_id': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e', 'mac_address': 'fa:16:3e:cd:b7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:36.070706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:36.146312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.185675 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.187866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d1dad1-9858-479f-b3e4-53a3acb0ab7e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:36.224335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:36.228558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.230195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device eac1170d-2854-4dea-86c2-aa7d88a8d218 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:36.311011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:36.446843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:36.487649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:36.503153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:36.503435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a7d26b78-18aa-4c47-82d9-c96e6cc648dc tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3206303 Aug 31 09:36:36.506330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36506) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:36.569301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:36.570132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:36.592865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 48b6b796-9e74-496f-a0ba-267e01b549a2 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:36.601535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.629160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:36.686338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'port_id': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'mac_address': 'fa:16:3e:d7:23:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:36.732392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.785449 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.813667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:36.817585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1170d-2854-4dea-86c2-aa7d88a8d218 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:36.999791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09a84e87-9a84-4135-8aed-db089ed7651f req-cc2b1683-2f07-40bc-aa54-6b2c3de4eb62 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 210 time: 0.1552148 Aug 31 09:36:37.018432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.052687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.059734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.066377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.072817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.082032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.094457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.096732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.098979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-7431fd3c-bb79-4e16-bc3d-2c097778cf87 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5431 time: 0.3181098 Aug 31 09:36:37.180841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.190687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-960f6c8c-4d3f-43ad-99b1-14fb9b3a7e30 req-38d30828-5dae-48d6-a59f-79c12745e4bb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805576 Aug 31 09:36:37.223103 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.228341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/48b6b796-9e74-496f-a0ba-267e01b549a2 HTTP/1.1" status: 204 len: 168 time: 0.7203360 Aug 31 09:36:37.234198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36522) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:37.308338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe349f7-b76f-477d-a6d2-a5e5bb022442 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=48b6b796-9e74-496f-a0ba-267e01b549a2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:37.311195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:37.320917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc82911-155c-4020-a237-e71a298b8173 None None] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:37.444879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.478889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.479713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 424be614-6de7-492a-a568-c4ffeb6528c6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:37.734008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:37.736176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.781206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 424be614-6de7-492a-a568-c4ffeb6528c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=424be614-6de7-492a-a568-c4ffeb6528c6,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:37.801959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:37.835748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '424be614-6de7-492a-a568-c4ffeb6528c6', 'network_id': '398d1361-f135-4d32-8aac-6d9d7dff1c41', 'port_id': '424be614-6de7-492a-a568-c4ffeb6528c6', 'mac_address': 'fa:16:3e:9f:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65cd0dc-4142-4fdd-911f-2a40385e286a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:37.849405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-6243f82b-1b67-4a0d-9783-e830353463a1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.853521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-6243f82b-1b67-4a0d-9783-e830353463a1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.3740530 Aug 31 09:36:37.897158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Request body: {'port': {'device_id': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'admin_state_up': True, 'tenant_id': '9a687374363445168f640f8b389714af'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:37.953855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port a84c1c18-5a79-4c49-ac54-b54aaebb09d2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,segment=NetworkSegment(30ca3bff-3c79-4381-8537-636b6bd7e473),segment_id=30ca3bff-3c79-4381-8537-636b6bd7e473)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:37.954545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:37.960896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:35Z', 'revision_number': 9, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:38.011399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:38.018604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for a84c1c18-5a79-4c49-ac54-b54aaebb09d2 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:38.039894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] DHCP port deletion for 13c02622-4dd8-4759-b5c1-52f3f660c72a request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:38.064473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.115384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424be614-6de7-492a-a568-c4ffeb6528c6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:38.174754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 424be614-6de7-492a-a568-c4ffeb6528c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=424be614-6de7-492a-a568-c4ffeb6528c6,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:38.260186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c75c3f5-9403-4264-9553-a62414a01550 req-f201e749-d9b5-4fa7-8256-24278908830d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0613687 Aug 31 09:36:38.262459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:38.264345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:38.268378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Made reservation on behalf of 9a687374363445168f640f8b389714af for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:38.276444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.406202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.459196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.460412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 80c1f6fd-73f5-4740-a8fa-7eb626494e2b details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:38.485482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:38.518890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:38.553706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Allocated IP 172.20.0.12 (36c7033d-8197-4a1e-b00c-2f1874c94cfe/5575f8b9-d109-4a5a-a666-6f83255350c1/35d24521-709f-470b-8493-4e6bbe7e3e80) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:38.594655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:38.733454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.757335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '80c1f6fd-73f5-4740-a8fa-7eb626494e2b', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'port_id': '80c1f6fd-73f5-4740-a8fa-7eb626494e2b', 'mac_address': 'fa:16:3e:c2:2b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:38.758845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.773152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.782818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.807631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.850602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.863356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.880660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.894342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-81c940ca-ea11-4ae5-aefe-fdeb81bbd395 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5433 time: 0.4667192 Aug 31 09:36:38.898075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Deleting port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:38.898767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.914302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:38.952254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c02622-4dd8-4759-b5c1-52f3f660c72a']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:38.992534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ca3bff-3c79-4381-8537-636b6bd7e473') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:38.992725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ca3bff-3c79-4381-8537-636b6bd7e473') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:39.011109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.025930 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.056562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed3e599-c6f6-45c0-b2ac-91cc7a46dfec req-00adda2f-258c-4fe3-bb22-2add2913e5ac tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610773 Aug 31 09:36:39.080237 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.094417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:39.097104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.142398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.143299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a84c1c18-5a79-4c49-ac54-b54aaebb09d2 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:39.145948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=424be614-6de7-492a-a568-c4ffeb6528c6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.268874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:39.270517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:39.274946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:39.297504 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:39.306396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.373098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.383058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/13c02622-4dd8-4759-b5c1-52f3f660c72a HTTP/1.1" status: 204 len: 168 time: 2.1466832 Aug 31 09:36:39.384844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1d90b-96a9-426d-8e19-685757f81215 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=13c02622-4dd8-4759-b5c1-52f3f660c72a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.394573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36556) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:39.429952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event updated for resources: {'Port': ['ID=35d24521-709f-470b-8493-4e6bbe7e3e80,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.494380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.495228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.517665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-abd2fdf1-74f2-4346-bd38-14d44aa3e4f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6497784 Aug 31 09:36:39.536344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-d8525bb9-10ed-4db2-9d35-0fbf7e88f9d2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:36:39.537555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-d8525bb9-10ed-4db2-9d35-0fbf7e88f9d2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120587 Aug 31 09:36:39.551678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Request body: {'port': {'device_id': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:39.560703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.599566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:39.641680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a84c1c18-5a79-4c49-ac54-b54aaebb09d2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:39.642032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a84c1c18-5a79-4c49-ac54-b54aaebb09d2 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:39.691962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.692618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.693206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.693784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.694375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.695156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.695744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.696393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.696967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.697535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.698916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.699506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:39.748319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.785444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c1f6fd-73f5-4740-a8fa-7eb626494e2b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:39.822270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a563b9-d248-4432-8b15-1ca387fff272 req-63d0fdbe-c085-41c5-bdf1-a3563dc53a56 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.832092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5a563b9-d248-4432-8b15-1ca387fff272 req-63d0fdbe-c085-41c5-bdf1-a3563dc53a56 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 932 time: 0.2653656 Aug 31 09:36:39.878369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] For port a84c1c18-5a79-4c49-ac54-b54aaebb09d2, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:39.878998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.955384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Calling delete_port for a84c1c18-5a79-4c49-ac54-b54aaebb09d2 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:39.983233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:36:39.987400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:40.008894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.032064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.033248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f697b00b-7bf4-46a6-af49-65bc153de117 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:40.081935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5a563b9-d248-4432-8b15-1ca387fff272 req-fef4db9f-a152-419c-bde5-aa6c94bb9328 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327118 Aug 31 09:36:40.108294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Network 13c02622-4dd8-4759-b5c1-52f3f660c72a is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:36:40.109064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] No DVR routers for this DVR port a84c1c18-5a79-4c49-ac54-b54aaebb09d2 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:40.216543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f697b00b-7bf4-46a6-af49-65bc153de117,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:40.269427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f0c65-9913-45af-86ad-dbd027638b72 None None] Pushing event deleted for resources: {'Port': ['ID=a84c1c18-5a79-4c49-ac54-b54aaebb09d2,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:40.429663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:40.456651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'f697b00b-7bf4-46a6-af49-65bc153de117', 'network_id': '18e93208-3009-421c-a4f7-7686967f41a7', 'port_id': 'f697b00b-7bf4-46a6-af49-65bc153de117', 'mac_address': 'fa:16:3e:32:68:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e98a57-6e47-43ce-be74-53fac5942cff', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:40.473922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.487683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d24521-709f-470b-8493-4e6bbe7e3e80 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:40.493162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.502895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.506805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.511048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.519871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.527603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.540977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Transition to ACTIVE for port object 35d24521-709f-470b-8493-4e6bbe7e3e80 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:40.550534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.552539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.554904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-d036c5e2-29de-4689-bcb9-ce2e3538ce6c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5434 time: 0.2952309 Aug 31 09:36:40.576693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.626277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f697b00b-7bf4-46a6-af49-65bc153de117 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:40.690456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd91b0a0-770c-499e-b5bf-52161ed71e89 req-09c86f40-98a4-41a8-8f21-4858c39eaa5a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228065 Aug 31 09:36:40.740306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Pushing event updated for resources: {'Port': ['ID=35d24521-709f-470b-8493-4e6bbe7e3e80,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:40.790226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f697b00b-7bf4-46a6-af49-65bc153de117,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:40.799222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:35Z', 'revision_number': 9, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:40.856817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978e070-4bf2-4965-acbc-50a5a4a22dc7 None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:35Z', 'revision_number': 9, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31e897b3-84dc-4730-8780-42c6d3b2fb46', 'name': '', 'network_id': '6e271327-53e2-4d26-963b-b716beca6cc4', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:16:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:55Z', 'updated_at': '2021-08-31T09:36:09Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '7e09dd99-7b63-40fa-9f02-09979901cdcf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:40.860768 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.869153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Attempting to bind port 35d24521-709f-470b-8493-4e6bbe7e3e80 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:40.871964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Attempting to bind port 35d24521-709f-470b-8493-4e6bbe7e3e80 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:40.879096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Attempting to bind port 35d24521-709f-470b-8493-4e6bbe7e3e80 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:40.892736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Port 35d24521-709f-470b-8493-4e6bbe7e3e80 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:40.893482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Attempting to bind port 35d24521-709f-470b-8493-4e6bbe7e3e80 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:40.920649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:40.921050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Checking segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:40.921671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Bound using segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:40.922241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Bound port: 35d24521-709f-470b-8493-4e6bbe7e3e80, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:40.926524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.983247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:41.016637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.099999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] For port 35d24521-709f-470b-8493-4e6bbe7e3e80, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:41.104170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] For port 35d24521-709f-470b-8493-4e6bbe7e3e80, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=35d24521-709f-470b-8493-4e6bbe7e3e80,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:41.116262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.278604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.279591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.282069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] 10.222.0.15 "PUT /v2.0/ports/35d24521-709f-470b-8493-4e6bbe7e3e80 HTTP/1.1" status: 200 len: 1093 time: 1.7363706 Aug 31 09:36:41.295698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'tag': '35d24521-709f-470b-8493-4e6bbe7e3e80'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:41.298315 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeab48e-80ff-42ba-b613-1b984771d4b3", "tag": "35d24521-709f-470b-8493-4e6bbe7e3e80"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:41.427531 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950fd7b-80ac-44ae-95ff-bb2b08fcbd97 x-openstack-request-id: req-3950fd7b-80ac-44ae-95ff-bb2b08fcbd97 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:41.428739 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeab48e-80ff-42ba-b613-1b984771d4b3", "tag": "35d24521-709f-470b-8493-4e6bbe7e3e80", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:41.429417 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3950fd7b-80ac-44ae-95ff-bb2b08fcbd97 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:41.430300 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'tag': '35d24521-709f-470b-8493-4e6bbe7e3e80', 'status': 'completed', 'code': 200} Aug 31 09:36:41.492274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206626f-7fd0-45e5-8a89-a2756d6bf84a service neutron] Pushing event updated for resources: {'Port': ['ID=35d24521-709f-470b-8493-4e6bbe7e3e80,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:41.505556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-06b60aa8-de1d-4984-a992-8f86099ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.507843 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-06b60aa8-de1d-4984-a992-8f86099ce781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1574757 Aug 31 09:36:41.588012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbb1b0-1c9a-470c-bea1-46ab1317804e req-75c1cab0-d514-422b-b97f-51828b16dfbf tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.603978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bbb1b0-1c9a-470c-bea1-46ab1317804e req-75c1cab0-d514-422b-b97f-51828b16dfbf tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 944 time: 0.3419197 Aug 31 09:36:41.625537 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-2a2c9f61-882f-41b9-a679-88cbbeee407c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d24521-709f-470b-8493-4e6bbe7e3e80 HTTP/1.1" status: 200 len: 217 time: 0.0989258 Aug 31 09:36:41.707536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-b5eccd4c-7277-4c51-9ce8-0d3f2824727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.709232 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-b5eccd4c-7277-4c51-9ce8-0d3f2824727f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.0715928 Aug 31 09:36:41.785130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f697b00b-7bf4-46a6-af49-65bc153de117'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:41.801663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-20bab9e6-22c1-49b1-b623-1885994239fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805333 Aug 31 09:36:41.834223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bbb1b0-1c9a-470c-bea1-46ab1317804e req-b1d374fd-6380-4c0e-9c98-128d060d93d7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232831 Aug 31 09:36:41.851008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['344abdf6-9cd8-43f3-a66f-cbe954454853'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:41.952571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['17d1dad1-9858-479f-b3e4-53a3acb0ab7e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:42.040707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-a28cd585-3c59-4364-ba10-5ca361662726 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308295 Aug 31 09:36:42.151541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['dcb80297-0507-4635-90d1-ec78620bf1bf'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:42.159346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['424be614-6de7-492a-a568-c4ffeb6528c6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:42.170770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7a310b0-a33f-4c68-9d66-794d526ea12d req-9a6fc0f1-a75f-4402-a521-7e736a30a074 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224644 Aug 31 09:36:42.173882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.181963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.189036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.195786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.204061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.218106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['80c1f6fd-73f5-4740-a8fa-7eb626494e2b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:42.229684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.247784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.265143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ac60f81-a1f1-4580-8608-340099416d09 req-27119cf0-da8b-4e95-8da1-2cbc62b28b55 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5435 time: 0.3504353 Aug 31 09:36:42.304728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['eac1170d-2854-4dea-86c2-aa7d88a8d218'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:42.325992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 31e897b3-84dc-4730-8780-42c6d3b2fb46 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:42.326742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.361066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-effa9845-8892-4f86-8f2d-a2ec7f8e56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.379869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-effa9845-8892-4f86-8f2d-a2ec7f8e56c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1282153 Aug 31 09:36:42.523326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ac60f81-a1f1-4580-8608-340099416d09 req-e1aa67c7-8435-42f2-bbb3-fe91e40faa0b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2542944 Aug 31 09:36:42.614324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 31e897b3-84dc-4730-8780-42c6d3b2fb46, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=31e897b3-84dc-4730-8780-42c6d3b2fb46,segment=NetworkSegment(28e10a4c-d965-4454-a96f-92c108c5e066),segment_id=28e10a4c-d965-4454-a96f-92c108c5e066)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:42.615078 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:42.615702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-e87feb5d-7067-48f9-82f0-e20149b4ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.617880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-e87feb5d-7067-48f9-82f0-e20149b4ab45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 915 time: 0.2384496 Aug 31 09:36:42.633527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 31e897b3-84dc-4730-8780-42c6d3b2fb46 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:42.680194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-613de784-6680-4ad9-861d-afdce556ff4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d24521-709f-470b-8493-4e6bbe7e3e80 HTTP/1.1" status: 200 len: 217 time: 0.0527930 Aug 31 09:36:42.782277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-eb4ffe48-82ea-457e-b0b6-0512e715248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.786531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-eb4ffe48-82ea-457e-b0b6-0512e715248a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.0973179 Aug 31 09:36:42.854720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-a1b95164-36b9-4786-8136-d69d100c6d4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601699 Aug 31 09:36:42.941719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 959cdca2-691b-4d02-ad34-d31fb62d844d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:43.031047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 959cdca2-691b-4d02-ad34-d31fb62d844d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:43.031821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 959cdca2-691b-4d02-ad34-d31fb62d844d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:43.064967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.116275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-48e59342-43fc-4540-9731-7b4a777c0a72 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535770 Aug 31 09:36:43.185235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=31e897b3-84dc-4730-8780-42c6d3b2fb46,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:43.277033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce0b83-4043-4655-93fe-6621a160c3a0 req-2ec6d533-e4a3-4756-a900-dc30c3e20870 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.293324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4ce0b83-4043-4655-93fe-6621a160c3a0 req-2ec6d533-e4a3-4756-a900-dc30c3e20870 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 944 time: 0.2619159 Aug 31 09:36:43.315289 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fd4c8fd-af82-4c1d-9a17-80e4bef5170a req-bdd9b6c4-925f-4661-9a04-eeb513385caa service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909072 Aug 31 09:36:43.409034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4ce0b83-4043-4655-93fe-6621a160c3a0 req-dd380755-e00a-41d4-857a-4057250f81db tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Aug 31 09:36:43.608374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:43.823671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.830392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.836684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.843888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.849927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.857909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.864440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.866339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-bbcd6d03-54ff-4c7a-9823-ecac3351b8c2 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5435 time: 0.1712728 Aug 31 09:36:44.025303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-745bd83e-115c-41a1-aca7-b0dcd716693e req-1ea69bdf-cc5a-44d8-8594-82b2b7b90315 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191697 Aug 31 09:36:44.034549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:44.162980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:44.178822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2ad690c2-6be6-4762-b03d-7a9afd4a88e9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7806599 Aug 31 09:36:44.180928 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:44.181923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36974) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:44.201011 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:44.201708 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:44.270300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 7e09dd99-7b63-40fa-9f02-09979901cdcf {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:44.274033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.328870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.372749 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:44.523007 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.693246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.712498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951c37-4abe-4273-b1b7-d708ff46f4ea req-6c1d38c0-a2e9-4a89-ae2a-3c012c474e53 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.714349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c951c37-4abe-4273-b1b7-d708ff46f4ea req-6c1d38c0-a2e9-4a89-ae2a-3c012c474e53 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 944 time: 0.1024725 Aug 31 09:36:44.771103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=7e09dd99-7b63-40fa-9f02-09979901cdcf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:44.791955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.792842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.793749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.794234 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:42Z', 'revision_number': 10, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:44.794622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.795138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.795638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.796138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.796621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.797104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.797584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.798092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.798604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:44.811772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6f54d-7809-4a7c-8afc-5f47c2a94c8a None None] Network 6e271327-53e2-4d26-963b-b716beca6cc4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:44.817402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.819392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bb742b1a-914d-4940-9336-b7a6ca50e313 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/7e09dd99-7b63-40fa-9f02-09979901cdcf HTTP/1.1" status: 204 len: 168 time: 0.6363449 Aug 31 09:36:44.822012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37044) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:44.873843 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:44.884123 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:44.885037 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:44.966778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 35d24521-709f-470b-8493-4e6bbe7e3e80 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:44.974540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.987930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c951c37-4abe-4273-b1b7-d708ff46f4ea req-76781e28-8fcb-4dd0-9a27-bb13a48642df tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265377 Aug 31 09:36:45.022247 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:45.047367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 5666b469-ad75-4ca8-a946-815b2102406b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:45.047795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.060552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f697b00b-7bf4-46a6-af49-65bc153de117 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:45.142973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 5666b469-ad75-4ca8-a946-815b2102406b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5666b469-ad75-4ca8-a946-815b2102406b,segment=NetworkSegment(28e10a4c-d965-4454-a96f-92c108c5e066),segment_id=28e10a4c-d965-4454-a96f-92c108c5e066)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:45.144143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.163513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 5666b469-ad75-4ca8-a946-815b2102406b owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:45.273126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port f697b00b-7bf4-46a6-af49-65bc153de117 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:45.309621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port f697b00b-7bf4-46a6-af49-65bc153de117 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:45.309999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.366360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 35d24521-709f-470b-8493-4e6bbe7e3e80, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=35d24521-709f-470b-8493-4e6bbe7e3e80,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:45.405145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ed386-30e7-46ea-8a7b-186a444f3df7 None None] DHCP port deletion for 6e271327-53e2-4d26-963b-b716beca6cc4 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:45.427554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '35d24521-709f-470b-8493-4e6bbe7e3e80', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'port_id': '35d24521-709f-470b-8493-4e6bbe7e3e80', 'mac_address': 'fa:16:3e:87:8b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5575f8b9-d109-4a5a-a666-6f83255350c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:45.586819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.612747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d24521-709f-470b-8493-4e6bbe7e3e80 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:45.631380 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:42Z', 'revision_number': 10, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:45.669384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.704101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 35d24521-709f-470b-8493-4e6bbe7e3e80, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=35d24521-709f-470b-8493-4e6bbe7e3e80,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:45.707832 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aab871-0344-4b2a-b5a4-4a5ef3bc5bba None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:42Z', 'revision_number': 10, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None, '_interfaces': [{'id': '08971824-c6f5-460e-be13-f3a6c72c0060', 'name': '', 'network_id': '8091ab14-6071-4e00-83c8-172b0c3ab9aa', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'mac_address': 'fa:16:3e:c8:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:36Z', 'updated_at': '2021-08-31T09:35:54Z', 'revision_number': 5, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'subnets': [{'id': '18a4f2fa-c9b4-48ec-98f7-54d5d880f612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:45.722329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:45.726621 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33019a0-679d-4d35-b137-6b45fc7e585d" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:45.729776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.783092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f697b00b-7bf4-46a6-af49-65bc153de117,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:45.834803 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.838390 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083dab6-d222-4cdc-92f1-3352589e6577 x-openstack-request-id: req-b083dab6-d222-4cdc-92f1-3352589e6577 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:45.838737 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:45.839061 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b083dab6-d222-4cdc-92f1-3352589e6577 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:45.839664 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117', 'code': 200} Aug 31 09:36:45.841571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=35d24521-709f-470b-8493-4e6bbe7e3e80,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:45.919220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.920178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:45.959189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['35d24521-709f-470b-8493-4e6bbe7e3e80'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:45.960310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port 5666b469-ad75-4ca8-a946-815b2102406b on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:45.976119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=5666b469-ad75-4ca8-a946-815b2102406b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.032870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.039453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.047150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.053459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.060277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.066983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.073790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.083574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-e02270ad-9147-4d8b-9d73-b853be8054b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5435 time: 0.8142731 Aug 31 09:36:46.211133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.239479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e271327-53e2-4d26-963b-b716beca6cc4']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:46.266711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9ee218d-8a26-4d6c-a27c-7b36199173a7 req-a08d358b-b322-42fa-87de-7a6277cb33fd tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816108 Aug 31 09:36:46.280934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95327d-240c-4a2b-b3c5-4b3366d35d3c req-7349fd62-9d56-4a64-9ed3-548d1d1b137f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.294296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa95327d-240c-4a2b-b3c5-4b3366d35d3c req-7349fd62-9d56-4a64-9ed3-548d1d1b137f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 945 time: 0.1458411 Aug 31 09:36:46.296892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e10a4c-d965-4454-a96f-92c108c5e066') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:46.297365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e10a4c-d965-4454-a96f-92c108c5e066') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:46.324908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.351645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.366517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:46.367528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:46.371459 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:46.421796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa95327d-240c-4a2b-b3c5-4b3366d35d3c req-9c1ae4d9-8e1c-4400-ae94-1c1519542841 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073799 Aug 31 09:36:46.452325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.469976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.470189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37092) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:46.470795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/6e271327-53e2-4d26-963b-b716beca6cc4 HTTP/1.1" status: 204 len: 168 time: 1.6455464 Aug 31 09:36:46.480030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b851e-e8b9-4ce4-a331-969c495a929a tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=6e271327-53e2-4d26-963b-b716beca6cc4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.900020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 31e897b3-84dc-4730-8780-42c6d3b2fb46 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:46.941968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 31e897b3-84dc-4730-8780-42c6d3b2fb46 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:46.942312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 31e897b3-84dc-4730-8780-42c6d3b2fb46 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:46.942934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5666b469-ad75-4ca8-a946-815b2102406b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:46.962679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.971121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 5666b469-ad75-4ca8-a946-815b2102406b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:46.971499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5666b469-ad75-4ca8-a946-815b2102406b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:46.975832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 35d24521-709f-470b-8493-4e6bbe7e3e80 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:47.042443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dcb80297-0507-4635-90d1-ec78620bf1bf up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:47.046683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 35d24521-709f-470b-8493-4e6bbe7e3e80 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:47.113882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 35d24521-709f-470b-8493-4e6bbe7e3e80 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:47.114545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.160738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port dcb80297-0507-4635-90d1-ec78620bf1bf completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:47.169888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port dcb80297-0507-4635-90d1-ec78620bf1bf triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:47.170634 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.262538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.281769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port 08971824-c6f5-460e-be13-f3a6c72c0060 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:47.282129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.322461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.373453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 35d24521-709f-470b-8493-4e6bbe7e3e80, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=35d24521-709f-470b-8493-4e6bbe7e3e80,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:47.380453 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.448271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=35d24521-709f-470b-8493-4e6bbe7e3e80,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:47.471499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dcb80297-0507-4635-90d1-ec78620bf1bf,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:47.483439 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.483439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 344abdf6-9cd8-43f3-a66f-cbe954454853 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:47.546692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.553635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.569544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.594232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.614873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.634679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:47.644040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 344abdf6-9cd8-43f3-a66f-cbe954454853 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:47.645099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.649010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 344abdf6-9cd8-43f3-a66f-cbe954454853 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:47.649397 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.691260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.694966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f33844a8-01ab-48db-a79e-290c26491238 req-77fe5a93-1274-40f6-bf85-b37a794891a6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5436 time: 0.2794127 Aug 31 09:36:47.796083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f33844a8-01ab-48db-a79e-290c26491238 req-00d6f684-408b-4d39-8623-626541175fe8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885081 Aug 31 09:36:47.864785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478892d-279e-4b71-a0f5-ff43dee7202d req-bcdc5087-a6f8-4bd1-a6f6-7be31a176412 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.866511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8478892d-279e-4b71-a0f5-ff43dee7202d req-bcdc5087-a6f8-4bd1-a6f6-7be31a176412 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1700239 Aug 31 09:36:47.930248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8478892d-279e-4b71-a0f5-ff43dee7202d req-5cfcc45b-f288-4c57-ae47-4b1424f07e3a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Aug 31 09:36:48.043889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d24521-709f-470b-8493-4e6bbe7e3e80'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:48.047281 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8b1348-f76e-468d-aa22-a86c1df2540c" -d '{"events": [{"server_uuid": "6eeab48e-80ff-42ba-b613-1b984771d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "35d24521-709f-470b-8493-4e6bbe7e3e80"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:48.109549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.109837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port 08971824-c6f5-460e-be13-f3a6c72c0060, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=08971824-c6f5-460e-be13-f3a6c72c0060,segment=NetworkSegment(ba0f795e-c1ee-479a-a922-4403cadfa4e2),segment_id=ba0f795e-c1ee-479a-a922-4403cadfa4e2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:48.110593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.134187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for 08971824-c6f5-460e-be13-f3a6c72c0060 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:48.176468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=344abdf6-9cd8-43f3-a66f-cbe954454853,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:48.179180 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766c0f6-229e-42e2-bffd-a72112034b11 x-openstack-request-id: req-d766c0f6-229e-42e2-bffd-a72112034b11 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:48.179854 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeab48e-80ff-42ba-b613-1b984771d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "35d24521-709f-470b-8493-4e6bbe7e3e80", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:48.180555 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d766c0f6-229e-42e2-bffd-a72112034b11 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:48.181221 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d24521-709f-470b-8493-4e6bbe7e3e80', 'code': 200} Aug 31 09:36:48.181883 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf', 'code': 200} Aug 31 09:36:48.183911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.184966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 17d1dad1-9858-479f-b3e4-53a3acb0ab7e up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:48.294214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:48.306798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:48.313071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:48.313683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.410156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.449250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.450427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:48.455974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.457097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device eac1170d-2854-4dea-86c2-aa7d88a8d218 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:48.560545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=08971824-c6f5-460e-be13-f3a6c72c0060,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:48.579666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:48.593137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port eac1170d-2854-4dea-86c2-aa7d88a8d218 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:48.600549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port eac1170d-2854-4dea-86c2-aa7d88a8d218 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:48.600979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.716236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af286c-ccf1-4328-838f-597c7b6984d4 req-d45afcd4-a79d-4350-b815-1a66751b1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:48.717886 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.718068 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82af286c-ccf1-4328-838f-597c7b6984d4 req-d45afcd4-a79d-4350-b815-1a66751b1a05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 1098 time: 0.4752302 Aug 31 09:36:48.725789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.729616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.731456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.732793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.734515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.734884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.757670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.762986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.763499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.764873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.765292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.765633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:48.880463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.919493 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82af286c-ccf1-4328-838f-597c7b6984d4 req-ab630e46-bb04-4650-9f19-83ede67c6069 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Aug 31 09:36:48.962178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:48.970373 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.971404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 424be614-6de7-492a-a568-c4ffeb6528c6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:49.056451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.127760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.129907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:49.135734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.143832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.153458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.158053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 424be614-6de7-492a-a568-c4ffeb6528c6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:49.163153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 424be614-6de7-492a-a568-c4ffeb6528c6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:49.163681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.171114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.194040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.203016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.205638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-55256e75-b5e7-444d-94fa-2bd85ea57eb5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5440 time: 0.2038083 Aug 31 09:36:49.281058 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.294351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4a7dce6-7c6e-424f-9da2-91e18ceb3025 req-d1ef2c4a-0fcf-47a4-b146-be644a6370c3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757725 Aug 31 09:36:49.337291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 424be614-6de7-492a-a568-c4ffeb6528c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=424be614-6de7-492a-a568-c4ffeb6528c6,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:49.344600 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.345844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 80c1f6fd-73f5-4740-a8fa-7eb626494e2b up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:49.406108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54db4d8-1b0c-4588-9bc1-f7a687534522 req-b572f534-b67f-47d1-b54c-efff8de8135f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.423263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b54db4d8-1b0c-4588-9bc1-f7a687534522 req-b572f534-b67f-47d1-b54c-efff8de8135f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 946 time: 0.3765764 Aug 31 09:36:49.456449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=424be614-6de7-492a-a568-c4ffeb6528c6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:49.530054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b54db4d8-1b0c-4588-9bc1-f7a687534522 req-c348a622-d9b3-468c-bc0b-76285187860e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036620 Aug 31 09:36:49.573350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:49.592050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:49.592544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.628375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:49.756888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:49.764068 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a6d6c622-8d8f-4480-a118-17e116c817f6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2938900 Aug 31 09:36:49.766814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37150) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:49.781701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:49.788958 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.803025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:49.803696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:49.880301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting subnet 18a4f2fa-c9b4-48ec-98f7-54d5d880f612 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:49.889624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.925001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:49.959534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.015085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:50.016766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:48Z', 'revision_number': 11, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:50.025827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.123209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:50.129327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.280087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.286058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344abdf6-9cd8-43f3-a66f-cbe954454853'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424be614-6de7-492a-a568-c4ffeb6528c6'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c1f6fd-73f5-4740-a8fa-7eb626494e2b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:50.293251 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416365e-fbcf-47a2-8c0d-e209026a939f" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "344abdf6-9cd8-43f3-a66f-cbe954454853"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "424be614-6de7-492a-a568-c4ffeb6528c6"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "80c1f6fd-73f5-4740-a8fa-7eb626494e2b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:50.307172 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.315369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37166) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:50.317167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/18a4f2fa-c9b4-48ec-98f7-54d5d880f612 HTTP/1.1" status: 204 len: 168 time: 0.5419984 Aug 31 09:36:50.330882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21546c-8eb6-4491-8d0b-1b2a02b74d49 None None] Network 8091ab14-6071-4e00-83c8-172b0c3ab9aa requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:50.354225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf4b89-a44b-4d33-b2af-d8a8f9aa9140 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Subnet': ['ID=18a4f2fa-c9b4-48ec-98f7-54d5d880f612,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:50.356270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:50.451759 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c2ad1f-5301-48bc-9afa-46bd16618053 x-openstack-request-id: req-73c2ad1f-5301-48bc-9afa-46bd16618053 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:50.452125 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "344abdf6-9cd8-43f3-a66f-cbe954454853", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "424be614-6de7-492a-a568-c4ffeb6528c6", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-plugged", "status": "completed", "tag": "80c1f6fd-73f5-4740-a8fa-7eb626494e2b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:50.452351 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73c2ad1f-5301-48bc-9afa-46bd16618053 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:50.452737 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344abdf6-9cd8-43f3-a66f-cbe954454853', 'code': 200} Aug 31 09:36:50.453029 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e', 'code': 200} Aug 31 09:36:50.453249 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'code': 200} Aug 31 09:36:50.453507 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424be614-6de7-492a-a568-c4ffeb6528c6', 'code': 200} Aug 31 09:36:50.453762 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c1f6fd-73f5-4740-a8fa-7eb626494e2b', 'code': 200} Aug 31 09:36:50.468737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:50.469408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:50.485691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.604083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Deleting port ff10fe22-d712-4fd1-93f0-971ee6f6928c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:50.605950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.637103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.656276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.676207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.682211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:50.688448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.695704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.703071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.721997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.737454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6837da0b-5bdf-4912-961d-72c5e390160a req-fd1f3f39-9445-41bd-a27a-0c923a360bc0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.2367091 Aug 31 09:36:50.795040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6837da0b-5bdf-4912-961d-72c5e390160a req-50540153-3849-4d42-92e2-ec0122876cb1 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547724 Aug 31 09:36:50.835278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:48Z', 'revision_number': 11, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:50.846990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] For port ff10fe22-d712-4fd1-93f0-971ee6f6928c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ff10fe22-d712-4fd1-93f0-971ee6f6928c,segment=NetworkSegment(ba0f795e-c1ee-479a-a922-4403cadfa4e2),segment_id=ba0f795e-c1ee-479a-a922-4403cadfa4e2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:50.847609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:50.937750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Calling delete_port for ff10fe22-d712-4fd1-93f0-971ee6f6928c owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:50.938799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602c159-ac8f-4e0b-a4dc-441dae52644d req-cc3d8d36-eece-4ba0-aadf-8e587c3d8ded tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:50.963005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7602c159-ac8f-4e0b-a4dc-441dae52644d req-cc3d8d36-eece-4ba0-aadf-8e587c3d8ded tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 946 time: 0.1305106 Aug 31 09:36:50.995437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7db06-dbd7-42c0-9bb7-14c2da0d6494 None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:48Z', 'revision_number': 11, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:51.055536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.056234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.056865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.057510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.058315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.059614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.064522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7602c159-ac8f-4e0b-a4dc-441dae52644d req-dbcccb4e-ae0d-49b3-8f00-3b9da50f9dcc tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982549 Aug 31 09:36:51.065283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.077547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-03661f27-ed11-4c90-9886-bd2b691d84b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.2088921 Aug 31 09:36:51.156594 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1cb768b5-3030-458d-bcdc-e40e46711b65 req-43c2a9eb-85ca-42d0-94b5-f1df836a0a9b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668945 Aug 31 09:36:51.182974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.217616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Port': ['ID=ff10fe22-d712-4fd1-93f0-971ee6f6928c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:51.220011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No DVR routers for this DVR port ff10fe22-d712-4fd1-93f0-971ee6f6928c on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:51.326705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.340803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8091ab14-6071-4e00-83c8-172b0c3ab9aa']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:51.355856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0f795e-c1ee-479a-a922-4403cadfa4e2') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:51.356141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0f795e-c1ee-479a-a922-4403cadfa4e2') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:51.380800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.416270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.419218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba059a39-195a-4f4b-925d-bfa67d1a0013 None None] DHCP port deletion for 8091ab14-6071-4e00-83c8-172b0c3ab9aa request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:51.444668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:51.445377 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:51.458245 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:51.601769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.621260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.627688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/networks/8091ab14-6071-4e00-83c8-172b0c3ab9aa HTTP/1.1" status: 204 len: 168 time: 1.3106091 Aug 31 09:36:51.631731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37190) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:51.639230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'routes': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:51.687659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5157e-34e3-4c7f-b8c3-4ccee9fab739 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Pushing event deleted for resources: {'Network': ['ID=8091ab14-6071-4e00-83c8-172b0c3ab9aa,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:52.014826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Added routes are [] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:36:52.015299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.extraroute_db [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Removed routes are [] {{(pid=94896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:36:52.016068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.269289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.273938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.419891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 7469f243-e3d2-4349-b751-383e6eb6b75e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:52.434123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.440701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.450045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.459553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.480377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.486650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.492971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.504014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26c8c141-20b6-4117-a679-073393be6e32 req-5fa91c91-08af-4228-88ab-6c256fefdb69 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.3873949 Aug 31 09:36:52.774998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:52.799346 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] Sync routers for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:52.818368 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:52.819253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:52.821117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bff5c72d-2128-429e-86de-bffe0ae796e3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 701 time: 1.1878414 Aug 31 09:36:52.825396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37214) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:52.835607 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:52.849432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26c8c141-20b6-4117-a679-073393be6e32 req-2235475e-8334-4f53-89b1-cc9d53e2c29b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3442347 Aug 31 09:36:52.909769 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1c70c749-239d-4a22-9f47-72dd0ddb3745 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 205 time: 0.0802147 Aug 31 09:36:52.911061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:52.924028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 08971824-c6f5-460e-be13-f3a6c72c0060 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:52.983213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 08971824-c6f5-460e-be13-f3a6c72c0060 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:52.983585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 08971824-c6f5-460e-be13-f3a6c72c0060 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:52.984403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ff10fe22-d712-4fd1-93f0-971ee6f6928c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:53.033552 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:53.056466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ff10fe22-d712-4fd1-93f0-971ee6f6928c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:53.057229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ff10fe22-d712-4fd1-93f0-971ee6f6928c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:53.124181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.131466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:48Z', 'revision_number': 11, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:53.203984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] Checking router: 7469f243-e3d2-4349-b751-383e6eb6b75e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:53.225360 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] Routers {'7469f243-e3d2-4349-b751-383e6eb6b75e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:53.226198 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7469f243-e3d2-4349-b751-383e6eb6b75e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:53.374702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.375038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.420254 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] Set router 7469f243-e3d2-4349-b751-383e6eb6b75e gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:53.426138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.426772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router 7469f243-e3d2-4349-b751-383e6eb6b75e {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:36:53.439797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.445305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:53.446068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-940250b2-0ff3-451c-91cb-7201123e2d12 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 204 len: 168 time: 0.5331602 Aug 31 09:36:53.451466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1881824540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:53.504201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.505663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.536612 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:48Z', 'revision_number': 11, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:53.604062 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfc60b-d851-4f4f-8e2f-5b85a44bb2bc None None] The sync data for ids ['7469f243-e3d2-4349-b751-383e6eb6b75e'] in n-d-800634-13 is: [{'id': '7469f243-e3d2-4349-b751-383e6eb6b75e', 'name': 'tempest-RoutersTest-router-1547106113', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:35:31Z', 'updated_at': '2021-08-31T09:36:48Z', 'revision_number': 11, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:53.612049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.617797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.655662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:53.662430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d7c078e7-ea0c-45fe-92b9-eae38f035f65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2131252 Aug 31 09:36:53.662911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:53.669682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:54.257641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.267262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.278920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.287444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.301219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.314668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.323076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.327872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-993d89f2-7593-4889-97eb-af23509e89b9 req-3fbf995c-9895-4a5c-9efe-426c96d2706e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.2767844 Aug 31 09:36:54.334156 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.355855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.438675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-993d89f2-7593-4889-97eb-af23509e89b9 req-60fbf3e0-fd38-43bc-a10c-64bd5725814b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013288 Aug 31 09:36:54.562233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Router 60a4bed9-42a2-41bb-b3cd-f08fb6bada20 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:36:54.666359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.674645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.681556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.688744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.695794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.707200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.713941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.717074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50af9c11-9cd4-4d68-8889-1b4402f96703 req-056e60b6-e86b-4d66-b28c-80a9dd55a6ca tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.1280265 Aug 31 09:36:54.732731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37244) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:54.747074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:54.756628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Request body: {'floatingip': {'port_id': 'eac1170d-2854-4dea-86c2-aa7d88a8d218'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:54.767355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.773146 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b67a13e7-9b83-4288-9ee3-4a700a736ce3 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "PUT /v2.0/routers/60a4bed9-42a2-41bb-b3cd-f08fb6bada20 HTTP/1.1" status: 200 len: 694 time: 1.1044352 Aug 31 09:36:54.773415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] Sync routers for ids ['60a4bed9-42a2-41bb-b3cd-f08fb6bada20'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:54.774139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37246) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:54.796559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] Routers {'60a4bed9-42a2-41bb-b3cd-f08fb6bada20'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:54.798140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['60a4bed9-42a2-41bb-b3cd-f08fb6bada20'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:54.874679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:54.979281 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da316ada-1cfc-4c6b-8fa9-a2bb58ed7e7f tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/routers/60a4bed9-42a2-41bb-b3cd-f08fb6bada20 HTTP/1.1" status: 200 len: 700 time: 0.2042260 Aug 31 09:36:54.980929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37248) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:55.024842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] Set router 60a4bed9-42a2-41bb-b3cd-f08fb6bada20 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:55.049575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-211488b4-7a19-49f0-83c4-73832bada84c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=60a4bed9-42a2-41bb-b3cd-f08fb6bada20 HTTP/1.1" status: 200 len: 205 time: 0.0670123 Aug 31 09:36:55.051689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37250) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:55.182204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4bed9-42a2-41bb-b3cd-f08fb6bada20', 'name': 'tempest-RoutersTest-router-1881824540', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:53Z', 'updated_at': '2021-08-31T09:36:54Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:55.235980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] Checking router: 60a4bed9-42a2-41bb-b3cd-f08fb6bada20 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:55.252409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] Routers {'60a4bed9-42a2-41bb-b3cd-f08fb6bada20'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:55.258203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['60a4bed9-42a2-41bb-b3cd-f08fb6bada20'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:55.278369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.453116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] Set router 60a4bed9-42a2-41bb-b3cd-f08fb6bada20 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:55.571682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4bed9-42a2-41bb-b3cd-f08fb6bada20', 'name': 'tempest-RoutersTest-router-1881824540', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:53Z', 'updated_at': '2021-08-31T09:36:54Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:55.708395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0290053-0bdc-4ed9-b0f9-02fe85281641 None None] The sync data for ids ['60a4bed9-42a2-41bb-b3cd-f08fb6bada20'] in n-d-800634-13 is: [{'id': '60a4bed9-42a2-41bb-b3cd-f08fb6bada20', 'name': 'tempest-RoutersTest-router-1881824540', 'tenant_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:53Z', 'updated_at': '2021-08-31T09:36:54Z', 'revision_number': 2, 'project_id': 'ba697cdd56824fa88cd2375bb5e37e83', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:55.834995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-d5654584-7614-4c3d-8361-0bbf66d23612 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4514129 Aug 31 09:36:55.844071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.859606 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.987896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:55.988561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Fanout notify agent at l3_agent the message router_deleted on router 60a4bed9-42a2-41bb-b3cd-f08fb6bada20 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:36:56.001921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.003715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.004970 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a25e9a2f-122c-41b7-b696-4f85f0b5752e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/60a4bed9-42a2-41bb-b3cd-f08fb6bada20 HTTP/1.1" status: 204 len: 168 time: 0.9520836 Aug 31 09:36:56.008545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:56.009959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37260) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.037798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-4d45a55a-cd0f-4d5a-b16f-84b49093679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.039802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-4d45a55a-cd0f-4d5a-b16f-84b49093679a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 1098 time: 0.0982587 Aug 31 09:36:56.207959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-359a05d8-15d2-4956-957b-5743d3e144c9 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=60a4bed9-42a2-41bb-b3cd-f08fb6bada20 HTTP/1.1" status: 200 len: 205 time: 0.1968112 Aug 31 09:36:56.209157 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Floating IP 4af8764c-c555-4e25-b005-fc31eefac6e8 associated. External IP: 172.25.4.148, port: eac1170d-2854-4dea-86c2-aa7d88a8d218. Aug 31 09:36:56.212901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37262) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.235859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-6d6958c8-9585-4709-8d38-c5ef2f188104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.238044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-6d6958c8-9585-4709-8d38-c5ef2f188104 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 200 len: 912 time: 0.1778486 Aug 31 09:36:56.312874 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-8632894e-2616-4ade-bb43-c47c81d71c69 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:56.315007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8632894e-2616-4ade-bb43-c47c81d71c69 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/60a4bed9-42a2-41bb-b3cd-f08fb6bada20 HTTP/1.1" status: 404 len: 336 time: 0.1013541 Aug 31 09:36:56.318502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37264) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.370161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-32e7bbfa-eae3-4406-a347-0e9b4eb004ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 200 len: 1002 time: 0.1220462 Aug 31 09:36:56.479088 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7241c5bf-55ab-42e6-b4d9-274df4251ba2 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:56.479853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7241c5bf-55ab-42e6-b4d9-274df4251ba2 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:56.483556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7241c5bf-55ab-42e6-b4d9-274df4251ba2 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/6f7c8633-d20e-4b42-94dc-17e361bbcae8 HTTP/1.1" status: 404 len: 337 time: 0.1637971 Aug 31 09:36:56.507953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.520797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-74f2b60a-327c-4286-aa33-c76e9753677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.523067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-74f2b60a-327c-4286-aa33-c76e9753677f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 200 len: 850 time: 0.1402764 Aug 31 09:36:56.549553 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed777c3-b61a-4752-9a59-1d6ce7223385 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:56.551353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed777c3-b61a-4752-9a59-1d6ce7223385 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:56.557213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ed777c3-b61a-4752-9a59-1d6ce7223385 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/48b6b796-9e74-496f-a0ba-267e01b549a2 HTTP/1.1" status: 404 len: 337 time: 0.0480192 Aug 31 09:36:56.560120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37270) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.616081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-3d041bb4-3093-4973-8ada-7b857f573465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.618643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-3d041bb4-3093-4973-8ada-7b857f573465 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828989 Aug 31 09:36:56.640397 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f5aedb-3826-4f57-9488-f98cc554f99b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:56.641017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f5aedb-3826-4f57-9488-f98cc554f99b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:56.643034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-68f5aedb-3826-4f57-9488-f98cc554f99b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/7e09dd99-7b63-40fa-9f02-09979901cdcf HTTP/1.1" status: 404 len: 337 time: 0.0818233 Aug 31 09:36:56.645870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37272) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.689118 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e61cc3-a2a8-4183-a709-b43b49f4ee8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:56.689712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e61cc3-a2a8-4183-a709-b43b49f4ee8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:56.691746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-80e61cc3-a2a8-4183-a709-b43b49f4ee8c tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/18a4f2fa-c9b4-48ec-98f7-54d5d880f612 HTTP/1.1" status: 404 len: 337 time: 0.0447299 Aug 31 09:36:56.694793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.748144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d70c8192-15b9-48f2-820b-1d23fe9208d6 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 200 len: 205 time: 0.0479879 Aug 31 09:36:56.753326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37278) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.830397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Router 35223109-2dbe-4902-8a5c-0cbfa3663518 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:56.841308 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-4d1641cb-59a9-41ae-a9ec-dc7402516aad tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:56.847142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4d1641cb-59a9-41ae-a9ec-dc7402516aad tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/7469f243-e3d2-4349-b751-383e6eb6b75e HTTP/1.1" status: 404 len: 336 time: 0.0933666 Aug 31 09:36:56.856772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37280) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.862198 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-594e3d9d-06df-4edc-95f7-2855aac508b4 service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356255 Aug 31 09:36:56.908363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a68ee64-406d-4907-a8be-4023e61abcea tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba750601-d7a6-4490-9b79-a18337f694d2 HTTP/1.1" status: 200 len: 205 time: 0.0446630 Aug 31 09:36:56.912510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37282) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:56.975443 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-9f751172-3681-448f-8d12-083aba40adcf tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:56.981032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f751172-3681-448f-8d12-083aba40adcf tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/ba750601-d7a6-4490-9b79-a18337f694d2 HTTP/1.1" status: 404 len: 336 time: 0.0651827 Aug 31 09:36:56.983514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37286) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.029720 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7302338-7767-4450-a6f4-f0e8ce9d56f8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:57.030493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7302338-7767-4450-a6f4-f0e8ce9d56f8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:57.035767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a7302338-7767-4450-a6f4-f0e8ce9d56f8 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/f5303a29-8b2a-431c-bfda-bef9c367e78e HTTP/1.1" status: 404 len: 337 time: 0.0509465 Aug 31 09:36:57.036586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37290) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.058699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ea8b263-1419-48d7-ae0e-c123ac9183f1 req-f196d5e1-3b49-42bc-8890-5925f5631ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493933 Aug 31 09:36:57.124145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-910ee132-b778-43c2-8ac8-bb1dc5ad9d1e tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 200 len: 205 time: 0.0390317 Aug 31 09:36:57.126806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.148794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:57.160131 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] Sync routers for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:57.164952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:57.181115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:57.181966 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:57.194833 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-d896a6ee-b879-47e1-a27f-bb8b8cfb2b62 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:57.195891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d896a6ee-b879-47e1-a27f-bb8b8cfb2b62 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/72053c97-5170-4a21-805b-788f6a8fa1e6 HTTP/1.1" status: 404 len: 336 time: 0.0676553 Aug 31 09:36:57.199472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37294) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.209733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-423c0854-713e-445b-92ba-684aa09d7369 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "PUT /v2.0/floatingips/4af8764c-c555-4e25-b005-fc31eefac6e8 HTTP/1.1" status: 200 len: 991 time: 2.4717977 Aug 31 09:36:57.209733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:57.225129 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:57.291549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c40857e-e7c7-4b00-b822-bc9fca52c33b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=81de315a-a1b7-4705-b926-7187e48f29cf HTTP/1.1" status: 200 len: 205 time: 0.0902364 Aug 31 09:36:57.294827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37300) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.327447 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32841b6-3914-48b7-96d3-fd4ecf497a0b x-openstack-request-id: req-e32841b6-3914-48b7-96d3-fd4ecf497a0b {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:57.327840 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:57.328201 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32841b6-3914-48b7-96d3-fd4ecf497a0b {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:57.328787 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'status': 'completed', 'code': 200} Aug 31 09:36:57.367103 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-755f714c-3b0c-4c1b-b656-526e9578e904 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:57.368308 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-755f714c-3b0c-4c1b-b656-526e9578e904 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/81de315a-a1b7-4705-b926-7187e48f29cf HTTP/1.1" status: 404 len: 336 time: 0.0714626 Aug 31 09:36:57.375066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.431672 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b24c800-b0b9-4ad1-933a-adb238e07d65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:57.432395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b24c800-b0b9-4ad1-933a-adb238e07d65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:57.436477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b24c800-b0b9-4ad1-933a-adb238e07d65 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/767e051e-80c6-4fa8-aebe-2764d01e05db HTTP/1.1" status: 404 len: 337 time: 0.0622613 Aug 31 09:36:57.440345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37304) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.476333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4065d102-1985-4916-a429-966667c4f161 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=274cc4c4-2b8d-4fa1-9d57-d3116287e637 HTTP/1.1" status: 200 len: 205 time: 0.0343442 Aug 31 09:36:57.477066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37306) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.527955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.531973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.532866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.533449 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-20365750-b29e-45bc-9be2-0d7ca664607b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:57.535203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-20365750-b29e-45bc-9be2-0d7ca664607b tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/274cc4c4-2b8d-4fa1-9d57-d3116287e637 HTTP/1.1" status: 404 len: 336 time: 0.0569971 Aug 31 09:36:57.535682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.536626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.537454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.538218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37308) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.538522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.542122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-89af2241-a76d-4db4-9d2c-b2825145e497 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.1422851 Aug 31 09:36:57.569564 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:57.596344 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af2cf97-3a1e-4a45-8e7a-4f92fad75325 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:57.597348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af2cf97-3a1e-4a45-8e7a-4f92fad75325 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:57.604464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1af2cf97-3a1e-4a45-8e7a-4f92fad75325 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/7d1d416d-1c43-4103-9130-b9654f14ce3c HTTP/1.1" status: 404 len: 337 time: 0.0644147 Aug 31 09:36:57.610419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37312) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.709595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c4147539-55a0-44ba-ae2f-09226c3761cf tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "GET /v2.0/ports?device_id=05ec22df-99dc-46b7-9977-8fb3a9d1a549 HTTP/1.1" status: 200 len: 205 time: 0.0957997 Aug 31 09:36:57.710522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37314) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.774023 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-d62d8275-d6b9-41be-a94d-8c790effd265 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] delete failed (client error): The resource could not be found. Aug 31 09:36:57.778286 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d62d8275-d6b9-41be-a94d-8c790effd265 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/routers/05ec22df-99dc-46b7-9977-8fb3a9d1a549 HTTP/1.1" status: 404 len: 336 time: 0.0640941 Aug 31 09:36:57.778685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37318) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.842003 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b89fe5-c7c1-4330-8206-81cf6b233a19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:57.846618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b89fe5-c7c1-4330-8206-81cf6b233a19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:57.851815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37320) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:57.852376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-18b89fe5-c7c1-4330-8206-81cf6b233a19 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/128d7d7e-01bb-4994-a430-8b2f24a531da HTTP/1.1" status: 404 len: 337 time: 0.0717032 Aug 31 09:36:57.895438 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f0f7e1-c97a-4466-a26d-7d1fda2a3374 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:57.895801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f0f7e1-c97a-4466-a26d-7d1fda2a3374 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:57.900189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-49f0f7e1-c97a-4466-a26d-7d1fda2a3374 tempest-RoutersTest-1114444780 tempest-RoutersTest-1114444780-project] 10.222.0.18 "DELETE /v2.0/subnets/d55afb6b-ae7f-4a54-8b90-a7840544e9e3 HTTP/1.1" status: 404 len: 337 time: 0.0448875 Aug 31 09:36:57.900189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-5c75d06f-319c-4574-a71c-2b9714bdab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:57.908343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-5c75d06f-319c-4574-a71c-2b9714bdab08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b HTTP/1.1" status: 200 len: 917 time: 0.3562613 Aug 31 09:36:58.024960 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '4af8764c-c555-4e25-b005-fc31eefac6e8', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'port_id': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'mac_address': 'fa:16:3e:d7:23:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:56Z', 'updated_at': '2021-08-31T09:36:55Z', 'revision_number': 1, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:53Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:58.074942 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] Checking router: 35223109-2dbe-4902-8a5c-0cbfa3663518 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:58.079669 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-404fe97d-cb0d-4569-8496-76b696440607 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 999 time: 0.1626205 Aug 31 09:36:58.089776 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:58.090804 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:36:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:58.181235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-9a9d05ea-f81b-4df3-a734-02c2a38bfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:58.184139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-9a9d05ea-f81b-4df3-a734-02c2a38bfe36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.0895107 Aug 31 09:36:58.272887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:58.363924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-9b426ec1-91ac-4fb3-9bec-504d71441b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:58.368170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-9b426ec1-91ac-4fb3-9bec-504d71441b19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718755 Aug 31 09:36:58.519923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37330) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:58.545219 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f218e723-3a4c-4af3-ad14-724305671cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:58.754003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-a214bd44-f997-47ec-97a7-a9b6123063f7 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771818 Aug 31 09:36:58.991203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f72cfa7a-b28c-4e30-b825-57877b3180b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba697cdd56824fa88cd2375bb5e37e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684248 Aug 31 09:36:59.005147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37346) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:59.022857 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '4af8764c-c555-4e25-b005-fc31eefac6e8', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'port_id': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'mac_address': 'fa:16:3e:d7:23:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:56Z', 'updated_at': '2021-08-31T09:36:55Z', 'revision_number': 1, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:53Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:59.140378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-640407d1-e44a-4ee0-aeeb-7e69dca5f49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.149127 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0227c7b-8601-4b7c-b284-805397e39a71 None None] The sync data for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 is: [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '4af8764c-c555-4e25-b005-fc31eefac6e8', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'floating_ip_address': '172.25.4.148', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'port_id': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'mac_address': 'fa:16:3e:d7:23:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:56Z', 'updated_at': '2021-08-31T09:36:55Z', 'revision_number': 1, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:53Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:59.157780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d1d3b0e3-1e66-4c59-93dd-40ab55333a93 req-bbf74827-7e19-4ff4-8c3a-21b134fef550 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922400 Aug 31 09:36:59.241723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-640407d1-e44a-4ee0-aeeb-7e69dca5f49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.306755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37354) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:59.436168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-640407d1-e44a-4ee0-aeeb-7e69dca5f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.440185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-640407d1-e44a-4ee0-aeeb-7e69dca5f49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.448092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-640407d1-e44a-4ee0-aeeb-7e69dca5f49a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb53b030-b664-4885-87f2-fa2cdb188752 HTTP/1.1" status: 204 len: 168 time: 0.4411235 Aug 31 09:36:59.473654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640407d1-e44a-4ee0-aeeb-7e69dca5f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53b030-b664-4885-87f2-fa2cdb188752,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:59.666806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7b00-fb17-4a5c-b75d-832e946da099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.786643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908bb78-51ab-4ff1-8a45-e1940627fe2d None None] New status for floating IP 4af8764c-c555-4e25-b005-fc31eefac6e8: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:36:59.969931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7b00-fb17-4a5c-b75d-832e946da099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:59.984332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7b00-fb17-4a5c-b75d-832e946da099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.050749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d1b7b00-fb17-4a5c-b75d-832e946da099 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9aec071c9d204cf5ac8ff4cd8f6822bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425568 Aug 31 09:37:00.051681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b7b00-fb17-4a5c-b75d-832e946da099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec4d7b8-f6d5-4cf8-9a83-b0c8a27493c6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:00.053902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37372) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:00.212637 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:37:00.220822 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52104f69-1aa8-4678-ae35-cabf94af471e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.265966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52104f69-1aa8-4678-ae35-cabf94af471e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.379632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52104f69-1aa8-4678-ae35-cabf94af471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.404445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52104f69-1aa8-4678-ae35-cabf94af471e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:00.410413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-52104f69-1aa8-4678-ae35-cabf94af471e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ec4d7b8-f6d5-4cf8-9a83-b0c8a27493c6 HTTP/1.1" status: 204 len: 168 time: 0.3551979 Aug 31 09:37:00.439439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52104f69-1aa8-4678-ae35-cabf94af471e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec4d7b8-f6d5-4cf8-9a83-b0c8a27493c6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:01.085944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37404) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:01.123057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a55c1bc8-7cfa-4f56-be1d-13d1e2e56b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.306304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37410) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:01.390337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a55c1bc8-7cfa-4f56-be1d-13d1e2e56b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.398897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a55c1bc8-7cfa-4f56-be1d-13d1e2e56b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.443919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c1bc8-7cfa-4f56-be1d-13d1e2e56b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f8db0-2c95-40eb-9142-31fe65d8d6c7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:01.481647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37414) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:01.497723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a55c1bc8-7cfa-4f56-be1d-13d1e2e56b42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af649c03020d4705bc1d6d615a3836ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093404 Aug 31 09:37:01.504224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-237dfb16-e4b3-4fa7-bd69-ec6d87e9515d tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:01.506688 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-237dfb16-e4b3-4fa7-bd69-ec6d87e9515d tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:37:01.507729 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-237dfb16-e4b3-4fa7-bd69-ec6d87e9515d tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:37:01.509488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-237dfb16-e4b3-4fa7-bd69-ec6d87e9515d tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2019401 Aug 31 09:37:01.517730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37416) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:01.526694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--548561281'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:01.539558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67d91e5c-745c-4394-86df-722604bdd1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.578698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.592971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.609668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52a148b4-b5ab-44a9-8768-82a29ac91ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.670790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52a148b4-b5ab-44a9-8768-82a29ac91ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.759830 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.786793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52a148b4-b5ab-44a9-8768-82a29ac91ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.789863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52a148b4-b5ab-44a9-8768-82a29ac91ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.796456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-52a148b4-b5ab-44a9-8768-82a29ac91ef0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/449f8db0-2c95-40eb-9142-31fe65d8d6c7 HTTP/1.1" status: 204 len: 168 time: 0.3134739 Aug 31 09:37:01.799069 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.805622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.832198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a148b4-b5ab-44a9-8768-82a29ac91ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f8db0-2c95-40eb-9142-31fe65d8d6c7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:01.861640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0ba977-684e-4e5a-a052-5470776a6c1e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:01.981486 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:01.987562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.044788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.049515 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5265672 Aug 31 09:37:02.050072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:02.059726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '12969c3a-d511-4a49-a9e0-f753f6a101fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:02.099272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0455-7d31-4476-b513-4da4f697ee69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12969c3a-d511-4a49-a9e0-f753f6a101fd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:02.139777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.234554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.264896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.271856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.306704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808b5e5f-fb52-4fc0-9019-6a6447af5ca9,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:02.350010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.357345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-71778912-ca0f-4be1-bcc1-57ddedae06f0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036556 Aug 31 09:37:02.359830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37432) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:02.373386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b2e14662-3f0d-4928-b783-4da436b025ca tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '12969c3a-d511-4a49-a9e0-f753f6a101fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:02.467233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b2e14662-3f0d-4928-b783-4da436b025ca tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.544448 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-b2e14662-3f0d-4928-b783-4da436b025ca tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:37:02.547033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b2e14662-3f0d-4928-b783-4da436b025ca tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1833072 Aug 31 09:37:02.550807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:02.665805 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c26-b266-4914-9a96-ba5d3c3db655 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.710366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c26-b266-4914-9a96-ba5d3c3db655 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.756710 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-b16dfc7c-608e-418e-94a1-02407492a4f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1551197 Aug 31 09:37:02.803860 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c26-b266-4914-9a96-ba5d3c3db655 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.810704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c26-b266-4914-9a96-ba5d3c3db655 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:02.812828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63ae6c26-b266-4914-9a96-ba5d3c3db655 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/12969c3a-d511-4a49-a9e0-f753f6a101fd HTTP/1.1" status: 204 len: 168 time: 0.2605414 Aug 31 09:37:02.815939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37444) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:02.837650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae6c26-b266-4914-9a96-ba5d3c3db655 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12969c3a-d511-4a49-a9e0-f753f6a101fd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:03.012174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.012174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.013001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.013900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.014891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.015984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.016908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.020544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a55cdf3e-8bc2-43e7-b781-a89cb4f7de0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.1383979 Aug 31 09:37:03.029241 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-802795de-c4fd-4982-9c92-221ed11d95c0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2116024 Aug 31 09:37:03.035048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37448) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:03.044953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--813427667'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:03.133336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.432464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-045253b0-7ae1-4c44-9475-fa11422d32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.435698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-045253b0-7ae1-4c44-9475-fa11422d32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.437046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-045253b0-7ae1-4c44-9475-fa11422d32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.446616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-045253b0-7ae1-4c44-9475-fa11422d32fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 2298 time: 0.3774531 Aug 31 09:37:03.619907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.844454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-31ae0f63-fc65-4be8-bee1-85287263df14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1001 time: 0.3874793 Aug 31 09:37:03.966696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-40bc9a66-271e-47ac-9592-8d9795abcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:03.969446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-40bc9a66-271e-47ac-9592-8d9795abcd4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.1149564 Aug 31 09:37:04.003987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37468) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:04.149954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-f03ac46e-b300-4995-ae27-45a0946a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:04.158799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-f03ac46e-b300-4995-ae27-45a0946a269a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801894 Aug 31 09:37:04.314961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.323846 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.326013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-367628957-network', 'tenant_id': '0f7dc76241694e58a4cda01992e71e9c'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:04.369111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Made reservation on behalf of 0f7dc76241694e58a4cda01992e71e9c for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:04.387534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.421472 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.430505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c35914-603f-4aa7-9c52-372651629d0a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:04.438065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.457077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63ac0e3c-dd79-41fc-8e93-75a375728a69 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4131362 Aug 31 09:37:04.462251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37474) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:04.486020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-605f85de-2d20-47a1-9c41-441c7c144830 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': 'c7c35914-603f-4aa7-9c52-372651629d0a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:04.487201 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-605f85de-2d20-47a1-9c41-441c7c144830 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 09:37:04.487850 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-605f85de-2d20-47a1-9c41-441c7c144830 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:04.494635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-605f85de-2d20-47a1-9c41-441c7c144830 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226250 Aug 31 09:37:04.496481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37476) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:04.552618 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-1fe079e3-7bd0-4ab2-a5bc-72c9f1f6aa38 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804078 Aug 31 09:37:04.656491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7781840-46b4-481c-8baa-4cca147ee05c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.705284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7781840-46b4-481c-8baa-4cca147ee05c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.818505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7781840-46b4-481c-8baa-4cca147ee05c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.827631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7781840-46b4-481c-8baa-4cca147ee05c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.829360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e7781840-46b4-481c-8baa-4cca147ee05c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7c35914-603f-4aa7-9c52-372651629d0a HTTP/1.1" status: 204 len: 168 time: 0.3307035 Aug 31 09:37:04.843102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37482) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:04.951989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7781840-46b4-481c-8baa-4cca147ee05c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c35914-603f-4aa7-9c52-372651629d0a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:05.052650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-02898e6b-e489-479f-a8de-c1c87f143e4d tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2065461 Aug 31 09:37:05.060333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37484) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:05.068621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598787700'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:05.464528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.520550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.521679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-79814976-90c3-418e-bcaf-da5b549ca20c service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9170897 Aug 31 09:37:05.527590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.549249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:05.568512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.569076 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Added segment f34fd984-2f07-405e-b979-1d6cf72d0d79 of type vlan for network e25e384b-4ff6-4d05-b9c0-4260704cb00b Aug 31 09:37:05.635054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.748030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc5676-302f-48e0-84c3-13e4c01c67fe,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:05.782730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.788591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:05.796007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.803051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.808250 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.886991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:05.888966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8271508 Aug 31 09:37:05.920642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37494) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:05.929905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7a51fe04-c0e7-4049-8da0-9d9c3210b2df tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '84c78272-e011-4a08-bbb4-6862e0b78e41', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:05.931316 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-7a51fe04-c0e7-4049-8da0-9d9c3210b2df tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 09:37:05.932437 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-7a51fe04-c0e7-4049-8da0-9d9c3210b2df tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:05.936840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a51fe04-c0e7-4049-8da0-9d9c3210b2df tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0146842 Aug 31 09:37:05.942286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37496) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:05.954593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a34bcf-4985-4707-afe8-5db328308f36 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c78272-e011-4a08-bbb4-6862e0b78e41,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:06.021037 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-61557118-3c76-4a0e-9226-b60fd74581d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.3334959 Aug 31 09:37:06.028206 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0264475 Aug 31 09:37:06.037801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37500) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:06.058034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Request body: {'subnet': {'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-367628957-subnet', 'tenant_id': '0f7dc76241694e58a4cda01992e71e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:06.137683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Made reservation on behalf of 0f7dc76241694e58a4cda01992e71e9c for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:06.146514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.156164 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.168889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09b2f4-c9f4-4a58-aff9-7f940e36664d admin admin] Pushing event updated for resources: {'Network': ['ID=e25e384b-4ff6-4d05-b9c0-4260704cb00b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:06.181383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e25e384b-4ff6-4d05-b9c0-4260704cb00b details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:06.206212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-24266863-111f-4058-8dfb-fae175cac2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.208557 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-24266863-111f-4058-8dfb-fae175cac2a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1697066 Aug 31 09:37:06.341864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-2d2c336b-514d-41ec-9493-5ca767f74054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.343483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-2d2c336b-514d-41ec-9493-5ca767f74054 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855386 Aug 31 09:37:06.383766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8f267a4-641a-4f6b-9173-4073f25b64e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.436937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8f267a4-641a-4f6b-9173-4073f25b64e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.625560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-10988f39-c914-44d6-8125-22851614ae92 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699673 Aug 31 09:37:06.631008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8f267a4-641a-4f6b-9173-4073f25b64e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.644649 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e8f267a4-641a-4f6b-9173-4073f25b64e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.652058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e8f267a4-641a-4f6b-9173-4073f25b64e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/84c78272-e011-4a08-bbb4-6862e0b78e41 HTTP/1.1" status: 204 len: 168 time: 0.7021074 Aug 31 09:37:06.652407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37516) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:06.755159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f267a4-641a-4f6b-9173-4073f25b64e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c78272-e011-4a08-bbb4-6862e0b78e41,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:06.847120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:06.900100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-0839e509-8e56-46f7-9ffd-0f55b32b2e4b service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654312 Aug 31 09:37:06.995501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:07.083551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-867e5b33-be0b-4d24-a2d3-062f6f9242a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.086355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-867e5b33-be0b-4d24-a2d3-062f6f9242a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.4563086 Aug 31 09:37:07.093901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Checking segment: {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:07.094248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Network hostable DHCP agents. Network: e25e384b-4ff6-4d05-b9c0-4260704cb00b, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:07.114837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37524) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:07.115534 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-46fdb843-3cbd-41f1-bc75-6a9cd8db11ad tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4596586 Aug 31 09:37:07.118430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-2ab89030-0a85-45cc-a0dc-bd7259d77083 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.1485860 Aug 31 09:37:07.132514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--760629382'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:07.171927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-81ee8c51-cabf-410e-b037-6d33cd802fa2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/quotas/9a687374363445168f640f8b389714af HTTP/1.1" status: 200 len: 375 time: 0.0644476 Aug 31 09:37:07.176475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Network e25e384b-4ff6-4d05-b9c0-4260704cb00b is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:07.200208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e25e384b-4ff6-4d05-b9c0-4260704cb00b) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:07.206725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-ca9c8296-27e6-41e2-9ec1-772e7d88a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.208749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-ca9c8296-27e6-41e2-9ec1-772e7d88a975 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.0762398 Aug 31 09:37:07.209496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f30af6-7467-4213-9764-de22205819f7 None None] Network e25e384b-4ff6-4d05-b9c0-4260704cb00b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:07.240018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.241156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:07.286940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:07.314888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a3834e49-22e6-4ee5-91a6-b7b065dc149f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2793903 Aug 31 09:37:07.328226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-59dda183-8244-4259-8578-beb1ad056983 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1345308 Aug 31 09:37:07.381634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-993ff76a-0d07-4ea1-9ee4-3cb8f0e3767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.384551 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-993ff76a-0d07-4ea1-9ee4-3cb8f0e3767d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1663890 Aug 31 09:37:07.472825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d29cd4-b69d-4ea6-b88e-4bc437ca3c7f None None] Network e25e384b-4ff6-4d05-b9c0-4260704cb00b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:07.670531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-151ebfa9-781f-47b8-b997-283aa213f6f7 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492294 Aug 31 09:37:07.707140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-4b2ecde7-a60f-474b-a679-8e81a4f63288 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457074 Aug 31 09:37:07.919888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-4a773c00-136e-4920-b85e-b509dafc3bc8 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445588 Aug 31 09:37:07.963175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:07.971448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:07.991654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-85b9139d-54b5-4ff4-8a8d-9e79e9eb1333 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.0617790 Aug 31 09:37:08.031906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-90451f31-97a6-41ba-9c48-c4eb7b229ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231359 Aug 31 09:37:08.039314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.043669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9192555 Aug 31 09:37:08.047615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37536) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.065717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f2c83637-0f33-45be-ade9-eea71867acf9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '1d917fc5-cadb-48c3-bcd9-2f2113525890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.092295 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-f2c83637-0f33-45be-ade9-eea71867acf9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 09:37:08.093324 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-f2c83637-0f33-45be-ade9-eea71867acf9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:08.099215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f2c83637-0f33-45be-ade9-eea71867acf9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0387220 Aug 31 09:37:08.099543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37540) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.109446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5914410c-8854-4dab-ae1e-34df118ff2dc tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '1d917fc5-cadb-48c3-bcd9-2f2113525890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.112292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a444c98f-2062-4693-8f7f-3376e187a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:08.114264 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-5914410c-8854-4dab-ae1e-34df118ff2dc tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 09:37:08.115207 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-5914410c-8854-4dab-ae1e-34df118ff2dc tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:08.121627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5914410c-8854-4dab-ae1e-34df118ff2dc tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0199568 Aug 31 09:37:08.124996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37542) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.126018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d9d7-4f53-4a46-b384-f26157d71c6e tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d917fc5-cadb-48c3-bcd9-2f2113525890,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:08.126767 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a444c98f-2062-4693-8f7f-3376e187a55e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1270671 Aug 31 09:37:08.138071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-39b9e3a5-ddda-4eb0-a07f-cf57f32ad054 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '1d917fc5-cadb-48c3-bcd9-2f2113525890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.139559 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-39b9e3a5-ddda-4eb0-a07f-cf57f32ad054 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 09:37:08.140688 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-39b9e3a5-ddda-4eb0-a07f-cf57f32ad054 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:08.148643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.149405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-39b9e3a5-ddda-4eb0-a07f-cf57f32ad054 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0198965 Aug 31 09:37:08.158151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-81cfe3c4-2842-4248-90e3-649aaad36e92 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '1d917fc5-cadb-48c3-bcd9-2f2113525890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:08.161755 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-81cfe3c4-2842-4248-90e3-649aaad36e92 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 09:37:08.162638 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-81cfe3c4-2842-4248-90e3-649aaad36e92 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:08.166536 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-81cfe3c4-2842-4248-90e3-649aaad36e92 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096242 Aug 31 09:37:08.171644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37548) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:08.269748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-3f38aa0b-2575-4089-9fa9-7074ebc975b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:08.277138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-3f38aa0b-2575-4089-9fa9-7074ebc975b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413047 Aug 31 09:37:08.427562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87a30570-88f7-423f-b72c-875cca7d1f56 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.685249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-d373cc7d-1457-460d-a502-ebaaff72263a service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984599 Aug 31 09:37:08.718227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-095aae6f-ea08-4608-8cba-e278d0f7690e req-e5dc2d42-1ae2-49a1-8712-cb43776686e1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 210 time: 0.2544475 Aug 31 09:37:08.821613 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87a30570-88f7-423f-b72c-875cca7d1f56 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.930622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87a30570-88f7-423f-b72c-875cca7d1f56 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.937355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87a30570-88f7-423f-b72c-875cca7d1f56 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:08.947835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-87a30570-88f7-423f-b72c-875cca7d1f56 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d917fc5-cadb-48c3-bcd9-2f2113525890 HTTP/1.1" status: 204 len: 168 time: 0.7741446 Aug 31 09:37:08.952020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37564) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:09.006077 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-afaf73d6-ac92-4773-842f-8cf194f4ab7f service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122346 Aug 31 09:37:09.061787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30570-88f7-423f-b72c-875cca7d1f56 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d917fc5-cadb-48c3-bcd9-2f2113525890,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:09.117485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-b74eb8e5-45eb-4386-b18f-7639310cade5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.1039252 Aug 31 09:37:09.153436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-23c65129-56fc-49c8-abff-9a92073d8680 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1899955 Aug 31 09:37:09.159260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37574) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:09.173105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528375034'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:09.232983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-25f45aff-cf66-44b6-872a-9736e5cf9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:09.236621 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-25f45aff-cf66-44b6-872a-9736e5cf9f9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1093900 Aug 31 09:37:09.278148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.312439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-4e1db924-4c69-455f-bd14-6449d16bea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:09.314284 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-4e1db924-4c69-455f-bd14-6449d16bea1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711186 Aug 31 09:37:09.579438 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.585502 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.595911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-a3b60f66-3f03-4a07-9b15-d36f283cf023 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677686 Aug 31 09:37:09.679914 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:09.684496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5237219 Aug 31 09:37:09.696271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37584) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:09.712977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-89822a55-25f9-44c5-bfb0-5d599df7e9ee tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:09.715665 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-89822a55-25f9-44c5-bfb0-5d599df7e9ee tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:37:09.718258 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-89822a55-25f9-44c5-bfb0-5d599df7e9ee tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:09.720405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-89822a55-25f9-44c5-bfb0-5d599df7e9ee tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0173264 Aug 31 09:37:09.749589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37586) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:09.766379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9096cb18-9288-4545-ae0f-4632dc2357ad tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:09.878437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a258e-f4f5-40a2-9341-c8eb907eb63b tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dfd610-f92a-4616-a059-8fc4946609b4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:09.991344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-2f6a8428-57b5-430a-926d-178205d97216 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898325 Aug 31 09:37:10.019991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd3268e7-f05f-45a0-8714-304eb16ac308 req-434b3bbd-5aaa-4904-84aa-80781ecd81c1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 210 time: 0.0997341 Aug 31 09:37:10.021344 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-9096cb18-9288-4545-ae0f-4632dc2357ad tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.027724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9096cb18-9288-4545-ae0f-4632dc2357ad tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2709577 Aug 31 09:37:10.030211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37592) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.060196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-280bd444-2bfd-4f37-a9b7-be07506bb0d0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.060950 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-280bd444-2bfd-4f37-a9b7-be07506bb0d0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 09:37:10.061751 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-280bd444-2bfd-4f37-a9b7-be07506bb0d0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.067626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-280bd444-2bfd-4f37-a9b7-be07506bb0d0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320637 Aug 31 09:37:10.068010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37594) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.076515 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-c205d472-6889-4ff8-bcdf-c44e0bc70c9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0725543 Aug 31 09:37:10.079058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-60c07e34-94a3-41cd-9c06-a890e3488b84 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.171962 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-60c07e34-94a3-41cd-9c06-a890e3488b84 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.181384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60c07e34-94a3-41cd-9c06-a890e3488b84 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1041894 Aug 31 09:37:10.181716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37598) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.186784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f9087eb4-2321-42fd-b4c9-7c593c9b0faf tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.187361 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-f9087eb4-2321-42fd-b4c9-7c593c9b0faf tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:37:10.187858 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-f9087eb4-2321-42fd-b4c9-7c593c9b0faf tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.197898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f9087eb4-2321-42fd-b4c9-7c593c9b0faf tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113149 Aug 31 09:37:10.198868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37600) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.219561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d681a354-8011-4423-bdbc-952dc59f01f9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.223314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-63749e15-c2f6-4288-9c54-c3f972a0be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:10.225009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-63749e15-c2f6-4288-9c54-c3f972a0be41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1407411 Aug 31 09:37:10.323460 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-d681a354-8011-4423-bdbc-952dc59f01f9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.334692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.335393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d681a354-8011-4423-bdbc-952dc59f01f9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1341090 Aug 31 09:37:10.344020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c4f02ac7-c913-490d-afeb-974702854f98 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.344642 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-c4f02ac7-c913-490d-afeb-974702854f98 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 09:37:10.345359 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-c4f02ac7-c913-490d-afeb-974702854f98 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.349290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c4f02ac7-c913-490d-afeb-974702854f98 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102654 Aug 31 09:37:10.350529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37606) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.360905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-bb952f51-2c13-4ff0-bcaf-be2bb1a7959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:10.362741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-bb952f51-2c13-4ff0-bcaf-be2bb1a7959b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297691 Aug 31 09:37:10.367574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a8d9999c-0034-4a1e-bbe4-b7b589281a01 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.551187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-ad4dcd5f-8d7d-40a5-bc53-6200ce99c2ce service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757669 Aug 31 09:37:10.685478 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-a8d9999c-0034-4a1e-bbe4-b7b589281a01 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.686654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a8d9999c-0034-4a1e-bbe4-b7b589281a01 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3297648 Aug 31 09:37:10.689822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37610) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.694770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6ac88405-03e1-4a00-84b6-ab30cc08fc7c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '58dfd610-f92a-4616-a059-8fc4946609b4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.769126 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-6ac88405-03e1-4a00-84b6-ab30cc08fc7c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:10.775207 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ac88405-03e1-4a00-84b6-ab30cc08fc7c tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0842342 Aug 31 09:37:10.775893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37614) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:10.869077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-3eded521-608b-401b-a63c-4b246fb5ab2f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:10.871934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-3eded521-608b-401b-a63c-4b246fb5ab2f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.2400963 Aug 31 09:37:10.883505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-5880e83c-7106-42c5-85ca-453fb940064a service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239813 Aug 31 09:37:10.892193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Request body: {'port': {'device_id': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'admin_state_up': True, 'tenant_id': '9a687374363445168f640f8b389714af'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:10.934969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52c801a8-bfc2-4ff0-990f-507b428e5eb3 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.000407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52c801a8-bfc2-4ff0-990f-507b428e5eb3 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.036714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-bc29dae9-29a9-4819-8b63-912fad54a421 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.0745156 Aug 31 09:37:11.097094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52c801a8-bfc2-4ff0-990f-507b428e5eb3 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.103374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52c801a8-bfc2-4ff0-990f-507b428e5eb3 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.109711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-52c801a8-bfc2-4ff0-990f-507b428e5eb3 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/58dfd610-f92a-4616-a059-8fc4946609b4 HTTP/1.1" status: 204 len: 168 time: 0.3299050 Aug 31 09:37:11.128775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-e91c4ca2-1195-4787-a8ec-df1fd5aa7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:11.130511 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-e91c4ca2-1195-4787-a8ec-df1fd5aa7ca4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.0834596 Aug 31 09:37:11.131229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37624) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.140708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c801a8-bfc2-4ff0-990f-507b428e5eb3 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dfd610-f92a-4616-a059-8fc4946609b4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:11.275153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-390136af-cf89-443f-9a78-cc93433a934a req-76547452-e2d7-445f-bb07-e982427104cf tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 210 time: 0.0945010 Aug 31 09:37:11.275417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-12a5de85-9552-410a-9f28-08299eac4b7d tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1358993 Aug 31 09:37:11.279175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37628) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.290941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812037064'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:11.320678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-6b7a90ed-010c-48e0-af0b-c95d43a174d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:11.322288 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-6b7a90ed-010c-48e0-af0b-c95d43a174d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1630495 Aug 31 09:37:11.354981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.606586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-80fcd32d-e2c8-40dd-8e7a-de8c28adabae service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680244 Aug 31 09:37:11.664635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.680166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.733554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214bc9bb-a287-4a42-8abc-cdea4cb026e1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:11.811027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Made reservation on behalf of 9a687374363445168f640f8b389714af for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:11.818560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.825075 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.832812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5d441d97-e3fa-4c18-bae0-f8d8fef09e14 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5519025 Aug 31 09:37:11.834002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37634) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.841126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-07bf15bb-51f8-4448-83e1-f25857f67deb tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '214bc9bb-a287-4a42-8abc-cdea4cb026e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:11.902351 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9850c598-a36a-4bd9-a830-da06b182eb9c req-053107e9-d080-4e95-bcb9-612ccded2bec service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797737 Aug 31 09:37:11.961071 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-07bf15bb-51f8-4448-83e1-f25857f67deb tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The resource could not be found. Aug 31 09:37:11.962928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-07bf15bb-51f8-4448-83e1-f25857f67deb tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1271608 Aug 31 09:37:11.966811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:11.977947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-691d406d-916c-453b-8ec9-bbf1ee2ed891 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '214bc9bb-a287-4a42-8abc-cdea4cb026e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5af67aeb-d65f-4609-be20-bba17d824a0c'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:12.145693 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-691d406d-916c-453b-8ec9-bbf1ee2ed891 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The resource could not be found. Aug 31 09:37:12.147262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-691d406d-916c-453b-8ec9-bbf1ee2ed891 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1787314 Aug 31 09:37:12.152710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37648) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:12.366971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Allocated IP 172.20.0.5 (36c7033d-8197-4a1e-b00c-2f1874c94cfe/5575f8b9-d109-4a5a-a666-6f83255350c1/2233b042-64ac-47ff-bc52-143213952d25) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:12.368065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebaad0c-2770-4428-bac9-d9498d8964a4 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.465586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebaad0c-2770-4428-bac9-d9498d8964a4 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.627687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebaad0c-2770-4428-bac9-d9498d8964a4 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.631368 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebaad0c-2770-4428-bac9-d9498d8964a4 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.632907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ebaad0c-2770-4428-bac9-d9498d8964a4 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/214bc9bb-a287-4a42-8abc-cdea4cb026e1 HTTP/1.1" status: 204 len: 168 time: 0.4723442 Aug 31 09:37:12.653082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:12.679395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaad0c-2770-4428-bac9-d9498d8964a4 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214bc9bb-a287-4a42-8abc-cdea4cb026e1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:12.688297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cfc9d5b-e3cf-4114-81a0-32a8e6ce3790 req-c0e9556c-f7c4-47f6-90ec-b6cd9c61dd38 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 210 time: 0.0748727 Aug 31 09:37:12.839218 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9ca76068-5cb2-4794-842e-c7fe1f38ebb5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1800504 Aug 31 09:37:12.843689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37658) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:12.853585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c1314766-b560-4503-b21d-2c74cbe2de67 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': '4cb27b77-8188-485f-b068-79a8305bd013', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:12.920952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.942748 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-c1314766-b560-4503-b21d-2c74cbe2de67 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The resource could not be found. Aug 31 09:37:12.944821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c1314766-b560-4503-b21d-2c74cbe2de67 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0988874 Aug 31 09:37:12.951836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:12.963657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--739495448'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:13.062176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.095272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.111547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c', '35d24521-709f-470b-8493-4e6bbe7e3e80'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:13.257887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event updated for resources: {'Port': ['ID=2233b042-64ac-47ff-bc52-143213952d25,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:13.491736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.500775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.561742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba338a0-fbbf-4267-804c-19cfe0fa9478,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:13.584720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:13.591071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:13.605382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:13.708577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.711744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-808d6c87-591d-46f4-b86e-b5b529389ba8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7523999 Aug 31 09:37:13.714549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37668) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:13.720799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--760549909'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:13.725750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:13.726629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:13.784084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ebe4659c-e100-42fc-9a01-3bb7227a68a7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8978541 Aug 31 09:37:13.825187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Request body: {'port': {'device_id': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:13.900319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.072016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.114971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.135680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.206660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.211219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4922106 Aug 31 09:37:14.214200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37682) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:14.219977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ace3f-3ae6-46f3-906f-06da326fa9b5 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f81c0-6604-4954-b38d-a4c304cdba95,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:14.225512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-23b14acd-01f3-4964-9349-7732f035fe06 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group_rule': {'security_group_id': 'bba338a0-fbbf-4267-804c-19cfe0fa9478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4c2f81c0-6604-4954-b38d-a4c304cdba95'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:14.237357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ad25-09fb-4fa9-a002-8ddfe98ebccb req-b4bccd34-47d6-49d1-9a96-4fce0804a191 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:14.239201 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5132ad25-09fb-4fa9-a002-8ddfe98ebccb req-b4bccd34-47d6-49d1-9a96-4fce0804a191 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 931 time: 0.1216800 Aug 31 09:37:14.289375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5132ad25-09fb-4fa9-a002-8ddfe98ebccb req-e29d6716-8fcd-47da-9873-b8f0a7a3a42a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Aug 31 09:37:14.409921 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-23b14acd-01f3-4964-9349-7732f035fe06 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:37:14.415664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23b14acd-01f3-4964-9349-7732f035fe06 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1955106 Aug 31 09:37:14.417788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37686) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:14.507934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d739886-6a8b-4fec-8c48-e0d98ea1c6e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.567491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d739886-6a8b-4fec-8c48-e0d98ea1c6e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.588894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2233b042-64ac-47ff-bc52-143213952d25 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:14.603524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.619202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Transition to ACTIVE for port object 2233b042-64ac-47ff-bc52-143213952d25 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:14.626127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.662574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d739886-6a8b-4fec-8c48-e0d98ea1c6e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.669360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d739886-6a8b-4fec-8c48-e0d98ea1c6e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.672432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9d739886-6a8b-4fec-8c48-e0d98ea1c6e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c2f81c0-6604-4954-b38d-a4c304cdba95 HTTP/1.1" status: 204 len: 168 time: 0.2516940 Aug 31 09:37:14.691888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37696) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:14.693256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d739886-6a8b-4fec-8c48-e0d98ea1c6e6 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f81c0-6604-4954-b38d-a4c304cdba95,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:14.808900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Pushing event updated for resources: {'Port': ['ID=2233b042-64ac-47ff-bc52-143213952d25,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:14.853273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Attempting to bind port 2233b042-64ac-47ff-bc52-143213952d25 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:14.853789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Attempting to bind port 2233b042-64ac-47ff-bc52-143213952d25 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:14.854832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Attempting to bind port 2233b042-64ac-47ff-bc52-143213952d25 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:14.863156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Port 2233b042-64ac-47ff-bc52-143213952d25 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:37:14.863513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Attempting to bind port 2233b042-64ac-47ff-bc52-143213952d25 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:14.875073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:14.875405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Checking segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:14.875790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Bound using segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:14.876406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Bound port: 2233b042-64ac-47ff-bc52-143213952d25, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:14.876781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.911688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-91347cd2-91a8-4aab-b136-e4102a0b9a73 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2115028 Aug 31 09:37:14.915254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37704) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:14.967170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] For port 2233b042-64ac-47ff-bc52-143213952d25, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:14.971377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] For port 2233b042-64ac-47ff-bc52-143213952d25, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2233b042-64ac-47ff-bc52-143213952d25,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:14.978685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.054712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Pushing event updated for resources: {'Port': ['ID=2233b042-64ac-47ff-bc52-143213952d25,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:15.069675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.070228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.071853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-6c26be64-4b64-4fcf-a8cf-aa5f85102349 service neutron] 10.222.0.15 "PUT /v2.0/ports/2233b042-64ac-47ff-bc52-143213952d25 HTTP/1.1" status: 200 len: 1092 time: 1.2696826 Aug 31 09:37:15.072322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'tag': '2233b042-64ac-47ff-bc52-143213952d25'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:15.075734 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c86748-58f3-4c20-b6bf-90459232a030" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdfcaea-29b9-444e-ae75-dee1a54b3546", "tag": "2233b042-64ac-47ff-bc52-143213952d25"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:15.078706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-22a57fd2-d2ab-4f87-9954-780db7d02d34 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.151931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-22a57fd2-d2ab-4f87-9954-780db7d02d34 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.184459 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deb68a6-6f52-4c91-a16f-08fef244c6f4 x-openstack-request-id: req-8deb68a6-6f52-4c91-a16f-08fef244c6f4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:15.188825 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdfcaea-29b9-444e-ae75-dee1a54b3546", "tag": "2233b042-64ac-47ff-bc52-143213952d25", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:15.189102 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8deb68a6-6f52-4c91-a16f-08fef244c6f4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:15.189530 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'tag': '2233b042-64ac-47ff-bc52-143213952d25', 'status': 'completed', 'code': 200} Aug 31 09:37:15.244232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-2f56ff96-a584-4ce5-98da-ed6252b5848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.249994 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-2f56ff96-a584-4ce5-98da-ed6252b5848f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 1095 time: 0.1246438 Aug 31 09:37:15.273909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-22a57fd2-d2ab-4f87-9954-780db7d02d34 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.278582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-22a57fd2-d2ab-4f87-9954-780db7d02d34 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.280363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-22a57fd2-d2ab-4f87-9954-780db7d02d34 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/bba338a0-fbbf-4267-804c-19cfe0fa9478 HTTP/1.1" status: 204 len: 168 time: 0.3634381 Aug 31 09:37:15.294818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37720) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:15.313413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-24a4d760-c6d1-47a7-be00-f4be8fbc1386 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2233b042-64ac-47ff-bc52-143213952d25 HTTP/1.1" status: 200 len: 217 time: 0.0551105 Aug 31 09:37:15.331394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a57fd2-d2ab-4f87-9954-780db7d02d34 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba338a0-fbbf-4267-804c-19cfe0fa9478,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:15.434095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-c84f7609-3651-4adc-9c45-a2fa92dcef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.435787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-c84f7609-3651-4adc-9c45-a2fa92dcef20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.0843863 Aug 31 09:37:15.485881 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-d10fd823-61cf-45b2-81aa-265e421e543c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407305 Aug 31 09:37:15.575670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a2b0d2cf-9b37-4728-8e1d-c7dedc7cebd9 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2748730 Aug 31 09:37:15.584805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37736) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:15.602703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284518203'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:15.621899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcd4ea-79a0-4d7d-b03b-34ea382abb65 req-d02dcee5-b93b-4e6d-a41a-a6d96e275061 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.632900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26bcd4ea-79a0-4d7d-b03b-34ea382abb65 req-d02dcee5-b93b-4e6d-a41a-a6d96e275061 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 943 time: 0.1702821 Aug 31 09:37:15.663571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68856c71-68d0-4651-819c-93bd9d643bd3 req-f9e402ee-17c7-481e-89cd-5283e3d4bb38 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.664129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68856c71-68d0-4651-819c-93bd9d643bd3 req-f9e402ee-17c7-481e-89cd-5283e3d4bb38 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 946 time: 0.2328110 Aug 31 09:37:15.666281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.701745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-ffd92856-3ea5-47c8-bcac-ae0fe1fb625d service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989386 Aug 31 09:37:15.709963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26bcd4ea-79a0-4d7d-b03b-34ea382abb65 req-c4076899-a0d0-48cd-90a1-0631566635b6 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760250 Aug 31 09:37:15.748455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68856c71-68d0-4651-819c-93bd9d643bd3 req-cf254aeb-4f8d-4c18-b0d2-103b3ee40876 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609131 Aug 31 09:37:15.874531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f7794d37-9eb2-4d1e-a52e-49f9ac33370b req-40b061a5-d059-42c7-8852-3ba9b5bea040 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199937 Aug 31 09:37:15.896417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.905981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.973580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.978055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3886425 Aug 31 09:37:15.978671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37738) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:15.984747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8a4ea96a-260d-4298-ac52-f18bdad2b1de tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:15.985581 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-8a4ea96a-260d-4298-ac52-f18bdad2b1de tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:37:15.986077 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-8a4ea96a-260d-4298-ac52-f18bdad2b1de tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:37:15.990194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a4ea96a-260d-4298-ac52-f18bdad2b1de tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "PUT /v2.0/security-groups/214afb0a-b192-43a2-98c5-67f14e36c2fa HTTP/1.1" status: 409 len: 330 time: 0.0069246 Aug 31 09:37:15.991168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37740) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:15.991649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef070225-8fda-4d8e-9bd4-65704046cbc0 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214afb0a-b192-43a2-98c5-67f14e36c2fa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:16.004954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c86748-58f3-4c20-b6bf-90459232a030 req-6092e46e-e9b7-4243-a511-06de488c16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.006483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-6092e46e-e9b7-4243-a511-06de488c16e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 1095 time: 0.0670538 Aug 31 09:37:16.113006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02b44dab-9832-4110-803c-505321415424 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.134588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c86748-58f3-4c20-b6bf-90459232a030 req-7158f739-506f-40e5-85c2-49123d0c3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.137608 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-7158f739-506f-40e5-85c2-49123d0c3524 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 915 time: 0.1222034 Aug 31 09:37:16.175770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02b44dab-9832-4110-803c-505321415424 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.200102 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-f1ab597b-e8a1-447b-938c-5a05fcaff3f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2233b042-64ac-47ff-bc52-143213952d25 HTTP/1.1" status: 200 len: 217 time: 0.0551624 Aug 31 09:37:16.252736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02b44dab-9832-4110-803c-505321415424 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.258967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02b44dab-9832-4110-803c-505321415424 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.271560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-02b44dab-9832-4110-803c-505321415424 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/214afb0a-b192-43a2-98c5-67f14e36c2fa HTTP/1.1" status: 204 len: 168 time: 0.2682624 Aug 31 09:37:16.272201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37742) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:16.308911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c86748-58f3-4c20-b6bf-90459232a030 req-6c478014-22a5-4ac7-b835-72ded77cc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:16.312131 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-6c478014-22a5-4ac7-b835-72ded77cc108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.1040461 Aug 31 09:37:16.336474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc272553-4f1c-4c6c-a0d2-8977452c6af8 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574884 Aug 31 09:37:16.336474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b44dab-9832-4110-803c-505321415424 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214afb0a-b192-43a2-98c5-67f14e36c2fa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:16.336864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:16.357424 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-cc966034-17d8-43e5-b946-32ec7ab9121a tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] delete failed (client error): The resource could not be found. Aug 31 09:37:16.362417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc966034-17d8-43e5-b946-32ec7ab9121a tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "DELETE /v2.0/security-groups/b0315f2f-028f-4f3b-81f7-4394728976e1 HTTP/1.1" status: 404 len: 347 time: 0.0208895 Aug 31 09:37:16.366432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37748) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:16.398722 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-cc8dae28-a3ed-42f6-be81-fc846f7b9f28 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] show failed (client error): The resource could not be found. Aug 31 09:37:16.404326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc8dae28-a3ed-42f6-be81-fc846f7b9f28 tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-groups/e6e7715b-e246-4001-9bbf-1fbb87146879 HTTP/1.1" status: 404 len: 347 time: 0.0350506 Aug 31 09:37:16.406719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:16.423238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-7fa973f5-d342-4855-9755-f623b99e1c3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022110 Aug 31 09:37:16.447029 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-d8f60501-b4e9-4989-92dd-63641cef945f tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] show failed (client error): The resource could not be found. Aug 31 09:37:16.450390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d8f60501-b4e9-4989-92dd-63641cef945f tempest-NegativeSecGroupTest-1366555666 tempest-NegativeSecGroupTest-1366555666-project] 10.222.0.18 "GET /v2.0/security-group-rules/1988ae6f-3493-406c-bcf4-fe14d9aa1405 HTTP/1.1" status: 404 len: 356 time: 0.0420883 Aug 31 09:37:16.612837 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-b9033e58-f0dc-44e1-813c-c4c00f82cab8 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733503 Aug 31 09:37:16.757193 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07c86748-58f3-4c20-b6bf-90459232a030 req-46b4c11c-598b-41c9-9efb-7e52a6d7b4d2 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379392 Aug 31 09:37:16.879726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37770) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:17.004394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362bbee-0dd0-4796-ba70-4c98ae02cd31 req-7780330d-1ee5-4ff4-ae27-17d8a833b691 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:17.006638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5362bbee-0dd0-4796-ba70-4c98ae02cd31 req-7780330d-1ee5-4ff4-ae27-17d8a833b691 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 946 time: 0.1137464 Aug 31 09:37:17.016834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbd24-b65c-4b73-9bb0-b1e8b4c200c8 req-a7aa0fff-7f1c-49cb-8c49-b73114870b23 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:17.024256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-780cbd24-b65c-4b73-9bb0-b1e8b4c200c8 req-a7aa0fff-7f1c-49cb-8c49-b73114870b23 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 943 time: 0.1832516 Aug 31 09:37:17.103031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-780cbd24-b65c-4b73-9bb0-b1e8b4c200c8 req-a63c75f8-9267-4f69-a30e-abee010e7d36 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773609 Aug 31 09:37:17.123262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5362bbee-0dd0-4796-ba70-4c98ae02cd31 req-9b84ca0c-4135-40bc-9540-eb515f70520e tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups?id=8cfae788-a97b-4acf-9f1e-b18ab284f42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958633 Aug 31 09:37:17.144039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d8bf147e-2e4a-4a5a-8d5f-3c72321a6d09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=561ab2a470574ae1b9b0215a112b8c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592120 Aug 31 09:37:17.146252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:17.213144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-311abb03-e3cf-477a-981c-e0b4c5d5925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.253326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-311abb03-e3cf-477a-981c-e0b4c5d5925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.339100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-de01cc15-d3b5-48e9-ae27-9cc8e2ae8968 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:17.341510 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-de01cc15-d3b5-48e9-ae27-9cc8e2ae8968 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.15 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 946 time: 0.0856447 Aug 31 09:37:17.403470 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-311abb03-e3cf-477a-981c-e0b4c5d5925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.407394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-311abb03-e3cf-477a-981c-e0b4c5d5925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.411354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-311abb03-e3cf-477a-981c-e0b4c5d5925a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b0ba977-684e-4e5a-a052-5470776a6c1e HTTP/1.1" status: 204 len: 168 time: 0.2642932 Aug 31 09:37:17.516469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311abb03-e3cf-477a-981c-e0b4c5d5925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0ba977-684e-4e5a-a052-5470776a6c1e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:17.586050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Deleting port b7aebdb5-49a7-47d3-b67b-cd3770a60083 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:17.586709 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.708939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] For port b7aebdb5-49a7-47d3-b67b-cd3770a60083, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b7aebdb5-49a7-47d3-b67b-cd3770a60083,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:17.709963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.047667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.048136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.048755 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Floating IP 6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8 disassociated. External IP: 172.25.4.147, port: b7aebdb5-49a7-47d3-b67b-cd3770a60083. Aug 31 09:37:18.049179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Calling delete_port for b7aebdb5-49a7-47d3-b67b-cd3770a60083 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:18.337143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.396995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ace982c-af8d-46f1-952d-df201105509f req-da842aa4-6d42-4eae-a400-f4d26a3b0034 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 210 time: 0.0556810 Aug 31 09:37:18.399419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event deleted for resources: {'Port': ['ID=b7aebdb5-49a7-47d3-b67b-cd3770a60083,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:18.466334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86215b08-d341-4d70-bebf-f8882044853c req-9d0eda85-35c8-488f-955a-4ecf289469c3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:18.476651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86215b08-d341-4d70-bebf-f8882044853c req-9d0eda85-35c8-488f-955a-4ecf289469c3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 943 time: 0.2255187 Aug 31 09:37:18.614919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86215b08-d341-4d70-bebf-f8882044853c req-267d5d36-2955-4647-a3f1-c3dea3d1cd93 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371956 Aug 31 09:37:18.650149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:18.678094 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.068804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2233b042-64ac-47ff-bc52-143213952d25 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:37:19.472822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2233b042-64ac-47ff-bc52-143213952d25, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2233b042-64ac-47ff-bc52-143213952d25,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:19.513926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '2233b042-64ac-47ff-bc52-143213952d25', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'port_id': '2233b042-64ac-47ff-bc52-143213952d25', 'mac_address': 'fa:16:3e:86:56:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5575f8b9-d109-4a5a-a666-6f83255350c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:37:19.555737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:19.577536 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:19.605272 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:19.620419 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:37:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:19.711209 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.771582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] No DVR routers for this DVR port b7aebdb5-49a7-47d3-b67b-cd3770a60083 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:19.783642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2233b042-64ac-47ff-bc52-143213952d25 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:37:19.784902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.787106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-30536695-d56f-4bba-8845-b72ab9e27fcc req-aab4008e-322c-4cda-9cfd-0a911a7f5a98 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.15 "DELETE /v2.0/ports/b7aebdb5-49a7-47d3-b67b-cd3770a60083 HTTP/1.1" status: 204 len: 173 time: 2.4387605 Aug 31 09:37:19.787590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'name': 'network-vif-deleted', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:19.789562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-430e01cf-75a6-41d5-a34e-9c8e7d52e7b6 req-cd38ea8f-1690-41ef-a7b3-443238fe3ed3 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/ports?device_id=5445e99f-3291-4864-b21c-c360164f93e7 HTTP/1.1" status: 200 len: 210 time: 0.1475844 Aug 31 09:37:19.790291 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b4c06a-0a7a-4448-9eda-965af0857299" -d '{"events": [{"server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "name": "network-vif-deleted", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:20.017088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2233b042-64ac-47ff-bc52-143213952d25, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2233b042-64ac-47ff-bc52-143213952d25,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:20.028659 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:20.065716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec7f9-3f10-4143-871b-d490d376d85b req-c311406d-a0c1-4be1-a416-fcf02c4a3f55 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:20.083124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036ec7f9-3f10-4143-871b-d490d376d85b req-c311406d-a0c1-4be1-a416-fcf02c4a3f55 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 943 time: 0.1242161 Aug 31 09:37:20.107733 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:20.204920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036ec7f9-3f10-4143-871b-d490d376d85b req-99f8740f-846d-451c-8fee-f69dafb06705 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206572 Aug 31 09:37:20.242886 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc81da7-fd11-4764-bb59-e55a24e5787a x-openstack-request-id: req-0dc81da7-fd11-4764-bb59-e55a24e5787a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:20.243357 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5445e99f-3291-4864-b21c-c360164f93e7", "name": "network-vif-deleted", "tag": "b7aebdb5-49a7-47d3-b67b-cd3770a60083", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:20.244977 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dc81da7-fd11-4764-bb59-e55a24e5787a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:20.249892 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5445e99f-3291-4864-b21c-c360164f93e7', 'name': 'network-vif-deleted', 'tag': 'b7aebdb5-49a7-47d3-b67b-cd3770a60083', 'status': 'completed', 'code': 200} Aug 31 09:37:20.330605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2233b042-64ac-47ff-bc52-143213952d25,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:20.420556 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:20.453782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2233b042-64ac-47ff-bc52-143213952d25'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:20.466898 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:20.504732 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:20.504732 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:37:01Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:20.755917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:21.064714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:21.104447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b7aebdb5-49a7-47d3-b67b-cd3770a60083 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:21.221007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: b7aebdb5-49a7-47d3-b67b-cd3770a60083 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:21.221756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b7aebdb5-49a7-47d3-b67b-cd3770a60083 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:21.404028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07724398-f989-4839-a9ab-411bfbaec344 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.530402 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:21.613591 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07724398-f989-4839-a9ab-411bfbaec344 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.676772 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41850c13-2ff6-4352-9e30-29337e4a31d9 None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:19Z', 'revision_number': 4, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '37acd09c-c01d-4fab-acef-34b20a65a448', 'name': '', 'network_id': 'ed8a809a-9cf9-4dc3-b3dd-fb3b26090607', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'mac_address': 'fa:16:3e:11:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:17Z', 'updated_at': '2021-08-31T09:28:36Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'subnets': [{'id': 'c48872f4-d439-4484-9f73-da3be34c56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:21.789219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eb66a-753a-4d4b-86c6-115c2f6d6184 req-8ab60538-ab41-4de9-9555-b17ba337626b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:21.802769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-208eb66a-753a-4d4b-86c6-115c2f6d6184 req-8ab60538-ab41-4de9-9555-b17ba337626b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 944 time: 0.3724403 Aug 31 09:37:21.809496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07724398-f989-4839-a9ab-411bfbaec344 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.814813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-07724398-f989-4839-a9ab-411bfbaec344 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.817067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-07724398-f989-4839-a9ab-411bfbaec344 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "DELETE /v2.0/security-groups/8cfae788-a97b-4acf-9f1e-b18ab284f42e HTTP/1.1" status: 204 len: 168 time: 0.7500920 Aug 31 09:37:21.822070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:21.848468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07724398-f989-4839-a9ab-411bfbaec344 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfae788-a97b-4acf-9f1e-b18ab284f42e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:21.888253 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-e1c5af67-b212-4114-a092-bf60603733f2 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] show failed (client error): The resource could not be found. Aug 31 09:37:21.890806 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e1c5af67-b212-4114-a092-bf60603733f2 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "GET /v2.0/security-groups/8cfae788-a97b-4acf-9f1e-b18ab284f42e HTTP/1.1" status: 404 len: 347 time: 0.0655758 Aug 31 09:37:21.898602 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37880) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:21.946607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-208eb66a-753a-4d4b-86c6-115c2f6d6184 req-27b60ab3-5eef-44c1-8fc3-55e3dbdfbde7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400397 Aug 31 09:37:22.265389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff17d00-a92d-47b1-82f9-87ddb75f5356 None None] New status for floating IP 6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:37:22.266109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Deleting port 1f6d1321-89ea-4c13-b0c3-f2d1dfd27b0f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:22.266390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.641006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.641339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.679509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Calling delete_port for 1f6d1321-89ea-4c13-b0c3-f2d1dfd27b0f owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:22.943992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.981490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Pushing event deleted for resources: {'Port': ['ID=1f6d1321-89ea-4c13-b0c3-f2d1dfd27b0f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:23.118931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2233b042-64ac-47ff-bc52-143213952d25 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:23.126267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.132369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.133694 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f3fc4eed-89d6-4fad-bc62-55e8a3d88a96 tempest-AttachVolumeTestJSON-1103072832 tempest-AttachVolumeTestJSON-1103072832-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f4fdf2c-3458-4492-8d96-ede0f9a5fcc8 HTTP/1.1" status: 204 len: 168 time: 1.2330887 Aug 31 09:37:23.315387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394324d-36e6-4665-ba5b-3355cf7b4d4e req-42e96bc6-58ae-44c7-bc95-f4ec33bc7007 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:23.328250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c394324d-36e6-4665-ba5b-3355cf7b4d4e req-42e96bc6-58ae-44c7-bc95-f4ec33bc7007 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 944 time: 0.2044535 Aug 31 09:37:23.401863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 2233b042-64ac-47ff-bc52-143213952d25 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:23.413640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 2233b042-64ac-47ff-bc52-143213952d25 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:23.414067 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.459100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c394324d-36e6-4665-ba5b-3355cf7b4d4e req-d3996fe3-85af-4b28-9539-75971a7f5696 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228855 Aug 31 09:37:23.626028 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.707705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2233b042-64ac-47ff-bc52-143213952d25, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2233b042-64ac-47ff-bc52-143213952d25,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:23.709195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2233b042-64ac-47ff-bc52-143213952d25'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:23.714629 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf08a3-1c6b-4a78-ba5e-dc6caa394976" -d '{"events": [{"server_uuid": "8fdfcaea-29b9-444e-ae75-dee1a54b3546", "name": "network-vif-plugged", "status": "completed", "tag": "2233b042-64ac-47ff-bc52-143213952d25"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:23.718569 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:23.907517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2233b042-64ac-47ff-bc52-143213952d25,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:23.983117 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c10381-097b-4daa-916f-47af4f1e11a9 x-openstack-request-id: req-b4c10381-097b-4daa-916f-47af4f1e11a9 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:23.987332 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdfcaea-29b9-444e-ae75-dee1a54b3546", "name": "network-vif-plugged", "status": "completed", "tag": "2233b042-64ac-47ff-bc52-143213952d25", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:23.988439 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4c10381-097b-4daa-916f-47af4f1e11a9 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:23.989281 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2233b042-64ac-47ff-bc52-143213952d25', 'code': 200} Aug 31 09:37:24.213877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83ebe-c42b-4ad2-b89d-62a7d682f813 req-b12bfdb8-9b22-473c-a5e2-cde2ca4ca0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:24.216254 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b1a83ebe-c42b-4ad2-b89d-62a7d682f813 req-b12bfdb8-9b22-473c-a5e2-cde2ca4ca0f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 1097 time: 0.1120853 Aug 31 09:37:24.304994 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b1a83ebe-c42b-4ad2-b89d-62a7d682f813 req-8bdb378c-a0fe-4da0-8771-493cb13c547f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794120 Aug 31 09:37:24.652395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ce89-11d5-4618-a5db-4192810b3264 req-9b0887d6-79e5-4956-b93c-1beb41e89054 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:24.662998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a65ce89-11d5-4618-a5db-4192810b3264 req-9b0887d6-79e5-4956-b93c-1beb41e89054 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1025774 Aug 31 09:37:24.723530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a65ce89-11d5-4618-a5db-4192810b3264 req-aed0b05c-5931-444c-9d6b-9b73b66d4374 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596914 Aug 31 09:37:26.015780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe11b3-cc3d-4148-b743-ec13bab4849c req-7a998935-72ff-4045-9021-108fb122c1d7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:26.018197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cbe11b3-cc3d-4148-b743-ec13bab4849c req-7a998935-72ff-4045-9021-108fb122c1d7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1886120 Aug 31 09:37:26.138422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cbe11b3-cc3d-4148-b743-ec13bab4849c req-cb49b237-5b7a-49b9-9611-013763f152e3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074321 Aug 31 09:37:28.537414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c123af5-a0db-43bd-b904-028465f9c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.521877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbde56e1-22b2-4c3c-87f4-03c40e909f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.806106 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.903565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.181343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1adec3a8-8d78-4499-add7-a1428a4a89fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.215157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.305920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1adec3a8-8d78-4499-add7-a1428a4a89fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.313421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1adec3a8-8d78-4499-add7-a1428a4a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.371473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1adec3a8-8d78-4499-add7-a1428a4a89fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3911d5bd43c4ae4b33a42b1bf18a4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664896 Aug 31 09:37:32.374102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38102) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.426200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adec3a8-8d78-4499-add7-a1428a4a89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb058e4f-d0da-4ed9-8f36-1c4c0f275b7e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:32.467036 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3363595c-f96c-4a49-bb23-4076f55de9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.498057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3363595c-f96c-4a49-bb23-4076f55de9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.569712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3363595c-f96c-4a49-bb23-4076f55de9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.574413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3363595c-f96c-4a49-bb23-4076f55de9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.576050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3363595c-f96c-4a49-bb23-4076f55de9ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb058e4f-d0da-4ed9-8f36-1c4c0f275b7e HTTP/1.1" status: 204 len: 168 time: 0.2005036 Aug 31 09:37:32.604133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363595c-f96c-4a49-bb23-4076f55de9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb058e4f-d0da-4ed9-8f36-1c4c0f275b7e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:33.239974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38128) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:33.274050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89e8762f-f2a2-47c1-8af1-6197d205c163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.446887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89e8762f-f2a2-47c1-8af1-6197d205c163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.452821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89e8762f-f2a2-47c1-8af1-6197d205c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.506654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:33.507223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-89e8762f-f2a2-47c1-8af1-6197d205c163 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8a466499ff44324bc2f5560b06da61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655442 Aug 31 09:37:33.511029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8762f-f2a2-47c1-8af1-6197d205c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c61af5-5697-42e9-821b-6faafa3f89e9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:33.592015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a59be04e-3e5b-47de-b57a-196aaf32b509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.612679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.623420 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a59be04e-3e5b-47de-b57a-196aaf32b509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.689967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a59be04e-3e5b-47de-b57a-196aaf32b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.692846 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a59be04e-3e5b-47de-b57a-196aaf32b509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.696914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a59be04e-3e5b-47de-b57a-196aaf32b509 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33c61af5-5697-42e9-821b-6faafa3f89e9 HTTP/1.1" status: 204 len: 168 time: 0.1854002 Aug 31 09:37:33.709388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59be04e-3e5b-47de-b57a-196aaf32b509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c61af5-5697-42e9-821b-6faafa3f89e9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:36.142060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.698677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38264) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.847019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-398633f4-c647-41af-aa68-066381f33020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.970749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-398633f4-c647-41af-aa68-066381f33020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.980334 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-398633f4-c647-41af-aa68-066381f33020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.030734 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-398633f4-c647-41af-aa68-066381f33020 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30986fe0d70f4cf695514f3e17434f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309045 Aug 31 09:37:37.031976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398633f4-c647-41af-aa68-066381f33020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d566f5-ed62-453b-8435-2d1d71fd522e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.033348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38274) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:37.116232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-922560c9-942a-494e-9e45-b5698703c955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.140237 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-922560c9-942a-494e-9e45-b5698703c955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.184236 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:37:37.199121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-922560c9-942a-494e-9e45-b5698703c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.201835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-922560c9-942a-494e-9e45-b5698703c955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.217352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-922560c9-942a-494e-9e45-b5698703c955 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98d566f5-ed62-453b-8435-2d1d71fd522e HTTP/1.1" status: 204 len: 168 time: 0.1715524 Aug 31 09:37:37.226592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922560c9-942a-494e-9e45-b5698703c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d566f5-ed62-453b-8435-2d1d71fd522e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.699370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38292) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:37.717936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6ce8-11e8-4111-a86b-dcabda423097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.910962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6ce8-11e8-4111-a86b-dcabda423097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.918115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6ce8-11e8-4111-a86b-dcabda423097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.964492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc6ce8-11e8-4111-a86b-dcabda423097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62c767-eed6-4906-83c4-19cc1e2bbd08,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.987596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0cbc6ce8-11e8-4111-a86b-dcabda423097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=105496c0c0ac40cc8b94b480925936f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855597 Aug 31 09:37:37.988971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38296) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:38.065829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-39cf8f38-8b9e-4510-bae8-ae1dedc03fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.125932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-39cf8f38-8b9e-4510-bae8-ae1dedc03fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.221687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-39cf8f38-8b9e-4510-bae8-ae1dedc03fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.225346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-39cf8f38-8b9e-4510-bae8-ae1dedc03fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.226528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-39cf8f38-8b9e-4510-bae8-ae1dedc03fd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa62c767-eed6-4906-83c4-19cc1e2bbd08 HTTP/1.1" status: 204 len: 168 time: 0.2363546 Aug 31 09:37:38.252946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf8f38-8b9e-4510-bae8-ae1dedc03fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62c767-eed6-4906-83c4-19cc1e2bbd08,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:39.730146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38358) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:40.742251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.295308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Deleting port 37acd09c-c01d-4fab-acef-34b20a65a448 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:41.296171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.436987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] For port 37acd09c-c01d-4fab-acef-34b20a65a448, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=37acd09c-c01d-4fab-acef-34b20a65a448,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:41.437633 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.456444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Calling delete_port for 37acd09c-c01d-4fab-acef-34b20a65a448 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:41.803841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.844425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Pushing event deleted for resources: {'Port': ['ID=37acd09c-c01d-4fab-acef-34b20a65a448,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.257865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.863148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Router 3d6490f5-01cc-42b9-85cd-193db19d6341 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:43.091319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:43.107090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e5ab30b-debb-4159-a8ed-2c3a3140788c admin admin] 10.222.0.18 "PUT /v2.0/routers/3d6490f5-01cc-42b9-85cd-193db19d6341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3750813 Aug 31 09:37:43.109313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38460) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:43.110548 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] Sync routers for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:43.126277 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:43.127711 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:37:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:43.346756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.466329 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:43.584335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.707725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Deleting port 4d82635d-d28c-4947-b3cc-cd69b7337523 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:43.708249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.837205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:37:41Z', 'revision_number': 5, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port': {'id': '4d82635d-d28c-4947-b3cc-cd69b7337523', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:07Z', 'updated_at': '2021-08-31T09:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:43.875485 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] Checking router: 3d6490f5-01cc-42b9-85cd-193db19d6341 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:43.888000 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] Routers {'3d6490f5-01cc-42b9-85cd-193db19d6341'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:43.888748 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:37:31Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['3d6490f5-01cc-42b9-85cd-193db19d6341'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:43.890344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] For port 4d82635d-d28c-4947-b3cc-cd69b7337523, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d82635d-d28c-4947-b3cc-cd69b7337523,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:43.891599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.914009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Calling delete_port for 4d82635d-d28c-4947-b3cc-cd69b7337523 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:44.026672 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] Set router 3d6490f5-01cc-42b9-85cd-193db19d6341 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:44.090069 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:37:43Z', 'revision_number': 6, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:44.130901 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691afa0-3769-4023-8ce5-0a4f85174337 None None] The sync data for ids ['3d6490f5-01cc-42b9-85cd-193db19d6341'] in n-d-800634-13 is: [{'id': '3d6490f5-01cc-42b9-85cd-193db19d6341', 'name': 'tempest-AttachVolumeTestJSON-1646198143-router', 'tenant_id': '5cfe5168892940799294d2ec5ed4dc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:37:43Z', 'revision_number': 6, 'project_id': '5cfe5168892940799294d2ec5ed4dc5b', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:44.258017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.315038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d82635d-d28c-4947-b3cc-cd69b7337523,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:44.495331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.298933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d82635d-d28c-4947-b3cc-cd69b7337523 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:45.335174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 4d82635d-d28c-4947-b3cc-cd69b7337523 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:45.335512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d82635d-d28c-4947-b3cc-cd69b7337523 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:45.336181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 37acd09c-c01d-4fab-acef-34b20a65a448 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:45.437037 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 37acd09c-c01d-4fab-acef-34b20a65a448 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:45.438749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 37acd09c-c01d-4fab-acef-34b20a65a448 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:45.466304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.469701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.548848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.549402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6490f5-01cc-42b9-85cd-193db19d6341 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:37:45.559668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.565528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38532) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:45.576601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-656dc13e-df2b-4a9a-b003-c18df7edf59f admin admin] 10.222.0.18 "DELETE /v2.0/routers/3d6490f5-01cc-42b9-85cd-193db19d6341 HTTP/1.1" status: 204 len: 168 time: 2.4654737 Aug 31 09:37:45.636019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Deleting subnet c48872f4-d439-4484-9f73-da3be34c56d6 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:45.641077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.714902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.832746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.963542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.001592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48872f4-d439-4484-9f73-da3be34c56d6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.015041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.016217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb6838-3e2d-47ab-ab6a-2cd8f3020853 None None] Network ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:46.022771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38548) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:46.035059 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-44ef854f-3103-445f-9cb9-9399bc30b462 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c48872f4-d439-4484-9f73-da3be34c56d6 HTTP/1.1" status: 204 len: 168 time: 0.4682295 Aug 31 09:37:46.120969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.255389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Deleting port c4855068-ef07-447a-b8ce-983d78f97b8e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:46.257940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.433066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] For port c4855068-ef07-447a-b8ce-983d78f97b8e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c4855068-ef07-447a-b8ce-983d78f97b8e,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:46.433441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.459762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Calling delete_port for c4855068-ef07-447a-b8ce-983d78f97b8e owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:46.476297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] DHCP port deletion for ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:37:46.538325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Deleting port c4855068-ef07-447a-b8ce-983d78f97b8e {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:46.539103 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.578620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.604273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] No DVR routers for this DVR port c4855068-ef07-447a-b8ce-983d78f97b8e on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:46.648256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] For port c4855068-ef07-447a-b8ce-983d78f97b8e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c4855068-ef07-447a-b8ce-983d78f97b8e,segment=NetworkSegment(48efba9c-5c96-4343-b74d-7c9e5b5788eb),segment_id=48efba9c-5c96-4343-b74d-7c9e5b5788eb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:46.649081 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.655276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4855068-ef07-447a-b8ce-983d78f97b8e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.668391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.668710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.669192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.669353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Calling delete_port for c4855068-ef07-447a-b8ce-983d78f97b8e owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:46.669652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.670112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.670961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.671391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.671925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.672432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.672888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.673682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.674760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.753516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.767588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8a809a-9cf9-4dc3-b3dd-fb3b26090607']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:46.791472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48efba9c-5c96-4343-b74d-7c9e5b5788eb') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:46.791982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48efba9c-5c96-4343-b74d-7c9e5b5788eb') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:46.809227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.811453 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.839819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.852544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:46.854455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:46.857199 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:46.879247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] No DVR routers for this DVR port c4855068-ef07-447a-b8ce-983d78f97b8e on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:46.940917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c4855068-ef07-447a-b8ce-983d78f97b8e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:46.948855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Pushing event deleted for resources: {'Port': ['ID=c4855068-ef07-447a-b8ce-983d78f97b8e,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.961409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.968219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.972543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] 10.222.0.18 "DELETE /v2.0/networks/ed8a809a-9cf9-4dc3-b3dd-fb3b26090607 HTTP/1.1" status: 204 len: 168 time: 0.9478400 Aug 31 09:37:46.995368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.996353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.998093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.000613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.003123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.003966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.004529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.005046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.005563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.006231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.006766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.007342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbacb269-8145-4275-b5de-d6d7ac08707e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:47.015656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516801-3bc1-49fb-b135-8ee317a559cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8a809a-9cf9-4dc3-b3dd-fb3b26090607,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:47.024137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c4855068-ef07-447a-b8ce-983d78f97b8e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:47.025357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c4855068-ef07-447a-b8ce-983d78f97b8e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:47.279137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38582) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:47.388168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5022e607-2d49-4ea4-8ebd-d214f4923c38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cfe5168892940799294d2ec5ed4dc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065409 Aug 31 09:37:47.390379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38586) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:47.491587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-723d8e7f-83d7-422d-b4f2-e2dcd1c40ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.539494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-723d8e7f-83d7-422d-b4f2-e2dcd1c40ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.614272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-723d8e7f-83d7-422d-b4f2-e2dcd1c40ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.619721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-723d8e7f-83d7-422d-b4f2-e2dcd1c40ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.625541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-723d8e7f-83d7-422d-b4f2-e2dcd1c40ea1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4c6eb4b-fc55-409d-b0ae-fdd32476be91 HTTP/1.1" status: 204 len: 168 time: 0.2318149 Aug 31 09:37:47.687408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d8e7f-83d7-422d-b4f2-e2dcd1c40ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c6eb4b-fc55-409d-b0ae-fdd32476be91,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:48.654873 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.545799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-f3c7da33-ff3d-42d4-9ba9-eeaf34a8242b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:55.551714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-f3c7da33-ff3d-42d4-9ba9-eeaf34a8242b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.2872422 Aug 31 09:37:55.575441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-21478ca1-db1e-46b7-967b-e2fc1dbb59db tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/quotas/9a687374363445168f640f8b389714af HTTP/1.1" status: 200 len: 375 time: 0.0202367 Aug 31 09:37:55.816214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-e24d9eb9-150c-4fb4-83c8-7c266136d8f3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2358449 Aug 31 09:37:56.067582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-74f40a84-0ef6-42cb-8f2d-5c93b043e027 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204571 Aug 31 09:37:56.278834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-7f0dd563-bab7-4b46-859f-68ba440b5908 service neutron] 10.222.0.18 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022152 Aug 31 09:37:56.653213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-b71489cd-0751-48d9-9e1d-1c749aeb5baa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219082 Aug 31 09:37:56.662675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83c0d61e-79f1-4f1e-892e-d445772c3aee req-dedcb8a4-f750-4b9e-ae19-50c109735f77 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 210 time: 0.0931864 Aug 31 09:37:56.827286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-2e4dce25-73c8-40a3-8ec5-496b7a1583a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:56.829517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-2e4dce25-73c8-40a3-8ec5-496b7a1583a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 1098 time: 0.1551263 Aug 31 09:37:57.127779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-25ca4837-26d4-47e1-9a1e-3a63890459f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.130031 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-25ca4837-26d4-47e1-9a1e-3a63890459f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 915 time: 0.2744784 Aug 31 09:37:57.257746 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-e1dde370-39c9-4f71-a9a2-7f0e12957879 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9659352b-b864-498c-bddd-3c08780f771c HTTP/1.1" status: 200 len: 217 time: 0.1116502 Aug 31 09:37:57.432860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-3e0706b8-6772-42c1-9c78-36735af3ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.441141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-3e0706b8-6772-42c1-9c78-36735af3ea31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.1753180 Aug 31 09:37:57.538192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-8a649581-56f0-4e14-a997-a094e83ffb87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890732 Aug 31 09:37:57.949902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-292e0b54-19cd-41e5-b2e8-6d2246781996 req-5d4172f1-82fb-4de4-86c8-30076f420b4c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 210 time: 0.0570145 Aug 31 09:37:58.008323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-a27466b0-72c9-494f-9aea-6e385f0fdbfa service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614365 Aug 31 09:37:58.294819 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e83dda7b-cf11-4bc4-ad4d-018951fe9e68 req-19ec6b23-de24-437f-b0a0-7bec3cd78605 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786815 Aug 31 09:37:58.516679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13c2185b-879d-44e9-a12f-90a1d822b387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:58.971036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-7ce7e8cd-de91-427c-937f-a70ed5f6c44e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:58.972679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-7ce7e8cd-de91-427c-937f-a70ed5f6c44e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.23 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 814 time: 0.2831831 Aug 31 09:37:58.993331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Request body: {'port': {'device_id': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'admin_state_up': True, 'tenant_id': '9a687374363445168f640f8b389714af'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:59.219332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fecb944-2f87-4628-a8ca-5eae39ab5c8d req-a563e6d5-7b58-4ac5-9d26-d7e69195e35d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 210 time: 0.0736575 Aug 31 09:37:59.379141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Made reservation on behalf of 9a687374363445168f640f8b389714af for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:59.390898 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.705540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Allocated IP 172.20.0.7 (36c7033d-8197-4a1e-b00c-2f1874c94cfe/5575f8b9-d109-4a5a-a666-6f83255350c1/c0891334-ffb6-43df-bf6c-918ec00418f2) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:00.156196 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.303436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.322738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c', '35d24521-709f-470b-8493-4e6bbe7e3e80', '2233b042-64ac-47ff-bc52-143213952d25'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:00.463926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Network 36c7033d-8197-4a1e-b00c-2f1874c94cfe is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:00.496426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873d4d6-c81a-48ff-bf44-38bfe7e1f66c req-9faaba4c-c692-4d32-b6f2-122f8965ffc9 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.508129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:00.511106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7873d4d6-c81a-48ff-bf44-38bfe7e1f66c req-9faaba4c-c692-4d32-b6f2-122f8965ffc9 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 931 time: 0.1558130 Aug 31 09:38:00.540324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:00.581421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7873d4d6-c81a-48ff-bf44-38bfe7e1f66c req-0b13887f-cad5-49d0-bfb3-7a7c74a2c1d3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683098 Aug 31 09:38:00.689811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event updated for resources: {'Port': ['ID=c0891334-ffb6-43df-bf6c-918ec00418f2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:00.725379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.725724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.726066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.726406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.726781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.727111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.728473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.728866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.729217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.729548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.729877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.730234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:00.840924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.841629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.880832 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-ae18dc7b-93a4-4788-b9fd-05c37f539e0c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8919983 Aug 31 09:38:00.907322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Request body: {'port': {'device_id': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:01.095320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.512651 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-602a12c3-fa02-49d0-8236-8581f3b73d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.790258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.909204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64b149-0f0c-42ad-a81f-52e91ba67e88 req-505eb155-9acc-4c6a-93e3-f110a8c4e0f8 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:01.913208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d64b149-0f0c-42ad-a81f-52e91ba67e88 req-505eb155-9acc-4c6a-93e3-f110a8c4e0f8 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 931 time: 0.1462023 Aug 31 09:38:01.927546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0891334-ffb6-43df-bf6c-918ec00418f2 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:01.941680 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.978844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Transition to ACTIVE for port object c0891334-ffb6-43df-bf6c-918ec00418f2 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:01.985369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.016910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d64b149-0f0c-42ad-a81f-52e91ba67e88 req-5e5c32ec-c8c0-4f25-894d-562a0bfd62e9 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917966 Aug 31 09:38:02.197490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0891334-ffb6-43df-bf6c-918ec00418f2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:02.244859 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.326336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Attempting to bind port c0891334-ffb6-43df-bf6c-918ec00418f2 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:02.326904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Attempting to bind port c0891334-ffb6-43df-bf6c-918ec00418f2 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:02.327433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Attempting to bind port c0891334-ffb6-43df-bf6c-918ec00418f2 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:02.339956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Port c0891334-ffb6-43df-bf6c-918ec00418f2 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:02.340400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Attempting to bind port c0891334-ffb6-43df-bf6c-918ec00418f2 on network 36c7033d-8197-4a1e-b00c-2f1874c94cfe {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:02.347959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:02.348676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Checking segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:02.349147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Bound using segment: {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:02.349753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Bound port: c0891334-ffb6-43df-bf6c-918ec00418f2, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7bb50a-6a83-4a9f-8824-9b8427696eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:02.350194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.492221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] For port c0891334-ffb6-43df-bf6c-918ec00418f2, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:02.497936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] For port c0891334-ffb6-43df-bf6c-918ec00418f2, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c0891334-ffb6-43df-bf6c-918ec00418f2,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:02.504100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.600072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.601329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.622235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0891334-ffb6-43df-bf6c-918ec00418f2 HTTP/1.1" status: 200 len: 1092 time: 1.7015071 Aug 31 09:38:02.625538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'tag': 'c0891334-ffb6-43df-bf6c-918ec00418f2'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:02.632362 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b403b3-a8c2-42d4-87e9-16caee2b7566" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4ffe2a-7d0f-4015-bd73-49f68686f7e3", "tag": "c0891334-ffb6-43df-bf6c-918ec00418f2"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:02.734993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef441cc-7f7c-4667-856f-8c5846a98fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0891334-ffb6-43df-bf6c-918ec00418f2,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:02.768953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-d6d411af-6236-412b-8bd4-b58a346d24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.780310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-d6d411af-6236-412b-8bd4-b58a346d24f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1047728 Aug 31 09:38:02.918733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-5ff4b077-e9bf-44af-93f4-294aab946556 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0891334-ffb6-43df-bf6c-918ec00418f2 HTTP/1.1" status: 200 len: 217 time: 0.1288927 Aug 31 09:38:03.068616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3e8b4bf9-4371-4609-80d5-28e97c70a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.074066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-3e8b4bf9-4371-4609-80d5-28e97c70a606 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.1442962 Aug 31 09:38:03.076296 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dff834-b6d9-432f-978d-d32c263811f2 x-openstack-request-id: req-f2dff834-b6d9-432f-978d-d32c263811f2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:03.076745 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4ffe2a-7d0f-4015-bd73-49f68686f7e3", "tag": "c0891334-ffb6-43df-bf6c-918ec00418f2", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:03.077164 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2dff834-b6d9-432f-978d-d32c263811f2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:03.077656 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'tag': 'c0891334-ffb6-43df-bf6c-918ec00418f2', 'status': 'completed', 'code': 200} Aug 31 09:38:03.130231 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-76000a91-e888-4fe2-970e-6e683e88d8ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346029 Aug 31 09:38:03.317693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b21756-9c1d-45b7-8f18-42ed40b4510b req-89c6c547-d487-433e-a024-471ddd99f396 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.324989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87b21756-9c1d-45b7-8f18-42ed40b4510b req-89c6c547-d487-433e-a024-471ddd99f396 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 943 time: 0.1043453 Aug 31 09:38:03.350508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-8d32a406-490a-4f91-a497-4eec50ffcc9b service neutron] 10.222.0.23 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031264 Aug 31 09:38:03.391303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87b21756-9c1d-45b7-8f18-42ed40b4510b req-276e7f4f-170a-4d5b-b5d5-4bc7f865788d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625000 Aug 31 09:38:03.587912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-316c488d-7939-4fb8-8c74-d3c5a0802485 req-8a1dc1f4-8f91-42e7-8d80-d29ea0881ccc service neutron] 10.222.0.23 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391815 Aug 31 09:38:03.617572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.690432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-26463e1a-02d2-41f8-9ca4-e82c0f8bce66 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070440 Aug 31 09:38:03.801657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-985d0747-67ea-48f0-859c-2460cee8f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.804201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-985d0747-67ea-48f0-859c-2460cee8f5e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1200635 Aug 31 09:38:03.857165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-880f17e5-1587-4ee7-94fe-e1f29f782c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.858724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-880f17e5-1587-4ee7-94fe-e1f29f782c3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1098 time: 0.1242216 Aug 31 09:38:04.077987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-7fa121f2-e593-4a75-80d2-fa2998319620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.079743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-7fa121f2-e593-4a75-80d2-fa2998319620 service neutron] 10.222.0.23 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 915 time: 0.2681539 Aug 31 09:38:04.091376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-90bfe756-8a51-4c69-8b0b-802f8d01fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.094873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-90bfe756-8a51-4c69-8b0b-802f8d01fe9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.2102745 Aug 31 09:38:04.196000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-12e9404d-134f-427e-92aa-8729070b18d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0891334-ffb6-43df-bf6c-918ec00418f2 HTTP/1.1" status: 200 len: 217 time: 0.1081202 Aug 31 09:38:04.379450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-ac97ba2c-3352-4a9c-b0ef-c7f7dc8e099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.380975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-ac97ba2c-3352-4a9c-b0ef-c7f7dc8e099a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.1639092 Aug 31 09:38:04.460042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-12d33ace-3991-4bcf-b1fd-21105ae0a550 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1002 time: 0.3462493 Aug 31 09:38:04.498139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-bca15645-6e9f-4260-84d2-85c14615517a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064563 Aug 31 09:38:04.544834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-566820cc-f568-4879-b63f-b4ff60f9dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.546964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-566820cc-f568-4879-b63f-b4ff60f9dc8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.0728371 Aug 31 09:38:04.640311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-106a3741-9318-4b00-9c60-5e46cc9a91cb service neutron] 10.222.0.23 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179633 Aug 31 09:38:04.732895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8f83-ac82-4a31-84e9-121f704bfe5c req-10843991-1256-48bc-b762-269a7f9a9a9e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.743774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16b8f83-ac82-4a31-84e9-121f704bfe5c req-10843991-1256-48bc-b762-269a7f9a9a9e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 943 time: 0.0982265 Aug 31 09:38:04.754383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-ccc6b556-6e4c-4b36-86d7-cd7fc1c5f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.756511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-ccc6b556-6e4c-4b36-86d7-cd7fc1c5f1ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967278 Aug 31 09:38:04.922192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-58965679-87af-4565-8d49-688acc2bd8ff service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563182 Aug 31 09:38:04.934242 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-49b403b3-a8c2-42d4-87e9-16caee2b7566 req-dcbcabd0-8abe-4f04-9fb0-8b0be95bd72b service neutron] 10.222.0.23 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814674 Aug 31 09:38:05.025849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a16b8f83-ac82-4a31-84e9-121f704bfe5c req-97e727f7-901e-42c3-908d-29ec1c5d6a5f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808185 Aug 31 09:38:05.159066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-912a9e9c-27bc-435d-af6f-fa0b70544f9d req-19700a76-9c4d-4e8b-90d2-03a757c43e02 service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129593 Aug 31 09:38:05.365634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c0891334-ffb6-43df-bf6c-918ec00418f2 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:05.667120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c0891334-ffb6-43df-bf6c-918ec00418f2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c0891334-ffb6-43df-bf6c-918ec00418f2,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:05.686765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'c0891334-ffb6-43df-bf6c-918ec00418f2', 'network_id': '36c7033d-8197-4a1e-b00c-2f1874c94cfe', 'port_id': 'c0891334-ffb6-43df-bf6c-918ec00418f2', 'mac_address': 'fa:16:3e:f4:af:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5575f8b9-d109-4a5a-a666-6f83255350c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:05.864124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.903458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0891334-ffb6-43df-bf6c-918ec00418f2 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:05.976194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c0891334-ffb6-43df-bf6c-918ec00418f2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c0891334-ffb6-43df-bf6c-918ec00418f2,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:05.988121 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.099630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c0891334-ffb6-43df-bf6c-918ec00418f2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:06.157312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.194067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39266) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:06.289341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d949a-4302-49a6-9847-f8e4aedc7736 req-fcec6d37-3495-4774-a38b-ebc64dadc106 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.300157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e94d949a-4302-49a6-9847-f8e4aedc7736 req-fcec6d37-3495-4774-a38b-ebc64dadc106 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 944 time: 0.1430042 Aug 31 09:38:06.362330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c0891334-ffb6-43df-bf6c-918ec00418f2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:06.383755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e94d949a-4302-49a6-9847-f8e4aedc7736 req-00d104cc-127f-4941-a411-a08f142ca42d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803888 Aug 31 09:38:06.552108 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-16da5c93-2fdf-4631-94f7-6a3d496646a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.872013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-16da5c93-2fdf-4631-94f7-6a3d496646a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.886967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-16da5c93-2fdf-4631-94f7-6a3d496646a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.932485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-16da5c93-2fdf-4631-94f7-6a3d496646a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cef7b2f73a14506991c2e98b20f46e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367225 Aug 31 09:38:06.937327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39290) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:06.990266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5c93-2fdf-4631-94f7-6a3d496646a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04683d3e-1982-46b8-ae8f-133632fffad4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:07.085583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b43b89b-9973-45e1-bd2a-181c21b31681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.130946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b43b89b-9973-45e1-bd2a-181c21b31681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.225511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b43b89b-9973-45e1-bd2a-181c21b31681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.230892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b43b89b-9973-45e1-bd2a-181c21b31681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.239504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b43b89b-9973-45e1-bd2a-181c21b31681 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04683d3e-1982-46b8-ae8f-133632fffad4 HTTP/1.1" status: 204 len: 168 time: 0.3003728 Aug 31 09:38:07.254175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43b89b-9973-45e1-bd2a-181c21b31681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04683d3e-1982-46b8-ae8f-133632fffad4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:07.598857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f0ea-4561-4975-a4b8-9ebe6abafcc2 req-916abd26-8c68-4c38-9492-4b0f348dec8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:07.600246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6c7f0ea-4561-4975-a4b8-9ebe6abafcc2 req-916abd26-8c68-4c38-9492-4b0f348dec8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 944 time: 0.0743523 Aug 31 09:38:07.692531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6c7f0ea-4561-4975-a4b8-9ebe6abafcc2 req-3b82297e-b277-48a6-92a5-870a325ee77a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832424 Aug 31 09:38:07.768137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39322) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:07.784136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1072e4b9-9ef6-4e37-8ee9-c479e83f4a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.950355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1072e4b9-9ef6-4e37-8ee9-c479e83f4a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.957153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1072e4b9-9ef6-4e37-8ee9-c479e83f4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.030397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1072e4b9-9ef6-4e37-8ee9-c479e83f4a6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=976e6ff6a4cc4f15874f010aa954024e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609560 Aug 31 09:38:08.030665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39330) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.037499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072e4b9-9ef6-4e37-8ee9-c479e83f4a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b632a93-4b3f-48f1-9fd5-677ed6d123a4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.122956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a713286-6dab-471b-beb5-e7d025d1a432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.164044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a713286-6dab-471b-beb5-e7d025d1a432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.252900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a713286-6dab-471b-beb5-e7d025d1a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.256973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a713286-6dab-471b-beb5-e7d025d1a432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.258772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a713286-6dab-471b-beb5-e7d025d1a432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b632a93-4b3f-48f1-9fd5-677ed6d123a4 HTTP/1.1" status: 204 len: 168 time: 0.2259128 Aug 31 09:38:08.271730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713286-6dab-471b-beb5-e7d025d1a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b632a93-4b3f-48f1-9fd5-677ed6d123a4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.959751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7d26-11e0-4bc1-8071-bcc37b203ab2 req-a2061a3e-3030-43de-a6ef-09c498a4bfd4 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.962214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b1f7d26-11e0-4bc1-8071-bcc37b203ab2 req-a2061a3e-3030-43de-a6ef-09c498a4bfd4 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 944 time: 0.0766089 Aug 31 09:38:09.052670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b1f7d26-11e0-4bc1-8071-bcc37b203ab2 req-186e0616-c7f3-47f5-a1e4-e6ea1a79146c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817509 Aug 31 09:38:09.389064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c0891334-ffb6-43df-bf6c-918ec00418f2 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:09.529303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port c0891334-ffb6-43df-bf6c-918ec00418f2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:09.538766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port c0891334-ffb6-43df-bf6c-918ec00418f2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:09.539060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.795168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.941098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c0891334-ffb6-43df-bf6c-918ec00418f2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c0891334-ffb6-43df-bf6c-918ec00418f2,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:09.944958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0891334-ffb6-43df-bf6c-918ec00418f2'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:09.957055 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff3fc4a-ccb4-4b3f-83a4-6068f92909e5" -d '{"events": [{"server_uuid": "1e4ffe2a-7d0f-4015-bd73-49f68686f7e3", "name": "network-vif-plugged", "status": "completed", "tag": "c0891334-ffb6-43df-bf6c-918ec00418f2"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:09.971191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.072785 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2602be8-07b8-4d0b-9464-b8cb5825d857 x-openstack-request-id: req-c2602be8-07b8-4d0b-9464-b8cb5825d857 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:10.073192 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4ffe2a-7d0f-4015-bd73-49f68686f7e3", "name": "network-vif-plugged", "status": "completed", "tag": "c0891334-ffb6-43df-bf6c-918ec00418f2", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:10.074292 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2602be8-07b8-4d0b-9464-b8cb5825d857 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:10.075031 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0891334-ffb6-43df-bf6c-918ec00418f2', 'code': 200} Aug 31 09:38:10.139742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c0891334-ffb6-43df-bf6c-918ec00418f2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.407432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377b9d0-9efa-46f3-aefb-f47283fc6340 req-aa45f2b7-78c6-45d3-8de5-95dfb686c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.409742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8377b9d0-9efa-46f3-aefb-f47283fc6340 req-aa45f2b7-78c6-45d3-8de5-95dfb686c2d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1922233 Aug 31 09:38:10.458192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecb22b-0132-4206-b27b-65870faf307b req-57710c5e-e526-4217-9a52-e3ddcbd1e656 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.470957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0ecb22b-0132-4206-b27b-65870faf307b req-57710c5e-e526-4217-9a52-e3ddcbd1e656 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 945 time: 0.1543376 Aug 31 09:38:10.526202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8377b9d0-9efa-46f3-aefb-f47283fc6340 req-9d2c0be1-6ac9-4dc9-9a38-671369c74e3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010282 Aug 31 09:38:10.544015 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0ecb22b-0132-4206-b27b-65870faf307b req-c15d0fa3-4e5f-4701-a0f3-7061c4aa1334 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695100 Aug 31 09:38:11.956370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c6cd-5ae2-44ae-a40f-1863d0023519 req-8aa79a51-0122-4ccb-af75-50051a9e9178 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.966237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a69c6cd-5ae2-44ae-a40f-1863d0023519 req-8aa79a51-0122-4ccb-af75-50051a9e9178 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 945 time: 0.2162325 Aug 31 09:38:12.053508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a69c6cd-5ae2-44ae-a40f-1863d0023519 req-b1b9c19f-888e-4a1c-b94c-7d24e89ba974 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809247 Aug 31 09:38:13.348921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236899b-c4be-4d30-88bf-8b22950ab068 req-7a54c5fc-3ab0-4d53-9afc-49d76821770d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.374761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d236899b-c4be-4d30-88bf-8b22950ab068 req-7a54c5fc-3ab0-4d53-9afc-49d76821770d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 945 time: 0.1767128 Aug 31 09:38:13.498153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d236899b-c4be-4d30-88bf-8b22950ab068 req-0e13821f-437b-43bd-91c6-8f58e562c08e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217775 Aug 31 09:38:13.656576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39498) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.035314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b197d804-bf68-4816-8512-42a7d7de1afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.207999 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:38:14.370376 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b197d804-bf68-4816-8512-42a7d7de1afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.376964 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b197d804-bf68-4816-8512-42a7d7de1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.427382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b197d804-bf68-4816-8512-42a7d7de1afb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d58d98b509e049bd9ed1a816ef9790b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7709057 Aug 31 09:38:14.431790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.446907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197d804-bf68-4816-8512-42a7d7de1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399a9fc6-8083-44ab-9633-663ff599b918,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:14.621984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6610b413-9c49-47fb-9851-69ca5fc8b169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.686646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6610b413-9c49-47fb-9851-69ca5fc8b169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.797142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6610b413-9c49-47fb-9851-69ca5fc8b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.812352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6610b413-9c49-47fb-9851-69ca5fc8b169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.819025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6610b413-9c49-47fb-9851-69ca5fc8b169 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/399a9fc6-8083-44ab-9633-663ff599b918 HTTP/1.1" status: 204 len: 168 time: 0.3826025 Aug 31 09:38:14.860196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610b413-9c49-47fb-9851-69ca5fc8b169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399a9fc6-8083-44ab-9633-663ff599b918,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:15.138751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba29b-d5da-413e-82c2-b7b20c5867b8 req-3dd5cd85-08ab-491b-980d-30bc481cea7d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:15.141677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a5ba29b-d5da-413e-82c2-b7b20c5867b8 req-3dd5cd85-08ab-491b-980d-30bc481cea7d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0876222 Aug 31 09:38:15.281123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a5ba29b-d5da-413e-82c2-b7b20c5867b8 req-c620d3b0-a41e-4960-b0a9-a140169ea2c6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108644 Aug 31 09:38:16.453845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71368038-0235-4d3a-ad63-aaa3d8f2a570 req-c4d7cfac-49dc-4ff4-9142-090cd24042f6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:16.464338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71368038-0235-4d3a-ad63-aaa3d8f2a570 req-c4d7cfac-49dc-4ff4-9142-090cd24042f6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0720513 Aug 31 09:38:16.527231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71368038-0235-4d3a-ad63-aaa3d8f2a570 req-77e88844-f340-47cf-8114-9defa8ebd009 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585055 Aug 31 09:38:17.759596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff4c59-3b79-43cb-8a0f-bc8283de4549 req-de558fb0-7bc9-4a6c-b0ca-bf5e13661f03 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:17.762426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-afff4c59-3b79-43cb-8a0f-bc8283de4549 req-de558fb0-7bc9-4a6c-b0ca-bf5e13661f03 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0935380 Aug 31 09:38:17.817650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-afff4c59-3b79-43cb-8a0f-bc8283de4549 req-fed3c713-37e5-469b-b61e-f8dae851d96e tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 Aug 31 09:38:18.669339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.154277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced546a5-0a8f-431d-bfad-577acace94e0 req-cde5a40e-a66a-4ac5-8235-f8999cf8c6e3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.160716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ced546a5-0a8f-431d-bfad-577acace94e0 req-cde5a40e-a66a-4ac5-8235-f8999cf8c6e3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1426821 Aug 31 09:38:19.250343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ced546a5-0a8f-431d-bfad-577acace94e0 req-5752f89b-b3ec-4373-8680-8c7a681c8ab6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823236 Aug 31 09:38:20.514109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e945a2-6284-436e-a517-b45c88b81df2 req-f92f323d-7556-411d-a001-6bc340d623d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:20.520943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92e945a2-6284-436e-a517-b45c88b81df2 req-f92f323d-7556-411d-a001-6bc340d623d3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1063206 Aug 31 09:38:20.583541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92e945a2-6284-436e-a517-b45c88b81df2 req-eac9024a-054b-4fe5-982f-5814ee497b78 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570354 Aug 31 09:38:21.883254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfa808-828e-4f74-88a8-9d266fc03bb3 req-ee5a586c-3704-4b91-b4da-2dd25ae06b56 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:21.897056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aebfa808-828e-4f74-88a8-9d266fc03bb3 req-ee5a586c-3704-4b91-b4da-2dd25ae06b56 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1265092 Aug 31 09:38:21.963638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aebfa808-828e-4f74-88a8-9d266fc03bb3 req-33db8e49-61bb-43c2-8ec9-324f14ff1d9d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653205 Aug 31 09:38:23.233775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820cae6-c979-4ba8-ba6a-75abe7226271 req-cad29389-3f93-40ca-9123-c7cb9dcf26be tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:23.257068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6820cae6-c979-4ba8-ba6a-75abe7226271 req-cad29389-3f93-40ca-9123-c7cb9dcf26be tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1388423 Aug 31 09:38:23.332779 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6820cae6-c979-4ba8-ba6a-75abe7226271 req-6e1c3354-394a-46b3-b265-f06dd0b656ba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738275 Aug 31 09:38:24.664882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8f0b-25d3-4f90-8e40-b8766210a2fe req-af3474a2-35a1-4b26-8676-2748fdd58ac5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:24.679795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c30f8f0b-25d3-4f90-8e40-b8766210a2fe req-af3474a2-35a1-4b26-8676-2748fdd58ac5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1397984 Aug 31 09:38:24.758155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c30f8f0b-25d3-4f90-8e40-b8766210a2fe req-94b19f46-d6f1-46dc-9555-6086d4f10882 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762744 Aug 31 09:38:25.191306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39982) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.424562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c906cb37-14b1-4207-af14-dbb13aca018d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.624223 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c906cb37-14b1-4207-af14-dbb13aca018d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.632044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c906cb37-14b1-4207-af14-dbb13aca018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.705457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906cb37-14b1-4207-af14-dbb13aca018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc030619-73dc-4a32-8231-c38ce9342720,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.716857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40000) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.729312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c906cb37-14b1-4207-af14-dbb13aca018d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69bb230521764f6580c03f2e09f403f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351048 Aug 31 09:38:25.839622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d66000a-c107-4475-b972-cde66d878d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.879191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d66000a-c107-4475-b972-cde66d878d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.954063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d66000a-c107-4475-b972-cde66d878d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.965508 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d66000a-c107-4475-b972-cde66d878d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.969545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d66000a-c107-4475-b972-cde66d878d21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc030619-73dc-4a32-8231-c38ce9342720 HTTP/1.1" status: 204 len: 168 time: 0.2503915 Aug 31 09:38:26.012838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66000a-c107-4475-b972-cde66d878d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc030619-73dc-4a32-8231-c38ce9342720,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.076738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0573df-082f-4de1-9e4b-d6ddbe07ae3d req-d2a2435b-8d1d-476c-ac42-f32e86110894 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.078290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d0573df-082f-4de1-9e4b-d6ddbe07ae3d req-d2a2435b-8d1d-476c-ac42-f32e86110894 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1324880 Aug 31 09:38:26.185656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d0573df-082f-4de1-9e4b-d6ddbe07ae3d req-b7276ae0-fc0a-4f60-a009-e87032ec51f1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891874 Aug 31 09:38:26.574057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40024) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.597455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89275131-eddc-4726-96fd-e41df2a73e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.751390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89275131-eddc-4726-96fd-e41df2a73e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.759378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89275131-eddc-4726-96fd-e41df2a73e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.797588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-89275131-eddc-4726-96fd-e41df2a73e51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bbe842fa5754592a8b274e66716e4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195885 Aug 31 09:38:26.798081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40036) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.846737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275131-eddc-4726-96fd-e41df2a73e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c13a12b-00b4-4867-a88c-bac51dd8f9d1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.868610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7148c3d7-e0de-4182-84d7-eaa79954f1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.933490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7148c3d7-e0de-4182-84d7-eaa79954f1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.044653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7148c3d7-e0de-4182-84d7-eaa79954f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.047733 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7148c3d7-e0de-4182-84d7-eaa79954f1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.049034 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7148c3d7-e0de-4182-84d7-eaa79954f1ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c13a12b-00b4-4867-a88c-bac51dd8f9d1 HTTP/1.1" status: 204 len: 168 time: 0.2491331 Aug 31 09:38:27.083413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148c3d7-e0de-4182-84d7-eaa79954f1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c13a12b-00b4-4867-a88c-bac51dd8f9d1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.496784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:27.596732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb826-76e1-40de-b89e-f4b634d5f5ac req-37a660e9-34b2-4b99-828d-bb5f234ffedc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:27.606136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ebeb826-76e1-40de-b89e-f4b634d5f5ac req-37a660e9-34b2-4b99-828d-bb5f234ffedc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1871979 Aug 31 09:38:27.714696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:27.724695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ebeb826-76e1-40de-b89e-f4b634d5f5ac req-4993e139-e507-45f9-a5d2-9304f7f2586a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102698 Aug 31 09:38:27.736092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'mac_address': 'fa:16:3e:0b:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:27.783852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.801325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:27.859287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:27.866096 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.011389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:28.137012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['6faf6b27-be08-4f81-bc0f-b3343a108551'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:28.633250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87ce8e60-92c3-4df4-8905-deb81d321fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.993379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8979b4b-2dbd-40a2-8008-0173cec53d3d req-d7d13bd6-351c-405d-9dd9-eba79b6eb52b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:28.995318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8979b4b-2dbd-40a2-8008-0173cec53d3d req-d7d13bd6-351c-405d-9dd9-eba79b6eb52b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.0977504 Aug 31 09:38:29.083468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8979b4b-2dbd-40a2-8008-0173cec53d3d req-3104a237-3694-4a9c-a4de-0148fcef80bc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811434 Aug 31 09:38:29.507010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:29.589952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 6faf6b27-be08-4f81-bc0f-b3343a108551 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:29.590753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.739394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.787749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:29.789527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:29.793875 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492f702-9f4d-4c04-9a99-2ed9723398a2" -d '{"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:29.798680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.912876 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d82655-26a9-4994-8936-b813d80711aa x-openstack-request-id: req-24d82655-26a9-4994-8936-b813d80711aa {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:29.915564 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:29.915870 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24d82655-26a9-4994-8936-b813d80711aa {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:29.916332 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'code': 200} Aug 31 09:38:29.941607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:30.408995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488495-46d8-4dc9-86ab-60c6b9bb7a42 req-30df1dc1-efc4-4813-9446-e609f6e4b819 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:30.419175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8488495-46d8-4dc9-86ab-60c6b9bb7a42 req-30df1dc1-efc4-4813-9446-e609f6e4b819 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1144056 Aug 31 09:38:30.522355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8488495-46d8-4dc9-86ab-60c6b9bb7a42 req-6dd3ea78-3487-4ed7-8107-628e27a621e0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019189 Aug 31 09:38:31.548411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f104b77e-da0c-4dcd-a83e-0c30f8795b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.743532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432e68-9580-4330-8728-125a970123a5 req-45bb37b0-ba91-496b-8d68-3183379d9582 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.745230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15432e68-9580-4330-8728-125a970123a5 req-45bb37b0-ba91-496b-8d68-3183379d9582 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0719643 Aug 31 09:38:31.766740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.813377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15432e68-9580-4330-8728-125a970123a5 req-f3ed8e2c-8929-4aa2-bf05-14ec5692c3e0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611925 Aug 31 09:38:32.244941 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.014018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c6e4-07ee-4708-86fd-075240c8b7b4 req-0d1213fb-f31d-47d6-9be7-f6d199d21269 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:33.028236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9556c6e4-07ee-4708-86fd-075240c8b7b4 req-0d1213fb-f31d-47d6-9be7-f6d199d21269 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1002884 Aug 31 09:38:33.092643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9556c6e4-07ee-4708-86fd-075240c8b7b4 req-b49b1055-3ace-48cf-b56e-456fc7139e50 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627520 Aug 31 09:38:33.620035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.125186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40324) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:34.395173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6d70d-9479-4560-96ec-9ca52f2665f9 req-cdc31ab2-da48-4f26-afae-7d75c6742c83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.409349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4b6d70d-9479-4560-96ec-9ca52f2665f9 req-cdc31ab2-da48-4f26-afae-7d75c6742c83 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1804838 Aug 31 09:38:34.469504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a861a50d-2801-424c-afba-f4acd810a4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.511126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4b6d70d-9479-4560-96ec-9ca52f2665f9 req-40796573-9b03-4cf6-8861-cf298e1a3df2 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010706 Aug 31 09:38:34.821534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a861a50d-2801-424c-afba-f4acd810a4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.840077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a861a50d-2801-424c-afba-f4acd810a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.971036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a861a50d-2801-424c-afba-f4acd810a4b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf4c0f7710af4f8588172b4bb810fb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8447385 Aug 31 09:38:34.974255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40344) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:35.043912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861a50d-2801-424c-afba-f4acd810a4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a829e76-03ee-43c1-b040-241db65ee625,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.170007 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8b15-ea15-4819-a416-be816019906d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.243490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8b15-ea15-4819-a416-be816019906d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.431680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8b15-ea15-4819-a416-be816019906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.435147 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8b15-ea15-4819-a416-be816019906d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.439520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a0d8b15-ea15-4819-a416-be816019906d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a829e76-03ee-43c1-b040-241db65ee625 HTTP/1.1" status: 204 len: 168 time: 0.4637380 Aug 31 09:38:35.464232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d8b15-ea15-4819-a416-be816019906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a829e76-03ee-43c1-b040-241db65ee625,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.790830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9526bac-7355-4205-bc2f-c68e85c3b0e4 req-ca36140f-0388-4d49-95e9-cd8bb1ef4033 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.801495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9526bac-7355-4205-bc2f-c68e85c3b0e4 req-ca36140f-0388-4d49-95e9-cd8bb1ef4033 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0901377 Aug 31 09:38:35.934766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9526bac-7355-4205-bc2f-c68e85c3b0e4 req-61d47858-f79d-4e1f-b85a-8b64acff4774 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319044 Aug 31 09:38:36.159101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.361230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40390) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:36.381901 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-652463d9-2529-4ef6-8b93-ee0ef98ec085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.613971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-652463d9-2529-4ef6-8b93-ee0ef98ec085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.626288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-652463d9-2529-4ef6-8b93-ee0ef98ec085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.675661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-652463d9-2529-4ef6-8b93-ee0ef98ec085 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bc7bed220184f06856215319addaa1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129730 Aug 31 09:38:36.679754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:36.714387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652463d9-2529-4ef6-8b93-ee0ef98ec085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0836b660-11f9-4567-981a-4f9d34475a1c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.814316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0570349-f68c-4b74-b667-6bf7b5a89463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.877025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0570349-f68c-4b74-b667-6bf7b5a89463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.980995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0570349-f68c-4b74-b667-6bf7b5a89463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.992248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0570349-f68c-4b74-b667-6bf7b5a89463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.002174 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a0570349-f68c-4b74-b667-6bf7b5a89463 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0836b660-11f9-4567-981a-4f9d34475a1c HTTP/1.1" status: 204 len: 168 time: 0.3198769 Aug 31 09:38:37.034445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0570349-f68c-4b74-b667-6bf7b5a89463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0836b660-11f9-4567-981a-4f9d34475a1c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:37.211888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8b0d3-b30e-4340-b91e-050d765ae453 req-17e2f15f-7da6-437e-983f-d32e194503ab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.214041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acd8b0d3-b30e-4340-b91e-050d765ae453 req-17e2f15f-7da6-437e-983f-d32e194503ab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1217556 Aug 31 09:38:37.314457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acd8b0d3-b30e-4340-b91e-050d765ae453 req-46652ebc-7ee2-4674-8ab9-0a557a704e47 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896139 Aug 31 09:38:38.737433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe10ed9-9020-4126-b83d-cff295a083cf req-8fd34031-660c-4aa0-a3b6-057366277690 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.763787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fe10ed9-9020-4126-b83d-cff295a083cf req-8fd34031-660c-4aa0-a3b6-057366277690 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.2783940 Aug 31 09:38:38.863962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fe10ed9-9020-4126-b83d-cff295a083cf req-090aa1b7-bbd3-4112-99a2-df0fea78899c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991206 Aug 31 09:38:40.159228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b73667-de2d-46de-8e73-c3c7e314272e req-997b2ada-2c20-49a3-bf60-4fd12e3164a0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.168275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48b73667-de2d-46de-8e73-c3c7e314272e req-997b2ada-2c20-49a3-bf60-4fd12e3164a0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1488233 Aug 31 09:38:40.300037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48b73667-de2d-46de-8e73-c3c7e314272e req-29defe12-65cf-4bb0-9b16-4d5524f6e5a7 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221817 Aug 31 09:38:41.566353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72adac-5d6f-446b-8138-170377c6b5a7 req-96f184b8-bb55-4c53-bc56-b20d8b35af52 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:41.594136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e72adac-5d6f-446b-8138-170377c6b5a7 req-96f184b8-bb55-4c53-bc56-b20d8b35af52 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1170344 Aug 31 09:38:41.661061 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e72adac-5d6f-446b-8138-170377c6b5a7 req-42028b97-7477-426e-8132-34df84c383c1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620830 Aug 31 09:38:42.869803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5847511-62de-4083-9913-eb260794266d req-48d24130-ed31-4239-bf6f-29e2fa5e1cf5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.878864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5847511-62de-4083-9913-eb260794266d req-48d24130-ed31-4239-bf6f-29e2fa5e1cf5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0979424 Aug 31 09:38:42.937156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5847511-62de-4083-9913-eb260794266d req-b5789872-c011-46a5-8c4b-d097ac7c638c tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572419 Aug 31 09:38:44.381106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b4503-7776-444b-b499-c7ffdfee026b req-376ec0bd-8eb0-4c6e-bdf8-146d08f28891 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:44.395307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-259b4503-7776-444b-b499-c7ffdfee026b req-376ec0bd-8eb0-4c6e-bdf8-146d08f28891 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.2399602 Aug 31 09:38:44.562012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-259b4503-7776-444b-b499-c7ffdfee026b req-c8d7e4e0-5f87-46ae-84f5-7c562c3e19ad tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566708 Aug 31 09:38:44.829890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40666) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:45.367220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-840f7a6f-8016-46ef-9091-21a42f182669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.764098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-840f7a6f-8016-46ef-9091-21a42f182669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.776344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-840f7a6f-8016-46ef-9091-21a42f182669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.921474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d66f2-f908-44ab-aeea-4fe9b5390df4 req-d02180fb-9d71-4ef4-8dbe-a48ca7de5093 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.935912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a7d66f2-f908-44ab-aeea-4fe9b5390df4 req-d02180fb-9d71-4ef4-8dbe-a48ca7de5093 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1994443 Aug 31 09:38:45.971328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-840f7a6f-8016-46ef-9091-21a42f182669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9eace472ed9f498c824969ec9b209cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1394842 Aug 31 09:38:45.973457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40714) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:46.002546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f7a6f-8016-46ef-9091-21a42f182669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e465194-bfbb-486d-a576-0714c9b72a3d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:46.065784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a7d66f2-f908-44ab-aeea-4fe9b5390df4 req-47099e15-b50a-4007-9036-545a382051fa tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272867 Aug 31 09:38:46.146395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94b352b7-d4ec-4c0a-973d-891dcd388511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.205987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94b352b7-d4ec-4c0a-973d-891dcd388511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.285615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94b352b7-d4ec-4c0a-973d-891dcd388511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.292313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94b352b7-d4ec-4c0a-973d-891dcd388511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.297347 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-94b352b7-d4ec-4c0a-973d-891dcd388511 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e465194-bfbb-486d-a576-0714c9b72a3d HTTP/1.1" status: 204 len: 168 time: 0.3201516 Aug 31 09:38:46.314737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b352b7-d4ec-4c0a-973d-891dcd388511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e465194-bfbb-486d-a576-0714c9b72a3d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.023575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40766) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:47.053410 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.328512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.349962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899db01-788c-4aa1-9ffd-c7dcb9242222 req-52ce9c81-c874-4c51-a02d-d6f1aae1c61a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.352069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d899db01-788c-4aa1-9ffd-c7dcb9242222 req-52ce9c81-c874-4c51-a02d-d6f1aae1c61a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.0767796 Aug 31 09:38:47.352920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.413954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa24f8109e7e4591a4124b2c4b985f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883691 Aug 31 09:38:47.417046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40794) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:47.420851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e0a5d-0cae-424f-9655-12e4cdad002a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.462156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d899db01-788c-4aa1-9ffd-c7dcb9242222 req-98878a5e-d7b6-49d8-89d9-165718402706 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828571 Aug 31 09:38:47.480134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.480489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.480834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.481180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.481515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.487272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.490085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.490724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.491295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.492838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.494257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.497095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140b6769-4542-4843-b9ea-9f1ebc34a00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:47.539604 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6a85-20ae-40d5-a517-73ee7f8fdcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.579421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6a85-20ae-40d5-a517-73ee7f8fdcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.704219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6a85-20ae-40d5-a517-73ee7f8fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.709759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e9d6a85-20ae-40d5-a517-73ee7f8fdcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.711880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e9d6a85-20ae-40d5-a517-73ee7f8fdcd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/137e0a5d-0cae-424f-9655-12e4cdad002a HTTP/1.1" status: 204 len: 168 time: 0.2931128 Aug 31 09:38:47.747171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d6a85-20ae-40d5-a517-73ee7f8fdcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e0a5d-0cae-424f-9655-12e4cdad002a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:48.483647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-f1f1cb6a-79a9-45ad-8cff-31ace39591a8 req-a5761973-05b9-44e3-8f52-00e68436a1bd service neutron] (94895) timed out ('10.222.0.15', 55481) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:38:48.656476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.819508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae54469-cd62-47ab-95e2-0fd161c31cfa req-5b522bd9-b27b-44f2-af5d-f2524f403bba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.828995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ae54469-cd62-47ab-95e2-0fd161c31cfa req-5b522bd9-b27b-44f2-af5d-f2524f403bba tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1578524 Aug 31 09:38:48.924551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ae54469-cd62-47ab-95e2-0fd161c31cfa req-f0451620-6025-4aaa-a616-2c47e2cbee69 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944202 Aug 31 09:38:49.883621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40934) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.180635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8083a11-d946-4f7e-bc97-2932260e6297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.367616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317249d-4f71-40f3-9d09-253b67f8555c req-7959da6b-ccad-4a4f-b04d-03ff9e7919c6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.379094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5317249d-4f71-40f3-9d09-253b67f8555c req-7959da6b-ccad-4a4f-b04d-03ff9e7919c6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.3351173 Aug 31 09:38:50.527087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5317249d-4f71-40f3-9d09-253b67f8555c req-39a4b21e-7d6d-4ec7-9f30-246446c74319 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884237 Aug 31 09:38:50.567415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8083a11-d946-4f7e-bc97-2932260e6297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.578025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8083a11-d946-4f7e-bc97-2932260e6297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.630133 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f8083a11-d946-4f7e-bc97-2932260e6297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=261cd9bde4294e6bbc66673aefb47246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444572 Aug 31 09:38:50.631103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8083a11-d946-4f7e-bc97-2932260e6297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0025bdd-feb4-4f52-9d99-1b97ef209096,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:50.633647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41002) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.706668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4451bb4f-01ab-462f-a23a-b9000edff26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.737291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4451bb4f-01ab-462f-a23a-b9000edff26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.847396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4451bb4f-01ab-462f-a23a-b9000edff26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.850084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4451bb4f-01ab-462f-a23a-b9000edff26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.856598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4451bb4f-01ab-462f-a23a-b9000edff26b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0025bdd-feb4-4f52-9d99-1b97ef209096 HTTP/1.1" status: 204 len: 168 time: 0.2192230 Aug 31 09:38:50.879517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451bb4f-01ab-462f-a23a-b9000edff26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0025bdd-feb4-4f52-9d99-1b97ef209096,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:51.193204 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:38:51.350347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-76257267-84cb-4863-9a1d-d30a3820ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.354748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-76257267-84cb-4863-9a1d-d30a3820ff23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1098 time: 0.1321099 Aug 31 09:38:51.524903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-46ba6b4e-0d48-46eb-b8e2-74356a068cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.529948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-46ba6b4e-0d48-46eb-b8e2-74356a068cdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.1670673 Aug 31 09:38:51.715532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-9385504a-10d8-41e5-bb97-24793633656e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1002 time: 0.1724558 Aug 31 09:38:51.945564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-da2b6a54-5112-4777-8914-bd41d26d5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.947884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-da2b6a54-5112-4777-8914-bd41d26d5bb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.2250836 Aug 31 09:38:51.981270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631c819-2b29-4f5a-9b74-e12f780fdf90 req-bdbde8f9-fe45-442a-8a1f-d1041cdeff78 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:51.983724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b631c819-2b29-4f5a-9b74-e12f780fdf90 req-bdbde8f9-fe45-442a-8a1f-d1041cdeff78 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.2097874 Aug 31 09:38:52.102744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b631c819-2b29-4f5a-9b74-e12f780fdf90 req-da28e7bb-d44d-460c-87dd-4b6e7623be32 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925803 Aug 31 09:38:52.106754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-7eef2328-7d6f-4fea-b23e-f11c81919a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.108354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-7eef2328-7d6f-4fea-b23e-f11c81919a65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492143 Aug 31 09:38:52.353041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-aefbadb0-4d71-4396-acb3-10098083a29e service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352509 Aug 31 09:38:52.695834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6da05f5f-9c7f-4af3-8b4f-6e6f854f5a77 req-95366edb-0cdd-462a-9f20-c5278dcc735f service neutron] 10.222.0.23 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341563 Aug 31 09:38:53.407513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda0119-4366-4a23-85d4-e38a2d6243dd req-c37358c0-4661-4736-9e7c-eab0de213cdd tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:53.409647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0eda0119-4366-4a23-85d4-e38a2d6243dd req-c37358c0-4661-4736-9e7c-eab0de213cdd tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.1475399 Aug 31 09:38:53.543210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0eda0119-4366-4a23-85d4-e38a2d6243dd req-7e115505-e682-4131-b945-2cef0f9374b8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269252 Aug 31 09:38:54.255698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-dd331404-d98e-4243-a47c-1a38ecbc4c36 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.280769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-dd331404-d98e-4243-a47c-1a38ecbc4c36 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/networks?id=e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 200 len: 813 time: 0.1873755 Aug 31 09:38:54.302154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-0b35f0cd-de83-4266-b650-b6ebb86b93b0 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/quotas/0f7dc76241694e58a4cda01992e71e9c HTTP/1.1" status: 200 len: 375 time: 0.0204093 Aug 31 09:38:54.311908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.373219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-802291d6-24d0-488b-913d-7c639a291d92 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7dc76241694e58a4cda01992e71e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701327 Aug 31 09:38:54.386245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-954e4853-57c5-471e-a3bc-aeacbc78f81a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:38:54.399494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-954e4853-57c5-471e-a3bc-aeacbc78f81a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195801 Aug 31 09:38:54.576789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2761b70a-13f8-4aaa-824e-f70860f654ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.809907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-6daad9b8-9b7d-408a-ac61-659ef142c782 service neutron] 10.222.0.18 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092164 Aug 31 09:38:54.848787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2761b70a-13f8-4aaa-824e-f70860f654ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.864754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2761b70a-13f8-4aaa-824e-f70860f654ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.957802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761b70a-13f8-4aaa-824e-f70860f654ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ede5d7-3750-41c2-ade1-8f06e1b5915f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.013202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c7d39-df7b-4dfa-99d8-fef526c915d8 req-e6997485-314b-4a90-af6a-671ec81225b3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:55.014662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2761b70a-13f8-4aaa-824e-f70860f654ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13aef0662cbf412a8bf260b75624acf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7014019 Aug 31 09:38:55.017134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41332) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:55.017850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-506c7d39-df7b-4dfa-99d8-fef526c915d8 req-e6997485-314b-4a90-af6a-671ec81225b3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.2068374 Aug 31 09:38:55.092239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-506c7d39-df7b-4dfa-99d8-fef526c915d8 req-73a08a17-e351-411a-a8b3-68e9e614ed37 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659251 Aug 31 09:38:55.105936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-07fb7811-8b86-47ea-bd3e-ffa705afbdbe service neutron] 10.222.0.18 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843227 Aug 31 09:38:55.148681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f624dd57-ef53-4210-9944-823695580581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.215563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f624dd57-ef53-4210-9944-823695580581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.348457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f624dd57-ef53-4210-9944-823695580581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.348457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f624dd57-ef53-4210-9944-823695580581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.348457 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f624dd57-ef53-4210-9944-823695580581 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79ede5d7-3750-41c2-ade1-8f06e1b5915f HTTP/1.1" status: 204 len: 168 time: 0.3284512 Aug 31 09:38:55.363001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624dd57-ef53-4210-9944-823695580581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ede5d7-3750-41c2-ade1-8f06e1b5915f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.552479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-239c375a-7ec0-4c6f-9b4c-d1e9957f31e6 req-b8a7d4a1-f579-4222-867c-16531bc3b9ae tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 210 time: 0.0913491 Aug 31 09:38:55.640392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:55.876019 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.970361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:55.983761 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef30fec-1e68-4b52-9953-6e95033287b7" -d '{"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:56.028385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:56.035284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.224598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:56.254447 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe14fd-5f49-42d9-805d-d967ad9df52f x-openstack-request-id: req-1abe14fd-5f49-42d9-805d-d967ad9df52f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:56.256146 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-unplugged", "status": "failed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "code": 422}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:56.257566 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1abe14fd-5f49-42d9-805d-d967ad9df52f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:56.258507 n-d-800634-13 neutron-server[94897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'code': 422} returned with failed status Aug 31 09:38:56.271047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.271966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.272471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.273064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.273935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.274430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.274965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.276152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.276662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.277175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.277707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.278221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:56.770359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e39704e-36fc-4cfc-876f-04b8c0783d2f req-ea0d6081-1084-4642-909f-99c06ddbe328 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 210 time: 0.0668130 Aug 31 09:38:57.351513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-b6a61629-b276-4685-935b-9e6efb69e332 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.354227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-b6a61629-b276-4685-935b-9e6efb69e332 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.23 "GET /v2.0/networks?id=e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 200 len: 813 time: 0.1669409 Aug 31 09:38:57.407971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Request body: {'port': {'device_id': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b', 'admin_state_up': True, 'tenant_id': '0f7dc76241694e58a4cda01992e71e9c'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:57.550284 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-f5f92e10-7e56-48c3-89dc-151e54f0b877 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413529 Aug 31 09:38:57.582698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-5c385000-dbce-4c7b-8468-643d17b4b5b1 req-7654929f-f43e-47af-9211-ad59ac043e50 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:38:57.589517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c385000-dbce-4c7b-8468-643d17b4b5b1 req-7654929f-f43e-47af-9211-ad59ac043e50 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560226 Aug 31 09:38:57.700611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-0c7b7398-1fc0-439b-a011-8b3079c4554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.702203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-0c7b7398-1fc0-439b-a011-8b3079c4554b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a687374363445168f640f8b389714af&device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 1098 time: 0.1278489 Aug 31 09:38:57.781503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Made reservation on behalf of 0f7dc76241694e58a4cda01992e71e9c for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:57.791247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.010373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-1fbd81a4-8fa4-4ca9-a884-df3946604ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.011936 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-1fbd81a4-8fa4-4ca9-a884-df3946604ee5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 200 len: 915 time: 0.2879817 Aug 31 09:38:58.175554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-9ab32928-3bc7-484a-9deb-6c5ff12e869b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d24521-709f-470b-8493-4e6bbe7e3e80 HTTP/1.1" status: 200 len: 217 time: 0.1547556 Aug 31 09:38:58.198576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa1608-32ce-4c16-a88f-b40803662f67 req-fe81f4af-7384-423c-90a3-22d373786526 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.207105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcfa1608-32ce-4c16-a88f-b40803662f67 req-fe81f4af-7384-423c-90a3-22d373786526 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 944 time: 0.3010747 Aug 31 09:38:58.316559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcfa1608-32ce-4c16-a88f-b40803662f67 req-9e4ee6a2-234c-4b41-b94a-b1e385f4b146 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068637 Aug 31 09:38:58.360724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-941111d4-e24f-4552-a16a-279d86ed4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.363883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-941111d4-e24f-4552-a16a-279d86ed4dc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 200 len: 854 time: 0.1775210 Aug 31 09:38:58.465430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-e068bc5c-7571-4020-a7ba-60ca3d9039ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36c7033d-8197-4a1e-b00c-2f1874c94cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851591 Aug 31 09:38:58.477640 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb4dfc6a-309c-4a4b-9eb1-4436ab9c8578 req-fe9b39c3-dc74-412c-b1a7-9edf84a19b11 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 210 time: 0.1975431 Aug 31 09:38:58.505204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Allocated IP 172.20.0.11 (e25e384b-4ff6-4d05-b9c0-4260704cb00b/0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f/e8a6d3db-3f31-4fca-acd3-27bc81ef2359) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:58.520612 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b3f5b5ef-ef03-44e2-91a5-c9746f3e470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.676519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d24fb7-2ca4-4d56-89ea-6aeb68fa2cf2 req-15f07c50-11e3-40fd-842c-49ebf15b6ffc tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.690371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47d24fb7-2ca4-4d56-89ea-6aeb68fa2cf2 req-15f07c50-11e3-40fd-842c-49ebf15b6ffc tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 945 time: 0.1572134 Aug 31 09:38:58.811511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-47d24fb7-2ca4-4d56-89ea-6aeb68fa2cf2 req-ea115fa7-2cdf-4fbf-a6a9-0ef3ab5b0675 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Aug 31 09:38:58.861414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-32211799-a0d4-4fa3-9bb3-08b069aa9383 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913569 Aug 31 09:38:59.020560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0bd9a748-0bfc-4ee1-a1c4-262fc1ea6af9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4316766 Aug 31 09:38:59.061588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41522) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:59.138230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.170050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-07136a24-f5f2-4d8e-86a8-96aa0faf60c7 req-e9199222-bb6c-4bcb-ace9-ac06f746c8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042059 Aug 31 09:38:59.234801 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.307505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Pushing event updated for resources: {'Port': ['ID=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:59.318278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Network e25e384b-4ff6-4d05-b9c0-4260704cb00b is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:59.320769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:59.324347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:59.421952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.423646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.451205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-5d0f5a6c-8eb4-45ef-9a67-d3ce1b6d927b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0656152 Aug 31 09:38:59.468089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f13709d-7948-4c1d-8f8d-b3c481f42bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.490304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Request body: {'port': {'device_id': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:59.661292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:59.699822 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f13709d-7948-4c1d-8f8d-b3c481f42bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.716017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f13709d-7948-4c1d-8f8d-b3c481f42bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.787367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8f13709d-7948-4c1d-8f8d-b3c481f42bce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0c71bee7d054ea18cfa97a7c078c521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7240644 Aug 31 09:38:59.818306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41558) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:59.870355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.885318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212cd40-4173-499d-a434-b092caf2ecfb req-012c4f17-4ed9-4843-93e5-5ec0573cec8a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:59.898104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8212cd40-4173-499d-a434-b092caf2ecfb req-012c4f17-4ed9-4843-93e5-5ec0573cec8a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 944 time: 0.3599968 Aug 31 09:38:59.964961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13709d-7948-4c1d-8f8d-b3c481f42bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896f4647-7b15-4ddb-9ed6-f11c8f47b191,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.043534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-59a5d0e8-731e-481d-8929-c9df9a544267 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.048377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-59a5d0e8-731e-481d-8929-c9df9a544267 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 945 time: 0.3443329 Aug 31 09:39:00.146279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98413f-8fe4-48f0-9e7b-642608bb6462 req-96d4dd47-7c78-4e9e-9483-3ed0318c4c59 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.149790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d98413f-8fe4-48f0-9e7b-642608bb6462 req-96d4dd47-7c78-4e9e-9483-3ed0318c4c59 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 932 time: 0.4369264 Aug 31 09:39:00.190524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.254059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8212cd40-4173-499d-a434-b092caf2ecfb req-dc4fe33d-7c00-422d-8c00-b191e50cdbe6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546376 Aug 31 09:39:00.340792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.534351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Deleting port c0891334-ffb6-43df-bf6c-918ec00418f2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:00.534756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.581743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d98413f-8fe4-48f0-9e7b-642608bb6462 req-667e93f3-29db-4df7-85f1-a1f5e7e40f26 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240234 Aug 31 09:39:00.638557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] For port c0891334-ffb6-43df-bf6c-918ec00418f2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c0891334-ffb6-43df-bf6c-918ec00418f2,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:00.638929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.657263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Calling delete_port for c0891334-ffb6-43df-bf6c-918ec00418f2 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:00.835864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.840833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-9e721197-071c-460d-92c3-515cf1e16ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.842502 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-9e721197-071c-460d-92c3-515cf1e16ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c&tenant_id=c8b6483b85a14a66bebd22fa37a15513 HTTP/1.1" status: 200 len: 1096 time: 0.4248602 Aug 31 09:39:00.851624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c', '35d24521-709f-470b-8493-4e6bbe7e3e80', '2233b042-64ac-47ff-bc52-143213952d25'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:00.872913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:00.913036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c0891334-ffb6-43df-bf6c-918ec00418f2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:00.945611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.950957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.952617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/896f4647-7b15-4ddb-9ed6-f11c8f47b191 HTTP/1.1" status: 204 len: 168 time: 1.1205008 Aug 31 09:39:00.962142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event deleted for resources: {'Port': ['ID=c0891334-ffb6-43df-bf6c-918ec00418f2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:01.007136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f04a-533b-48a5-b7cc-78bdf6c00bb8 req-0818b277-efb0-4c71-bb71-d3e7a8bc27f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.010563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896f4647-7b15-4ddb-9ed6-f11c8f47b191,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:01.018453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80f1f04a-533b-48a5-b7cc-78bdf6c00bb8 req-0818b277-efb0-4c71-bb71-d3e7a8bc27f2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4ffe2a-7d0f-4015-bd73-49f68686f7e3 HTTP/1.1" status: 200 len: 867 time: 0.2916100 Aug 31 09:39:01.050537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.051406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.052188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.052664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.053026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.053368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.054038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.054509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.055882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.056311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.056649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.057022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.101913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] No DVR routers for this DVR port c0891334-ffb6-43df-bf6c-918ec00418f2 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:01.105620 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.108504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4a2afe36-5dcd-4a9a-9459-dae4b01966ac req-dc8a7e60-a3a5-47ae-b468-362adeb20aa7 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.23 "DELETE /v2.0/ports/c0891334-ffb6-43df-bf6c-918ec00418f2 HTTP/1.1" status: 204 len: 173 time: 1.0333683 Aug 31 09:39:01.134031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'name': 'network-vif-deleted', 'tag': 'c0891334-ffb6-43df-bf6c-918ec00418f2'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:01.134826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a6d3db-3f31-4fca-acd3-27bc81ef2359 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:01.137715 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a582e2d0-824f-4365-bda8-772350224d03" -d '{"events": [{"server_uuid": "1e4ffe2a-7d0f-4015-bd73-49f68686f7e3", "name": "network-vif-deleted", "tag": "c0891334-ffb6-43df-bf6c-918ec00418f2"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:01.153346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.153782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.154246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.154682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.155116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.155494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.155952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.156323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.156653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.157086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.157324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.157930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26262f30-1076-449f-afdc-a73b63e62d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:01.179463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-80f1f04a-533b-48a5-b7cc-78bdf6c00bb8 req-242eee76-c69d-48a1-ae2e-a31c660db075 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596313 Aug 31 09:39:01.184917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.207159 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.247188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Transition to ACTIVE for port object e8a6d3db-3f31-4fca-acd3-27bc81ef2359 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:01.257936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.303702 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617e3e6-c7f8-4f6a-9661-c65800400503 x-openstack-request-id: req-b617e3e6-c7f8-4f6a-9661-c65800400503 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:01.303964 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4ffe2a-7d0f-4015-bd73-49f68686f7e3", "name": "network-vif-deleted", "tag": "c0891334-ffb6-43df-bf6c-918ec00418f2", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:01.304297 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b617e3e6-c7f8-4f6a-9661-c65800400503 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:01.304706 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4ffe2a-7d0f-4015-bd73-49f68686f7e3', 'name': 'network-vif-deleted', 'tag': 'c0891334-ffb6-43df-bf6c-918ec00418f2', 'status': 'completed', 'code': 200} Aug 31 09:39:01.488053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:01.542748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41626) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:01.612422 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c62f6bbb-4723-4fd5-b4d1-73b52034dc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.702859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Attempting to bind port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:01.704501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Attempting to bind port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:01.705637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Attempting to bind port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 on network e25e384b-4ff6-4d05-b9c0-4260704cb00b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:01.718740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 on network e25e384b-4ff6-4d05-b9c0-4260704cb00b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:01.719071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Attempting to bind port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 on network e25e384b-4ff6-4d05-b9c0-4260704cb00b {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:01.802138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:01.802822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Checking segment: {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:01.804047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Bound using segment: {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:01.804742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Bound port: e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:01.805339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.822834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:01.829772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c599-356f-40b5-895b-cebf272b4e43 req-0e856b9c-3d31-48be-8daf-965bae362ba3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.841110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b762c599-356f-40b5-895b-cebf272b4e43 req-0e856b9c-3d31-48be-8daf-965bae362ba3 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 944 time: 0.3540101 Aug 31 09:39:01.879116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37f05914-9625-4a93-a8ea-7a56f2c03866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.936156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.970076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:02.031311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:02.044476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.073161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Transition to ACTIVE for port object 6faf6b27-be08-4f81-bc0f-b3343a108551 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:02.080255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.265116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=9']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.279489 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.283846 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37f05914-9625-4a93-a8ea-7a56f2c03866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.290328 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37f05914-9625-4a93-a8ea-7a56f2c03866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.400124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-37f05914-9625-4a93-a8ea-7a56f2c03866 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eac717d3efb45739dd1a013f14d6157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556457 Aug 31 09:39:02.410839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:02.478074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05914-9625-4a93-a8ea-7a56f2c03866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f1bff-78e6-45a1-b3e4-36196e3fa505,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.480916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] No DVR routers for this DVR port 6faf6b27-be08-4f81-bc0f-b3343a108551 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:02.581972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-191756e0-44fb-4c1d-9b23-ca6e0c009c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.590254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bab7e-adee-4b79-ab96-abc34ad524de req-5bbb6287-d096-485c-8180-ac807c8f2b66 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.592766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-072bab7e-adee-4b79-ab96-abc34ad524de req-5bbb6287-d096-485c-8180-ac807c8f2b66 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 944 time: 0.8698363 Aug 31 09:39:02.617577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b762c599-356f-40b5-895b-cebf272b4e43 req-46d569de-0786-4753-96f0-f56fd0e026b4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7752099 Aug 31 09:39:02.681120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-072bab7e-adee-4b79-ab96-abc34ad524de req-345d43da-078b-4195-92c8-0239992f948d tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749905 Aug 31 09:39:02.691031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] For port e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:02.698550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] For port e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:02.705328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.781559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.782533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.784198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] 10.222.0.23 "PUT /v2.0/ports/e8a6d3db-3f31-4fca-acd3-27bc81ef2359 HTTP/1.1" status: 200 len: 1093 time: 3.3013897 Aug 31 09:39:02.784867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'tag': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:02.788790 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc0448b-e840-4747-8bd7-687bac839d02" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ec8b78-daed-483b-ad0e-64a58f8dfd82", "tag": "e8a6d3db-3f31-4fca-acd3-27bc81ef2359"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:02.859751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507453ac-84bb-40e2-baac-fd7b85699134 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:02.967611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-49d57a34-0f79-406c-9afa-1f848637bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.971851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-49d57a34-0f79-406c-9afa-1f848637bef9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f7dc76241694e58a4cda01992e71e9c&device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 1096 time: 0.0879927 Aug 31 09:39:03.084321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-58bc857d-b17f-4263-8251-ac9f8d916720 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359 HTTP/1.1" status: 200 len: 217 time: 0.0962944 Aug 31 09:39:03.198232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-e730325c-919b-434b-9c26-e2bf16bff292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.199362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-e730325c-919b-434b-9c26-e2bf16bff292 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f HTTP/1.1" status: 200 len: 853 time: 0.1080790 Aug 31 09:39:03.202321 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f7925e-3d29-47dd-96d3-d5de35b2a576 x-openstack-request-id: req-d4f7925e-3d29-47dd-96d3-d5de35b2a576 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:03.202871 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ec8b78-daed-483b-ad0e-64a58f8dfd82", "tag": "e8a6d3db-3f31-4fca-acd3-27bc81ef2359", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:03.203306 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f7925e-3d29-47dd-96d3-d5de35b2a576 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:03.203896 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'tag': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359', 'status': 'completed', 'code': 200} Aug 31 09:39:03.258990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-0b53d691-eca5-4143-9255-f517565c4cfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e25e384b-4ff6-4d05-b9c0-4260704cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509479 Aug 31 09:39:03.282961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-191756e0-44fb-4c1d-9b23-ca6e0c009c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.399833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:03.400176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:03.400492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:03.408190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Port 6faf6b27-be08-4f81-bc0f-b3343a108551 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:03.408582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Attempting to bind port 6faf6b27-be08-4f81-bc0f-b3343a108551 on network a52d2fab-8d36-489f-9914-297f3c8f6d43 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:03.415332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:03.415669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Checking segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:03.416059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Bound using segment: {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:03.416501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Bound port: 6faf6b27-be08-4f81-bc0f-b3343a108551, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:03.416858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.419982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-191756e0-44fb-4c1d-9b23-ca6e0c009c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.422510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-191756e0-44fb-4c1d-9b23-ca6e0c009c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.423851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-191756e0-44fb-4c1d-9b23-ca6e0c009c6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e3f1bff-78e6-45a1-b3e4-36196e3fa505 HTTP/1.1" status: 204 len: 168 time: 1.0117545 Aug 31 09:39:03.474518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191756e0-44fb-4c1d-9b23-ca6e0c009c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f1bff-78e6-45a1-b3e4-36196e3fa505,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:03.476698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-51db13d0-244a-486e-a8f4-95118a8536ed service neutron] 10.222.0.23 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075553 Aug 31 09:39:03.590945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:03.624699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.639891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:03.649438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.661134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c0891334-ffb6-43df-bf6c-918ec00418f2 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:03.712848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.713929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.715960 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] 10.222.0.15 "PUT /v2.0/ports/6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1093 time: 2.8539956 Aug 31 09:39:03.716659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:03.721620 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:03.786709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: c0891334-ffb6-43df-bf6c-918ec00418f2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:03.788062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c0891334-ffb6-43df-bf6c-918ec00418f2 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:03.799772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89319e-cf09-4108-b250-ab5d5cebf9a3 req-525afa41-5c74-4559-ae2a-b1c8be5f7837 service neutron] 10.222.0.23 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156903 Aug 31 09:39:03.838602 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-77b7421f-ccad-417d-beea-ef8cfb4a0fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2442584 Aug 31 09:39:03.972392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2b60-b8a7-4919-aea2-a18b9381ce01 service neutron] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:04.164224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-05eadb81-e536-41cb-9964-e4de84bcac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.165797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-05eadb81-e536-41cb-9964-e4de84bcac0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1097 time: 0.4140995 Aug 31 09:39:04.193210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-c4b2b7bc-c722-439d-9ed6-5ea587266a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.200720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-c4b2b7bc-c722-439d-9ed6-5ea587266a55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f7dc76241694e58a4cda01992e71e9c&device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 1096 time: 0.2041647 Aug 31 09:39:04.254926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b221b7-900a-4753-85c0-0c3f54658b8e req-debd7b53-80f1-4fe7-8708-9a4db9be49c0 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.256464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-75b221b7-900a-4753-85c0-0c3f54658b8e req-debd7b53-80f1-4fe7-8708-9a4db9be49c0 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 944 time: 0.3141909 Aug 31 09:39:04.282503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba090d5-9bf7-46e6-bb81-11d967790e1e req-d34ad0c4-a326-4647-8f05-3132bdf3bade tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.296318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ba090d5-9bf7-46e6-bb81-11d967790e1e req-d34ad0c4-a326-4647-8f05-3132bdf3bade tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.3730946 Aug 31 09:39:04.305459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.306106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.306710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.307187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.307656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.308119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.308583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.318055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 41708) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:04.331354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-afa83c39-21e0-4999-97a8-7f7ef25be92a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.2156520 Aug 31 09:39:04.355607 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-314302a2-172e-4382-9c5e-e563a0926aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.442822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ba090d5-9bf7-46e6-bb81-11d967790e1e req-69305ebb-66a1-4758-91ce-1c24beee10a4 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099703 Aug 31 09:39:04.515776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-8cdb64c3-664e-4c32-803a-86ffbb984c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.517560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-8cdb64c3-664e-4c32-803a-86ffbb984c24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.3433096 Aug 31 09:39:04.529594 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd9b3d-c8ea-4a47-be6d-ed8f6daa4574 x-openstack-request-id: req-79bd9b3d-c8ea-4a47-be6d-ed8f6daa4574 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:04.530197 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:04.530722 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79bd9b3d-c8ea-4a47-be6d-ed8f6daa4574 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:04.531400 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'status': 'completed', 'code': 200} Aug 31 09:39:04.642354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-73b7a72b-b3c4-4531-bf41-ee7c14692774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.647369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-73b7a72b-b3c4-4531-bf41-ee7c14692774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.647369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-73b7a72b-b3c4-4531-bf41-ee7c14692774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.649009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-73b7a72b-b3c4-4531-bf41-ee7c14692774 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 2298 time: 0.2792981 Aug 31 09:39:04.708056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-314302a2-172e-4382-9c5e-e563a0926aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.710346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-fa7be04a-7036-47d0-b8ef-7e7f7d823748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.713634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-fa7be04a-7036-47d0-b8ef-7e7f7d823748 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 200 len: 914 time: 0.5045276 Aug 31 09:39:04.720204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-314302a2-172e-4382-9c5e-e563a0926aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.749743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-75b221b7-900a-4753-85c0-0c3f54658b8e req-f7245d7f-b4ab-4357-a117-ba9517784bf8 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859078 Aug 31 09:39:04.761166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-425c6d6b-82d9-4f3a-9d70-790ce1fa8fda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1001 time: 0.0948167 Aug 31 09:39:04.810723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-314302a2-172e-4382-9c5e-e563a0926aa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=959f4e75d2f24381b32e63c2c2fc64ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906757 Aug 31 09:39:04.832742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-a3a83b0f-1f3c-4ad0-91ab-f33fda998593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.834564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-a3a83b0f-1f3c-4ad0-91ab-f33fda998593 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.0581179 Aug 31 09:39:04.835454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 41714) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:04.860816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-b4bc657a-171c-4d6d-a754-925e286b40d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359 HTTP/1.1" status: 200 len: 217 time: 0.1162941 Aug 31 09:39:04.986313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd6a7-0431-4145-9843-6f958105e758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.991940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314302a2-172e-4382-9c5e-e563a0926aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d9c6a-e9d1-401a-80da-71e04710f62c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:04.998194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-890cc2d3-4ce5-4dce-b843-24a483fd6d86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1000 time: 0.4638033 Aug 31 09:39:05.034734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-160b94af-a42b-46d0-9dfb-c1a2e328dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.036872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-160b94af-a42b-46d0-9dfb-c1a2e328dddd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495855 Aug 31 09:39:05.039877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd6a7-0431-4145-9843-6f958105e758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.108723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-1bacd5ff-f408-4f01-b24f-39cc4e14e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.114618 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-1bacd5ff-f408-4f01-b24f-39cc4e14e321 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f HTTP/1.1" status: 200 len: 853 time: 0.2284131 Aug 31 09:39:05.210261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-2e6fea5a-a41c-49d8-9070-0a8ce5cfe64d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e25e384b-4ff6-4d05-b9c0-4260704cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912607 Aug 31 09:39:05.217057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-d66d69ba-fe61-4408-9d70-1c6df8754035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.219459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-d66d69ba-fe61-4408-9d70-1c6df8754035 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.2009697 Aug 31 09:39:05.221094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd6a7-0431-4145-9843-6f958105e758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.226020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd6a7-0431-4145-9843-6f958105e758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.230532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4fdcd6a7-0431-4145-9843-6f958105e758 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c52d9c6a-e9d1-401a-80da-71e04710f62c HTTP/1.1" status: 204 len: 168 time: 0.3906744 Aug 31 09:39:05.248663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcd6a7-0431-4145-9843-6f958105e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d9c6a-e9d1-401a-80da-71e04710f62c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:05.252653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-0318b89e-db67-4fe2-a910-6319367830b8 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988773 Aug 31 09:39:05.459963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-e240f825-214e-41e0-9121-af587f25ca8d service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997366 Aug 31 09:39:05.538046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-e4fdc923-d253-49fe-ac6f-6819c8ec10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.546809 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-e4fdc923-d253-49fe-ac6f-6819c8ec10a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3046741 Aug 31 09:39:05.585748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-37ab75cb-dc12-4774-8d14-d2426b633903 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.1153915 Aug 31 09:39:05.656035 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-3b86e2ea-b92c-4644-a063-5b81b601815f service neutron] 10.222.0.23 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347806 Aug 31 09:39:05.666418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e8a6d3db-3f31-4fca-acd3-27bc81ef2359 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:05.759868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-2ef757ca-fa7c-4b8a-aec7-94bfcb36c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.761624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-2ef757ca-fa7c-4b8a-aec7-94bfcb36c369 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1699901 Aug 31 09:39:05.873021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146b44-c371-46c1-9891-8aded0b0caba req-33db94b9-f7d9-4435-b1c5-a5ab228a2335 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.874714 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13146b44-c371-46c1-9891-8aded0b0caba req-33db94b9-f7d9-4435-b1c5-a5ab228a2335 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.2336123 Aug 31 09:39:05.909191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:05.932502 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-36056d56-4971-45fb-be19-e054d87e07d4 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697894 Aug 31 09:39:05.949233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-614219ac-b83b-4fa2-b952-2c2f02930f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:05.950975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359', 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b', 'port_id': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359', 'mac_address': 'fa:16:3e:19:11:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:05.954305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-614219ac-b83b-4fa2-b952-2c2f02930f2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846473 Aug 31 09:39:06.043412 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.069128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a6d3db-3f31-4fca-acd3-27bc81ef2359 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:06.080597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ecc0448b-e840-4747-8bd7-687bac839d02 req-f04c05a9-2474-4670-82a3-9122a339fd1b service neutron] 10.222.0.23 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124241 Aug 31 09:39:06.108853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:06.118371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.138549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13146b44-c371-46c1-9891-8aded0b0caba req-27fe3550-43f7-4114-b2cf-b654ff6daf70 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530279 Aug 31 09:39:06.178381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-dfbd262a-0d87-48a7-a6e6-8902076294a8 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400851 Aug 31 09:39:06.189458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-53844e86-53b9-4b05-923f-ffdbae2a2ee1 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154050 Aug 31 09:39:06.206365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85f1c-2b02-4f97-b4a1-495862ae4f8f req-8662e4ff-7d55-4f9d-bdbb-7ae81c7eb14d tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.219192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ab85f1c-2b02-4f97-b4a1-495862ae4f8f req-8662e4ff-7d55-4f9d-bdbb-7ae81c7eb14d tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 944 time: 0.2571480 Aug 31 09:39:06.331539 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.335196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:06.393075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-504fdbac-bac2-4acc-b4c2-3918306d62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.395207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-504fdbac-bac2-4acc-b4c2-3918306d62c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1097 time: 0.1468093 Aug 31 09:39:06.484793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['e8a6d3db-3f31-4fca-acd3-27bc81ef2359'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:06.514454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-67601eb3-028a-4d57-a65f-a9ae3f4b2ca1 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=66ccd75077fe49d898cf919a41c949a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029599 Aug 31 09:39:06.575877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-47cc0b4e-291f-432a-a265-8a4229b5555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.582261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-47cc0b4e-291f-432a-a265-8a4229b5555c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.1772683 Aug 31 09:39:06.671830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ab85f1c-2b02-4f97-b4a1-495862ae4f8f req-ea6895fe-8857-49cb-b210-f2f225ecffab tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515607 Aug 31 09:39:06.681931 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-c2e02a09-8534-4f5d-afc0-24e1b3856605 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1000 time: 0.0923963 Aug 31 09:39:06.782292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-a741e3f2-8a4e-45ff-b65e-7bbecdf44156 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596077 Aug 31 09:39:06.800681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-91b6f67b-c0e0-423f-8377-9ced753aff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.806739 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-91b6f67b-c0e0-423f-8377-9ced753aff4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.1078522 Aug 31 09:39:06.931406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-a3f92673-6ab2-45fe-9cba-29d75546a441 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.1408255 Aug 31 09:39:06.942006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-db3f225e-6d04-4b17-8b1d-1c227e6561fd tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.951579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-db3f225e-6d04-4b17-8b1d-1c227e6561fd tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4358282 Aug 31 09:39:06.981554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-176337a6-b282-40a5-b8db-2098cca05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.983284 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-176337a6-b282-40a5-b8db-2098cca05075 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695182 Aug 31 09:39:07.018246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-8d8d9e78-bb59-4b37-9b5a-549bc7fd6c29 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/quotas/66ccd75077fe49d898cf919a41c949a7 HTTP/1.1" status: 200 len: 375 time: 0.0653749 Aug 31 09:39:07.134642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-98abf5a8-5f08-4aa4-b740-17f1340738c3 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ccd75077fe49d898cf919a41c949a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150341 Aug 31 09:39:07.150614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-8942ce63-017a-4342-bfee-5d64f4e6b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:07.154033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-8942ce63-017a-4342-bfee-5d64f4e6b8fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1999824 Aug 31 09:39:07.243246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-45d3018b-7c66-4835-ba0f-4a551197d9ce service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511928 Aug 31 09:39:07.458763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-95efae8f-0831-4b2d-9047-6f94960e70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:07.460602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-95efae8f-0831-4b2d-9047-6f94960e70c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918460 Aug 31 09:39:07.675267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e8a6d3db-3f31-4fca-acd3-27bc81ef2359 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:07.706837 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-97cee9d1-eecd-4983-a6f8-0d703e2e3ae2 req-464653b5-74e1-4851-ab36-3323acb75bff service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466973 Aug 31 09:39:07.885781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2106a-3d31-472a-8879-a50578f5dd1c req-bf80e356-8c92-49f5-9e0f-ee7a2ab1e80f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:07.899883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81a2106a-3d31-472a-8879-a50578f5dd1c req-bf80e356-8c92-49f5-9e0f-ee7a2ab1e80f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.6127322 Aug 31 09:39:07.911014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:07.930672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:07.932592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.056878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c35dae27-3038-4c5e-96e7-a8dfd7228945 req-a12cb156-c630-4854-94a2-fa0e8c316e7e tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.2775462 Aug 31 09:39:08.100557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-845baef8-6cf2-4ec6-a275-963d2ef11c83 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081536 Aug 31 09:39:08.146363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81a2106a-3d31-472a-8879-a50578f5dd1c req-7a28b9a1-145c-4514-a933-dcf41c9456d8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313616 Aug 31 09:39:08.210568 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.280407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:08.291579 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7e572-9ab8-4ad5-8635-b86b0ee900ef" -d '{"events": [{"server_uuid": "f5ec8b78-daed-483b-ad0e-64a58f8dfd82", "name": "network-vif-plugged", "status": "completed", "tag": "e8a6d3db-3f31-4fca-acd3-27bc81ef2359"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:08.364404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:08.385351 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.516716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-10399243-1571-49f3-b29d-cc6e1032e742 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052160 Aug 31 09:39:08.702981 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-63f60991-5590-4533-874c-349fb06cb480 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.1729946 Aug 31 09:39:08.736662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca131d-9955-4ff0-9cfc-7dafedc5496b req-5788f55b-c012-489c-96c9-e16b0579990c tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.745679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cca131d-9955-4ff0-9cfc-7dafedc5496b req-5788f55b-c012-489c-96c9-e16b0579990c tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 945 time: 0.4515865 Aug 31 09:39:08.824709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-4ec8b66f-ac90-4bdd-ad9f-2f6951372e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.827184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-4ec8b66f-ac90-4bdd-ad9f-2f6951372e38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1154623 Aug 31 09:39:08.876709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cca131d-9955-4ff0-9cfc-7dafedc5496b req-5c67a29a-1c3e-47c2-99f6-17c224dd3c2f tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300466 Aug 31 09:39:08.976074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-c8dfc50f-55fd-439a-a1d8-0bb556e6e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.979016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-c8dfc50f-55fd-439a-a1d8-0bb556e6e2ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423249 Aug 31 09:39:09.079976 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce808e-864f-4020-90c2-b671993263a5 x-openstack-request-id: req-c2ce808e-864f-4020-90c2-b671993263a5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:09.081010 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ec8b78-daed-483b-ad0e-64a58f8dfd82", "name": "network-vif-plugged", "status": "completed", "tag": "e8a6d3db-3f31-4fca-acd3-27bc81ef2359", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:09.081513 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ce808e-864f-4020-90c2-b671993263a5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:09.082137 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359', 'code': 200} Aug 31 09:39:09.088659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de057671-a3ac-4b23-b88c-e1ef0123bcff req-7d818d59-fabb-413c-9263-36d96d19fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.093506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de057671-a3ac-4b23-b88c-e1ef0123bcff req-7d818d59-fabb-413c-9263-36d96d19fec3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 1098 time: 0.2265060 Aug 31 09:39:09.161461 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de057671-a3ac-4b23-b88c-e1ef0123bcff req-d475dec6-1857-47d0-bbd4-2db3a08504e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597479 Aug 31 09:39:09.228741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:09.250561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-31eeb479-0aee-42dd-8f5e-d1c48ac83ab9 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654786 Aug 31 09:39:09.344164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc8b4000-d567-4759-8689-fa95ace1676f req-8d41be91-eda1-4a69-b5c6-072cd1bedf07 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0983145 Aug 31 09:39:09.772548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-0e08977a-3230-4400-a366-312f516db617 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423874 Aug 31 09:39:09.799021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236367d-6a09-4de6-bd07-bbc29606c61f req-0b67ce6c-8f22-4079-9d6e-6a4797da5850 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.808785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f236367d-6a09-4de6-bd07-bbc29606c61f req-0b67ce6c-8f22-4079-9d6e-6a4797da5850 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.2450452 Aug 31 09:39:09.876670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f827e-53c8-4300-bf43-a7282a7ef575 req-2e9edbf9-617a-48c1-b022-3f617860bcc5 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:09.901299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c92f827e-53c8-4300-bf43-a7282a7ef575 req-2e9edbf9-617a-48c1-b022-3f617860bcc5 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.3296001 Aug 31 09:39:10.010352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-5b8bba92-364f-472a-aa42-2b8aab946729 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.2257943 Aug 31 09:39:10.115184 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-3e500a04-3f9a-464d-9c3e-60569e1b4941 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=66ccd75077fe49d898cf919a41c949a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975144 Aug 31 09:39:10.265961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c92f827e-53c8-4300-bf43-a7282a7ef575 req-f3fccd2c-5617-4197-9fc7-11c700fce655 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543334 Aug 31 09:39:10.396953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f236367d-6a09-4de6-bd07-bbc29606c61f req-8a0b5789-94a1-4682-9d76-2e58b4aeea53 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5851181 Aug 31 09:39:10.440322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-9e064034-5d83-47e8-84dd-beaea3bc0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.460724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-9e064034-5d83-47e8-84dd-beaea3bc0e84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.4245863 Aug 31 09:39:10.652074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-6669f404-856c-4da2-b6e9-304234ec0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.658312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-6669f404-856c-4da2-b6e9-304234ec0be2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1830862 Aug 31 09:39:10.848927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-ee92ef2b-cb3e-4baf-9905-15d0693f3dac service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778769 Aug 31 09:39:10.930974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-179640a4-555d-4744-8634-6538ef2feacb tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:10.933625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-179640a4-555d-4744-8634-6538ef2feacb tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8173475 Aug 31 09:39:11.044006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e087a515-bf5b-4800-b159-215fb1ee4f75 req-1c135ee3-53d4-4eb7-b220-83fb5dac4b3a tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.1934462 Aug 31 09:39:11.208616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1c035-3441-4a8c-bf84-3e9f3dbd62d2 req-a86030fc-590c-41d6-8de9-41888f55fbc7 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.211002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7f1c035-3441-4a8c-bf84-3e9f3dbd62d2 req-a86030fc-590c-41d6-8de9-41888f55fbc7 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 946 time: 0.5423195 Aug 31 09:39:11.360858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7f1c035-3441-4a8c-bf84-3e9f3dbd62d2 req-ec1527bb-6b28-4ab9-a08b-caee53821c9e tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015353 Aug 31 09:39:11.373169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-11efdcfa-878d-4cfb-bec9-e900a6d6c032 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047348 Aug 31 09:39:11.511585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-ff4c614e-1375-4b80-8ad8-8eb59e43bf17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.1305013 Aug 31 09:39:11.713366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743b24e-8814-4a2b-941d-b2e33f77f6c6 req-cb3ee2d5-887e-4256-971c-6618a89eb30e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.715053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8743b24e-8814-4a2b-941d-b2e33f77f6c6 req-cb3ee2d5-887e-4256-971c-6618a89eb30e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.2266426 Aug 31 09:39:11.716901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-0db70dff-a677-4da6-9517-55486bb0cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.718711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-0db70dff-a677-4da6-9517-55486bb0cefb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1527417 Aug 31 09:39:11.729332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42dbe7-b798-483b-aba8-a73082f803bf req-416fccac-1cd1-4d96-8f43-8c8cc214c34b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.742625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf42dbe7-b798-483b-aba8-a73082f803bf req-416fccac-1cd1-4d96-8f43-8c8cc214c34b tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.1242239 Aug 31 09:39:11.915285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8743b24e-8814-4a2b-941d-b2e33f77f6c6 req-16c0ddf0-7787-4345-9d31-133188177729 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709211 Aug 31 09:39:11.951949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf42dbe7-b798-483b-aba8-a73082f803bf req-338bd08b-5b58-45c6-9cd7-c58c89626bcb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875970 Aug 31 09:39:11.959365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-4f837516-3e99-4a1f-9425-3cdcc1c1132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:11.961232 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-4f837516-3e99-4a1f-9425-3cdcc1c1132f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2181900 Aug 31 09:39:12.302388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e92737a-bef7-455f-a53a-76a185bb0db0 req-3f00a1a2-77c2-4a30-80f7-46fa9708d26d tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0700331 Aug 31 09:39:12.347467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-0d71fda8-1fdc-4737-8ea0-e6f50091982d service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772657 Aug 31 09:39:12.560360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-7407f760-7962-4112-abf6-e72854f714cb service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048035 Aug 31 09:39:12.654768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-470d8d5e-1115-4544-8331-d67fbefc659f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.0860536 Aug 31 09:39:12.745392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-dbdce570-da9f-4a87-bcfb-fbf6e373e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:12.747946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-dbdce570-da9f-4a87-bcfb-fbf6e373e00b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.0850301 Aug 31 09:39:12.919595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-76177ad9-1664-4c39-98c7-600485163ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:12.919595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-76177ad9-1664-4c39-98c7-600485163ec3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1633458 Aug 31 09:39:13.299811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba060c7-0dcd-47f1-9e74-063e53fe6938 req-15022bd0-e3ac-413f-8830-329199300767 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:13.302152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba060c7-0dcd-47f1-9e74-063e53fe6938 req-15022bd0-e3ac-413f-8830-329199300767 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.1501820 Aug 31 09:39:13.321460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6416294-7f54-4d8f-9c44-026ee4560545 req-a29c552b-1597-4bf1-9440-5dde5a8be956 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:13.323458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6416294-7f54-4d8f-9c44-026ee4560545 req-a29c552b-1597-4bf1-9440-5dde5a8be956 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1820836 Aug 31 09:39:13.402786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-38692775-c1d6-4d02-a9d5-0b809d64fd53 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705279 Aug 31 09:39:13.515647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6416294-7f54-4d8f-9c44-026ee4560545 req-a30d669f-e895-4c92-92b0-25f6500a6f57 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551864 Aug 31 09:39:13.519960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3ba060c7-0dcd-47f1-9e74-063e53fe6938 req-a042c4d9-6610-426e-8154-4540d3f67d81 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089744 Aug 31 09:39:13.710910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-236d2aaf-660c-4ce1-86e8-3f2951c502d0 req-b0d94006-645c-4ccf-aa32-c28fdfe0ae30 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482924 Aug 31 09:39:13.749123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42068) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:13.765187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d39b457-99d2-42a0-a0a1-3889ec2ed0bd req-609d93a3-b137-4b98-8393-85b662356939 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0487621 Aug 31 09:39:13.983001 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e3afdce-2310-4e64-bae7-e52c92d0be8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.184871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e3afdce-2310-4e64-bae7-e52c92d0be8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.192198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8e3afdce-2310-4e64-bae7-e52c92d0be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.260838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42082) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.272082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8e3afdce-2310-4e64-bae7-e52c92d0be8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1783b9aec954354b4489e272a9b2c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203898 Aug 31 09:39:14.275918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3afdce-2310-4e64-bae7-e52c92d0be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e001ac-5299-473a-a462-b9a4213d7dc3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.350981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ec60fd8-3875-41ef-b584-01d299d40480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.412896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ec60fd8-3875-41ef-b584-01d299d40480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.537787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ec60fd8-3875-41ef-b584-01d299d40480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.545118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ec60fd8-3875-41ef-b584-01d299d40480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.549834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ec60fd8-3875-41ef-b584-01d299d40480 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45e001ac-5299-473a-a462-b9a4213d7dc3 HTTP/1.1" status: 204 len: 168 time: 0.2870266 Aug 31 09:39:14.578922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec60fd8-3875-41ef-b584-01d299d40480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e001ac-5299-473a-a462-b9a4213d7dc3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:14.718819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42092) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.724843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186016547', 'description': 'tempest-secgroup-smoke-186016547 description', 'project_id': '32f38993f63a4702bbcd211df7e79b2a'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:14.806300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.819163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1246-6f31-473d-8229-9dc46f7d7a20 req-43dd1fb6-fcd3-45f0-ad89-79fab951f350 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:14.831309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08ad1246-6f31-473d-8229-9dc46f7d7a20 req-43dd1fb6-fcd3-45f0-ad89-79fab951f350 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1458025 Aug 31 09:39:14.963707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08ad1246-6f31-473d-8229-9dc46f7d7a20 req-3720c8ec-975b-4bca-bc2b-86a99dcca38a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315181 Aug 31 09:39:15.029415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e8c8-b7b9-4b7c-b528-62d80e7c010f req-ae9b88ff-e753-411b-ba76-7c1881f8fc95 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:15.039767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9400e8c8-b7b9-4b7c-b528-62d80e7c010f req-ae9b88ff-e753-411b-ba76-7c1881f8fc95 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.2549531 Aug 31 09:39:15.045798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.053145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.135046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69080870-d269-4287-8ad4-ae7650e8648f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.139359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.141275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1631eb56-4bc3-48d4-bd4b-fc5509677d83 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4203308 Aug 31 09:39:15.144316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42098) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.150658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group_rule': {'security_group_id': '69080870-d269-4287-8ad4-ae7650e8648f', 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:15.178772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9400e8c8-b7b9-4b7c-b528-62d80e7c010f req-8b35bde1-9649-4672-9da6-adc0f165efa0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185255 Aug 31 09:39:15.259453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.261108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06a5f0d2-cab0-4f14-b2a3-969d4d104406 req-9b412f70-57e5-4735-9259-37aab67a13d6 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0481687 Aug 31 09:39:15.398163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42104) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.415198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d83d9e10-160e-4bae-b693-7359244ebb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.415550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.423067 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.444517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dceb6f67-d459-4f19-931b-99efeb8674a0,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.454074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.457361 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e76f25c3-12d4-4004-9051-7c2404207d8f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3120456 Aug 31 09:39:15.461946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42106) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.468714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group_rule': {'security_group_id': '69080870-d269-4287-8ad4-ae7650e8648f', 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:15.630118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d83d9e10-160e-4bae-b693-7359244ebb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.635748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d83d9e10-160e-4bae-b693-7359244ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.672079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.682952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d9e10-160e-4bae-b693-7359244ebb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218f6c73-02a3-432b-a1da-5524936da504,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.695456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d83d9e10-160e-4bae-b693-7359244ebb00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a481bfff6d341d78684998f14d3e7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960832 Aug 31 09:39:15.696919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42108) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.791629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ba47695-982a-4178-aa99-78af9df48eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.800264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.807749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.830204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cbb6ec-a9a9-4f96-ba9d-c38bd3166c49,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.831830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ba47695-982a-4178-aa99-78af9df48eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.844346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.848344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b8b37f9-34b1-4418-98cf-8e37302952fd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3848238 Aug 31 09:39:15.852827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.864784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group_rule': {'security_group_id': '69080870-d269-4287-8ad4-ae7650e8648f', 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:15.907933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.916173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ba47695-982a-4178-aa99-78af9df48eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.919601 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ba47695-982a-4178-aa99-78af9df48eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.920980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ba47695-982a-4178-aa99-78af9df48eca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/218f6c73-02a3-432b-a1da-5524936da504 HTTP/1.1" status: 204 len: 168 time: 0.2230072 Aug 31 09:39:15.932059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba47695-982a-4178-aa99-78af9df48eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218f6c73-02a3-432b-a1da-5524936da504,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.025568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.035360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.063143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168656ab-a6aa-43bc-8705-af70cebe62f4,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.089753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.097108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2e84e3ca-5d46-44b8-82e5-7c58bc833019 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2422695 Aug 31 09:39:16.098680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42116) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.106110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group_rule': {'security_group_id': '69080870-d269-4287-8ad4-ae7650e8648f', 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:16.195531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.235932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bdba8-6ccb-46b0-80e8-aacb8ea91279 req-fa2de28f-48ce-4391-8a15-9ed33659812a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:16.241642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490bdba8-6ccb-46b0-80e8-aacb8ea91279 req-fa2de28f-48ce-4391-8a15-9ed33659812a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1590497 Aug 31 09:39:16.363423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.368814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-490bdba8-6ccb-46b0-80e8-aacb8ea91279 req-f5da31c5-c210-499b-a0de-3029f7222714 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136143 Aug 31 09:39:16.376746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.443504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6c3043-f0de-4ea5-9f79-22120cd89515,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.446800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.451018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.451368 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cdf956b3-173f-4b96-9e64-fea18544058c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504615 Aug 31 09:39:16.457914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group_rule': {'security_group_id': '69080870-d269-4287-8ad4-ae7650e8648f', 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:16.516753 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Project 32f38993f63a4702bbcd211df7e79b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:39:16.556813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.631520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02874123-1de8-4665-aebd-5aae85a2ec50 req-83e08d7e-169f-4e08-94af-f22e8d299a4a tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0945227 Aug 31 09:39:16.752229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e7010-6cfc-4fc2-85a3-e72661d03b3c req-c787e446-2a1e-496e-8dda-5017cfc32680 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:16.757639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d1e7010-6cfc-4fc2-85a3-e72661d03b3c req-c787e446-2a1e-496e-8dda-5017cfc32680 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.2554235 Aug 31 09:39:16.826191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.834525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.885808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d1e7010-6cfc-4fc2-85a3-e72661d03b3c req-deee76ea-d2ec-468b-a97c-61db2977fabf tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204545 Aug 31 09:39:16.895978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365be275-1fdf-49d7-8654-449f15d5f0d4,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:16.902785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.910268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9c985b79-b9c0-40a7-ab8f-2af9711b3087 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4511905 Aug 31 09:39:16.911306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42140) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.922395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'security_group_rule': {'security_group_id': '69080870-d269-4287-8ad4-ae7650e8648f', 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:17.006515 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Project 32f38993f63a4702bbcd211df7e79b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:39:17.030567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.225732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.230446 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.252255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7ee854-61a7-4121-8829-ce4dfff08d87,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:17.290749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.292676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-03fb2dd7-b0ae-4beb-b9fc-b03fc27eab34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3766544 Aug 31 09:39:17.647715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1039b-1435-4ea1-a078-8514a30b8ef4 req-86ecac28-01f3-467f-92a6-d903f6f92b93 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.656347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fa1039b-1435-4ea1-a078-8514a30b8ef4 req-86ecac28-01f3-467f-92a6-d903f6f92b93 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1277554 Aug 31 09:39:17.745502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fa1039b-1435-4ea1-a078-8514a30b8ef4 req-568d4bcc-5a1c-4b3b-adb8-0f3229d2690a tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824649 Aug 31 09:39:17.884345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4f57fee-8129-4915-ba07-c59afb025296 req-0fa2a784-ef8c-48ea-ba71-cb00d81be4f7 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0429771 Aug 31 09:39:17.903694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-608b81be-e89c-4f28-a1d1-9f0043b7defd tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186016547&fields=id&tenant_id=32f38993f63a4702bbcd211df7e79b2a HTTP/1.1" status: 200 len: 267 time: 0.1164918 Aug 31 09:39:18.081453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-12d3d8d6-b956-4b4c-a8d2-93e744b224c8 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:18.089344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-12d3d8d6-b956-4b4c-a8d2-93e744b224c8 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 813 time: 0.1844432 Aug 31 09:39:18.117247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-ae7b1e57-39b8-4e19-accb-ebf5f2b7b263 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/quotas/32f38993f63a4702bbcd211df7e79b2a HTTP/1.1" status: 200 len: 375 time: 0.0269117 Aug 31 09:39:18.139952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb7fe2-6867-4a4f-99c9-d97e33c0195c req-52234596-de69-4838-86da-8193a81c7982 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:18.151115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fbb7fe2-6867-4a4f-99c9-d97e33c0195c req-52234596-de69-4838-86da-8193a81c7982 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.1202333 Aug 31 09:39:18.234373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fbb7fe2-6867-4a4f-99c9-d97e33c0195c req-996bd99d-4a1a-4e75-a649-23b102ccba9a tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853200 Aug 31 09:39:18.255607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8cb384b5-f4d0-44bb-9775-e4c901db98d0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1288717 Aug 31 09:39:18.261986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-98ba6244-572e-43ce-a99c-a505f2949445 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:39:18.269768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-98ba6244-572e-43ce-a99c-a505f2949445 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123081 Aug 31 09:39:18.648898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.721044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-28d20c73-ee27-457a-9a28-3a11ff7c0eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488032 Aug 31 09:39:18.894349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42190) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:19.337657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-943178371'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:19.402117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Made reservation on behalf of c31fdfc2def64e4b8bcebcb9deabe604 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:19.412714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.448640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.488841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7cf0d-4b3c-4827-aa65-5b9d044ffdf2 req-ce249764-8731-4292-aeba-a1eda421c802 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:19.499706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68f7cf0d-4b3c-4827-aa65-5b9d044ffdf2 req-ce249764-8731-4292-aeba-a1eda421c802 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.1690702 Aug 31 09:39:19.538131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-e232df21-a1a1-4437-ab50-0ead2893ac24 service neutron] 10.222.0.18 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071032 Aug 31 09:39:19.617120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68f7cf0d-4b3c-4827-aa65-5b9d044ffdf2 req-f6d52831-cb2f-4de5-9db1-edd7da7e3128 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113405 Aug 31 09:39:19.683641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.690732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.720148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:19.738135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.739362 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Added segment 04558e9d-9a98-4892-991b-7a5884f74a61 of type vlan for network db069d03-b1e7-4a8d-b9aa-51cf7b296a1e Aug 31 09:39:19.740533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c546d34-f33b-411c-9200-bcdc1d2cf650 req-2fd67b4b-ebb4-46ff-8862-aba7d3991062 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0486176 Aug 31 09:39:19.867599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.880065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db4cc-832f-4cfa-90ec-08e3bc0f8988 req-183d3f9c-226e-48f3-84e7-f8a9259622c0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:19.898430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e4db4cc-832f-4cfa-90ec-08e3bc0f8988 req-183d3f9c-226e-48f3-84e7-f8a9259622c0 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.1036837 Aug 31 09:39:19.932762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a0ae2-6c13-41b4-860e-d8821d6252a3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:19.956578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e4db4cc-832f-4cfa-90ec-08e3bc0f8988 req-3c84f476-8858-410d-a9ad-5c166a282d73 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567534 Aug 31 09:39:19.981640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.003721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.004952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.141915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8d480c1-b549-4a79-99fc-e8fb3f444ffc req-40755854-eaac-4617-b0c5-90c475f8020d tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0503678 Aug 31 09:39:20.148992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2463541 Aug 31 09:39:20.150103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42212) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:20.170316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Request body: {'port': {'device_id': '23f03a34-62e6-4e70-ab61-72a54195e021', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '66ccd75077fe49d898cf919a41c949a7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:20.244462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d95fc5-fea6-4270-9ddb-0304b4cffd0d tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Pushing event updated for resources: {'Network': ['ID=db069d03-b1e7-4a8d-b9aa-51cf7b296a1e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.276389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'network': {'name': 'tempest-network--419025373', 'router:external': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:20.282975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network db069d03-b1e7-4a8d-b9aa-51cf7b296a1e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:20.347543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Made reservation on behalf of 99acbee2e8a142cd9c0cec19ce3b0df4 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:20.357639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.368411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Made reservation on behalf of 66ccd75077fe49d898cf919a41c949a7 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:20.375975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.384142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.394202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.546736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.551284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.643607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a466c7c2-59ac-44d8-b760-78709571174e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.690654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.699397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.753157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Allocated IP 192.168.233.109 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:20.793729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:20.862291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.862750 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Added segment 878f9a78-6074-44ec-aa95-a6d67bcbed66 of type vlan for network 788b7903-3a77-4a7e-898a-38d2a2147984 Aug 31 09:39:20.904779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d4820-534c-46ad-832d-8dd712da9c2d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:20.914405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6453a302-ff07-4c23-bca1-4556ddf82cbe req-5d9932a0-c10a-493f-828d-49f6ad5b4975 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0770049 Aug 31 09:39:20.973647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-71d0cfc7-c4f9-479e-b31a-9026956bde80 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.993525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-71d0cfc7-c4f9-479e-b31a-9026956bde80 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.2839913 Aug 31 09:39:21.024862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66b8d6-6d68-42db-9886-1d5945b8c787 req-e619054d-1129-4351-84c6-fa0960cb6ce1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.026627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e66b8d6-6d68-42db-9886-1d5945b8c787 req-e619054d-1129-4351-84c6-fa0960cb6ce1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 945 time: 0.2532954 Aug 31 09:39:21.059175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.085284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.088370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Transition to ACTIVE for port object 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:21.140657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.187634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:21.193443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:21.198257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:21.213227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e66b8d6-6d68-42db-9886-1d5945b8c787 req-2b6a61a9-481d-4fb0-984f-c2cd6e87291c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619241 Aug 31 09:39:21.235270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3031d9-cf62-4952-a368-b7676346874a req-067da526-b2d6-4436-b654-7f84b4292ce1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.236878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba3031d9-cf62-4952-a368-b7676346874a req-067da526-b2d6-4436-b654-7f84b4292ce1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 945 time: 0.1868098 Aug 31 09:39:21.241359 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.251660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.251660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.264221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Pushing event updated for resources: {'Port': ['ID=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:21.331889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.332557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.358131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2027080 Aug 31 09:39:21.360258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:21.363835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879b03-0487-4cf6-b169-4f2869a362f2 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Network': ['ID=788b7903-3a77-4a7e-898a-38d2a2147984,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:21.376271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Deleting port 2233b042-64ac-47ff-bc52-143213952d25 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:21.376616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.387347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 788b7903-3a77-4a7e-898a-38d2a2147984 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:21.401365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba3031d9-cf62-4952-a368-b7676346874a req-d6b71d23-25b8-4ba3-b30f-e37b9ebbf6e1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315787 Aug 31 09:39:21.516262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-f5986179-fd2b-4ad8-9853-aa146a5f3bfe tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3685288 Aug 31 09:39:21.537344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Request body: {'port': {'device_id': '23f03a34-62e6-4e70-ab61-72a54195e021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:21.602516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:21.624554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.637359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.709476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9449462-9e52-4e03-9d1d-5c729f0b9465 req-ec85f824-37f9-48ff-a264-998fc729bcaa tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0750387 Aug 31 09:39:21.774915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:21.778361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.792005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'port_id': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'mac_address': 'fa:16:3e:0b:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:21.799560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fcc4a55c-a62e-40f7-9d74-ef4f6ba30431 None None] Provisioning for port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:21.803417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-2acfb006-e21a-4e11-9668-3a34c8d5010e tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:21.806399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-2acfb006-e21a-4e11-9668-3a34c8d5010e tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.23 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 813 time: 0.3651037 Aug 31 09:39:21.831887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] For port 2233b042-64ac-47ff-bc52-143213952d25, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2233b042-64ac-47ff-bc52-143213952d25,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:21.832856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.840875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fcc4a55c-a62e-40f7-9d74-ef4f6ba30431 None None] Provisioning complete for port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:21.841522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fcc4a55c-a62e-40f7-9d74-ef4f6ba30431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.856244 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.862501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Calling delete_port for 2233b042-64ac-47ff-bc52-143213952d25 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:21.892096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788b7903-3a77-4a7e-898a-38d2a2147984']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:21.895835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:21.914369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878f9a78-6074-44ec-aa95-a6d67bcbed66') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:21.914539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878f9a78-6074-44ec-aa95-a6d67bcbed66') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:21.921125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:21.927981 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.940863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.960538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4a55c-a62e-40f7-9d74-ef4f6ba30431 None None] Port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:21.995721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.008502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.023176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:22.023435 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:22.025202 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:22.075025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-fc47d96c-f7c7-4b13-82b9-bd399be3d41e tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f38993f63a4702bbcd211df7e79b2a HTTP/1.1" status: 200 len: 379 time: 0.0876734 Aug 31 09:39:22.143034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'port': {'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'admin_state_up': True, 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'security_groups': ['69080870-d269-4287-8ad4-ae7650e8648f']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:22.165512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.167845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['6faf6b27-be08-4f81-bc0f-b3343a108551'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:22.179315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 788b7903-3a77-4a7e-898a-38d2a2147984 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:39:22.184815 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.193440 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/networks/788b7903-3a77-4a7e-898a-38d2a2147984 HTTP/1.1" status: 204 len: 168 time: 0.8302062 Aug 31 09:39:22.198425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42240) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:22.211794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:22.219061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01de4aa-ef78-4c03-b00e-6bbd0cdbeea4 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Network': ['ID=788b7903-3a77-4a7e-898a-38d2a2147984,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.350530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:22.362952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.384289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Transition to ACTIVE for port object 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:22.393497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.475379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee0844-7fad-4c5b-8542-072bed8f9916 req-0454e47b-00f6-4fe1-8b82-0eab209c2557 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:22.482885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbee0844-7fad-4c5b-8542-072bed8f9916 req-0454e47b-00f6-4fe1-8b82-0eab209c2557 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 936 time: 0.4043043 Aug 31 09:39:22.512988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Pushing event updated for resources: {'Port': ['ID=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.593781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.605478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Made reservation on behalf of 99acbee2e8a142cd9c0cec19ce3b0df4 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:22.622746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.688701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbee0844-7fad-4c5b-8542-072bed8f9916 req-7905e6b7-e036-4a19-b3f0-dec508883f41 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606660 Aug 31 09:39:22.740967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f3d79-ef32-4ec3-980d-10c8557316d7 req-92af4475-c520-40fb-b87e-2175e83cfa7d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:22.748768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7f3d79-ef32-4ec3-980d-10c8557316d7 req-92af4475-c520-40fb-b87e-2175e83cfa7d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fdfcaea-29b9-444e-ae75-dee1a54b3546 HTTP/1.1" status: 200 len: 867 time: 0.3352003 Aug 31 09:39:22.766993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event deleted for resources: {'Port': ['ID=2233b042-64ac-47ff-bc52-143213952d25,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.872965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c', '35d24521-709f-470b-8493-4e6bbe7e3e80', '2233b042-64ac-47ff-bc52-143213952d25'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:22.945588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:22.950768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] No DVR routers for this DVR port 2233b042-64ac-47ff-bc52-143213952d25 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:23.007667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.009802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8958ece6-e8b0-45f8-b9c9-8925dee9db09 req-83a02317-20a0-44be-928b-0a42510732b3 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "DELETE /v2.0/ports/2233b042-64ac-47ff-bc52-143213952d25 HTTP/1.1" status: 204 len: 173 time: 2.0064650 Aug 31 09:39:23.047900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7f3d79-ef32-4ec3-980d-10c8557316d7 req-37537e0f-467a-44ce-a0d6-d3ec28659fdf tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981524 Aug 31 09:39:23.048391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'name': 'network-vif-deleted', 'tag': '2233b042-64ac-47ff-bc52-143213952d25'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:23.050780 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711363da-be36-4c21-a597-5d9d2f7f7809" -d '{"events": [{"server_uuid": "8fdfcaea-29b9-444e-ae75-dee1a54b3546", "name": "network-vif-deleted", "tag": "2233b042-64ac-47ff-bc52-143213952d25"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:23.111060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.111453 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Added segment 8f853712-b70b-44c7-9d3e-ec5a19046d0f of type vlan for network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 Aug 31 09:39:23.144313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Made reservation on behalf of 32f38993f63a4702bbcd211df7e79b2a for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:23.160380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.407077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5376dd02-6a9b-47a2-9ebe-eeb18f0a35a5 req-8217a34b-bd26-4f71-aa78-e40f075c5518 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.2268593 Aug 31 09:39:23.466227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Attempting to bind port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:23.466730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Attempting to bind port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:23.467098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Attempting to bind port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:23.485942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb2702-ea2c-429b-b4b4-e95195c8b04c req-59d9d10b-7b4b-4269-a780-6c93fed15038 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.487591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65bb2702-ea2c-429b-b4b4-e95195c8b04c req-59d9d10b-7b4b-4269-a780-6c93fed15038 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 946 time: 0.4164000 Aug 31 09:39:23.489580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.497862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:23.498243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Attempting to bind port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:23.517060 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40bc02-4f03-4379-8258-99035d16033c x-openstack-request-id: req-9e40bc02-4f03-4379-8258-99035d16033c {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:23.517367 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdfcaea-29b9-444e-ae75-dee1a54b3546", "name": "network-vif-deleted", "tag": "2233b042-64ac-47ff-bc52-143213952d25", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:23.517605 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e40bc02-4f03-4379-8258-99035d16033c {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:23.518012 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdfcaea-29b9-444e-ae75-dee1a54b3546', 'name': 'network-vif-deleted', 'tag': '2233b042-64ac-47ff-bc52-143213952d25', 'status': 'completed', 'code': 200} Aug 31 09:39:23.523535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:23.524080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:23.525622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:23.527669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Bound port: 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:23.531827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.532420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Allocated IP 172.20.0.10 (379b46e7-681b-4fb6-a147-a35c845412d5/7d9ed1c1-989f-4639-a9f8-503820aa9b63/9e498611-d77b-4ed7-93b3-81ee668dea42) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:23.586356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65bb2702-ea2c-429b-b4b4-e95195c8b04c req-7b114046-b6d7-4ac5-b3a7-f364380a37d6 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870953 Aug 31 09:39:23.591953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.593079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.593679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.624577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:23.687020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] For port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:23.696858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] For port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:23.703659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.723934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5221868 Aug 31 09:39:23.731128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42254) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:23.747465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:23.748114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.750792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 6faf6b27-be08-4f81-bc0f-b3343a108551 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:23.754334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'subnet': {'network_id': '2a1d9e8e-5b56-4a8e-a363-86d6f322de32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:23.757352 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] 10.222.0.15 "PUT /v2.0/ports/00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 HTTP/1.1" status: 200 len: 1097 time: 2.2258525 Aug 31 09:39:23.761531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 6faf6b27-be08-4f81-bc0f-b3343a108551 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:23.761979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.798462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c7add-cc3d-4bf7-965c-7992c3c510d9 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Network': ['ID=2a1d9e8e-5b56-4a8e-a363-86d6f322de32,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:23.827567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f03a34-62e6-4e70-ab61-72a54195e021', 'tag': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:23.838343 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "23f03a34-62e6-4e70-ab61-72a54195e021", "tag": "00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:23.884195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Made reservation on behalf of 99acbee2e8a142cd9c0cec19ce3b0df4 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:23.904121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.922929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:23.985600 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ab285-e8a6-4b92-af25-082892d40635 x-openstack-request-id: req-7e1ab285-e8a6-4b92-af25-082892d40635 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:23.985999 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f03a34-62e6-4e70-ab61-72a54195e021", "tag": "00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:23.986184 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e1ab285-e8a6-4b92-af25-082892d40635 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:23.986709 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f03a34-62e6-4e70-ab61-72a54195e021', 'tag': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8', 'status': 'completed', 'code': 200} Aug 31 09:39:24.085479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eee9d-20ef-40c4-875b-a8cef6f2f262 service neutron] Pushing event updated for resources: {'Port': ['ID=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.113264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-cb234966-0e01-4b70-9f19-7864be3b8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.116355 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-cb234966-0e01-4b70-9f19-7864be3b8a45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66ccd75077fe49d898cf919a41c949a7&device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 1100 time: 0.2609777 Aug 31 09:39:24.138828 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.190365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-2bb9dd18-dc6f-47eb-a938-52cbd87cf40e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 HTTP/1.1" status: 200 len: 217 time: 0.0655568 Aug 31 09:39:24.195356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:24.198337 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f5322-4bad-41be-9cfb-bb292cd7d7ac" -d '{"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:24.260982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:24.271917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-eb2b1f0e-68ff-487b-a35d-0a1cff61be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.274046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-eb2b1f0e-68ff-487b-a35d-0a1cff61be22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0765140 Aug 31 09:39:24.286306 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.315429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.343066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Transition to ACTIVE for port object 9e498611-d77b-4ed7-93b3-81ee668dea42 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:24.355562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801a94-5496-42a8-bb16-ff5934dd2173 req-8ba8b30e-2b5a-4366-8be7-0813d5dad6b3 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.357253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74801a94-5496-42a8-bb16-ff5934dd2173 req-8ba8b30e-2b5a-4366-8be7-0813d5dad6b3 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 948 time: 0.2742038 Aug 31 09:39:24.393470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-33c6f85a-7329-4e03-b116-bf90d0b438a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.396568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-33c6f85a-7329-4e03-b116-bf90d0b438a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125467 Aug 31 09:39:24.404813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.479887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74801a94-5496-42a8-bb16-ff5934dd2173 req-1ba56ca0-b0f7-4d8b-af33-24908a49a3b4 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077681 Aug 31 09:39:24.562188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.599374 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9bce4c-be4a-4f93-b8a7-1f13da74a722 x-openstack-request-id: req-4a9bce4c-be4a-4f93-b8a7-1f13da74a722 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:24.599680 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:24.599901 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a9bce4c-be4a-4f93-b8a7-1f13da74a722 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:24.600301 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'code': 200} Aug 31 09:39:24.609397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Network 379b46e7-681b-4fb6-a147-a35c845412d5 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:24.626116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:24.652138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-8b8222f9-e97b-4f84-9de2-55a527d9ee5c service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461796 Aug 31 09:39:24.693174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:24.843494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af170fc3-df7c-46e1-8f1f-41898e4789fb req-2f086594-8421-4acd-a7d7-25c7b6a5d819 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780200 Aug 31 09:39:24.921184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.921885 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.987198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-22ca6572-2c90-45ca-8151-20be64343a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:24.988749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-22ca6572-2c90-45ca-8151-20be64343a40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66ccd75077fe49d898cf919a41c949a7&device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 1100 time: 0.0833302 Aug 31 09:39:24.999522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'Port': ['ID=9e498611-d77b-4ed7-93b3-81ee668dea42,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.026664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-04c9d054-2b81-4e05-bc61-5ffca192cf34 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8962727 Aug 31 09:39:25.030822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b7a925e2-5ab7-4066-9860-27cb5b7ba9c1 None None] Provisioning for port 9e498611-d77b-4ed7-93b3-81ee668dea42 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:25.042932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b7a925e2-5ab7-4066-9860-27cb5b7ba9c1 None None] Provisioning complete for port 9e498611-d77b-4ed7-93b3-81ee668dea42 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:25.043594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9be32-ef5d-4cdd-b3c1-2d66b7a01575 req-0100e265-9346-4070-86aa-46f08515e3a2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.044774 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b7a925e2-5ab7-4066-9860-27cb5b7ba9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.052169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cb9be32-ef5d-4cdd-b3c1-2d66b7a01575 req-0100e265-9346-4070-86aa-46f08515e3a2 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 946 time: 0.3154185 Aug 31 09:39:25.069464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Request body: {'port': {'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:25.115774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84344d-5682-4e6f-badd-22fe8d639878 req-70f4a0bc-58c2-4c4a-b954-3b8d60ea057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.117531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd84344d-5682-4e6f-badd-22fe8d639878 req-70f4a0bc-58c2-4c4a-b954-3b8d60ea057f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1099 time: 0.2199128 Aug 31 09:39:25.129398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dc0f9-670d-4f45-86d1-fa3c41c3e35d req-43f544bf-bdad-4bfe-803c-d6ca1d1e1fe1 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.129647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-e833c3fc-e46d-44f4-a013-2db0a8c8598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.131820 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-e833c3fc-e46d-44f4-a013-2db0a8c8598d service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.1346667 Aug 31 09:39:25.135230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c57dc0f9-670d-4f45-86d1-fa3c41c3e35d req-43f544bf-bdad-4bfe-803c-d6ca1d1e1fe1 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 932 time: 0.3521733 Aug 31 09:39:25.149369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b7a925e2-5ab7-4066-9860-27cb5b7ba9c1 None None] Port 9e498611-d77b-4ed7-93b3-81ee668dea42 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:25.214732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-0442a99c-81a5-4b74-ad03-22db621073e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 HTTP/1.1" status: 200 len: 217 time: 0.0718746 Aug 31 09:39:25.284153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c57dc0f9-670d-4f45-86d1-fa3c41c3e35d req-3615ee85-2d19-4fe9-938e-2da11fbce048 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866518 Aug 31 09:39:25.303588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cb9be32-ef5d-4cdd-b3c1-2d66b7a01575 req-98fd7808-6389-4df2-96cc-51d3c318f625 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439444 Aug 31 09:39:25.310192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.313126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-55b23aaf-93ac-4746-b61b-bcd76b8fdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.315139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-55b23aaf-93ac-4746-b61b-bcd76b8fdc90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0829046 Aug 31 09:39:25.355772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd84344d-5682-4e6f-badd-22fe8d639878 req-d068cc47-c10e-45f0-aad9-010ef6199880 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163339 Aug 31 09:39:25.407821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-7a59c5e9-8b14-40f3-811e-582ca8405c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.409489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-7a59c5e9-8b14-40f3-811e-582ca8405c5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844152 Aug 31 09:39:25.464578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:39:25.465058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.628089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2233b042-64ac-47ff-bc52-143213952d25 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:25.662328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 2233b042-64ac-47ff-bc52-143213952d25 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:25.662940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2233b042-64ac-47ff-bc52-143213952d25 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:25.664462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c57bac0d-895f-437f-acb1-fafd8b075a29,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.761595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-3053cc71-baa0-4ec6-b67a-cfb6d6341706 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947103 Aug 31 09:39:25.765753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329138f-2b66-420f-a8cc-c3c551af93ae req-af91f912-1957-40f1-bef1-87ee8c6e1b2d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.767330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5329138f-2b66-420f-a8cc-c3c551af93ae req-af91f912-1957-40f1-bef1-87ee8c6e1b2d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 947 time: 0.3408360 Aug 31 09:39:25.838934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a26fca-5f2f-4b06-a1b6-fd254ed72040 req-34a872be-e8d1-4a7e-a396-e9bed8d1bef2 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.840819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3a26fca-5f2f-4b06-a1b6-fd254ed72040 req-34a872be-e8d1-4a7e-a396-e9bed8d1bef2 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 948 time: 0.2085164 Aug 31 09:39:25.860771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Checking segment: {'id': '8f853712-b70b-44c7-9d3e-ec5a19046d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2a1d9e8e-5b56-4a8e-a363-86d6f322de32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:25.861478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Network hostable DHCP agents. Network: 2a1d9e8e-5b56-4a8e-a363-86d6f322de32, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:25.915991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88c87e92-c33a-47ec-a1cb-f50d727f8d8e req-9eb5b84c-ee91-487a-bd14-b3ef05ba0140 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261683 Aug 31 09:39:25.956075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5329138f-2b66-420f-a8cc-c3c551af93ae req-c14cde01-3026-435a-b082-5dc841a27c54 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256597 Aug 31 09:39:25.957330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:25.964682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3a26fca-5f2f-4b06-a1b6-fd254ed72040 req-729290ab-b4c4-49d1-bfba-059afd986c21 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124558 Aug 31 09:39:25.994312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 2a1d9e8e-5b56-4a8e-a363-86d6f322de32) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:25.999165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.999771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.007065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c1d52-3734-4010-996d-88f654eba1e2 None None] Network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:26.049350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c1d8a104-cb27-4312-95cd-bf05247733bb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3144658 Aug 31 09:39:26.050904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.056577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'floatingip': {'floating_network_id': '2a1d9e8e-5b56-4a8e-a363-86d6f322de32'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:26.109454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.122860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e498611-d77b-4ed7-93b3-81ee668dea42 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:26.141993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.176759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Transition to ACTIVE for port object 9e498611-d77b-4ed7-93b3-81ee668dea42 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:26.183942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.199875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22b2be-b353-4cde-835c-5efd496e2c67 None None] Network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:26.317123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-b640dc72-c2fc-471e-8bf8-d43b12f49703 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.319877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-b640dc72-c2fc-471e-8bf8-d43b12f49703 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 946 time: 0.0791924 Aug 31 09:39:26.322189 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.325865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Pushing event updated for resources: {'Port': ['ID=9e498611-d77b-4ed7-93b3-81ee668dea42,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.629675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Attempting to bind port 9e498611-d77b-4ed7-93b3-81ee668dea42 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:26.632423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Attempting to bind port 9e498611-d77b-4ed7-93b3-81ee668dea42 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:26.633040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Attempting to bind port 9e498611-d77b-4ed7-93b3-81ee668dea42 on network 379b46e7-681b-4fb6-a147-a35c845412d5 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:26.645166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Port 9e498611-d77b-4ed7-93b3-81ee668dea42 on network 379b46e7-681b-4fb6-a147-a35c845412d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:26.645573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Attempting to bind port 9e498611-d77b-4ed7-93b3-81ee668dea42 on network 379b46e7-681b-4fb6-a147-a35c845412d5 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:26.665980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Allocated IP 172.20.0.5 (2a1d9e8e-5b56-4a8e-a363-86d6f322de32/c57bac0d-895f-437f-acb1-fafd8b075a29/4f1f9bf6-87b8-407f-a66b-34a7462b2684) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:26.710391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69109e29-6265-43f7-9dec-6206234b9824 req-57642e59-fe9f-4ed5-84c4-2f3eb54f4069 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.723069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69109e29-6265-43f7-9dec-6206234b9824 req-57642e59-fe9f-4ed5-84c4-2f3eb54f4069 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.2964714 Aug 31 09:39:26.732358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:26.733073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Checking segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:26.733777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Bound using segment: {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:26.734862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Bound port: 9e498611-d77b-4ed7-93b3-81ee668dea42, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c900a4-8d30-48c1-999c-bf9216486e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:26.735479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.769290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8937-099c-4248-ae13-597505ccd81c req-54a3db5d-9d08-4115-a634-a8063bb2af8e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.772084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Deleting port 35d24521-709f-470b-8493-4e6bbe7e3e80 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:26.772658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.780533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09fc8937-099c-4248-ae13-597505ccd81c req-54a3db5d-9d08-4115-a634-a8063bb2af8e tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eeab48e-80ff-42ba-b613-1b984771d4b3 HTTP/1.1" status: 200 len: 946 time: 0.3274794 Aug 31 09:39:26.839088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69109e29-6265-43f7-9dec-6206234b9824 req-5a2c78d3-3209-421d-9b10-ddff52a311d5 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146941 Aug 31 09:39:26.938562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09fc8937-099c-4248-ae13-597505ccd81c req-49b6dbd7-e2b7-4a15-8304-616cc415d67f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565940 Aug 31 09:39:26.989072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.991758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] For port 9e498611-d77b-4ed7-93b3-81ee668dea42, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:26.995981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] For port 9e498611-d77b-4ed7-93b3-81ee668dea42, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e498611-d77b-4ed7-93b3-81ee668dea42,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:27.008841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.041026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.110599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.114093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.118555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] 10.222.0.23 "PUT /v2.0/ports/9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 1093 time: 2.0538414 Aug 31 09:39:27.125201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:27.151529 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814" -d '{"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:27.205112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] For port 35d24521-709f-470b-8493-4e6bbe7e3e80, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=35d24521-709f-470b-8493-4e6bbe7e3e80,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:27.212535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.239167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:27.255154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:27.264340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:27.277146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Calling delete_port for 35d24521-709f-470b-8493-4e6bbe7e3e80 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:27.328597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Port': ['ID=4f1f9bf6-87b8-407f-a66b-34a7462b2684,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.481375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1517f3-0c7b-42f1-89c1-c09f1224000f service neutron] Pushing event updated for resources: {'Port': ['ID=9e498611-d77b-4ed7-93b3-81ee668dea42,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.529919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.591375 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.628612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:27.789730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.809639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c', '35d24521-709f-470b-8493-4e6bbe7e3e80'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:27.903041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event deleted for resources: {'Port': ['ID=35d24521-709f-470b-8493-4e6bbe7e3e80,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.932294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:27.951054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8', 'mac_address': 'fa:16:3e:b1:1a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:28.043673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] No DVR routers for this DVR port 35d24521-709f-470b-8493-4e6bbe7e3e80 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:28.048468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.050603 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7c3beddc-ef91-41e8-bb57-bec073e64a65 req-dab55715-89f5-4d83-b200-1564896e419c tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "DELETE /v2.0/ports/35d24521-709f-470b-8493-4e6bbe7e3e80 HTTP/1.1" status: 204 len: 173 time: 1.7178519 Aug 31 09:39:28.051065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'name': 'network-vif-deleted', 'tag': '35d24521-709f-470b-8493-4e6bbe7e3e80'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:28.066795 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8137b9-6671-4cdd-81a3-dffcf658cda4" -d '{"events": [{"server_uuid": "6eeab48e-80ff-42ba-b613-1b984771d4b3", "name": "network-vif-deleted", "tag": "35d24521-709f-470b-8493-4e6bbe7e3e80"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:28.103946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.169035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.179367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:28.179682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.193273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:39:28.203708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:28.217878 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.315365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-c883a4a7-5020-41fd-a463-d14c2ade5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.318813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-c883a4a7-5020-41fd-a463-d14c2ade5eaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1096 time: 1.1354897 Aug 31 09:39:28.325517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:28.342370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514007ff-12e4-4566-8dab-0d1b946d4505 req-7c4ed9e9-d69e-4c81-b8bf-7c34c111d3db tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.342370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-514007ff-12e4-4566-8dab-0d1b946d4505 req-7c4ed9e9-d69e-4c81-b8bf-7c34c111d3db tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 948 time: 1.1337492 Aug 31 09:39:28.355242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Port': ['ID=4f1f9bf6-87b8-407f-a66b-34a7462b2684,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:28.379349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ac6f-6a2e-4fcb-91a2-81484f4d5996 req-481d7d02-37a4-435d-89d4-ae153e3a6e62 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.382871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.386679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4250ac6f-6a2e-4fcb-91a2-81484f4d5996 req-481d7d02-37a4-435d-89d4-ae153e3a6e62 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 947 time: 1.1776631 Aug 31 09:39:28.399201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.402509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-82f31519-d212-48d7-af84-ae33e5eee7be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3499782 Aug 31 09:39:28.404269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42344) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:28.432830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-5cadeadc-665f-4647-9483-cbeddf908c76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 217 time: 0.0875020 Aug 31 09:39:28.494806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:28.514078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4250ac6f-6a2e-4fcb-91a2-81484f4d5996 req-6e9e1dc5-7a7c-464c-bd1b-86635b672cab tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905378 Aug 31 09:39:28.551018 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7258510b-ac15-4631-b0ec-618c704825eb tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=2a1d9e8e-5b56-4a8e-a363-86d6f322de32 HTTP/1.1" status: 200 len: 689 time: 0.1408882 Aug 31 09:39:28.554002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42346) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:28.559485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-514007ff-12e4-4566-8dab-0d1b946d4505 req-2f9f7b50-d3dd-4617-9f41-e9fa4b86cb71 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693747 Aug 31 09:39:28.606319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-a1069513-6290-4695-a5de-24b6453d12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.612048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-a1069513-6290-4695-a5de-24b6453d12a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 200 len: 852 time: 0.1457970 Aug 31 09:39:28.664232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cd949e3-fd1c-43d8-a5d5-85984f1e7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.691859 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86015efe-6db7-4220-a298-2b00df12036d x-openstack-request-id: req-86015efe-6db7-4220-a298-2b00df12036d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:28.692237 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:28.693206 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86015efe-6db7-4220-a298-2b00df12036d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:28.694866 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'status': 'completed', 'code': 200} Aug 31 09:39:28.751891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-86ccb7da-0eeb-4ea6-941a-ce08e1dca8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.753873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-86ccb7da-0eeb-4ea6-941a-ce08e1dca8e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=379b46e7-681b-4fb6-a147-a35c845412d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369653 Aug 31 09:39:28.787140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.903873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6373815-d859-40ae-904b-1d5571245bc0 req-1982c509-2a76-4d62-8f39-41cd15d904e5 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.906577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6373815-d859-40ae-904b-1d5571245bc0 req-1982c509-2a76-4d62-8f39-41cd15d904e5 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.1997828 Aug 31 09:39:29.035401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6373815-d859-40ae-904b-1d5571245bc0 req-9b2c4c07-ccfb-4bbe-99e5-68984f2ac6ad tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097770 Aug 31 09:39:29.037924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-523cd617-4489-4f69-a630-1f0aa275d698 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729580 Aug 31 09:39:29.058238 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51278ea0-ce3a-4e59-b5dc-5af28c6b7df3 x-openstack-request-id: req-51278ea0-ce3a-4e59-b5dc-5af28c6b7df3 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:29.058836 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeab48e-80ff-42ba-b613-1b984771d4b3", "name": "network-vif-deleted", "tag": "35d24521-709f-470b-8493-4e6bbe7e3e80", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:29.059039 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51278ea0-ce3a-4e59-b5dc-5af28c6b7df3 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:29.059536 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeab48e-80ff-42ba-b613-1b984771d4b3', 'name': 'network-vif-deleted', 'tag': '35d24521-709f-470b-8493-4e6bbe7e3e80', 'status': 'completed', 'code': 200} Aug 31 09:39:29.061191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Deleting port 4f1f9bf6-87b8-407f-a66b-34a7462b2684 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:29.061798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.159285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b8d5b9-e681-4efa-83fe-0ec4c45c15e7 req-a95231d1-ffe6-430e-8016-c5830ec98deb service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125159 Aug 31 09:39:29.218780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.219127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.236488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Calling delete_port for 4f1f9bf6-87b8-407f-a66b-34a7462b2684 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:29.324021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-88d1d024-e3a9-453c-bde7-54daacc9207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.325720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-88d1d024-e3a9-453c-bde7-54daacc9207d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1096 time: 0.0782211 Aug 31 09:39:29.431007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.464608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f1f9bf6-87b8-407f-a66b-34a7462b2684,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:29.527001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-1a29367c-5f0e-4cbd-9467-de89c112074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.528851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-1a29367c-5f0e-4cbd-9467-de89c112074f service neutron] 10.222.0.23 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 914 time: 0.1879737 Aug 31 09:39:29.556141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.581687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-e3e17f95-4c7d-48ca-b073-0a9b997d4711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 217 time: 0.0437415 Aug 31 09:39:29.611451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.645259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:29.713316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-62333bf2-6066-4f64-b1ec-eb1d8e7612ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.715003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-62333bf2-6066-4f64-b1ec-eb1d8e7612ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 200 len: 852 time: 0.1260157 Aug 31 09:39:29.725238 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.761302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c57bac0d-895f-437f-acb1-fafd8b075a29,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:29.768393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:29.774667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:29.775701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.847846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b740c-2c1d-4d73-a0b4-b63d7a0afdd0 req-264c99c4-2a99-4a35-ada7-2a0d92664acf tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.856753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e53b740c-2c1d-4d73-a0b4-b63d7a0afdd0 req-264c99c4-2a99-4a35-ada7-2a0d92664acf tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 947 time: 0.1884582 Aug 31 09:39:29.877718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.909187 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.916710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1d9e8e-5b56-4a8e-a363-86d6f322de32']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:29.933092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0303b-79ea-41c7-b078-52d36fbe7ca3 req-8ac6f678-05d7-493f-b5de-b6fd30e591ea tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.944507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36d0303b-79ea-41c7-b078-52d36fbe7ca3 req-8ac6f678-05d7-493f-b5de-b6fd30e591ea tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 949 time: 0.1516645 Aug 31 09:39:29.946991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f853712-b70b-44c7-9d3e-ec5a19046d0f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:29.949381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f853712-b70b-44c7-9d3e-ec5a19046d0f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:29.955868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-dc71efe0-46b9-4d10-b892-3f2283a27314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.957947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f03a34-62e6-4e70-ab61-72a54195e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:29.959426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-dc71efe0-46b9-4d10-b892-3f2283a27314 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=379b46e7-681b-4fb6-a147-a35c845412d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2294805 Aug 31 09:39:29.961011 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98987fea-3f12-4556-9bb0-8e0410cdcffb" -d '{"events": [{"server_uuid": "23f03a34-62e6-4e70-ab61-72a54195e021", "name": "network-vif-plugged", "status": "completed", "tag": "00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:29.972255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.003546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:30.014234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.015630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 35d24521-709f-470b-8493-4e6bbe7e3e80 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:30.019306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.033215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:30.033821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.046047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 35d24521-709f-470b-8493-4e6bbe7e3e80 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:30.047025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 35d24521-709f-470b-8493-4e6bbe7e3e80 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:30.069950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e53b740c-2c1d-4d73-a0b4-b63d7a0afdd0 req-2ea70fc3-a900-4f95-a1a1-b8a1d11e398d tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104418 Aug 31 09:39:30.117951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36d0303b-79ea-41c7-b078-52d36fbe7ca3 req-f8a23226-756c-4436-b042-50adae0c3c6e tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691065 Aug 31 09:39:30.166335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:30.173924 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:30.184003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.195640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a1d9e8e-5b56-4a8e-a363-86d6f322de32 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:39:30.212995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.214334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-ca08cce5-ceb8-43d6-b5f6-37bc6b72b76b service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449896 Aug 31 09:39:30.219243 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5536b9-6fab-4f85-867a-e56c031ba142 x-openstack-request-id: req-ea5536b9-6fab-4f85-867a-e56c031ba142 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:30.219608 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f03a34-62e6-4e70-ab61-72a54195e021", "name": "network-vif-plugged", "status": "completed", "tag": "00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:30.219847 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea5536b9-6fab-4f85-867a-e56c031ba142 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:30.220143 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f03a34-62e6-4e70-ab61-72a54195e021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8', 'code': 200} Aug 31 09:39:30.226292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42372) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.226558 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2a1d9e8e-5b56-4a8e-a363-86d6f322de32 HTTP/1.1" status: 204 len: 168 time: 1.6709778 Aug 31 09:39:30.280821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025676-a8fe-4f07-a75b-cada559c02be tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a1d9e8e-5b56-4a8e-a363-86d6f322de32,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.392980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f49d-73f4-4b8f-a85b-f0f80fe70318 req-2f9b7877-878d-4316-a320-5c574d84521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.394950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6122f49d-73f4-4b8f-a85b-f0f80fe70318 req-2f9b7877-878d-4316-a320-5c574d84521f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 1102 time: 0.0879240 Aug 31 09:39:30.436751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6122f49d-73f4-4b8f-a85b-f0f80fe70318 req-0cfa356d-28ad-4451-a08e-650ceb17e121 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Aug 31 09:39:30.481320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-32c66d9b-8d1c-4961-bd03-d575f1f98886 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.2532027 Aug 31 09:39:30.483883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.509893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5cd2d-7c6c-414e-bed6-ae591ded2c53 req-cf62db85-e97d-44b6-a3a1-2f024c5175d5 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.511495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d5cd2d-7c6c-414e-bed6-ae591ded2c53 req-cf62db85-e97d-44b6-a3a1-2f024c5175d5 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.1447308 Aug 31 09:39:30.515534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d1fdf00c-fda0-4daf-ab7a-42dd5c83c814 req-7b8aac11-b236-48c8-ba60-8f84fb0cd441 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907770 Aug 31 09:39:30.582519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0d5cd2d-7c6c-414e-bed6-ae591ded2c53 req-fa1e7754-3c67-4843-b177-d177cfeda280 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618963 Aug 31 09:39:30.652627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.653066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.653797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.654253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.654997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.655601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.656028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.656474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.657030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.657820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.658276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.660553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-be71dcdf-b2be-4896-b8a7-776b6f9f163e tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7125 time: 0.1751819 Aug 31 09:39:30.664353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.717061 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-ecd92995-d5e6-47b2-950d-686ff4d20f28 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] delete failed (client error): The resource could not be found. Aug 31 09:39:30.718240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ecd92995-d5e6-47b2-950d-686ff4d20f28 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/4226151b-1276-4c17-9e11-bce26edf944b HTTP/1.1" status: 404 len: 345 time: 0.0528538 Aug 31 09:39:30.720974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.741520 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8877c2-990c-4f6d-b35d-415a8775a7ab tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 09:39:30.742185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8877c2-990c-4f6d-b35d-415a8775a7ab tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:30.744207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ea8877c2-990c-4f6d-b35d-415a8775a7ab tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2a1d9e8e-5b56-4a8e-a363-86d6f322de32 HTTP/1.1" status: 404 len: 339 time: 0.0222008 Aug 31 09:39:30.751323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42380) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.757144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'network': {'name': 'tempest-network--339036347', 'router:external': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:30.787556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Made reservation on behalf of 99acbee2e8a142cd9c0cec19ce3b0df4 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:30.790925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.820851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:30.851499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.852709 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Added segment cba59b11-b5b5-4c71-96d2-8937168aadbf of type vlan for network 3abc2bca-af62-4f5a-aef7-d920584d4b98 Aug 31 09:39:30.962137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.000677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.004166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.005655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.073962 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3215590 Aug 31 09:39:31.084109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6ff8a-6fff-452f-8230-3c785c77cb60 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Network': ['ID=3abc2bca-af62-4f5a-aef7-d920584d4b98,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:31.085003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42384) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.094558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 3abc2bca-af62-4f5a-aef7-d920584d4b98 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:31.299647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecfda2-c769-44f4-8e19-ee96923c47b7 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.308002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecfda2-c769-44f4-8e19-ee96923c47b7 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.326025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecfda2-c769-44f4-8e19-ee96923c47b7 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.344488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecfda2-c769-44f4-8e19-ee96923c47b7 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.346518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2aecfda2-c769-44f4-8e19-ee96923c47b7 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2601004 Aug 31 09:39:31.349663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42392) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.430907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be46f7f-372a-43eb-be69-1e07a87e176d req-26635c0e-81c7-408f-93ee-a39e5b9a98bc tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.432469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0be46f7f-372a-43eb-be69-1e07a87e176d req-26635c0e-81c7-408f-93ee-a39e5b9a98bc tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 950 time: 0.2224183 Aug 31 09:39:31.462298 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.506188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0be46f7f-372a-43eb-be69-1e07a87e176d req-4f798760-b660-43f6-acbd-ee14bf465d31 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663939 Aug 31 09:39:31.531819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-19fcd421-3ec1-4dc3-bd86-4df177a93e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.608016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.622680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abc2bca-af62-4f5a-aef7-d920584d4b98']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:31.637351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba59b11-b5b5-4c71-96d2-8937168aadbf') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:31.637616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba59b11-b5b5-4c71-96d2-8937168aadbf') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:31.659944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.709414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.719230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:31.719686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:31.721776 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:31.768262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.797599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a7501-c6d2-4d85-861c-1ce77274be79 req-276a0dd3-0e1d-4fad-8c03-76737221c726 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.799170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a34a7501-c6d2-4d85-861c-1ce77274be79 req-276a0dd3-0e1d-4fad-8c03-76737221c726 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.1227617 Aug 31 09:39:31.819198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.836182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3abc2bca-af62-4f5a-aef7-d920584d4b98 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:39:31.840798 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.846996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/networks/3abc2bca-af62-4f5a-aef7-d920584d4b98 HTTP/1.1" status: 204 len: 168 time: 0.4906042 Aug 31 09:39:31.847277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.854375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'network': {'name': 'tempest-network--2030951152', 'router:external': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:31.870530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a34a7501-c6d2-4d85-861c-1ce77274be79 req-2b54e2ca-2eea-4f01-8da9-92142fd7ec9e tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614207 Aug 31 09:39:31.871432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a896c2b-ca64-446f-a394-15d28e651654 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Network': ['ID=3abc2bca-af62-4f5a-aef7-d920584d4b98,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:31.907551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Made reservation on behalf of 99acbee2e8a142cd9c0cec19ce3b0df4 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:31.912405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.966346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:31.977969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.978379 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Added segment 0cf6208f-cf5b-42e0-9438-53b2863a2c94 of type vlan for network 0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e Aug 31 09:39:32.035407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.112222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.113812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.115478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.231649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Network': ['ID=0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.249357 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1af85604-af78-48f5-b60b-0e86045e2e5b tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4007959 Aug 31 09:39:32.250921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42400) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.262619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:32.348010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.396778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f111c1-ad1b-4ada-8fad-eca107a0684b tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.400851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-96f111c1-ad1b-4ada-8fad-eca107a0684b tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] 10.222.0.18 "GET /v2.0/networks/0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e HTTP/1.1" status: 200 len: 757 time: 0.1462312 Aug 31 09:39:32.401235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42402) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.534293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f56048-00eb-48eb-ab8b-74e5cbdf31c4 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.539029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d1f56048-00eb-48eb-ab8b-74e5cbdf31c4 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] 10.222.0.18 "GET /v2.0/networks/db069d03-b1e7-4a8d-b9aa-51cf7b296a1e HTTP/1.1" status: 200 len: 767 time: 0.1338425 Aug 31 09:39:32.541550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42410) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.684696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.820965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bf625-4d4b-4b3b-ab97-50e7ec6c8a92 req-dc553d07-2dc8-4474-bbac-45571b1fc443 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.822876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff4bf625-4d4b-4b3b-ab97-50e7ec6c8a92 req-dc553d07-2dc8-4474-bbac-45571b1fc443 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 950 time: 0.1343770 Aug 31 09:39:32.832580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.851829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56f11d-3708-42b4-ad9d-2b66bdcc7c81 req-ed024f61-a2da-439d-94bf-688de10f951f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.853545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f56f11d-3708-42b4-ad9d-2b66bdcc7c81 req-ed024f61-a2da-439d-94bf-688de10f951f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 946 time: 0.0950007 Aug 31 09:39:32.862133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:32.878024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf6208f-cf5b-42e0-9438-53b2863a2c94') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:32.878024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf6208f-cf5b-42e0-9438-53b2863a2c94') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:32.888696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.908454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.912964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff4bf625-4d4b-4b3b-ab97-50e7ec6c8a92 req-41b49c4e-350c-4489-b636-c30b631b0c49 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781283 Aug 31 09:39:32.916733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:32.917149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:32.920013 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:32.939285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f56f11d-3708-42b4-ad9d-2b66bdcc7c81 req-1d1cef68-7616-4353-8c14-c64ac7dd0dd1 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Aug 31 09:39:32.999858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.006666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:39:33.009701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.020227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e HTTP/1.1" status: 204 len: 168 time: 0.4787748 Aug 31 09:39:33.026622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42420) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.033161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'network': {'name': 'tempest-network--1784129494'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:33.040685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186db49-05dd-4c76-9fb5-123b6ef6efc0 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c6ae5c4-c0c5-44f0-9f03-c0dffdd8e72e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:33.087962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Made reservation on behalf of 99acbee2e8a142cd9c0cec19ce3b0df4 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:33.097091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.169727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:33.195042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.195533 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Added segment fa30c1bd-041c-4a74-aafe-9821b72142f4 of type vlan for network 4bb9ca63-b808-4bf8-a599-b95f813f67b3 Aug 31 09:39:33.219417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e72fbf-e901-4e76-8183-44f0005eae09 req-765dd784-ce6d-4564-9fd5-4548164fdb10 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.229783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e72fbf-e901-4e76-8183-44f0005eae09 req-765dd784-ce6d-4564-9fd5-4548164fdb10 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.1115959 Aug 31 09:39:33.298128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.331865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55e72fbf-e901-4e76-8183-44f0005eae09 req-f17d21a8-1f03-4c18-8fc8-51ea3e461c0b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007781 Aug 31 09:39:33.388711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.394922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.395564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.511939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4838674 Aug 31 09:39:33.515152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42432) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.521990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:33.549737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20400787-6a2e-4854-b06b-cbdc3a44311c tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Network': ['ID=4bb9ca63-b808-4bf8-a599-b95f813f67b3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:33.565101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 4bb9ca63-b808-4bf8-a599-b95f813f67b3 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:33.657107 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.799960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.822807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.871184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Network 4bb9ca63-b808-4bf8-a599-b95f813f67b3 is not hosted by any dhcp agent {{(pid=94895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:39:33.872337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.872940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.877005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "PUT /v2.0/networks/4bb9ca63-b808-4bf8-a599-b95f813f67b3 HTTP/1.1" status: 200 len: 858 time: 0.3580806 Aug 31 09:39:33.877625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.895760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc06a4-fb48-420d-94d1-304f4a8eb4d8 tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event updated for resources: {'Network': ['ID=4bb9ca63-b808-4bf8-a599-b95f813f67b3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:33.985833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.106959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.120665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb9ca63-b808-4bf8-a599-b95f813f67b3']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.136123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa30c1bd-041c-4a74-aafe-9821b72142f4') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.136686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa30c1bd-041c-4a74-aafe-9821b72142f4') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.149524 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.158531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c0b64-000d-40f5-9ac3-b29c24214ded req-3acd155e-e434-4ef2-b101-549252b8885f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:34.160095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-506c0b64-000d-40f5-9ac3-b29c24214ded req-3acd155e-e434-4ef2-b101-549252b8885f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 946 time: 0.1243467 Aug 31 09:39:34.191505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.204513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:34.204918 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:34.206655 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:34.264451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-506c0b64-000d-40f5-9ac3-b29c24214ded req-3934df88-3976-4821-9a7b-b750d5fa2e7f tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f48c0c0-5cbc-4af7-9595-d3485feb087f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907457 Aug 31 09:39:34.287178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.293733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bb9ca63-b808-4bf8-a599-b95f813f67b3 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:39:34.300274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.303011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] 10.222.0.18 "DELETE /v2.0/networks/4bb9ca63-b808-4bf8-a599-b95f813f67b3 HTTP/1.1" status: 204 len: 168 time: 0.4242442 Aug 31 09:39:34.312967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42448) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:34.323399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244821e-9a37-43c8-884d-c1b3043399dc tempest-ExternalNetworksTestJSON-1680609568 tempest-ExternalNetworksTestJSON-1680609568-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bb9ca63-b808-4bf8-a599-b95f813f67b3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.355872 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22b669d-b766-463b-a3be-aa50a1040bd5 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:34.356454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22b669d-b766-463b-a3be-aa50a1040bd5 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:34.358418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f22b669d-b766-463b-a3be-aa50a1040bd5 tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] 10.222.0.18 "DELETE /v2.0/subnets/c57bac0d-895f-437f-acb1-fafd8b075a29 HTTP/1.1" status: 404 len: 337 time: 0.0441675 Aug 31 09:39:34.360874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42454) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:34.384046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-35e5c91c-3589-4ec0-960a-e13c4d4c88f9 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:34.385665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-35e5c91c-3589-4ec0-960a-e13c4d4c88f9 tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 946 time: 0.1002562 Aug 31 09:39:34.501344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.571011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Deleting port 9659352b-b864-498c-bddd-3c08780f771c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:34.571943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.674433 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.693466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db069d03-b1e7-4a8d-b9aa-51cf7b296a1e']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.710678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04558e9d-9a98-4892-991b-7a5884f74a61') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.710982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04558e9d-9a98-4892-991b-7a5884f74a61') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:34.721598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.747891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.757247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:34.758042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.823839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] For port 9659352b-b864-498c-bddd-3c08780f771c, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=9659352b-b864-498c-bddd-3c08780f771c,segment=NetworkSegment(9f7bb50a-6a83-4a9f-8824-9b8427696eb0),segment_id=9f7bb50a-6a83-4a9f-8824-9b8427696eb0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:34.824117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:34.849737 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:34.854990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Calling delete_port for 9659352b-b864-498c-bddd-3c08780f771c owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:34.865722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903d095-6dfc-472d-9a6f-1ffd3536b936 req-e5a3b9e2-d4fb-4170-8b41-b5fe1eba9be0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:34.874112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2903d095-6dfc-472d-9a6f-1ffd3536b936 req-e5a3b9e2-d4fb-4170-8b41-b5fe1eba9be0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.3592737 Aug 31 09:39:34.908912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.920540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.926177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] 10.222.0.18 "DELETE /v2.0/networks/db069d03-b1e7-4a8d-b9aa-51cf7b296a1e HTTP/1.1" status: 204 len: 168 time: 0.5612304 Aug 31 09:39:34.943853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6bca3-f81c-47e1-b9b0-c99a7b1c49dc tempest-ExternalNetworksTestJSON-2135779191 tempest-ExternalNetworksTestJSON-2135779191-project] Pushing event deleted for resources: {'Network': ['ID=db069d03-b1e7-4a8d-b9aa-51cf7b296a1e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.965290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2903d095-6dfc-472d-9a6f-1ffd3536b936 req-7acacaf8-189d-4d4e-a160-fd59eaa8d911 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877006 Aug 31 09:39:35.043910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.056590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['9659352b-b864-498c-bddd-3c08780f771c'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:35.119498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Pushing event deleted for resources: {'Port': ['ID=9659352b-b864-498c-bddd-3c08780f771c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.169903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] No DVR routers for this DVR port 9659352b-b864-498c-bddd-3c08780f771c on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:35.172871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.176340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffdc06fe-c9af-40ea-89b1-da9a6a8fc03a req-d69b15f5-a73c-4555-9d1f-b6ce05021d8b tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.15 "DELETE /v2.0/ports/9659352b-b864-498c-bddd-3c08780f771c HTTP/1.1" status: 204 len: 173 time: 0.7841406 Aug 31 09:39:35.177082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'name': 'network-vif-deleted', 'tag': '9659352b-b864-498c-bddd-3c08780f771c'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:35.180100 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bdf25d-3ef2-4c40-a16e-fc48f05999a4" -d '{"events": [{"server_uuid": "fb1216e2-852a-45c1-b3e0-77cc48f55097", "name": "network-vif-deleted", "tag": "9659352b-b864-498c-bddd-3c08780f771c"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:35.244093 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0c5a86-b11f-47ad-a7ae-67fe16dfaae3 x-openstack-request-id: req-4b0c5a86-b11f-47ad-a7ae-67fe16dfaae3 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:35.244448 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1216e2-852a-45c1-b3e0-77cc48f55097", "name": "network-vif-deleted", "tag": "9659352b-b864-498c-bddd-3c08780f771c", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:35.244785 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b0c5a86-b11f-47ad-a7ae-67fe16dfaae3 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:35.245340 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1216e2-852a-45c1-b3e0-77cc48f55097', 'name': 'network-vif-deleted', 'tag': '9659352b-b864-498c-bddd-3c08780f771c', 'status': 'completed', 'code': 200} Aug 31 09:39:35.374332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42476) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.443888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95958110-65fd-4743-8919-2aefbbf696f3 req-acbdefb1-04cf-488e-be51-f1f0f1336b1d tempest-AttachVolumeNegativeTest-141163244 tempest-AttachVolumeNegativeTest-141163244-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1216e2-852a-45c1-b3e0-77cc48f55097 HTTP/1.1" status: 200 len: 210 time: 0.0524991 Aug 31 09:39:35.601721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42482) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.616131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d6cfa8fe-9a1b-43a4-9ecf-690aee2700f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c31fdfc2def64e4b8bcebcb9deabe604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395110 Aug 31 09:39:35.662448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18ef1b21-6f2c-4c99-874d-78b9a2e9edb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.691852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18ef1b21-6f2c-4c99-874d-78b9a2e9edb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.765794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18ef1b21-6f2c-4c99-874d-78b9a2e9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.772736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18ef1b21-6f2c-4c99-874d-78b9a2e9edb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.775095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-18ef1b21-6f2c-4c99-874d-78b9a2e9edb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a21a0ae2-6c13-41b4-860e-d8821d6252a3 HTTP/1.1" status: 204 len: 168 time: 0.1723046 Aug 31 09:39:35.803110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e498611-d77b-4ed7-93b3-81ee668dea42 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:35.807862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef1b21-6f2c-4c99-874d-78b9a2e9edb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a0ae2-6c13-41b4-860e-d8821d6252a3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.979877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 9e498611-d77b-4ed7-93b3-81ee668dea42, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e498611-d77b-4ed7-93b3-81ee668dea42,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:36.001004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:36.060388 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.079387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e498611-d77b-4ed7-93b3-81ee668dea42 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:36.108007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 9e498611-d77b-4ed7-93b3-81ee668dea42, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e498611-d77b-4ed7-93b3-81ee668dea42,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:36.115061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.166146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999018c-c224-424c-ba5c-d64abf40d84d req-64553b8a-a6aa-4f56-ab97-3215dbc9390c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:36.170441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6999018c-c224-424c-ba5c-d64abf40d84d req-64553b8a-a6aa-4f56-ab97-3215dbc9390c tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 944 time: 0.0886991 Aug 31 09:39:36.195778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.214149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=9e498611-d77b-4ed7-93b3-81ee668dea42,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.241633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6999018c-c224-424c-ba5c-d64abf40d84d req-9c18f504-2333-48f8-b30d-70ee367fc011 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561373 Aug 31 09:39:36.315193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.363522 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e4be933-01d0-4519-9860-4d1cae1ce3db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99acbee2e8a142cd9c0cec19ce3b0df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443578 Aug 31 09:39:36.363726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42504) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.416902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406fc0e0-5f21-4cf6-9c4a-07b5f1dd0a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.440047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406fc0e0-5f21-4cf6-9c4a-07b5f1dd0a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.479551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['9e498611-d77b-4ed7-93b3-81ee668dea42'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:36.499213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406fc0e0-5f21-4cf6-9c4a-07b5f1dd0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.502971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-406fc0e0-5f21-4cf6-9c4a-07b5f1dd0a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.507016 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-406fc0e0-5f21-4cf6-9c4a-07b5f1dd0a55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a3d4820-534c-46ad-832d-8dd712da9c2d HTTP/1.1" status: 204 len: 168 time: 0.1394126 Aug 31 09:39:36.514722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fc0e0-5f21-4cf6-9c4a-07b5f1dd0a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d4820-534c-46ad-832d-8dd712da9c2d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.584240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42510) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.681486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Deleting subnet 5575f8b9-d109-4a5a-a666-6f83255350c1 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:36.692082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.785881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.873354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.965622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.015928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.021590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5575f8b9-d109-4a5a-a666-6f83255350c1 HTTP/1.1" status: 204 len: 168 time: 0.4330757 Aug 31 09:39:37.021590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9e6e5-c87e-485f-bf4f-f5500174ea71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5575f8b9-d109-4a5a-a666-6f83255350c1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.022683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42524) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:37.143741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.240842 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.253645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c7033d-8197-4a1e-b00c-2f1874c94cfe']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:37.294689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7bb50a-6a83-4a9f-8824-9b8427696eb0') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:37.295201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7bb50a-6a83-4a9f-8824-9b8427696eb0') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:37.310989 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.338919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.355898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:37.356422 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:37.358657 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:37.477377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2392-4d44-4848-9d11-9e201fb79c66 req-12c1b50b-5683-4c31-a669-82a264366aff tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:37.485337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb8f2392-4d44-4848-9d11-9e201fb79c66 req-12c1b50b-5683-4c31-a669-82a264366aff tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 945 time: 0.1084819 Aug 31 09:39:37.494314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.510488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.515073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/36c7033d-8197-4a1e-b00c-2f1874c94cfe HTTP/1.1" status: 204 len: 168 time: 0.4884017 Aug 31 09:39:37.524873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e067b2e-5a99-4237-8775-58ddc7b701e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c7033d-8197-4a1e-b00c-2f1874c94cfe,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.555131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb8f2392-4d44-4848-9d11-9e201fb79c66 req-4bbbf0d0-4e50-4a57-91a7-91d9521c054d tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688853 Aug 31 09:39:37.680774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 9659352b-b864-498c-bddd-3c08780f771c no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:37.721895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 9659352b-b864-498c-bddd-3c08780f771c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:37.725412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 9659352b-b864-498c-bddd-3c08780f771c not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:37.763081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42548) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:37.809623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e498611-d77b-4ed7-93b3-81ee668dea42 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:37.861938 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14edf0b0-f6fc-468e-9236-03cdded583b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a687374363445168f640f8b389714af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975480 Aug 31 09:39:37.867228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42550) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:37.904862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 9e498611-d77b-4ed7-93b3-81ee668dea42 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:37.911195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 9e498611-d77b-4ed7-93b3-81ee668dea42 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:37.911733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.942066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9bb8-7162-470d-8338-a5c3d369e8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.981960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9bb8-7162-470d-8338-a5c3d369e8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.044504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9bb8-7162-470d-8338-a5c3d369e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.047603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9bb8-7162-470d-8338-a5c3d369e8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.048776 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ee2f9bb8-7162-470d-8338-a5c3d369e8f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f48c0c0-5cbc-4af7-9595-d3485feb087f HTTP/1.1" status: 204 len: 168 time: 0.1806605 Aug 31 09:39:38.058171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f9bb8-7162-470d-8338-a5c3d369e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f48c0c0-5cbc-4af7-9595-d3485feb087f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:38.079520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.114760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:38.117866 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d1e427-a9e6-4841-9ae5-39a50b8d8d49" -d '{"events": [{"server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:38.158449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 9e498611-d77b-4ed7-93b3-81ee668dea42, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e498611-d77b-4ed7-93b3-81ee668dea42,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:38.169126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.220013 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290726a2-83d3-4676-aa54-fe5d47a29973 x-openstack-request-id: req-290726a2-83d3-4676-aa54-fe5d47a29973 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:38.220686 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:38.221136 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-290726a2-83d3-4676-aa54-fe5d47a29973 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:38.221752 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'code': 200} Aug 31 09:39:38.308274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=9e498611-d77b-4ed7-93b3-81ee668dea42,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:38.419569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f515f-b65c-49e0-8822-f317dfd964ed req-810d0394-8f58-4bd0-b0ba-3865d468a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:38.427213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b96f515f-b65c-49e0-8822-f317dfd964ed req-810d0394-8f58-4bd0-b0ba-3865d468a75b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1098 time: 0.1035521 Aug 31 09:39:38.509911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b96f515f-b65c-49e0-8822-f317dfd964ed req-86487663-ee2a-446f-8801-29e82950595a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742528 Aug 31 09:39:38.736192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309bab1-4549-423c-bf8b-a4f4e7cf5637 req-f3dbac07-f92b-4f9a-b31f-798c7f9184d4 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:38.741541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4309bab1-4549-423c-bf8b-a4f4e7cf5637 req-f3dbac07-f92b-4f9a-b31f-798c7f9184d4 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 946 time: 0.0757501 Aug 31 09:39:38.843121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4309bab1-4549-423c-bf8b-a4f4e7cf5637 req-66183d4a-f834-4f37-bc15-89d6bd874c16 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848691 Aug 31 09:39:39.981649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c332b-33d7-4fbc-808e-2ce94f819f70 req-efd75cb9-a10a-4d73-a32e-aaab6303f078 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:39.990555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae3c332b-33d7-4fbc-808e-2ce94f819f70 req-efd75cb9-a10a-4d73-a32e-aaab6303f078 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 946 time: 0.0710909 Aug 31 09:39:40.043220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae3c332b-33d7-4fbc-808e-2ce94f819f70 req-e9210ace-603b-4b58-9cad-33267fb3e533 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517986 Aug 31 09:39:40.198627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5da5c-52ca-4146-bb25-0704afe3a270 req-363df994-9a9e-46eb-bebf-cb570a0b9e5e tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:40.200380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0c5da5c-52ca-4146-bb25-0704afe3a270 req-363df994-9a9e-46eb-bebf-cb570a0b9e5e tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 946 time: 0.0643551 Aug 31 09:39:40.256202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0c5da5c-52ca-4146-bb25-0704afe3a270 req-1bf1937a-8a9f-4376-ada0-eec109f831a6 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489316 Aug 31 09:39:40.282291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42630) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:40.550273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad7e21-3321-4bc8-b9ed-0a8fb393136f tempest-TestVolumeBackupRestore-1651041572 tempest-TestVolumeBackupRestore-1651041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:40.554987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42638) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:40.555334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1fad7e21-3321-4bc8-b9ed-0a8fb393136f tempest-TestVolumeBackupRestore-1651041572 tempest-TestVolumeBackupRestore-1651041572-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1093 time: 0.2714214 Aug 31 09:39:40.562072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:40.604178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.734180 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.860049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Allocated IP 172.25.4.182 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/13dad0f0-3bbb-4d4f-addc-859258ead04c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:40.976820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.025393 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.064656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:41.069642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:41.073508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:41.102513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'Port': ['ID=13dad0f0-3bbb-4d4f-addc-859258ead04c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.686737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.787072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.019822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.028132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.114987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event updated for resources: {'Port': ['ID=13dad0f0-3bbb-4d4f-addc-859258ead04c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.128979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.249657 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Floating IP b942c030-7c08-497e-aeda-e6576c75966f associated. External IP: 172.25.4.182, port: 9e498611-d77b-4ed7-93b3-81ee668dea42. Aug 31 09:39:42.520487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:43.137604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:43.151885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] Sync routers for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:43.158581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.164156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:43.165272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:39:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.187993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f7fdc3b2-59b6-438e-a1de-7bad7e07b748 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6311812 Aug 31 09:39:43.188720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:43.190631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42708) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:43.191096 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d1fa9-f752-4e24-9c39-27fb60565421" -d '{"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:43.236890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0590e5-551c-4b78-beb1-aeb11925f32c tempest-TestVolumeBackupRestore-1651041572 tempest-TestVolumeBackupRestore-1651041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:43.242320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42712) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:43.250363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Request body: {'floatingip': {'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:43.256143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9d0590e5-551c-4b78-beb1-aeb11925f32c tempest-TestVolumeBackupRestore-1651041572 tempest-TestVolumeBackupRestore-1651041572-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1093 time: 0.0628717 Aug 31 09:39:43.258787 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b1e39-ca02-41b3-89ee-359e99288614 x-openstack-request-id: req-376b1e39-ca02-41b3-89ee-359e99288614 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:43.259143 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:43.259402 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-376b1e39-ca02-41b3-89ee-359e99288614 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:43.259841 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'status': 'completed', 'code': 200} Aug 31 09:39:43.367108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.516008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:43.630051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-0844b4a7-adbf-4335-8653-960ee23f37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:43.631606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-0844b4a7-adbf-4335-8653-960ee23f37ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1098 time: 0.3305120 Aug 31 09:39:43.822950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'b942c030-7c08-497e-aeda-e6576c75966f', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:41Z', 'revision_number': 0, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.857883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] Checking router: 2b11bbf0-50a4-4022-8442-50a46c2a77c5 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:43.867697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:43.868319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:39:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.889806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-bb2a3f96-e667-4c8e-a5a6-55cab98c0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:43.891387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-bb2a3f96-e667-4c8e-a5a6-55cab98c0c27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 914 time: 0.2420759 Aug 31 09:39:44.081538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:44.209079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-32969971-0a33-4003-af28-1f98cab16e16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 1000 time: 0.3078640 Aug 31 09:39:44.367248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-8ff8c471-8163-4270-ae55-fc2f3c823497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:44.371283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-8ff8c471-8163-4270-ae55-fc2f3c823497 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 200 len: 852 time: 0.1398838 Aug 31 09:39:44.478020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.resource_extend [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:39:44.518773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'b942c030-7c08-497e-aeda-e6576c75966f', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:41Z', 'revision_number': 0, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:44.522597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-048ae726-4b00-4e97-9f1a-70ce60ea27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:44.524676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-048ae726-4b00-4e97-9f1a-70ce60ea27f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=379b46e7-681b-4fb6-a147-a35c845412d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442375 Aug 31 09:39:44.564152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.565630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282e462-9e22-4f43-8bc5-fead99458879 None None] The sync data for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 is: [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'b942c030-7c08-497e-aeda-e6576c75966f', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:41Z', 'revision_number': 0, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:44.609806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.803705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-e95e7343-3628-45a8-a4f1-94334a788cab service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654464 Aug 31 09:39:44.942136 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ae726-bf59-4771-bda9-7f0bb2610eed None None] New status for floating IP b942c030-7c08-497e-aeda-e6576c75966f: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:39:44.971215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:44.981692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-701d1fa9-f752-4e24-9c39-27fb60565421 req-1eceb9c1-b7f2-4665-953e-6224ce5ab293 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688216 Aug 31 09:39:45.176851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:45.189671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.267887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:45.276413 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54104e4e-b95c-4401-a26e-479a0dfa2bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:45.294012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9ccc8195-eaaa-40b0-9b57-80c305ebb8e0 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "PUT /v2.0/floatingips/b942c030-7c08-497e-aeda-e6576c75966f HTTP/1.1" status: 200 len: 992 time: 2.0503187 Aug 31 09:39:45.339589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] Sync routers for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:45.345620 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b28835-69b5-4544-87a7-801576005e0a x-openstack-request-id: req-b3b28835-69b5-4544-87a7-801576005e0a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:45.346042 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:45.346429 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3b28835-69b5-4544-87a7-801576005e0a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:45.347044 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'status': 'completed', 'code': 200} Aug 31 09:39:45.357706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:45.358598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:39:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:45.471975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-112950a2-cd70-4ed1-8c6e-660581fdee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.474629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-112950a2-cd70-4ed1-8c6e-660581fdee1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1098 time: 0.0771284 Aug 31 09:39:45.594319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-7b082d13-694c-4dae-8adc-da8c067b8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.596306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-7b082d13-694c-4dae-8adc-da8c067b8259 service neutron] 10.222.0.23 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 914 time: 0.1115198 Aug 31 09:39:45.612350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:45.824682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-1c9dded0-b36d-4ecf-864e-14a23601176c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 1002 time: 0.2197123 Aug 31 09:39:45.931947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-843bd8c3-18f9-4535-86a6-460d74894884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.946593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-843bd8c3-18f9-4535-86a6-460d74894884 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 200 len: 852 time: 0.1015325 Aug 31 09:39:46.029332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-4690e0da-c1f7-4b4c-8f47-7b617b6128ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:46.031335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-4690e0da-c1f7-4b4c-8f47-7b617b6128ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=379b46e7-681b-4fb6-a147-a35c845412d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836952 Aug 31 09:39:46.084450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'b942c030-7c08-497e-aeda-e6576c75966f', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:45Z', 'revision_number': 2, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.125065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] Checking router: 2b11bbf0-50a4-4022-8442-50a46c2a77c5 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:46.148924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:46.149604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:39:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.258508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-a9a9e0b3-d257-49b2-8702-65ce42a1e3c2 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172816 Aug 31 09:39:46.335053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:46.425925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54104e4e-b95c-4401-a26e-479a0dfa2bb5 req-5d99dcf6-cf1b-4fe6-bc56-e1d96e332094 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587272 Aug 31 09:39:46.601347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'b942c030-7c08-497e-aeda-e6576c75966f', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:45Z', 'revision_number': 2, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.633758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7519b5c-5320-4bd3-af2f-b1e8899e810c None None] The sync data for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 is: [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'b942c030-7c08-497e-aeda-e6576c75966f', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'port_id': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'mac_address': 'fa:16:3e:37:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:45Z', 'revision_number': 2, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:47.348752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:47.351167 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c957b-6b14-48f7-a3e8-1fd8691978e8" -d '{"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:47.431691 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e750aa-82a9-4172-b686-5d34c7cacb72 x-openstack-request-id: req-b6e750aa-82a9-4172-b686-5d34c7cacb72 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:47.432659 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:47.433078 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6e750aa-82a9-4172-b686-5d34c7cacb72 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:47.433652 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'status': 'completed', 'code': 200} Aug 31 09:39:47.571969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-0c75646d-6a42-4d2d-92dd-f163361564cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:47.573507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-0c75646d-6a42-4d2d-92dd-f163361564cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1098 time: 0.0806761 Aug 31 09:39:47.741729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-6dcfd653-68ca-496d-b7ab-8f3dc57ca955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:47.743855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-6dcfd653-68ca-496d-b7ab-8f3dc57ca955 service neutron] 10.222.0.23 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 914 time: 0.1624646 Aug 31 09:39:47.828960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-ee69153c-ed51-467a-8120-02e861d49f9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 1002 time: 0.0769584 Aug 31 09:39:47.889980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-677d9af5-df56-43bc-8a1e-0e00a4454646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:47.891734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-677d9af5-df56-43bc-8a1e-0e00a4454646 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 200 len: 852 time: 0.0552938 Aug 31 09:39:47.956431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-477af0d3-1912-4e64-bb57-c23747237b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:47.959147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-477af0d3-1912-4e64-bb57-c23747237b84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=379b46e7-681b-4fb6-a147-a35c845412d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577772 Aug 31 09:39:48.073808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-c0c9b044-ab30-453e-9eb9-1dbcfb7d2910 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072571 Aug 31 09:39:48.201636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e76c957b-6b14-48f7-a3e8-1fd8691978e8 req-cbc43974-04ca-46db-a0c0-434ab759f84a service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176631 Aug 31 09:39:48.662754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.974359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:50.213835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.367680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.376146 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.409809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=201716054a1d4ddc8f7857d4e7e6a4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336624 Aug 31 09:39:50.413519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:50.432266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e3f27-c644-48b9-a52b-1a3571dee3f2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:50.440591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.440936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.441279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.441654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.442198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.442638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.442974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.443307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.443633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.443985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.444312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.444673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8771a-ed9d-4e37-abb7-ebf0c71040f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:50.534854 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a7692bf-d8fc-44bf-aab1-dfc37083457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.569644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a7692bf-d8fc-44bf-aab1-dfc37083457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.105423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a7692bf-d8fc-44bf-aab1-dfc37083457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.108451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a7692bf-d8fc-44bf-aab1-dfc37083457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.109475 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a7692bf-d8fc-44bf-aab1-dfc37083457e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf6e3f27-c644-48b9-a52b-1a3571dee3f2 HTTP/1.1" status: 204 len: 168 time: 0.6942301 Aug 31 09:39:51.119271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7692bf-d8fc-44bf-aab1-dfc37083457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e3f27-c644-48b9-a52b-1a3571dee3f2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.259873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42952) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.461480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ca4930c-7835-4627-8960-0f7df703dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.657098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ca4930c-7835-4627-8960-0f7df703dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.665931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ca4930c-7835-4627-8960-0f7df703dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.734385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9ca4930c-7835-4627-8960-0f7df703dfb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9af491b8cb140e19839b3d1cd689ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732587 Aug 31 09:39:54.734665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42966) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.735322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4930c-7835-4627-8960-0f7df703dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c7ee1-b0c4-4d09-8f5f-8d4d6ec48050,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.927994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66af12b6-0dcc-4406-aa7d-8f4ec503db7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.968584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66af12b6-0dcc-4406-aa7d-8f4ec503db7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.037636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66af12b6-0dcc-4406-aa7d-8f4ec503db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.040615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66af12b6-0dcc-4406-aa7d-8f4ec503db7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.042266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-66af12b6-0dcc-4406-aa7d-8f4ec503db7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b06c7ee1-b0c4-4d09-8f5f-8d4d6ec48050 HTTP/1.1" status: 204 len: 168 time: 0.3062758 Aug 31 09:39:55.051873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af12b6-0dcc-4406-aa7d-8f4ec503db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c7ee1-b0c4-4d09-8f5f-8d4d6ec48050,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.582968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 42978) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:55.599739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc587f2d-e57f-4a61-9550-b4d0c9b93eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.711100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc587f2d-e57f-4a61-9550-b4d0c9b93eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.716880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc587f2d-e57f-4a61-9550-b4d0c9b93eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.758185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 42980) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:55.758759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc587f2d-e57f-4a61-9550-b4d0c9b93eff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f2d7418e5134c51932f28d7db27e563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736536 Aug 31 09:39:55.759530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587f2d-e57f-4a61-9550-b4d0c9b93eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4551ee24-488a-4863-985c-05c84879f583,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.837335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e192c588-30bd-4109-8b60-ac036422293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.880356 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e192c588-30bd-4109-8b60-ac036422293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.942842 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e192c588-30bd-4109-8b60-ac036422293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.952361 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e192c588-30bd-4109-8b60-ac036422293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.956790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e192c588-30bd-4109-8b60-ac036422293c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4551ee24-488a-4863-985c-05c84879f583 HTTP/1.1" status: 204 len: 168 time: 0.1963162 Aug 31 09:39:55.990840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192c588-30bd-4109-8b60-ac036422293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4551ee24-488a-4863-985c-05c84879f583,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:57.495194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-2db9ba72-4145-4bb3-a73c-2ba0b1728cdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806754 Aug 31 09:39:57.642871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-96b13880-07d1-48c9-8b45-84498730f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.645638 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-96b13880-07d1-48c9-8b45-84498730f496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8b6483b85a14a66bebd22fa37a15513&device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 1099 time: 0.0841310 Aug 31 09:39:57.942654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-240a2788-4ec0-4a30-97b3-2605a637156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.944320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-240a2788-4ec0-4a30-97b3-2605a637156e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 200 len: 917 time: 0.2697155 Aug 31 09:39:58.095582 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-ce586420-a64d-4159-a34b-98db27f34a6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 200 len: 1002 time: 0.1362207 Aug 31 09:39:58.177957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-5c5487cd-da9b-4f31-a3b4-967940508a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.179850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-5c5487cd-da9b-4f31-a3b4-967940508a75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 200 len: 855 time: 0.0758853 Aug 31 09:39:58.273126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-5e87b0bf-88df-47dd-accb-f5dc86dca5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.286434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-5e87b0bf-88df-47dd-accb-f5dc86dca5b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a52d2fab-8d36-489f-9914-297f3c8f6d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965576 Aug 31 09:39:58.481066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-51db800b-7a44-48c7-90fc-96d05961e058 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814773 Aug 31 09:39:58.600556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-156d4f2a-1514-4496-9c3e-a0890beb599b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.689336 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-872315b1-e3d4-4d91-92cb-d01c3e32d4e6 req-7b50aa18-1988-4693-b008-e56c472409b3 service neutron] 10.222.0.15 "GET /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742625 Aug 31 09:40:00.487853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43122) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.645557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ebddc293-1e5f-41bd-a42c-2158d2f31f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.752019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ebddc293-1e5f-41bd-a42c-2158d2f31f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.760432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ebddc293-1e5f-41bd-a42c-2158d2f31f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.800040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43132) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.800681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ebddc293-1e5f-41bd-a42c-2158d2f31f8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c044acc9addb46f1b8832b361a7ca467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093157 Aug 31 09:40:00.819103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddc293-1e5f-41bd-a42c-2158d2f31f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea6295-2736-4d6a-8d15-fafde22be8ab,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.916289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab7e0-fc6b-407a-9d65-3220a2a80c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.947915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab7e0-fc6b-407a-9d65-3220a2a80c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.015650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab7e0-fc6b-407a-9d65-3220a2a80c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.018727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b3ab7e0-fc6b-407a-9d65-3220a2a80c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.021692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8b3ab7e0-fc6b-407a-9d65-3220a2a80c4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04ea6295-2736-4d6a-8d15-fafde22be8ab HTTP/1.1" status: 204 len: 168 time: 0.2202368 Aug 31 09:40:01.032246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ab7e0-fc6b-407a-9d65-3220a2a80c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea6295-2736-4d6a-8d15-fafde22be8ab,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.478031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43148) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:01.492529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.532573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e47b891d-e0a4-454f-a7a5-887b9883d80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.658053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.665731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.733654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08a3db82d52e4f41a7c6dd4ef72101e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542465 Aug 31 09:40:01.735246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a215e-3215-4785-975c-441995bedd2b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.737125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:01.749126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.749980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.750520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.751078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.751830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.752419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.752947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.753680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.755591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.756235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.756950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.757461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d3edc-ed96-42d2-bd75-1248c308db97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:01.784515 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.854960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d77d-0e27-44a5-84c5-73775c6f3795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.919082 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d77d-0e27-44a5-84c5-73775c6f3795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.063630 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d77d-0e27-44a5-84c5-73775c6f3795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.070228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d77d-0e27-44a5-84c5-73775c6f3795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.072371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cdc0d77d-0e27-44a5-84c5-73775c6f3795 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/117a215e-3215-4785-975c-441995bedd2b HTTP/1.1" status: 204 len: 168 time: 0.3339674 Aug 31 09:40:02.087750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0d77d-0e27-44a5-84c5-73775c6f3795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a215e-3215-4785-975c-441995bedd2b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:02.331349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.767667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca350c24-8b18-4b1b-8c17-85c0dba3ee63 req-8b459d19-aff3-486f-8afc-defc14e96d46 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:02.780772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca350c24-8b18-4b1b-8c17-85c0dba3ee63 req-8b459d19-aff3-486f-8afc-defc14e96d46 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 947 time: 0.0807235 Aug 31 09:40:02.892719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca350c24-8b18-4b1b-8c17-85c0dba3ee63 req-3d00d627-15c0-46db-be8f-d7c0143dfd84 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045117 Aug 31 09:40:03.625809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.086797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fe084-6c57-49a1-938d-6de06cb3abdd req-9bdcd201-e8ba-43ec-b008-2a218f9c668f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:04.086797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb2fe084-6c57-49a1-938d-6de06cb3abdd req-9bdcd201-e8ba-43ec-b008-2a218f9c668f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 947 time: 0.0913930 Aug 31 09:40:04.105420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-6e897e1c-f70f-4676-a3da-60f08ac62c6f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:04.112869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-6e897e1c-f70f-4676-a3da-60f08ac62c6f tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 947 time: 0.1046267 Aug 31 09:40:04.194538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb2fe084-6c57-49a1-938d-6de06cb3abdd req-3b630595-bb1b-4945-8795-aa11b2b811b8 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad05178-b245-4e44-976e-dca8c8675e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002815 Aug 31 09:40:04.300027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Deleting port 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:04.300763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.528090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] For port 6faf6b27-be08-4f81-bc0f-b3343a108551, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6faf6b27-be08-4f81-bc0f-b3343a108551,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:04.529066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.794938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.795361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.796900 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Floating IP 30ecb24a-2c5d-49b6-b812-e2aeb59b41aa disassociated. External IP: 172.25.4.177, port: 6faf6b27-be08-4f81-bc0f-b3343a108551. Aug 31 09:40:04.798912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Calling delete_port for 6faf6b27-be08-4f81-bc0f-b3343a108551 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:04.992175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.033334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event deleted for resources: {'Port': ['ID=6faf6b27-be08-4f81-bc0f-b3343a108551,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.216192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:05.228697 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:05.400106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9236198a-6b66-4bdc-b980-5bc622426f0b req-6096dde4-5028-46fd-87f5-b9d0a595a967 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 210 time: 0.0628357 Aug 31 09:40:05.553053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:05.581023 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:05.603353 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:05.603933 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:05.764828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-bf2922b2-b488-43fd-9d26-a12e220597b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2041807 Aug 31 09:40:05.771181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] No DVR routers for this DVR port 6faf6b27-be08-4f81-bc0f-b3343a108551 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:05.778400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.783130 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-490ee606-3164-431e-aa45-f6e85ec8cacb req-2b62f81c-06ce-4339-8b43-7d2af607f2d5 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.15 "DELETE /v2.0/ports/6faf6b27-be08-4f81-bc0f-b3343a108551 HTTP/1.1" status: 204 len: 173 time: 1.6629298 Aug 31 09:40:05.783765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-deleted', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:05.806513 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef05df9d-c5c3-41e9-a241-7200987a489a" -d '{"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-deleted", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:05.989901 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d22bac-ee0f-470d-a1aa-96162ad699f4 x-openstack-request-id: req-44d22bac-ee0f-470d-a1aa-96162ad699f4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:05.990265 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c", "name": "network-vif-deleted", "tag": "6faf6b27-be08-4f81-bc0f-b3343a108551", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:05.990601 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44d22bac-ee0f-470d-a1aa-96162ad699f4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:05.991354 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c', 'name': 'network-vif-deleted', 'tag': '6faf6b27-be08-4f81-bc0f-b3343a108551', 'status': 'completed', 'code': 200} Aug 31 09:40:06.088800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.090901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.094463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.094980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.098619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.100917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:06.101404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.101893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.107609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-fa0d71ee-2912-44d7-9293-5eed73022997 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.1932580 Aug 31 09:40:06.174623 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.303951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-51057af8-8ff2-4ba2-ab52-a5c05bdbe5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.304834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-51057af8-8ff2-4ba2-ab52-a5c05bdbe5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.305723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-51057af8-8ff2-4ba2-ab52-a5c05bdbe5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.309467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-51057af8-8ff2-4ba2-ab52-a5c05bdbe5d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 2298 time: 0.1652131 Aug 31 09:40:06.481286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-17fe79b4-3731-44b4-a1c9-8faf530fc131 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1001 time: 0.1422763 Aug 31 09:40:06.533118 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:06.601780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-41a58d21-8824-4621-aff6-270fbe7a0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.609972 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:06.610689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-41a58d21-8824-4621-aff6-270fbe7a0fac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.1273916 Aug 31 09:40:06.656165 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:06.659099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:06.797600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a2d6b46-3c8d-46de-a292-802d5193dc61 req-69fcede6-9dcf-4f9d-b7cf-a5252d9c47bc tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87d9a5f-9e02-4b35-a6a5-be352f0a9c6c HTTP/1.1" status: 200 len: 210 time: 0.0843582 Aug 31 09:40:06.802184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-0468e7ee-8590-4239-8c7f-74d4422378bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.808620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-0468e7ee-8590-4239-8c7f-74d4422378bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882684 Aug 31 09:40:06.966093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-7391ccdf-3792-4e58-93bd-c948a283f8b5 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478875 Aug 31 09:40:07.037488 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:07.216362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-7a07248f-7d2f-4d24-a38f-e60f8c5eb02f service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416427 Aug 31 09:40:07.273729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-352f32a3-c9a0-46a6-8a8f-0f4655d1cd08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.0494802 Aug 31 09:40:07.347026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-6fe47043-aa3c-4c31-b3d1-54d0a270275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.349523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-6fe47043-aa3c-4c31-b3d1-54d0a270275d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.0674281 Aug 31 09:40:07.419604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-f3895a4e-232f-4a18-a8e9-66a41512df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.422398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-f3895a4e-232f-4a18-a8e9-66a41512df97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646031 Aug 31 09:40:07.577706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-04608985-2906-46b4-b03b-ea546bc61257 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472352 Aug 31 09:40:07.652250 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:07.687177 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0471-9003-44f7-8b5a-5a22397f29a1 None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 4, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a550be4c-574b-4847-908b-c500a7774ef6', 'name': '', 'network_id': 'a52d2fab-8d36-489f-9914-297f3c8f6d43', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'mac_address': 'fa:16:3e:7d:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:18Z', 'updated_at': '2021-08-31T09:30:41Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'subnets': [{'id': 'd0fb3df6-52aa-444d-ae95-62925df52a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:07.712208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-9e87982e-8186-4232-abd3-c509046dc345 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267154 Aug 31 09:40:07.777197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:07.784204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-5ccfa036-8c64-4ba1-8ee9-40c44b1a7948 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.0637500 Aug 31 09:40:07.803991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 6faf6b27-be08-4f81-bc0f-b3343a108551 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:07.804471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6faf6b27-be08-4f81-bc0f-b3343a108551 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:07.861997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-97ede2ed-f4c0-479f-90a0-c23327f76ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.865410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-97ede2ed-f4c0-479f-90a0-c23327f76ff0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.0737240 Aug 31 09:40:07.915065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43348) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:07.970753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-68e91cbc-b596-49bd-971f-c04d76a897ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.979910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-68e91cbc-b596-49bd-971f-c04d76a897ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1063755 Aug 31 09:40:08.054617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f9948ab-6d9a-4dee-ad4e-d557f21e0728 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.087431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f9948ab-6d9a-4dee-ad4e-d557f21e0728 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.118338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-09a964e8-8da3-4cb8-be51-b5b60b8a095e service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297388 Aug 31 09:40:08.155990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dda8b6-eefa-4d93-8f9d-2226028f5400 None None] New status for floating IP 30ecb24a-2c5d-49b6-b812-e2aeb59b41aa: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:40:08.156921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f9948ab-6d9a-4dee-ad4e-d557f21e0728 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.159806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f9948ab-6d9a-4dee-ad4e-d557f21e0728 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.164350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f9948ab-6d9a-4dee-ad4e-d557f21e0728 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ad05178-b245-4e44-976e-dca8c8675e50 HTTP/1.1" status: 204 len: 168 time: 0.2473216 Aug 31 09:40:08.165493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43364) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:08.184440 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-ffdaf02b-0fbd-40c5-9dce-6c67dda711e1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] show failed (client error): The resource could not be found. Aug 31 09:40:08.188800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ffdaf02b-0fbd-40c5-9dce-6c67dda711e1 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "GET /v2.0/security-groups/0ad05178-b245-4e44-976e-dca8c8675e50 HTTP/1.1" status: 404 len: 347 time: 0.0186918 Aug 31 09:40:08.194746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:08.243349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9948ab-6d9a-4dee-ad4e-d557f21e0728 tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad05178-b245-4e44-976e-dca8c8675e50,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.321516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-117a3b9c-3ad9-430b-840d-761d6e11b926 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953938 Aug 31 09:40:08.400535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-f335617f-6337-4bca-a11a-c0b8ed7560bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.0694163 Aug 31 09:40:08.529589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-ac85247c-3acf-462a-bf5e-2bed30f2a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:08.535264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-ac85247c-3acf-462a-bf5e-2bed30f2a243 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1270452 Aug 31 09:40:08.590751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Deleting port 582127d9-2e9c-40b2-89fb-b5f5dd9787e2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:08.591140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.625407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-2c6fc6e9-fdb7-427d-b4c8-5123a8a1d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:08.628186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-2c6fc6e9-fdb7-427d-b4c8-5123a8a1d1a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852835 Aug 31 09:40:08.739809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.741006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.762709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Calling delete_port for 582127d9-2e9c-40b2-89fb-b5f5dd9787e2 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:08.823375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-8f76c8dd-f089-4c11-9073-8e06a9b4ac1e service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870041 Aug 31 09:40:09.042274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.044574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-96077118-0d42-414e-9c98-92072b7ab2dc service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123320 Aug 31 09:40:09.097784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Pushing event deleted for resources: {'Port': ['ID=582127d9-2e9c-40b2-89fb-b5f5dd9787e2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:09.118718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-960f3380-78ae-4bce-a301-bc6c2d4d8489 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.0484371 Aug 31 09:40:09.230388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.231752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-cc72f608-2f9b-4b6b-8b6e-24861b5801f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:09.234555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.236430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-cc72f608-2f9b-4b6b-8b6e-24861b5801f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1095731 Aug 31 09:40:09.238324 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-038255fa-c1b7-443d-b29c-13548d8532bb tempest-AttachVolumeShelveTestJSON-205732390 tempest-AttachVolumeShelveTestJSON-205732390-project] 10.222.0.18 "DELETE /v2.0/floatingips/30ecb24a-2c5d-49b6-b812-e2aeb59b41aa HTTP/1.1" status: 204 len: 168 time: 1.0418038 Aug 31 09:40:10.054002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-11e21a37-10d5-410a-bbf8-89e699ce7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:10.056788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-11e21a37-10d5-410a-bbf8-89e699ce7466 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8079588 Aug 31 09:40:10.207733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-4c566831-d6cb-48f5-bb3d-515380a9bd0e service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419818 Aug 31 09:40:10.363565 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-393d0654-bb42-4d9c-a222-58680797ad77 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456614 Aug 31 09:40:10.446540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-64774f3a-e028-4ee4-af1a-f3f408a2b7e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0746765 Aug 31 09:40:10.531770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-60c3889d-5306-4037-b0cc-f90307599930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:10.545878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-60c3889d-5306-4037-b0cc-f90307599930 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.0913305 Aug 31 09:40:10.653518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-5f5ca3ea-cb70-46b1-a9b7-6dba0d47e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:10.655131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-5f5ca3ea-cb70-46b1-a9b7-6dba0d47e903 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1014271 Aug 31 09:40:10.908919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-cfae3970-95c4-4999-95e1-5e241be1cf15 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294753 Aug 31 09:40:11.236676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-18d751ca-8cee-4fe6-bf3b-8aeee9c19a31 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144052 Aug 31 09:40:11.331533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-bfb36ae8-4330-49a5-ac83-e0c7ae01604c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.0858147 Aug 31 09:40:11.417313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-9a2778d5-5866-4932-a3ac-09be5ba0a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:11.419241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-9a2778d5-5866-4932-a3ac-09be5ba0a2a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.0794945 Aug 31 09:40:11.492835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-be47293c-a046-46d5-b7b2-7b7295fd621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:11.497733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-be47293c-a046-46d5-b7b2-7b7295fd621b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667603 Aug 31 09:40:11.672728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-69a37e10-7aae-4c76-ba35-183b2dbf0a78 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705458 Aug 31 09:40:11.835971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b0303dc-ee69-4417-9c03-24a2e87bff77 req-d2342b42-b5df-4f23-b1c1-3e3aadeb6cd6 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514854 Aug 31 09:40:16.422724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a4af3-2045-4ff6-9e04-983baf9cc628 req-d060fc33-6337-4310-82c6-a990df2a321f tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:16.443841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-257a4af3-2045-4ff6-9e04-983baf9cc628 req-d060fc33-6337-4310-82c6-a990df2a321f tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 946 time: 0.1637292 Aug 31 09:40:16.556458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-257a4af3-2045-4ff6-9e04-983baf9cc628 req-aca31f79-a945-42ba-97c0-11f1d1250579 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111839 Aug 31 09:40:17.739353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3707ea-dabf-4a84-93e2-92f39c0fe4bc req-0a9e57c9-88d0-49ae-a6c8-17f037f2df61 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:17.746855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea3707ea-dabf-4a84-93e2-92f39c0fe4bc req-0a9e57c9-88d0-49ae-a6c8-17f037f2df61 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 946 time: 0.1056311 Aug 31 09:40:17.794756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea3707ea-dabf-4a84-93e2-92f39c0fe4bc req-3893f968-4bd9-42f8-95df-32541b55d853 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Aug 31 09:40:18.110842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-c6cbeef9-4820-4bd9-aa42-28daa79eacf5 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.113881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-c6cbeef9-4820-4bd9-aa42-28daa79eacf5 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 946 time: 0.0845735 Aug 31 09:40:18.256606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Deleting port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:18.257161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.305101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43716) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.399047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] For port e8a6d3db-3f31-4fca-acd3-27bc81ef2359, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:18.399438 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.419822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Calling delete_port for e8a6d3db-3f31-4fca-acd3-27bc81ef2359 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:18.542992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e49d-2b4d-4a95-b8d7-7748a1fbff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.717297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.843395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43730) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.851742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.888196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['e8a6d3db-3f31-4fca-acd3-27bc81ef2359'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:18.955204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Pushing event deleted for resources: {'Port': ['ID=e8a6d3db-3f31-4fca-acd3-27bc81ef2359,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:18.958852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e49d-2b4d-4a95-b8d7-7748a1fbff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.965227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fc5e49d-2b4d-4a95-b8d7-7748a1fbff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.029779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] No DVR routers for this DVR port e8a6d3db-3f31-4fca-acd3-27bc81ef2359 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:19.035637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.041615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-695d2270-606c-4cbb-a953-fc54ca810f64 req-035d8e62-77ab-494f-8e57-2852e522e22b tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.23 "DELETE /v2.0/ports/e8a6d3db-3f31-4fca-acd3-27bc81ef2359 HTTP/1.1" status: 204 len: 173 time: 0.9178066 Aug 31 09:40:19.042670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'name': 'network-vif-deleted', 'tag': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:19.047726 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4546df-4d4c-447b-9d7f-48e60859226d" -d '{"events": [{"server_uuid": "f5ec8b78-daed-483b-ad0e-64a58f8dfd82", "name": "network-vif-deleted", "tag": "e8a6d3db-3f31-4fca-acd3-27bc81ef2359"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:19.051190 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9fc5e49d-2b4d-4a95-b8d7-7748a1fbff0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dac8272473ee435ab458c1183073c040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448068 Aug 31 09:40:19.053894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5e49d-2b4d-4a95-b8d7-7748a1fbff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ca789-5ca3-4b89-976f-cead1c0d6684,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.057753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.084000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-174ca2fa-d57b-4e6c-b20b-04fecc94bfbd req-64b16aa3-71de-485e-9256-6cca4987c311 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ec8b78-daed-483b-ad0e-64a58f8dfd82 HTTP/1.1" status: 200 len: 210 time: 0.1238799 Aug 31 09:40:19.161795 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a248e5b-471f-4788-82be-6a7384a59729 x-openstack-request-id: req-8a248e5b-471f-4788-82be-6a7384a59729 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:19.162090 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ec8b78-daed-483b-ad0e-64a58f8dfd82", "name": "network-vif-deleted", "tag": "e8a6d3db-3f31-4fca-acd3-27bc81ef2359", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:19.162346 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a248e5b-471f-4788-82be-6a7384a59729 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:19.163022 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ec8b78-daed-483b-ad0e-64a58f8dfd82', 'name': 'network-vif-deleted', 'tag': 'e8a6d3db-3f31-4fca-acd3-27bc81ef2359', 'status': 'completed', 'code': 200} Aug 31 09:40:19.259662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c62e93b-3908-4c5e-85c8-0d14931a4a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.293138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c62e93b-3908-4c5e-85c8-0d14931a4a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.429128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c62e93b-3908-4c5e-85c8-0d14931a4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.431836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c62e93b-3908-4c5e-85c8-0d14931a4a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.435928 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c62e93b-3908-4c5e-85c8-0d14931a4a7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/778ca789-5ca3-4b89-976f-cead1c0d6684 HTTP/1.1" status: 204 len: 168 time: 0.2931781 Aug 31 09:40:19.450267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62e93b-3908-4c5e-85c8-0d14931a4a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ca789-5ca3-4b89-976f-cead1c0d6684,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.743625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.943959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43772) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.962286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8529fadd-bf1c-4f9f-a9a6-5ce08927a9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.166837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8529fadd-bf1c-4f9f-a9a6-5ce08927a9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.173380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8529fadd-bf1c-4f9f-a9a6-5ce08927a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.203227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Deleting port a550be4c-574b-4847-908b-c500a7774ef6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:20.203932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.291877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8529fadd-bf1c-4f9f-a9a6-5ce08927a9e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=394ba90322c7420592888f96851753fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466008 Aug 31 09:40:20.298085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43786) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:20.327307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529fadd-bf1c-4f9f-a9a6-5ce08927a9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf838bf-1e3d-4d80-bf0d-9dd1901fb193,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.424414 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e66d41f-002f-4389-9610-9b1ee21edf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.437509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] For port a550be4c-574b-4847-908b-c500a7774ef6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a550be4c-574b-4847-908b-c500a7774ef6,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:20.437509 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.481280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Calling delete_port for a550be4c-574b-4847-908b-c500a7774ef6 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:20.496963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e66d41f-002f-4389-9610-9b1ee21edf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.518347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43800) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:20.696786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e66d41f-002f-4389-9610-9b1ee21edf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.701690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0e66d41f-002f-4389-9610-9b1ee21edf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.704096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0e66d41f-002f-4389-9610-9b1ee21edf18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cf838bf-1e3d-4d80-bf0d-9dd1901fb193 HTTP/1.1" status: 204 len: 168 time: 0.4033785 Aug 31 09:40:20.762715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66d41f-002f-4389-9610-9b1ee21edf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf838bf-1e3d-4d80-bf0d-9dd1901fb193,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.916175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.953113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Pushing event deleted for resources: {'Port': ['ID=a550be4c-574b-4847-908b-c500a7774ef6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:21.429612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.485214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Deleting port 13dad0f0-3bbb-4d4f-addc-859258ead04c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:21.485958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.693668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.694022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.714437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Calling delete_port for 13dad0f0-3bbb-4d4f-addc-859258ead04c owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:21.736832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43828) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:21.760134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afe45225-da40-4263-95d3-750165e44efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.927765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Router 0cfffc9b-f13e-47ba-a158-20de0301e0fb has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:22.108884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:22.118406 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c21d86e-447b-45f2-b1d8-d16f152b3851 admin admin] 10.222.0.18 "PUT /v2.0/routers/0cfffc9b-f13e-47ba-a158-20de0301e0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2728021 Aug 31 09:40:22.123001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.125565 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] Sync routers for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:22.140515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:22.141919 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.148082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e8a6d3db-3f31-4fca-acd3-27bc81ef2359 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:22.175784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afe45225-da40-4263-95d3-750165e44efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.181940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afe45225-da40-4263-95d3-750165e44efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.204229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: e8a6d3db-3f31-4fca-acd3-27bc81ef2359 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:22.204613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device e8a6d3db-3f31-4fca-acd3-27bc81ef2359 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:22.252739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-afe45225-da40-4263-95d3-750165e44efe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a1cee1e80fc41a5970a50d3db0852b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125556 Aug 31 09:40:22.279007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43838) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.318737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe45225-da40-4263-95d3-750165e44efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826f614e-b35d-465e-ab79-d9d3ee5b9abb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.324583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.338928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.369303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event deleted for resources: {'Port': ['ID=13dad0f0-3bbb-4d4f-addc-859258ead04c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.430642 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:22.536311 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.541351 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Floating IP b942c030-7c08-497e-aeda-e6576c75966f disassociated (deleted). External IP: 172.25.4.182, port: 9e498611-d77b-4ed7-93b3-81ee668dea42. Aug 31 09:40:22.546146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8adb-d390-46da-a51a-2a9570a9008d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.577817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.595319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8adb-d390-46da-a51a-2a9570a9008d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.718359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Deleting port 726a5f41-59fe-4944-af7a-5283be53b95c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:22.718996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.726527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:40:20Z', 'revision_number': 5, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port': {'id': '726a5f41-59fe-4944-af7a-5283be53b95c', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:09Z', 'updated_at': '2021-08-31T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.768186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] Checking router: 0cfffc9b-f13e-47ba-a158-20de0301e0fb for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:22.778831 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] Routers {'0cfffc9b-f13e-47ba-a158-20de0301e0fb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:22.779886 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.890730 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] Set router 0cfffc9b-f13e-47ba-a158-20de0301e0fb gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:22.968053 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:40:22Z', 'revision_number': 6, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:23.003950 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c7240-233d-41c3-92b1-bca62f036122 None None] The sync data for ids ['0cfffc9b-f13e-47ba-a158-20de0301e0fb'] in n-d-800634-13 is: [{'id': '0cfffc9b-f13e-47ba-a158-20de0301e0fb', 'name': 'tempest-AttachVolumeShelveTestJSON-831540620-router', 'tenant_id': 'c8b6483b85a14a66bebd22fa37a15513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:30:06Z', 'updated_at': '2021-08-31T09:40:22Z', 'revision_number': 6, 'project_id': 'c8b6483b85a14a66bebd22fa37a15513', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:23.097632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:23.286621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:23.296865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49365b0-4971-4748-ac51-48624624e57e None None] Sync routers for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:23.297897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.309832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:23.310848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:23.338286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0ad2c089-bd88-45c8-bf72-512d5f56da57 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "DELETE /v2.0/floatingips/b942c030-7c08-497e-aeda-e6576c75966f HTTP/1.1" status: 204 len: 168 time: 2.8175025 Aug 31 09:40:23.343140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:23.345934 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4326a091-06fd-4f69-9f4c-8982b126bf57" -d '{"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:23.412579 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d45493-6e12-473d-afce-58a08fe81b7e x-openstack-request-id: req-16d45493-6e12-473d-afce-58a08fe81b7e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:23.412884 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:23.413141 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16d45493-6e12-473d-afce-58a08fe81b7e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:23.413567 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'status': 'completed', 'code': 200} Aug 31 09:40:23.549022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:23.591190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-adb82e58-6015-4531-bc0a-c43b7b1ce0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:23.592759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-adb82e58-6015-4531-bc0a-c43b7b1ce0c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f38993f63a4702bbcd211df7e79b2a&device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 1098 time: 0.1328607 Aug 31 09:40:23.617841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8adb-d390-46da-a51a-2a9570a9008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.627208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8adb-d390-46da-a51a-2a9570a9008d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.643674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3f5e8adb-d390-46da-a51a-2a9570a9008d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/826f614e-b35d-465e-ab79-d9d3ee5b9abb HTTP/1.1" status: 204 len: 168 time: 1.3534877 Aug 31 09:40:23.680146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8adb-d390-46da-a51a-2a9570a9008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826f614e-b35d-465e-ab79-d9d3ee5b9abb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.763879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] For port 726a5f41-59fe-4944-af7a-5283be53b95c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=726a5f41-59fe-4944-af7a-5283be53b95c,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:23.765209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.802456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Calling delete_port for 726a5f41-59fe-4944-af7a-5283be53b95c owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:23.914505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-ef7b1e62-a2e7-4847-bcbb-f0b9e4d3ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:23.918313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-ef7b1e62-a2e7-4847-bcbb-f0b9e4d3ea79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 200 len: 914 time: 0.3179748 Aug 31 09:40:24.100294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-4fc3f689-1152-4e23-8567-46aa7d7a35d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 200 len: 217 time: 0.1651888 Aug 31 09:40:24.169401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.241513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-52681773-2ed6-47ca-b6b9-27629f01f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:24.251957 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-52681773-2ed6-47ca-b6b9-27629f01f886 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 200 len: 852 time: 0.1430862 Aug 31 09:40:24.273648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49365b0-4971-4748-ac51-48624624e57e None None] Checking router: 2b11bbf0-50a4-4022-8442-50a46c2a77c5 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:24.296868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:24.297678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.301425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.374315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Pushing event deleted for resources: {'Port': ['ID=726a5f41-59fe-4944-af7a-5283be53b95c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:24.517018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-27718ceb-bbaf-48c4-853a-9e8f20b10e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:24.527718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-27718ceb-bbaf-48c4-853a-9e8f20b10e00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=379b46e7-681b-4fb6-a147-a35c845412d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2618539 Aug 31 09:40:24.588539 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.752507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-f79483a2-e387-44f8-bd66-f316cb74cd35 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189486 Aug 31 09:40:24.860209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.870165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.935536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:24.984227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.984567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fac5-9e36-4cd8-a940-5314992d8030 req-788452c1-3e4e-4c46-bdc5-70b34221e05a tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:24.984773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cfffc9b-f13e-47ba-a158-20de0301e0fb {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:24.990076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.991613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b036122f-e221-4467-b8d0-8738677ac373 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0cfffc9b-f13e-47ba-a158-20de0301e0fb HTTP/1.1" status: 204 len: 168 time: 2.8682029 Aug 31 09:40:24.994919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43914) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.005539 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f17fac5-9e36-4cd8-a940-5314992d8030 req-788452c1-3e4e-4c46-bdc5-70b34221e05a tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 946 time: 1.2331104 Aug 31 09:40:25.079575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4326a091-06fd-4f69-9f4c-8982b126bf57 req-4a73ae94-d4f7-4594-88cf-440a0607d201 service neutron] 10.222.0.23 "GET /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145766 Aug 31 09:40:25.124010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f17fac5-9e36-4cd8-a940-5314992d8030 req-97004108-0f1b-40b3-966f-626ec41e334f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155674 Aug 31 09:40:25.141684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Deleting subnet d0fb3df6-52aa-444d-ae95-62925df52a62 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:25.151506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.245182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.265220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a550be4c-574b-4847-908b-c500a7774ef6 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:25.351382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a550be4c-574b-4847-908b-c500a7774ef6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:25.352048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a550be4c-574b-4847-908b-c500a7774ef6 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:25.352178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 726a5f41-59fe-4944-af7a-5283be53b95c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:25.407840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.448501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 726a5f41-59fe-4944-af7a-5283be53b95c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:25.449005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 726a5f41-59fe-4944-af7a-5283be53b95c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:25.503266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.508169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-b618513b-6dd1-42f4-b398-b1a807d64501 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:25.510191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-b618513b-6dd1-42f4-b398-b1a807d64501 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.23 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 946 time: 0.1067567 Aug 31 09:40:25.553558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.558714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0fb3df6-52aa-444d-ae95-62925df52a62 HTTP/1.1" status: 204 len: 168 time: 0.5618565 Aug 31 09:40:25.562093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 43934) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.564164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc4122-9681-4177-8bd9-d70a94772fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fb3df6-52aa-444d-ae95-62925df52a62,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:25.567339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14a549-a488-4401-aad5-a84bd8aa24af None None] Network a52d2fab-8d36-489f-9914-297f3c8f6d43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:25.670577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a49365b0-4971-4748-ac51-48624624e57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:25.699582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.724917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49365b0-4971-4748-ac51-48624624e57e None None] The sync data for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 is: [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:34:49Z', 'revision_number': 4, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'f5aa6628-3f14-4644-8885-96d6cbcd2119', 'name': '', 'network_id': '379b46e7-681b-4fb6-a147-a35c845412d5', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'mac_address': 'fa:16:3e:33:c1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:44Z', 'updated_at': '2021-08-31T09:35:00Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'subnets': [{'id': '7d9ed1c1-989f-4639-a9f8-503820aa9b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:25.989120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] DHCP port deletion for a52d2fab-8d36-489f-9914-297f3c8f6d43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:26.036575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Deleting port 196619b6-1286-44ac-a359-5b26ecd6cc59 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:26.037152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.040225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Deleting port 9e498611-d77b-4ed7-93b3-81ee668dea42 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:26.040555 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.097645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Deleting port 196619b6-1286-44ac-a359-5b26ecd6cc59 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:26.098027 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.168991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43964) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.243502 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06683bc-2597-49c4-87fd-427e963c69af None None] New status for floating IP b942c030-7c08-497e-aeda-e6576c75966f: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:40:26.278727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] For port 196619b6-1286-44ac-a359-5b26ecd6cc59, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=196619b6-1286-44ac-a359-5b26ecd6cc59,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:26.278727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.371476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Calling delete_port for 196619b6-1286-44ac-a359-5b26ecd6cc59 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.413141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] For port 196619b6-1286-44ac-a359-5b26ecd6cc59, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=196619b6-1286-44ac-a359-5b26ecd6cc59,segment=NetworkSegment(2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1),segment_id=2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:26.413508 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.466026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Calling delete_port for 196619b6-1286-44ac-a359-5b26ecd6cc59 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.521005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c405c-450f-479b-b6a0-10dad88141e3 req-8c21d815-f163-4d05-b52a-5fb690f03ade tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:26.522794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d14c405c-450f-479b-b6a0-10dad88141e3 req-8c21d815-f163-4d05-b52a-5fb690f03ade tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 946 time: 0.2999873 Aug 31 09:40:26.539179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] For port 9e498611-d77b-4ed7-93b3-81ee668dea42, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e498611-d77b-4ed7-93b3-81ee668dea42,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:26.539878 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.572960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-881a7d4f-074c-4c00-ad8e-cb5078eef0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.579950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Calling delete_port for 9e498611-d77b-4ed7-93b3-81ee668dea42 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.647069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.731803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Pushing event deleted for resources: {'Port': ['ID=196619b6-1286-44ac-a359-5b26ecd6cc59,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.743817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.744474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.744991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.745503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.746018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.746566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.747378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.748806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.749349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.750040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.750700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.752569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.759558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3187fc1-2997-4a7e-b8aa-870498aa9f5f None None] No DVR routers for this DVR port 196619b6-1286-44ac-a359-5b26ecd6cc59 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:26.897433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-881a7d4f-074c-4c00-ad8e-cb5078eef0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.897829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d14c405c-450f-479b-b6a0-10dad88141e3 req-d9384721-54ff-4ced-9e2a-b5b5e40bfa50 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/security-groups?id=69080870-d269-4287-8ad4-ae7650e8648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654051 Aug 31 09:40:26.903990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-881a7d4f-074c-4c00-ad8e-cb5078eef0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.942916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-881a7d4f-074c-4c00-ad8e-cb5078eef0f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7093c51cd8542639ea2496c62ca4bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7721522 Aug 31 09:40:26.965671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 43984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.970157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.006525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=196619b6-1286-44ac-a359-5b26ecd6cc59,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.028074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] No DVR routers for this DVR port 196619b6-1286-44ac-a359-5b26ecd6cc59 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:27.073201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a7d4f-074c-4c00-ad8e-cb5078eef0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c371b8e0-2255-419d-92c9-18eb83f3d25b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.104510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-911a119e-f07d-4756-885d-42974e69e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.128664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 196619b6-1286-44ac-a359-5b26ecd6cc59 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:27.145911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-911a119e-f07d-4756-885d-42974e69e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.155741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 196619b6-1286-44ac-a359-5b26ecd6cc59 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:27.156366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 196619b6-1286-44ac-a359-5b26ecd6cc59 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:27.213978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-911a119e-f07d-4756-885d-42974e69e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.216725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-911a119e-f07d-4756-885d-42974e69e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.217913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-911a119e-f07d-4756-885d-42974e69e939 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c371b8e0-2255-419d-92c9-18eb83f3d25b HTTP/1.1" status: 204 len: 168 time: 0.2492082 Aug 31 09:40:27.225765 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.233890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a119e-f07d-4756-885d-42974e69e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371b8e0-2255-419d-92c9-18eb83f3d25b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.241547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.244764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52d2fab-8d36-489f-9914-297f3c8f6d43']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:27.296831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event deleted for resources: {'Port': ['ID=9e498611-d77b-4ed7-93b3-81ee668dea42,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.310052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:27.310880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f84ea-c7b4-42cb-9a0b-90eb6a4dbae1') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:27.359311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] No DVR routers for this DVR port 9e498611-d77b-4ed7-93b3-81ee668dea42 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:27.363605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.365852 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.368114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc2c9c7a-df64-4bee-9ab1-f703fdb1ac60 req-0f1be619-deb0-4ef2-b514-cafb922b927f tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.23 "DELETE /v2.0/ports/9e498611-d77b-4ed7-93b3-81ee668dea42 HTTP/1.1" status: 204 len: 173 time: 1.8480353 Aug 31 09:40:27.368754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'name': 'network-vif-deleted', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:27.371634 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6eaaa-f969-45ea-80ce-40cd1126abd9" -d '{"events": [{"server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "name": "network-vif-deleted", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:27.447551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.485268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:27.485837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:27.489814 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:27.512914 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308c124b-0ad4-4337-aad3-1463e4ae5996 x-openstack-request-id: req-308c124b-0ad4-4337-aad3-1463e4ae5996 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:27.513211 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99615ef4-6002-4bfc-87a1-bc6ec9931a0f", "name": "network-vif-deleted", "tag": "9e498611-d77b-4ed7-93b3-81ee668dea42", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:27.513470 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-308c124b-0ad4-4337-aad3-1463e4ae5996 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:27.513872 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99615ef4-6002-4bfc-87a1-bc6ec9931a0f', 'name': 'network-vif-deleted', 'tag': '9e498611-d77b-4ed7-93b3-81ee668dea42', 'status': 'completed', 'code': 200} Aug 31 09:40:27.575115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.586631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.596120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a52d2fab-8d36-489f-9914-297f3c8f6d43 HTTP/1.1" status: 204 len: 168 time: 2.0172923 Aug 31 09:40:27.634968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b07535-15f3-495c-b322-c3e73d88f1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52d2fab-8d36-489f-9914-297f3c8f6d43,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:28.087033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:28.119087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16f8dca1-30ac-4fd0-8513-3e3e5ea06f63 req-0a5db855-8878-4399-bcea-75f57c5e11d8 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0712943 Aug 31 09:40:28.183725 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-64cd25b0-abb5-4ac4-b01d-b26d1f9d5fa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8b6483b85a14a66bebd22fa37a15513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937817 Aug 31 09:40:28.184176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44034) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:28.345576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7bc-e62c-42af-94d7-9648fb2eba3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.394419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7bc-e62c-42af-94d7-9648fb2eba3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.512040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7bc-e62c-42af-94d7-9648fb2eba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.515413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7bc-e62c-42af-94d7-9648fb2eba3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.520599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a8f0b7bc-e62c-42af-94d7-9648fb2eba3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4082f173-1462-4288-abc7-55b521a27333 HTTP/1.1" status: 204 len: 168 time: 0.3353138 Aug 31 09:40:28.535793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0b7bc-e62c-42af-94d7-9648fb2eba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4082f173-1462-4288-abc7-55b521a27333,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:28.544917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0f83a79e-ad0d-4617-bec6-63825a2941c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.333041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96e96088-9ae2-427d-80c8-fe88787fa4e1 req-69373097-767e-4473-99c4-34dc0533058b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0647402 Aug 31 09:40:30.157574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e498611-d77b-4ed7-93b3-81ee668dea42 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:30.201768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 9e498611-d77b-4ed7-93b3-81ee668dea42 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:30.202421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e498611-d77b-4ed7-93b3-81ee668dea42 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:30.493255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30b68cbc-6c0c-42b9-866d-503f3700675a req-2ab076bd-66ef-4b3a-a8d0-87acbd752e4a tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0493600 Aug 31 09:40:30.716259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44138) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:30.830617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-cd036c47-843f-4225-b768-5c749b7e1803 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:30.833277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-cd036c47-843f-4225-b768-5c749b7e1803 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/networks?id=e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 200 len: 813 time: 0.1947544 Aug 31 09:40:30.864726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-b407b8fa-2749-413a-bc3d-d52a3ab73bf7 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/quotas/0f7dc76241694e58a4cda01992e71e9c HTTP/1.1" status: 200 len: 375 time: 0.0250449 Aug 31 09:40:30.921895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-30080296', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:30.929496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-8c817736-b82d-4915-992e-4b8acf2ccee1 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7dc76241694e58a4cda01992e71e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589690 Aug 31 09:40:30.978900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Made reservation on behalf of 3de22ed6217e44bfaff9c3c85eb6243a for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:30.981632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.011512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.112507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-93e3a18e-b322-46b2-8e4d-57f5e3e1ad4e service neutron] 10.222.0.18 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816928 Aug 31 09:40:31.224776 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.230546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.237252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] device_id is not set on port 15195328-e221-452b-9ba0-6a58e1217eee yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:31.294735 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-4f766c99-03e8-48ab-a8d2-de10ad29c73a service neutron] 10.222.0.18 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805408 Aug 31 09:40:31.406092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31de4d41-163f-4bc9-8207-0462a1bc08a8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:31.528105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eadd72ae-43d8-4e4d-a222-39ac1cc70088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.585548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Allocated IP 172.25.4.60 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/15195328-e221-452b-9ba0-6a58e1217eee) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:31.786573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.937974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64e43597-a4b9-423a-ad9c-dcc4ca3e7fd5 req-00795dcc-e38d-4d6d-88f3-f1871ffddf12 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0979383 Aug 31 09:40:32.047396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.086568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f3321b1-500c-440f-b3f1-99f91a1e3cab req-e27e7c0d-a04f-4d2e-a1a4-7d69ed574502 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 210 time: 0.0726995 Aug 31 09:40:32.120244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.182311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:32.186427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:32.189303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:32.247469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Pushing event updated for resources: {'Port': ['ID=15195328-e221-452b-9ba0-6a58e1217eee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.264112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:32.264824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.293367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-18e4898c-4f08-4535-81f2-a6d3a5bceced tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5724039 Aug 31 09:40:32.293367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44190) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:32.299924 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.306617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.60'}]}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:32.361867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.363991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.480133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.814653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.079225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a65346a9-95e4-4cc9-ac8d-2b4e1b7f2ea3 req-df377710-69d1-401f-81e9-b17ec28470dc tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0615695 Aug 31 09:40:33.165456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.203832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.522632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-6b2403f0-c9f4-4856-8508-371c12b2d9c9 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:33.522632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-6b2403f0-c9f4-4856-8508-371c12b2d9c9 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.15 "GET /v2.0/networks?id=e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 200 len: 813 time: 0.2899315 Aug 31 09:40:33.573176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Request body: {'port': {'device_id': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b', 'admin_state_up': True, 'tenant_id': '0f7dc76241694e58a4cda01992e71e9c'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:33.635305 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.781021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Made reservation on behalf of 0f7dc76241694e58a4cda01992e71e9c for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:33.781964 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.884203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.009903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-79b7eb56-16f2-4a2f-bbc0-00227e012f2e req-4188ea0f-c9c4-4b43-b748-3027992df08e tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 210 time: 0.7525935 Aug 31 09:40:34.320054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d01e7ca-ca07-414e-aee0-229f7ffa72a1 req-83eda2d6-be87-4e70-8226-6e77a52dc059 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0660272 Aug 31 09:40:34.382351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.390421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.515903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.516413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48039875-544c-4b3b-a161-dd81a7e93ae0 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:34.596492 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:40:34.598698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e74cbb1-4782-4356-a1db-b77654aa2f89 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3018122 Aug 31 09:40:34.603466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44258) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:34.657391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Allocated IP 172.20.0.9 (e25e384b-4ff6-4d05-b9c0-4260704cb00b/0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f/2c41c69f-03ca-4047-a1d3-413fcb57e3ae) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:34.816711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Deleting port 15195328-e221-452b-9ba0-6a58e1217eee {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:34.817012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.968572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.991274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Calling delete_port for 15195328-e221-452b-9ba0-6a58e1217eee owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:35.099916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.249463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.275841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.341788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Pushing event deleted for resources: {'Port': ['ID=15195328-e221-452b-9ba0-6a58e1217eee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.360283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3300dee-13b9-46e5-8450-349674c5e862 req-b8a7a3c5-387f-45bc-a2e1-a822f3e763aa tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 210 time: 0.1272328 Aug 31 09:40:35.449232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Pushing event updated for resources: {'Port': ['ID=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.480903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Network e25e384b-4ff6-4d05-b9c0-4260704cb00b is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:35.482880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:35.487517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:35.583268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.584708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.613019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0628c428-0311-4c02-bb92-91feccd03564 req-df005ee2-232b-44e6-a563-7982b97b6625 tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "GET /v2.0/ports?device_id=99615ef4-6002-4bfc-87a1-bc6ec9931a0f HTTP/1.1" status: 200 len: 210 time: 0.0474024 Aug 31 09:40:35.619877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.622285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-46ab3730-adfe-453a-b068-4141f44bd786 tempest-RoutersAdminNegativeIpV6Test-223453932 tempest-RoutersAdminNegativeIpV6Test-223453932-project-admin] 10.222.0.18 "DELETE /v2.0/ports/15195328-e221-452b-9ba0-6a58e1217eee HTTP/1.1" status: 204 len: 168 time: 1.0175567 Aug 31 09:40:35.638823 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-96b56827-d1ca-407f-acc6-d964d80e1b2a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0706885 Aug 31 09:40:35.652165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Request body: {'port': {'device_id': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:35.812030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.192873 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.214118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.310513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c41c69f-03ca-4047-a1d3-413fcb57e3ae {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:36.337356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.364880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Transition to ACTIVE for port object 2c41c69f-03ca-4047-a1d3-413fcb57e3ae will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:36.381821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.472210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Pushing event updated for resources: {'Port': ['ID=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:36.529564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92245b08-912e-448a-875d-413b605dab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.577846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Attempting to bind port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:36.578261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Attempting to bind port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:36.578703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Attempting to bind port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae on network e25e384b-4ff6-4d05-b9c0-4260704cb00b {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:36.588322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae on network e25e384b-4ff6-4d05-b9c0-4260704cb00b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:40:36.588654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Attempting to bind port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae on network e25e384b-4ff6-4d05-b9c0-4260704cb00b {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:36.588833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622277f4-4e9e-4db3-b36a-3b5019184842 req-98b01bda-5c64-466a-aa6d-fd9fa7a8516d tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.594128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:36.594492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Checking segment: {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:36.595139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Bound using segment: {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:36.595590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Bound port: 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34fd984-2f07-405e-b979-1d6cf72d0d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:36.595953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.600481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-622277f4-4e9e-4db3-b36a-3b5019184842 req-98b01bda-5c64-466a-aa6d-fd9fa7a8516d tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 943 time: 0.1407862 Aug 31 09:40:36.699078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-622277f4-4e9e-4db3-b36a-3b5019184842 req-de476670-cc54-4d0e-93bb-59c53f4f931e tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976906 Aug 31 09:40:36.730102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44324) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.735152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] For port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:36.740708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] For port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:36.747727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.811079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92245b08-912e-448a-875d-413b605dab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.811638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.812524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.815794 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] 10.222.0.15 "PUT /v2.0/ports/2c41c69f-03ca-4047-a1d3-413fcb57e3ae HTTP/1.1" status: 200 len: 1092 time: 1.1668963 Aug 31 09:40:36.816264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'tag': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:36.820251 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e1808-501c-4dbf-adcf-45459185d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5cf18d2-794a-4d11-bdd4-21083e60f61e", "tag": "2c41c69f-03ca-4047-a1d3-413fcb57e3ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:36.855532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92245b08-912e-448a-875d-413b605dab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.881540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f31b92-099d-4ac6-b7ae-36686ac70add service neutron] Pushing event updated for resources: {'Port': ['ID=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:36.913380 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af612449-08b3-4641-86ab-3bdf336762ec x-openstack-request-id: req-af612449-08b3-4641-86ab-3bdf336762ec {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:36.913380 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5cf18d2-794a-4d11-bdd4-21083e60f61e", "tag": "2c41c69f-03ca-4047-a1d3-413fcb57e3ae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:36.913724 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af612449-08b3-4641-86ab-3bdf336762ec {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:36.914007 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'tag': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae', 'status': 'completed', 'code': 200} Aug 31 09:40:36.935517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-e97392c6-8a89-4c6f-af72-bfeeb91d943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.937125 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-e97392c6-8a89-4c6f-af72-bfeeb91d943e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f7dc76241694e58a4cda01992e71e9c&device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 1095 time: 0.0714440 Aug 31 09:40:36.948205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92245b08-912e-448a-875d-413b605dab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e94b6-1049-49d5-9d49-a21a5a0f38ae,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:36.953033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-92245b08-912e-448a-875d-413b605dab8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=136763db3d464be696c4f4b62d9127ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373950 Aug 31 09:40:36.955691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44330) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:37.016118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75802535-3261-45ff-9e47-c15c442e9e5b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.033003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-9c806499-c1ce-4d3c-8bd4-b65c27bfbbaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae HTTP/1.1" status: 200 len: 217 time: 0.0861688 Aug 31 09:40:37.038323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be6576f1-271a-4f3a-bb86-2e7e8974f630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.062083 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be6576f1-271a-4f3a-bb86-2e7e8974f630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.125144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75802535-3261-45ff-9e47-c15c442e9e5b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.138883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-950d7b77-c5b7-4405-9eaf-8ade9784c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.140877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-950d7b77-c5b7-4405-9eaf-8ade9784c58d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f HTTP/1.1" status: 200 len: 853 time: 0.1008775 Aug 31 09:40:37.184175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-7e90a413-45dd-4c1d-b0e7-fa6c4acc67b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e25e384b-4ff6-4d05-b9c0-4260704cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350900 Aug 31 09:40:37.213483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be6576f1-271a-4f3a-bb86-2e7e8974f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.216535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be6576f1-271a-4f3a-bb86-2e7e8974f630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.217755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-be6576f1-271a-4f3a-bb86-2e7e8974f630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b3e94b6-1049-49d5-9d49-a21a5a0f38ae HTTP/1.1" status: 204 len: 168 time: 0.2609606 Aug 31 09:40:37.244008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6576f1-271a-4f3a-bb86-2e7e8974f630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e94b6-1049-49d5-9d49-a21a5a0f38ae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.260004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75802535-3261-45ff-9e47-c15c442e9e5b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.263878 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75802535-3261-45ff-9e47-c15c442e9e5b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.267291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-75802535-3261-45ff-9e47-c15c442e9e5b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] 10.222.0.18 "DELETE /v2.0/security-groups/69080870-d269-4287-8ad4-ae7650e8648f HTTP/1.1" status: 204 len: 168 time: 0.5358877 Aug 31 09:40:37.293846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75802535-3261-45ff-9e47-c15c442e9e5b tempest-TestVolumeBackupRestore-1687133145 tempest-TestVolumeBackupRestore-1687133145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69080870-d269-4287-8ad4-ae7650e8648f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.429416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-94d5bba4-6324-411a-9175-b79ecc75c489 service neutron] 10.222.0.15 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373579 Aug 31 09:40:37.749271 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c620bc36-0976-4bf4-add0-80fdc29a4c73 req-688b7fe2-badf-4e7b-910d-a57342ace56f service neutron] 10.222.0.15 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122237 Aug 31 09:40:37.965700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44400) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.007451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e1808-501c-4dbf-adcf-45459185d83d req-3617b778-cbdc-451f-b36a-2a89a3460340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.010872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-3617b778-cbdc-451f-b36a-2a89a3460340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f7dc76241694e58a4cda01992e71e9c&device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 1095 time: 0.1713080 Aug 31 09:40:38.059200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd997b-1d42-4d0c-9538-15258dc11040 req-816e866b-f5f5-475e-a64e-28ed7b28718e tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.068258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41cd997b-1d42-4d0c-9538-15258dc11040 req-816e866b-f5f5-475e-a64e-28ed7b28718e tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 943 time: 0.1644819 Aug 31 09:40:38.106224 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8b7c4427-af21-48b7-888d-90edf7a9bf16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3de22ed6217e44bfaff9c3c85eb6243a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346009 Aug 31 09:40:38.109183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44412) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.119523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41cd997b-1d42-4d0c-9538-15258dc11040 req-c4453a5f-1715-499d-aa1e-21d11f60bff9 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Aug 31 09:40:38.328863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64980bce-5627-4d76-9e78-7bbe8cc5bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.366821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44434) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.434491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e1808-501c-4dbf-adcf-45459185d83d req-6d304136-51bc-424e-b912-c06f5fff2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.437593 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-6d304136-51bc-424e-b912-c06f5fff2932 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 200 len: 914 time: 0.4140544 Aug 31 09:40:38.440986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64980bce-5627-4d76-9e78-7bbe8cc5bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.529335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-2a35cf74-6faa-4798-8da3-afbbf900e0be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae HTTP/1.1" status: 200 len: 217 time: 0.0824623 Aug 31 09:40:38.601428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e1808-501c-4dbf-adcf-45459185d83d req-9755a46e-ea9c-4d3d-b052-349909043da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.603064 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-9755a46e-ea9c-4d3d-b052-349909043da1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f HTTP/1.1" status: 200 len: 853 time: 0.0614452 Aug 31 09:40:38.641618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-346d8f98-1681-4d70-94c8-45339a678271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.682193 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-8645208c-304d-45fe-a661-17057527509c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e25e384b-4ff6-4d05-b9c0-4260704cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698032 Aug 31 09:40:38.808192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-b1c84abf-9ee4-46df-b302-a54eaf7e2b9c service neutron] 10.222.0.15 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164284 Aug 31 09:40:38.831471 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64980bce-5627-4d76-9e78-7bbe8cc5bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.834663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-64980bce-5627-4d76-9e78-7bbe8cc5bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.838233 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-64980bce-5627-4d76-9e78-7bbe8cc5bf45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31de4d41-163f-4bc9-8207-0462a1bc08a8 HTTP/1.1" status: 204 len: 168 time: 0.7257042 Aug 31 09:40:39.019428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-346d8f98-1681-4d70-94c8-45339a678271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.047655 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-346d8f98-1681-4d70-94c8-45339a678271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.048593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980bce-5627-4d76-9e78-7bbe8cc5bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de4d41-163f-4bc9-8207-0462a1bc08a8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.122496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-346d8f98-1681-4d70-94c8-45339a678271 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3047f5ba9b94443a8089c524b3ff61e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542758 Aug 31 09:40:39.123135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 44522) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:39.156741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b76e1808-501c-4dbf-adcf-45459185d83d req-8b3c1887-6da6-4072-a842-6a275af27851 service neutron] 10.222.0.15 "GET /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416054 Aug 31 09:40:39.208739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8f98-1681-4d70-94c8-45339a678271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8dc735-b6bb-462f-bb41-6b6d875cf26f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.278998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-181f65d0-f990-4554-90bd-be5125a681e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.355337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-181f65d0-f990-4554-90bd-be5125a681e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.389229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c8e41-6b0a-4bb3-b85d-962a4f2bace7 req-c9fda0dc-e85d-4f37-95fe-2f5c17d8e3a5 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.390846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d0c8e41-6b0a-4bb3-b85d-962a4f2bace7 req-c9fda0dc-e85d-4f37-95fe-2f5c17d8e3a5 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 943 time: 0.1055799 Aug 31 09:40:39.455536 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-181f65d0-f990-4554-90bd-be5125a681e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.458926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-181f65d0-f990-4554-90bd-be5125a681e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.460276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-181f65d0-f990-4554-90bd-be5125a681e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f8dc735-b6bb-462f-bb41-6b6d875cf26f HTTP/1.1" status: 204 len: 168 time: 0.3351521 Aug 31 09:40:39.530292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f65d0-f990-4554-90bd-be5125a681e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8dc735-b6bb-462f-bb41-6b6d875cf26f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.651289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d0c8e41-6b0a-4bb3-b85d-962a4f2bace7 req-e7b581d1-c2e3-4821-bd90-90a6d79cb533 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122426 Aug 31 09:40:40.961657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7a83-a805-4468-9598-06be6c10c7ab req-3a4a983c-065d-4188-a189-8849f1e653e4 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:40.973854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb9c7a83-a805-4468-9598-06be6c10c7ab req-3a4a983c-065d-4188-a189-8849f1e653e4 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 943 time: 0.1508927 Aug 31 09:40:41.100658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44750) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.131860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb9c7a83-a805-4468-9598-06be6c10c7ab req-f669bd52-0616-46bc-be96-5e5c5bc39aee tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563339 Aug 31 09:40:41.643147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1470797410'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:41.728231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:41.735446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.779750 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.870013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2c41c69f-03ca-4047-a1d3-413fcb57e3ae details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:40:41.974187 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.991015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.121832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:42.197463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec8c305-2c86-4904-a186-0ec6ea94ff00,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.200753 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:42.213114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.213614 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Added segment 166398a9-5962-4309-a98a-dcaa1448b25b of type vlan for network 5d91503f-5102-418f-827c-c81a8c784a43 Aug 31 09:40:42.291287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:42.354513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae', 'network_id': 'e25e384b-4ff6-4d05-b9c0-4260704cb00b', 'port_id': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae', 'mac_address': 'fa:16:3e:4b:51:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:40:42.426208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.514565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc773-e553-4dd2-b0bf-2a63797bb21e req-b2c9a70f-92ee-4706-b6c6-1209ed48dbc9 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:42.527558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95bc773-e553-4dd2-b0bf-2a63797bb21e req-b2c9a70f-92ee-4706-b6c6-1209ed48dbc9 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 943 time: 0.2026706 Aug 31 09:40:42.544654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.567822 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.582394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:42.588727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.613371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c41c69f-03ca-4047-a1d3-413fcb57e3ae {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:42.697326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95bc773-e553-4dd2-b0bf-2a63797bb21e req-15e446f7-bf42-4bc3-a257-9b6ef4529b93 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617472 Aug 31 09:40:42.708128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:42.717579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.779255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Network': ['ID=5d91503f-5102-418f-827c-c81a8c784a43,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.837779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-857945ee-4c93-48c6-a8fa-b2dbf49f32b3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7349627 Aug 31 09:40:42.842528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 44936) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:42.860134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:42.966187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.993174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:43.091417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:43.095713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.184337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2c41c69f-03ca-4047-a1d3-413fcb57e3ae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:44.072610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c52e7-5679-43cd-acb4-b86236e1cb75 req-3646d094-04aa-427a-8504-77229b0ee49a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.085350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e4c52e7-5679-43cd-acb4-b86236e1cb75 req-3646d094-04aa-427a-8504-77229b0ee49a tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 944 time: 0.2138793 Aug 31 09:40:44.190990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e4c52e7-5679-43cd-acb4-b86236e1cb75 req-8bd73e74-6d88-4350-9c9c-69119c084472 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014843 Aug 31 09:40:44.570431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.793760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=2c2867e1-3e0c-438e-bec9-fce7f3065242,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:44.796854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:44.797419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network hostable DHCP agents. Network: 5d91503f-5102-418f-827c-c81a8c784a43, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:44.825762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:44.863350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5d91503f-5102-418f-827c-c81a8c784a43) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:44.872632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.873819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.878941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e7f38-7fb2-420d-8a20-37d1eeb18b6c None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:44.951487 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-57a04390-e80d-4562-abae-b47aab3a3433 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1063378 Aug 31 09:40:44.952521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45024) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:44.958811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'name': 'tempest-NetworksTestDHCPv6-1358723826'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:45.213495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:45.218693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.250277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 28f0de06-ed09-48f6-9fa3-1a05e9dc4595 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:45.490001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::2a2 (5d91503f-5102-418f-827c-c81a8c784a43/2c2867e1-3e0c-438e-bec9-fce7f3065242/28f0de06-ed09-48f6-9fa3-1a05e9dc4595) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:45.608191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d04fa-8975-4948-9ace-739acd3e1e2f req-6240b3dc-06a6-4600-98ed-1de0d6ee4393 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:45.610427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14d04fa-8975-4948-9ace-739acd3e1e2f req-6240b3dc-06a6-4600-98ed-1de0d6ee4393 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 944 time: 0.1784689 Aug 31 09:40:45.679664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '2c2867e1-3e0c-438e-bec9-fce7f3065242'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:45.685959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.738174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b14d04fa-8975-4948-9ace-739acd3e1e2f req-7e62d693-f0fc-4fa3-81f6-1ce0983f72e3 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140449 Aug 31 09:40:45.928162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2c41c69f-03ca-4047-a1d3-413fcb57e3ae up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:46.029648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.078280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:46.099352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:46.099960 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.114422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 28f0de06-ed09-48f6-9fa3-1a05e9dc4595 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:46.119988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45062) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.280593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.491150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/2c2867e1-3e0c-438e-bec9-fce7f3065242/ec597862-cd57-4d60-918e-30eec48c8a29) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:46.563702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:46.579167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:46.588048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:46.613069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:46.620597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.699738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45070) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:46.700801 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7457502 Aug 31 09:40:46.717312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec3783-d19c-4b3d-b300-def4f78b2772 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=28f0de06-ed09-48f6-9fa3-1a05e9dc4595,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.011288 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.105324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70cda5-8597-445b-8ff9-cf309637bcad req-e4f61a3f-40da-4a4a-bcf8-3ceb060c46c6 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.107521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c70cda5-8597-445b-8ff9-cf309637bcad req-e4f61a3f-40da-4a4a-bcf8-3ceb060c46c6 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 944 time: 0.1308267 Aug 31 09:40:47.122892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a06c9-358f-48cd-aa4b-aefa6dd966fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.126439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd7a06c9-358f-48cd-aa4b-aefa6dd966fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4252183 Aug 31 09:40:47.132219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45082) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.254255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.256381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:47.259050 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e33af69-9915-4d75-b7b1-1d8974b0f4b7" -d '{"events": [{"server_uuid": "f5cf18d2-794a-4d11-bdd4-21083e60f61e", "name": "network-vif-plugged", "status": "completed", "tag": "2c41c69f-03ca-4047-a1d3-413fcb57e3ae"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:47.275349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.278896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:47.291428 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.296071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Transition to ACTIVE for port object ec597862-cd57-4d60-918e-30eec48c8a29 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:47.331645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c70cda5-8597-445b-8ff9-cf309637bcad req-979a3b4b-69ea-4266-a689-8386fcab0b35 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027349 Aug 31 09:40:47.426219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Transition to ACTIVE for port object ec597862-cd57-4d60-918e-30eec48c8a29 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:47.443523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 28f0de06-ed09-48f6-9fa3-1a05e9dc4595 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:47.444198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.451650 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfba9079-0a2e-4465-9c91-c1febec1ccab x-openstack-request-id: req-bfba9079-0a2e-4465-9c91-c1febec1ccab {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:47.451951 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cf18d2-794a-4d11-bdd4-21083e60f61e", "name": "network-vif-plugged", "status": "completed", "tag": "2c41c69f-03ca-4047-a1d3-413fcb57e3ae", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:47.454427 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfba9079-0a2e-4465-9c91-c1febec1ccab {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:47.456159 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae', 'code': 200} Aug 31 09:40:47.525571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.558859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:47.577485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:47.582054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:47.597775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.634458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c1df-2bef-4e5d-838c-24f0db1c068c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.713712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Pushing event updated for resources: {'Port': ['ID=ec597862-cd57-4d60-918e-30eec48c8a29,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.718075 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.745193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Attempting to bind port ec597862-cd57-4d60-918e-30eec48c8a29 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:47.745525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Attempting to bind port ec597862-cd57-4d60-918e-30eec48c8a29 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:47.745774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e340cd-b514-4f69-b425-8814134dc74b req-52665ba8-ba66-406e-8545-bc4f187338c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.745972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Attempting to bind port ec597862-cd57-4d60-918e-30eec48c8a29 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:47.747466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7e340cd-b514-4f69-b425-8814134dc74b req-52665ba8-ba66-406e-8545-bc4f187338c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 1097 time: 0.2083580 Aug 31 09:40:47.756074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:47.756462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:47.756923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.757329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:47.757874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Bound port: ec597862-cd57-4d60-918e-30eec48c8a29, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:47.758268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.776270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 28f0de06-ed09-48f6-9fa3-1a05e9dc4595 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:47.883527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7e340cd-b514-4f69-b425-8814134dc74b req-fa6a0359-9b10-4b2b-9cf8-f22790f53eeb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142943 Aug 31 09:40:47.904333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] For port ec597862-cd57-4d60-918e-30eec48c8a29, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:47.909319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] For port ec597862-cd57-4d60-918e-30eec48c8a29, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec597862-cd57-4d60-918e-30eec48c8a29,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:47.914750 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.990807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed45c55-20e0-4f15-b145-290693c3d110 None None] Pushing event updated for resources: {'Port': ['ID=ec597862-cd57-4d60-918e-30eec48c8a29,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.014567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.026350 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c1df-2bef-4e5d-838c-24f0db1c068c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.061173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c1df-2bef-4e5d-838c-24f0db1c068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.122371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.149165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6ab5c1df-2bef-4e5d-838c-24f0db1c068c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3009b858a49c42c88bf48115feeacb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937612 Aug 31 09:40:48.156218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45106) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.177084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5c1df-2bef-4e5d-838c-24f0db1c068c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883f6cc2-aee1-4fe1-83e1-2dda1936fa83,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.203786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.209500 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/28f0de06-ed09-48f6-9fa3-1a05e9dc4595 HTTP/1.1" status: 204 len: 168 time: 1.0757682 Aug 31 09:40:48.210748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45108) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.211548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3715-778a-4ed2-b1af-e7685c0f91fc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=28f0de06-ed09-48f6-9fa3-1a05e9dc4595,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.485873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928608a5-2368-41e8-9514-1f7b5d3da0e6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:48.494361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928608a5-2368-41e8-9514-1f7b5d3da0e6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:48.504528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45122) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.509255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-928608a5-2368-41e8-9514-1f7b5d3da0e6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2890434 Aug 31 09:40:48.631856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d34a9979-5a51-40a2-bafe-0304e458fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.668182 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.714344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d34a9979-5a51-40a2-bafe-0304e458fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.747034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 2c2867e1-3e0c-438e-bec9-fce7f3065242 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:48.760776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.857927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fafaff-3e9f-42a1-a53b-851f75851cd6 req-d8fec01a-0ba2-4a10-86c6-1299182f4bfb tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:48.860673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02fafaff-3e9f-42a1-a53b-851f75851cd6 req-d8fec01a-0ba2-4a10-86c6-1299182f4bfb tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 945 time: 0.3482926 Aug 31 09:40:48.906953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.983762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d34a9979-5a51-40a2-bafe-0304e458fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.988864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d34a9979-5a51-40a2-bafe-0304e458fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.993216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d34a9979-5a51-40a2-bafe-0304e458fdf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/883f6cc2-aee1-4fe1-83e1-2dda1936fa83 HTTP/1.1" status: 204 len: 168 time: 0.8332922 Aug 31 09:40:49.056291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02fafaff-3e9f-42a1-a53b-851f75851cd6 req-11224653-966b-4c54-bb58-73cfbc0fa213 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804893 Aug 31 09:40:49.077461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Deleting port f5aa6628-3f14-4644-8885-96d6cbcd2119 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:49.085947 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.204679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec597862-cd57-4d60-918e-30eec48c8a29 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:49.291641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] For port f5aa6628-3f14-4644-8885-96d6cbcd2119, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f5aa6628-3f14-4644-8885-96d6cbcd2119,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:49.291883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.311703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Calling delete_port for f5aa6628-3f14-4644-8885-96d6cbcd2119 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:49.328911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a9979-5a51-40a2-bafe-0304e458fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f6cc2-aee1-4fe1-83e1-2dda1936fa83,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.436627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ec597862-cd57-4d60-918e-30eec48c8a29 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:49.460960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.515583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e746c5-46b8-4f98-b2e9-63ef94d25852 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:49.567027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.593268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5a32-acce-4fe4-86a1-7b702796055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.632018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] Provisioning for port ec597862-cd57-4d60-918e-30eec48c8a29 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:49.649719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] Provisioning complete for port ec597862-cd57-4d60-918e-30eec48c8a29 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:49.650183 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.660707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.694306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2867e1-3e0c-438e-bec9-fce7f3065242,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.717294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.719445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f1b2bb72-953a-42e8-9faf-b03972129183 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/2c2867e1-3e0c-438e-bec9-fce7f3065242 HTTP/1.1" status: 204 len: 168 time: 1.2117641 Aug 31 09:40:49.722496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45154) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.776494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2a0ec934-0667-423a-a593-b865569f47e9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526571 Aug 31 09:40:49.788348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45156) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.788348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:49.798258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5a32-acce-4fe4-86a1-7b702796055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.808244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5a32-acce-4fe4-86a1-7b702796055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.869770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f5a32-acce-4fe4-86a1-7b702796055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d99660-12ff-439f-8de4-5b9b85ecbd79,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.912953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3c8f5a32-acce-4fe4-86a1-7b702796055d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8cc66779a844fe68b4994c14152c76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440192 Aug 31 09:40:49.916536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45158) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.941240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:49.944900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.981094 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.984324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a95b975-b229-4e84-9290-c8ea7d286b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.015490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a95b975-b229-4e84-9290-c8ea7d286b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.035120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] For port ec597862-cd57-4d60-918e-30eec48c8a29, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec597862-cd57-4d60-918e-30eec48c8a29,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:50.043354 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.110274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71924d-5f6e-4db3-89b0-52d71a37aafd None None] Pushing event updated for resources: {'Port': ['ID=ec597862-cd57-4d60-918e-30eec48c8a29,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.116864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a95b975-b229-4e84-9290-c8ea7d286b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.120976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a95b975-b229-4e84-9290-c8ea7d286b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.130249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a95b975-b229-4e84-9290-c8ea7d286b6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99d99660-12ff-439f-8de4-5b9b85ecbd79 HTTP/1.1" status: 204 len: 168 time: 0.2103593 Aug 31 09:40:50.131665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:50.150387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b975-b229-4e84-9290-c8ea7d286b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d99660-12ff-439f-8de4-5b9b85ecbd79,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.212185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.233041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] Deleting port ec597862-cd57-4d60-918e-30eec48c8a29 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:50.237135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.306335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5aa6628-3f14-4644-8885-96d6cbcd2119,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.349965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] For port ec597862-cd57-4d60-918e-30eec48c8a29, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ec597862-cd57-4d60-918e-30eec48c8a29,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:50.350719 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.370854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] Calling delete_port for ec597862-cd57-4d60-918e-30eec48c8a29 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:50.414571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ceaf69-e0c1-4ead-822f-231f9a959944 req-92774d3e-9f7a-4212-930b-6e314a88cfa6 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:50.416423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2ceaf69-e0c1-4ead-822f-231f9a959944 req-92774d3e-9f7a-4212-930b-6e314a88cfa6 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 945 time: 0.2369177 Aug 31 09:40:50.445541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.537706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=6395fa51-c06a-4170-932b-2dcbfe663134,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.606741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:50.680493 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.717094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2ceaf69-e0c1-4ead-822f-231f9a959944 req-fbafc662-0258-4281-9f9f-5b2a372cedf0 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909226 Aug 31 09:40:50.719125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:50.765856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:50.792596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] Pushing event deleted for resources: {'Port': ['ID=ec597862-cd57-4d60-918e-30eec48c8a29,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.802137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:50.804955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.817452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e44228-03ad-4c3b-9193-da50968eb8ce None None] No DVR routers for this DVR port ec597862-cd57-4d60-918e-30eec48c8a29 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:50.837520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27feaf6d-4136-4eff-a7a6-d6655d0f4ca6 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:50.977994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3be466b3-4d53-449c-bbde-f68ae74af3c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1959231 Aug 31 09:40:50.980356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:50.994102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'name': 'tempest-NetworksTestDHCPv6-1955600408'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:51.015008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.386998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:51.401624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.464338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 0c921f05-027c-4665-8526-0b4052ce327c yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:51.537542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec597862-cd57-4d60-918e-30eec48c8a29 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:51.621314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '6395fa51-c06a-4170-932b-2dcbfe663134'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:51.623028 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.634280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ec597862-cd57-4d60-918e-30eec48c8a29 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:51.644846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ec597862-cd57-4d60-918e-30eec48c8a29 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:51.933414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:52.001333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::228 (5d91503f-5102-418f-827c-c81a8c784a43/6395fa51-c06a-4170-932b-2dcbfe663134/0c921f05-027c-4665-8526-0b4052ce327c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:52.272160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:52.288291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-89a8ae1f-0a07-404d-a614-86fb80579190 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b11bbf0-50a4-4022-8442-50a46c2a77c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1624160 Aug 31 09:40:52.288774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45246) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:52.289994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] Sync routers for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:52.328350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:52.328803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.343675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45248) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:52.545032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.553481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:52.585670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 0c921f05-027c-4665-8526-0b4052ce327c will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:52.608854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.664865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.809738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=0c921f05-027c-4665-8526-0b4052ce327c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:52.835289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:52.853912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:52.857453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84070b98-11b7-466f-8d8a-9e778e1a7e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.859604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:52.868421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:52.869100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.922219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.030028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/6395fa51-c06a-4170-932b-2dcbfe663134/56fc57bf-9b72-483b-87a4-615b48ca51a7) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:53.102239 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d4344c53-cf77-4ea2-b77b-563307439abe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1190879 Aug 31 09:40:53.113688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45276) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.129200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84070b98-11b7-466f-8d8a-9e778e1a7e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.178297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Deleting port 18abb694-44f8-4a15-a09e-bcc75bff9b52 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:53.183580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.241416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84070b98-11b7-466f-8d8a-9e778e1a7e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.338262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-84070b98-11b7-466f-8d8a-9e778e1a7e08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f908c5ec0234fea8ad56144de2b4156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9890151 Aug 31 09:40:53.343611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45280) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.512901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02cba5-4085-4dc9-a3c3-8cc521893273 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:53.523488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45288) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.527049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b02cba5-4085-4dc9-a3c3-8cc521893273 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3967795 Aug 31 09:40:53.529275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84070b98-11b7-466f-8d8a-9e778e1a7e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1def1-70b3-43ef-b8ef-0c0b8da3dc8e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:53.552539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 5, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port': {'id': '18abb694-44f8-4a15-a09e-bcc75bff9b52', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:35Z', 'updated_at': '2021-08-31T09:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.556883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] For port 18abb694-44f8-4a15-a09e-bcc75bff9b52, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=18abb694-44f8-4a15-a09e-bcc75bff9b52,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:53.557616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.594776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] Checking router: 2b11bbf0-50a4-4022-8442-50a46c2a77c5 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:53.626280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Calling delete_port for 18abb694-44f8-4a15-a09e-bcc75bff9b52 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:53.634558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] Routers {'2b11bbf0-50a4-4022-8442-50a46c2a77c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:53.634558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:40:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.687018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.739765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Transition to ACTIVE for port object 56fc57bf-9b72-483b-87a4-615b48ca51a7 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:53.776291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Transition to ACTIVE for port object 56fc57bf-9b72-483b-87a4-615b48ca51a7 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:53.779585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2eabc8a9-6e33-420a-b093-98073d4c04fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.783848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] Set router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:53.819555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.841697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2eabc8a9-6e33-420a-b093-98073d4c04fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.911082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:53.915502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:53.977046 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2eabc8a9-6e33-420a-b093-98073d4c04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.982250 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2eabc8a9-6e33-420a-b093-98073d4c04fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.984190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:40:52Z', 'revision_number': 6, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.984513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2eabc8a9-6e33-420a-b093-98073d4c04fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd1def1-70b3-43ef-b8ef-0c0b8da3dc8e HTTP/1.1" status: 204 len: 168 time: 0.6395450 Aug 31 09:40:54.000328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:54.046618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabc8a9-6e33-420a-b093-98073d4c04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1def1-70b3-43ef-b8ef-0c0b8da3dc8e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:54.167800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 0c921f05-027c-4665-8526-0b4052ce327c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:54.168353 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.248677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18cbb8c-c8d4-448c-a128-bf7a1eac7aef None None] The sync data for ids ['2b11bbf0-50a4-4022-8442-50a46c2a77c5'] in n-d-800634-13 is: [{'id': '2b11bbf0-50a4-4022-8442-50a46c2a77c5', 'name': 'tempest-TestVolumeBackupRestore-535271420-router', 'tenant_id': '32f38993f63a4702bbcd211df7e79b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:32Z', 'updated_at': '2021-08-31T09:40:52Z', 'revision_number': 6, 'project_id': '32f38993f63a4702bbcd211df7e79b2a', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:54.429436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Pushing event updated for resources: {'Port': ['ID=56fc57bf-9b72-483b-87a4-615b48ca51a7,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:54.468536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Attempting to bind port 56fc57bf-9b72-483b-87a4-615b48ca51a7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:54.471272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Attempting to bind port 56fc57bf-9b72-483b-87a4-615b48ca51a7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:54.476707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Attempting to bind port 56fc57bf-9b72-483b-87a4-615b48ca51a7 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:54.493950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:54.494676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:54.495280 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.495853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:54.506343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Bound port: 56fc57bf-9b72-483b-87a4-615b48ca51a7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:54.511262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.786741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] For port 56fc57bf-9b72-483b-87a4-615b48ca51a7, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:54.811410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] For port 56fc57bf-9b72-483b-87a4-615b48ca51a7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=56fc57bf-9b72-483b-87a4-615b48ca51a7,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:54.833355 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.047994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45320) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:55.096643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ac4e974-b851-4453-b212-7123f87e1af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.097076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b389d7-b2f9-451a-a23a-e8f95db31f3f None None] Pushing event updated for resources: {'Port': ['ID=56fc57bf-9b72-483b-87a4-615b48ca51a7,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.451306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ac4e974-b851-4453-b212-7123f87e1af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.462355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5ac4e974-b851-4453-b212-7123f87e1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.588697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f5aa6628-3f14-4644-8885-96d6cbcd2119 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:55.593214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.630860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4e974-b851-4453-b212-7123f87e1af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93633cb1-5cc5-4ebb-afe6-d9df7f70b2f1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.657483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 0c921f05-027c-4665-8526-0b4052ce327c owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:55.720883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5ac4e974-b851-4453-b212-7123f87e1af7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74f5a572bf4a4ce0996247d8f94c0e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6711872 Aug 31 09:40:55.747459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45330) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:55.789107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f5aa6628-3f14-4644-8885-96d6cbcd2119 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:55.790946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f5aa6628-3f14-4644-8885-96d6cbcd2119 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:55.791515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 18abb694-44f8-4a15-a09e-bcc75bff9b52 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:55.824560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.851922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 18abb694-44f8-4a15-a09e-bcc75bff9b52 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:55.852415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 18abb694-44f8-4a15-a09e-bcc75bff9b52 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:55.942219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Pushing event deleted for resources: {'Port': ['ID=18abb694-44f8-4a15-a09e-bcc75bff9b52,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.981552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3299bc05-ea8f-4e9c-b9d3-38becc86bc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.078022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3299bc05-ea8f-4e9c-b9d3-38becc86bc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.115562 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.241136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3299bc05-ea8f-4e9c-b9d3-38becc86bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.247015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3299bc05-ea8f-4e9c-b9d3-38becc86bc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.249447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3299bc05-ea8f-4e9c-b9d3-38becc86bc06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93633cb1-5cc5-4ebb-afe6-d9df7f70b2f1 HTTP/1.1" status: 204 len: 168 time: 0.5001378 Aug 31 09:40:56.301101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299bc05-ea8f-4e9c-b9d3-38becc86bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93633cb1-5cc5-4ebb-afe6-d9df7f70b2f1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.374271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.386511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.576611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.577278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b11bbf0-50a4-4022-8442-50a46c2a77c5 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:56.594267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.599452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45344) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:56.608265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c67f33c9-1f90-4097-a3a9-37b94864226e admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b11bbf0-50a4-4022-8442-50a46c2a77c5 HTTP/1.1" status: 204 len: 168 time: 4.3092628 Aug 31 09:40:56.609379 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.719908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.726899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/0c921f05-027c-4665-8526-0b4052ce327c HTTP/1.1" status: 204 len: 168 time: 3.2006593 Aug 31 09:40:56.745253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45348) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:56.785159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Deleting subnet 7d9ed1c1-989f-4639-a9f8-503820aa9b63 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:56.788719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c13684-f203-45f6-b845-7ce81c925f62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=0c921f05-027c-4665-8526-0b4052ce327c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:56.820318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.899580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.907038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1eab6-edc3-4d62-b73a-3da9e5eaac42 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:56.911143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1eab6-edc3-4d62-b73a-3da9e5eaac42 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:56.914802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f2f1eab6-edc3-4d62-b73a-3da9e5eaac42 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1667488 Aug 31 09:40:56.919773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45358) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:57.078570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 6395fa51-c06a-4170-932b-2dcbfe663134 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:57.099038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.233093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.272807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.347642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 56fc57bf-9b72-483b-87a4-615b48ca51a7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:57.416638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.439313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.561071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.578224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.583406 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d9ed1c1-989f-4639-a9f8-503820aa9b63 HTTP/1.1" status: 204 len: 168 time: 0.9822013 Aug 31 09:40:57.589627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b6b4f-b763-4fe4-9d43-15d458618c2e None None] Network 379b46e7-681b-4fb6-a147-a35c845412d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:57.622111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc8c09-511c-4dbd-b20d-787796b11c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9ed1c1-989f-4639-a9f8-503820aa9b63,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.636215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:57.660023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 56fc57bf-9b72-483b-87a4-615b48ca51a7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:57.718104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=6395fa51-c06a-4170-932b-2dcbfe663134,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.751399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.759934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-241cfc3c-4b7e-428d-80b7-40e6dabce67b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/6395fa51-c06a-4170-932b-2dcbfe663134 HTTP/1.1" status: 204 len: 168 time: 0.8381941 Aug 31 09:40:57.764660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45380) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:57.811235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] Provisioning for port 56fc57bf-9b72-483b-87a4-615b48ca51a7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:57.846629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] Provisioning complete for port 56fc57bf-9b72-483b-87a4-615b48ca51a7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:57.847611 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.952082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-926e9048-a430-485f-b768-52df5cd39d9e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1852381 Aug 31 09:40:57.957315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45388) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:57.975334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:58.006045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 56fc57bf-9b72-483b-87a4-615b48ca51a7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:58.006655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.035222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e17f34-a155-4806-85d7-d1c9f1581e14 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:58.071907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.274453 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-6134e389-1daf-412f-a584-5e974bfd6ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8203917 Aug 31 09:40:58.387008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:58.398754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.520140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Deleting port bf7c8b60-8236-49a9-8512-492c091c8fd7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:58.520514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.693035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-be1acfe8-309f-40c6-8286-c6b1ad6090b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:58.695152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-be1acfe8-309f-40c6-8286-c6b1ad6090b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66ccd75077fe49d898cf919a41c949a7&device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 1102 time: 0.3676622 Aug 31 09:40:58.755154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.822199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] For port bf7c8b60-8236-49a9-8512-492c091c8fd7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bf7c8b60-8236-49a9-8512-492c091c8fd7,segment=NetworkSegment(11c900a4-8d30-48c1-999c-bf9216486e9c),segment_id=11c900a4-8d30-48c1-999c-bf9216486e9c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:58.826717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.850797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Calling delete_port for bf7c8b60-8236-49a9-8512-492c091c8fd7 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:58.956657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a80aa98-84ad-49ae-8d7a-9e5e17a14d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.959848 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.002980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.006995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] For port 56fc57bf-9b72-483b-87a4-615b48ca51a7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=56fc57bf-9b72-483b-87a4-615b48ca51a7,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:59.051864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-cbdea01e-dee6-4e3f-848c-75d4efa38bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.053600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-cbdea01e-dee6-4e3f-848c-75d4efa38bb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.3370049 Aug 31 09:40:59.054844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.061894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.086643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] No DVR routers for this DVR port bf7c8b60-8236-49a9-8512-492c091c8fd7 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:59.191229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:59.219710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fa90fb01-1859-4f72-9f74-5a89e49714ec None None] Could not find standard attr ID for object 28f0de06-ed09-48f6-9fa3-1a05e9dc4595. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:40:59.241413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:59.250508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=31c62f49-0785-474a-927b-030471bb0d90,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.256637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.257283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.286665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fdb53-a891-4904-b759-24d5ae8c166d None None] DHCP port deletion for 379b46e7-681b-4fb6-a147-a35c845412d5 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:59.303637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c677256-02f7-4401-bb18-d4f89739530c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3443499 Aug 31 09:40:59.304439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45430) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:59.312856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'name': 'tempest-NetworksTestDHCPv6-1537157108'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:59.377936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7c8b60-8236-49a9-8512-492c091c8fd7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.402119 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-4ae43561-1832-4177-a839-04ca2dc41f26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 HTTP/1.1" status: 200 len: 217 time: 0.3241222 Aug 31 09:40:59.509185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59c83a-33d4-49df-a6fd-056f2c900c22 None None] Pushing event updated for resources: {'Port': ['ID=56fc57bf-9b72-483b-87a4-615b48ca51a7,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.531730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:59.564791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:59.565416 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:59.624993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-19eff1a8-57f9-4a13-88ef-d0523330958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.627218 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-19eff1a8-57f9-4a13-88ef-d0523330958d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1954186 Aug 31 09:40:59.629484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:59.635293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.679953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 5cf415f7-b83a-4416-b06f-5a0f5b49a37d yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:40:59.732476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.745895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] Deleting port 56fc57bf-9b72-483b-87a4-615b48ca51a7 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:59.754262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.773591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379b46e7-681b-4fb6-a147-a35c845412d5']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.805473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c900a4-8d30-48c1-999c-bf9216486e9c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.808171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c900a4-8d30-48c1-999c-bf9216486e9c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.827401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-78d28dd4-2ade-48dd-bb5f-7b7f6e883f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.835609 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-78d28dd4-2ade-48dd-bb5f-7b7f6e883f8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1900911 Aug 31 09:40:59.849778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.941888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::31c (5d91503f-5102-418f-827c-c81a8c784a43/31c62f49-0785-474a-927b-030471bb0d90/5cf415f7-b83a-4416-b06f-5a0f5b49a37d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:59.978503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] For port 56fc57bf-9b72-483b-87a4-615b48ca51a7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=56fc57bf-9b72-483b-87a4-615b48ca51a7,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:59.979173 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.026146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] Calling delete_port for 56fc57bf-9b72-483b-87a4-615b48ca51a7 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:00.044109 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-d8deb091-2f8b-4993-847f-bc5bf53c4278 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963394 Aug 31 09:41:00.177319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.205668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:00.205668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:00.213175 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:00.237115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.272381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] Pushing event deleted for resources: {'Port': ['ID=56fc57bf-9b72-483b-87a4-615b48ca51a7,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:00.300924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67b2af-17bd-4329-97dd-3e541a81c72c None None] No DVR routers for this DVR port 56fc57bf-9b72-483b-87a4-615b48ca51a7 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:00.311475 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.323390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619f92b-3f05-496b-8767-d9f4e8450dd2 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:00.391763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 5cf415f7-b83a-4416-b06f-5a0f5b49a37d will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:00.415679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.460590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bf7c8b60-8236-49a9-8512-492c091c8fd7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:00.462762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.474606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/379b46e7-681b-4fb6-a147-a35c845412d5 HTTP/1.1" status: 204 len: 168 time: 2.8286433 Aug 31 09:41:00.476153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.480522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:00.520799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20ac3475-31c0-4c85-a53d-388e3ea5ba9b req-51719008-7fe6-4155-95a2-00c2a4f63926 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639635 Aug 31 09:41:00.524163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768d3df-00a8-4d7d-aed9-f70db519afb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=379b46e7-681b-4fb6-a147-a35c845412d5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:00.761382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: bf7c8b60-8236-49a9-8512-492c091c8fd7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:00.761726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bf7c8b60-8236-49a9-8512-492c091c8fd7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:00.762140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 56fc57bf-9b72-483b-87a4-615b48ca51a7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:00.832656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 56fc57bf-9b72-483b-87a4-615b48ca51a7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:00.833214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 56fc57bf-9b72-483b-87a4-615b48ca51a7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:00.994791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:00.996165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '31c62f49-0785-474a-927b-030471bb0d90'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:00.997241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.000216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:01.025426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:01.033121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.034369 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.064099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45472) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.064559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7583466 Aug 31 09:41:01.073512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95277759-f367-4513-a3da-2528539536a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=5cf415f7-b83a-4416-b06f-5a0f5b49a37d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:01.217822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc729a-bec8-4d0c-a808-1561c0be444b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.223344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a4cc729a-bec8-4d0c-a808-1561c0be444b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1575010 Aug 31 09:41:01.229726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.280096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/31c62f49-0785-474a-927b-030471bb0d90/3727822b-ecc3-4de4-9606-1577bb1826a1) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:01.295711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.447080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 5cf415f7-b83a-4416-b06f-5a0f5b49a37d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:01.447683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.575751 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.595929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 5cf415f7-b83a-4416-b06f-5a0f5b49a37d owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:01.683304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2136756f-d17a-4b54-8787-c299b57e8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.713571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.728541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Transition to ACTIVE for port object 3727822b-ecc3-4de4-9606-1577bb1826a1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:01.778671 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.858667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.859180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Transition to ACTIVE for port object 3727822b-ecc3-4de4-9606-1577bb1826a1 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:01.859997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Deleting port 3d978510-8a3e-4ff6-8d63-07fd2951f67d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:01.860476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.870798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.920201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=5cf415f7-b83a-4416-b06f-5a0f5b49a37d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:01.943135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.943591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.943919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.944330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.944769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.946254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.946769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.947106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.947567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.947903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.948236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.948701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:01.978266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:01.983059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:01.985394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Pushing event updated for resources: {'Port': ['ID=3727822b-ecc3-4de4-9606-1577bb1826a1,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:01.988640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:02.025968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.031965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] For port 3d978510-8a3e-4ff6-8d63-07fd2951f67d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3d978510-8a3e-4ff6-8d63-07fd2951f67d,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:02.032449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.035810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45510) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:02.036782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c676f8a4-d379-45a0-9290-79a8f148e171 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/5cf415f7-b83a-4416-b06f-5a0f5b49a37d HTTP/1.1" status: 204 len: 168 time: 0.8031991 Aug 31 09:41:02.055644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Attempting to bind port 3727822b-ecc3-4de4-9606-1577bb1826a1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:02.056757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Attempting to bind port 3727822b-ecc3-4de4-9606-1577bb1826a1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:02.057576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Attempting to bind port 3727822b-ecc3-4de4-9606-1577bb1826a1 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:02.064439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:02.064810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:02.065296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.065688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:02.066159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Bound port: 3727822b-ecc3-4de4-9606-1577bb1826a1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:02.066558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.196522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Calling delete_port for 3d978510-8a3e-4ff6-8d63-07fd2951f67d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:02.337881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7003c3-684a-4e4e-99b2-4b15fd1abdab tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.340849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7003c3-684a-4e4e-99b2-4b15fd1abdab tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.344849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa7003c3-684a-4e4e-99b2-4b15fd1abdab tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3055396 Aug 31 09:41:02.346772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45530) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:02.352395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.366592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] For port 3727822b-ecc3-4de4-9606-1577bb1826a1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:02.370769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] For port 3727822b-ecc3-4de4-9606-1577bb1826a1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3727822b-ecc3-4de4-9606-1577bb1826a1,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:02.386928 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.477853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 31c62f49-0785-474a-927b-030471bb0d90 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:02.481909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.484252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51461b-26ec-4bfc-9c56-a03acfa8dc86 None None] Pushing event updated for resources: {'Port': ['ID=3727822b-ecc3-4de4-9606-1577bb1826a1,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.541892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.717248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.747488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.868239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d978510-8a3e-4ff6-8d63-07fd2951f67d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.963885 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.060292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=31c62f49-0785-474a-927b-030471bb0d90,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:03.116576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.121115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b2fa327b-0142-46d2-a0bc-d1d39c8a9a02 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/31c62f49-0785-474a-927b-030471bb0d90 HTTP/1.1" status: 204 len: 168 time: 0.7183883 Aug 31 09:41:03.121594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45576) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.209206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5b8f3a30-6d3b-4e3d-8960-a052436bd54c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856187 Aug 31 09:41:03.211545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45582) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.391768 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.417915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30212d3-755e-4910-b708-c25a66fae709 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.419654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b30212d3-755e-4910-b708-c25a66fae709 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2071671 Aug 31 09:41:03.422205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45598) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.550055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc52402-87c3-495b-b4c5-ac66e6a381d8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.554774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.555346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6bc52402-87c3-495b-b4c5-ac66e6a381d8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1311550 Aug 31 09:41:03.644608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.717523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-396c0ea6-4a77-4f42-986f-a9b64c9b28a8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1560967 Aug 31 09:41:03.718564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45612) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.754184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:03.870254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Router 171cae90-abba-439b-a22c-39112de3f82b has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:03.915068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:03.920742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.114022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:04.129827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c35aee6c-e472-43bf-af1f-8f2a1f647d8c admin admin] 10.222.0.18 "PUT /v2.0/routers/171cae90-abba-439b-a22c-39112de3f82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6455729 Aug 31 09:41:04.131313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45632) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:04.134849 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] Sync routers for ids ['171cae90-abba-439b-a22c-39112de3f82b'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:04.154407 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] Routers {'171cae90-abba-439b-a22c-39112de3f82b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:04.154708 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['171cae90-abba-439b-a22c-39112de3f82b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:04.166636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.220859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:04.227816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:04.234014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.234714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.244631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=2eac92f7-8447-412b-9b7f-0aec600c5d10,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:04.276073 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b6b7cce5-cb37-4978-a3a3-55b24da6e2d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5558288 Aug 31 09:41:04.277157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:04.282965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '2eac92f7-8447-412b-9b7f-0aec600c5d10', 'ip_address': '2001:db8::33be:ccc5:c48e:b60d'}], 'name': 'tempest-NetworksTestDHCPv6-268249580'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:04.306798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421e628-321f-47dc-9a2e-9c788a70a075 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:04.455039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae1dcb58-b9f4-47ae-9707-73a47d556f99 None None] Provisioning for port 3727822b-ecc3-4de4-9606-1577bb1826a1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:04.478083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae1dcb58-b9f4-47ae-9707-73a47d556f99 None None] Could not find standard attr ID for object 5cf415f7-b83a-4416-b06f-5a0f5b49a37d. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:04.542242 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] Set router 171cae90-abba-439b-a22c-39112de3f82b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:04.568226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:04.657617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3727822b-ecc3-4de4-9606-1577bb1826a1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:04.760821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45640) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:04.841702 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.895707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port d60649af-9234-4f83-8547-06f160adb7f0 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:04.910740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3727822b-ecc3-4de4-9606-1577bb1826a1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:04.922143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3727822b-ecc3-4de4-9606-1577bb1826a1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:04.924353 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.943149 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:41:02Z', 'revision_number': 5, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.001683 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] Checking router: 171cae90-abba-439b-a22c-39112de3f82b for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:05.022223 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] Routers {'171cae90-abba-439b-a22c-39112de3f82b'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:05.024604 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['171cae90-abba-439b-a22c-39112de3f82b'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.078609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a56f7fb8-687d-4651-a420-5cd77d899761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.129222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.210002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 3727822b-ecc3-4de4-9606-1577bb1826a1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3727822b-ecc3-4de4-9606-1577bb1826a1,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:05.218463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.265142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.271621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45652) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.334923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=3727822b-ecc3-4de4-9606-1577bb1826a1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:05.348098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b9eb4c31-6ef7-4d35-a902-2e2cfcbb7c8a None None] Provisioning complete for port 3727822b-ecc3-4de4-9606-1577bb1826a1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:05.348696 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4c31-6ef7-4d35-a902-2e2cfcbb7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.411387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::33be:ccc5:c48e:b60d (5d91503f-5102-418f-827c-c81a8c784a43/2eac92f7-8447-412b-9b7f-0aec600c5d10/d60649af-9234-4f83-8547-06f160adb7f0) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:05.551895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.564479 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] Set router 171cae90-abba-439b-a22c-39112de3f82b gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:05.624158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Deleting port a5a92f20-0493-4693-a6c8-ef2e22decf6d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:05.624492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.643179 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a56f7fb8-687d-4651-a420-5cd77d899761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.662203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a56f7fb8-687d-4651-a420-5cd77d899761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.680234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86043df1-9993-48e7-93c3-74a99a5aaa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.722520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0ac6b80b-8e30-49ec-8782-f590001924ee None None] Could not find standard attr ID for object 0c921f05-027c-4665-8526-0b4052ce327c. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:05.746579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] For port a5a92f20-0493-4693-a6c8-ef2e22decf6d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a5a92f20-0493-4693-a6c8-ef2e22decf6d,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:05.746966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.769800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Calling delete_port for a5a92f20-0493-4693-a6c8-ef2e22decf6d owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:05.774880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a56f7fb8-687d-4651-a420-5cd77d899761 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f73978b9c19c45b7a09fada7fb3430fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080075 Aug 31 09:41:05.775663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7fb8-687d-4651-a420-5cd77d899761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1057a463-44fa-44c4-ad32-958f500bf6b0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:05.801396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45656) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.827375 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:41:02Z', 'revision_number': 5, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.870576 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d99b3-3cd5-457f-8b0f-9dfb7f211009 None None] The sync data for ids ['171cae90-abba-439b-a22c-39112de3f82b'] in n-d-800634-13 is: [{'id': '171cae90-abba-439b-a22c-39112de3f82b', 'name': 'tempest-TestVolumeBackupRestore-2101133440-router', 'tenant_id': 'de174d87de864f879b1031e06fe30661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:57Z', 'updated_at': '2021-08-31T09:41:02Z', 'revision_number': 5, 'project_id': 'de174d87de864f879b1031e06fe30661', 'gw_port': {'id': 'a5a92f20-0493-4693-a6c8-ef2e22decf6d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171cae90-abba-439b-a22c-39112de3f82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:58Z', 'updated_at': '2021-08-31T09:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:05.976309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.039362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b558ee11-cd28-4f63-ae58-ad4f5e7b37bc None None] Could not find standard attr ID for object 5cf415f7-b83a-4416-b06f-5a0f5b49a37d. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:06.062775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.064872 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86043df1-9993-48e7-93c3-74a99a5aaa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.078304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object d60649af-9234-4f83-8547-06f160adb7f0 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:06.080640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-86043df1-9993-48e7-93c3-74a99a5aaa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.105549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a92f20-0493-4693-a6c8-ef2e22decf6d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.129517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8714c838-8ec1-441f-ac3d-b57c9e322a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.171304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8714c838-8ec1-441f-ac3d-b57c9e322a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.188014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.209457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86043df1-9993-48e7-93c3-74a99a5aaa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73299f3f-b1f2-44ca-949f-fdc1716d3e01,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.228360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-86043df1-9993-48e7-93c3-74a99a5aaa14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49c550964d124a178278fba06cb5822d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9074559 Aug 31 09:41:06.232547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.240791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.325858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.342610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8714c838-8ec1-441f-ac3d-b57c9e322a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.345809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8714c838-8ec1-441f-ac3d-b57c9e322a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.351178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8714c838-8ec1-441f-ac3d-b57c9e322a56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1057a463-44fa-44c4-ad32-958f500bf6b0 HTTP/1.1" status: 204 len: 168 time: 0.5463281 Aug 31 09:41:06.516582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714c838-8ec1-441f-ac3d-b57c9e322a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1057a463-44fa-44c4-ad32-958f500bf6b0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.550971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:06.555314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:06.557593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=d60649af-9234-4f83-8547-06f160adb7f0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.560364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:06.569975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.570975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.615108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ba32cff6-b72e-44fc-9fe7-59656f1d64a4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3365452 Aug 31 09:41:06.615745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45668) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.646136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.667595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.720134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3727822b-ecc3-4de4-9606-1577bb1826a1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:06.726969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ec91e-d54d-4f91-9601-b7e2c72d1b20 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.752834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ec91e-d54d-4f91-9601-b7e2c72d1b20 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.754758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e81ec91e-d54d-4f91-9601-b7e2c72d1b20 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1378007 Aug 31 09:41:06.757721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.832335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3201-1274-41de-9660-83b5fff019a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.841989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3727822b-ecc3-4de4-9606-1577bb1826a1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:06.842796 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.848498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.849078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171cae90-abba-439b-a22c-39112de3f82b {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:06.869038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.870653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f4895a47-b882-4c25-a13e-fba0f020f423 admin admin] 10.222.0.18 "DELETE /v2.0/routers/171cae90-abba-439b-a22c-39112de3f82b HTTP/1.1" status: 204 len: 168 time: 2.7377734 Aug 31 09:41:06.876902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45674) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.902835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3201-1274-41de-9660-83b5fff019a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.961046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port d60649af-9234-4f83-8547-06f160adb7f0 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:06.965791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.060398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Deleting subnet d20b0054-087d-4712-b1c7-73fa5ac551bb {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:07.064491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.170243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3d978510-8a3e-4ff6-8d63-07fd2951f67d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:07.185352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.196660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.198871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45680) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.209720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3d978510-8a3e-4ff6-8d63-07fd2951f67d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:07.210437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3d978510-8a3e-4ff6-8d63-07fd2951f67d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:07.243067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for d60649af-9234-4f83-8547-06f160adb7f0 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:07.246506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3201-1274-41de-9660-83b5fff019a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.250153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c410bef5-789a-4452-a2dd-e8bc56f734f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.250848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3201-1274-41de-9660-83b5fff019a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.252643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cdcd3201-1274-41de-9660-83b5fff019a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73299f3f-b1f2-44ca-949f-fdc1716d3e01 HTTP/1.1" status: 204 len: 168 time: 1.0105128 Aug 31 09:41:07.300630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd3201-1274-41de-9660-83b5fff019a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73299f3f-b1f2-44ca-949f-fdc1716d3e01,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.397962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ae7d7d8-79cf-4c8e-910b-fbaf1d471e5a None None] Provisioning for port d60649af-9234-4f83-8547-06f160adb7f0 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:07.404032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ae7d7d8-79cf-4c8e-910b-fbaf1d471e5a None None] Provisioning complete for port d60649af-9234-4f83-8547-06f160adb7f0 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:07.405597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d7d8-79cf-4c8e-910b-fbaf1d471e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.414988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.493452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7d7d8-79cf-4c8e-910b-fbaf1d471e5a None None] Port d60649af-9234-4f83-8547-06f160adb7f0 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:07.556149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.562981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c410bef5-789a-4452-a2dd-e8bc56f734f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.577991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c410bef5-789a-4452-a2dd-e8bc56f734f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.601594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d20b0054-087d-4712-b1c7-73fa5ac551bb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.606442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.612776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2342cd92-8ac6-48fe-bda6-e4d97a464068 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d20b0054-087d-4712-b1c7-73fa5ac551bb HTTP/1.1" status: 204 len: 168 time: 0.7241211 Aug 31 09:41:07.614038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45688) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.624143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0985f-417a-4fda-a13b-b1378c2900f3 None None] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:07.625930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410bef5-789a-4452-a2dd-e8bc56f734f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c112a-6a48-420b-afd6-7a598f49066c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.649888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c410bef5-789a-4452-a2dd-e8bc56f734f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1afa617d281147978e7a772d2e36c93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494698 Aug 31 09:41:07.651651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.654200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45690) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.717191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=d60649af-9234-4f83-8547-06f160adb7f0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:07.765362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.772174 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7a29e6e1-803d-4031-b385-c1a1cc0c6224 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/d60649af-9234-4f83-8547-06f160adb7f0 HTTP/1.1" status: 204 len: 168 time: 1.0133352 Aug 31 09:41:07.777317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45694) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.803102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.879064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd4e07fb-ae8e-456c-a672-c578a43379eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.909477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd4e07fb-ae8e-456c-a672-c578a43379eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.918657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Deleting port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:07.919611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.954988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] DHCP port deletion for 4f28e436-66dc-4ca7-a166-88f110a0abb0 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:07.973757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd4e07fb-ae8e-456c-a672-c578a43379eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.976244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd4e07fb-ae8e-456c-a672-c578a43379eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.982947 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cd4e07fb-ae8e-456c-a672-c578a43379eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/964c112a-6a48-420b-afd6-7a598f49066c HTTP/1.1" status: 204 len: 168 time: 0.3273594 Aug 31 09:41:08.001660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4de016-2f09-4642-bfb0-131aec551528 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:08.007860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4de016-2f09-4642-bfb0-131aec551528 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:08.014821 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d4de016-2f09-4642-bfb0-131aec551528 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2361314 Aug 31 09:41:08.015415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45698) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.040103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e07fb-ae8e-456c-a672-c578a43379eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c112a-6a48-420b-afd6-7a598f49066c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.059898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] For port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:08.062136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.075977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.081990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Deleting port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:08.082634 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.096261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fec72d15-4c28-4739-9a47-87a9e238eabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.107399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Calling delete_port for ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:08.140749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 2eac92f7-8447-412b-9b7f-0aec600c5d10 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:08.148450 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.219505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.274092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.311460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.316649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] For port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,segment=NetworkSegment(b6468978-da1b-4622-aa8f-b464b30bfd79),segment_id=b6468978-da1b-4622-aa8f-b464b30bfd79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:08.317480 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.319484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] No DVR routers for this DVR port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:08.366668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.389591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Calling delete_port for ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:08.417515 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.438610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f28e436-66dc-4ca7-a166-88f110a0abb0']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:08.454617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6468978-da1b-4622-aa8f-b464b30bfd79') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:08.455343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6468978-da1b-4622-aa8f-b464b30bfd79') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:08.469708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.494485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5a92f20-0493-4693-a6c8-ef2e22decf6d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:08.497221 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.509551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:08.510722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:08.513089 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:08.597062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a5a92f20-0493-4693-a6c8-ef2e22decf6d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:08.597062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a5a92f20-0493-4693-a6c8-ef2e22decf6d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:08.597368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:08.601009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.639563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fec72d15-4c28-4739-9a47-87a9e238eabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.671856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.687808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.694574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4f28e436-66dc-4ca7-a166-88f110a0abb0 HTTP/1.1" status: 204 len: 168 time: 1.0790641 Aug 31 09:41:08.697348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fec72d15-4c28-4739-9a47-87a9e238eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.700740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:08.701339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:08.708106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbc1d2-a4f6-46af-a019-bc13bc12c798 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f28e436-66dc-4ca7-a166-88f110a0abb0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.708951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=2eac92f7-8447-412b-9b7f-0aec600c5d10,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.758043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.781991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec72d15-4c28-4739-9a47-87a9e238eabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7358cd93-875f-4fab-b049-db5f583bb1d3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.789199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6604fc-a7c4-40d3-b066-19b6abd0b574 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:08.792617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.797808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45720) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.798660 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-adc897b0-3175-4f3a-9ab4-6fa43947d865 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/2eac92f7-8447-412b-9b7f-0aec600c5d10 HTTP/1.1" status: 204 len: 168 time: 0.7779181 Aug 31 09:41:08.848279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fec72d15-4c28-4739-9a47-87a9e238eabd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2e37efc19f84dbaab110acac00a4c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667682 Aug 31 09:41:08.848516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Network 4f28e436-66dc-4ca7-a166-88f110a0abb0 is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:41:08.848516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] No DVR routers for this DVR port ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:08.848803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.908667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-347517a7-a490-4a36-be67-00237969d247 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075683 Aug 31 09:41:08.910007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45724) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.921714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:08.937692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9bbe7-31dc-4dc7-bae1-1156d46d788b None None] Pushing event deleted for resources: {'Port': ['ID=ccfbfd2f-b3a3-4973-9eeb-cda8d39d9eaa,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.131089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45730) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.159248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1282a17c-f9e4-49cd-95a0-b6ffc9c5224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.188051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:09.209882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1282a17c-f9e4-49cd-95a0-b6ffc9c5224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.224718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b37f08de-e3f5-4af9-b0e9-c1a5891a6b9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32f38993f63a4702bbcd211df7e79b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910583 Aug 31 09:41:09.227049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45734) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.257579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:09.265567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.292693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] Deleting port 3727822b-ecc3-4de4-9606-1577bb1826a1 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:09.293071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.294790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b53a19e-ec7b-414f-8efe-bd2c49360075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.336717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b53a19e-ec7b-414f-8efe-bd2c49360075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.425031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] For port 3727822b-ecc3-4de4-9606-1577bb1826a1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3727822b-ecc3-4de4-9606-1577bb1826a1,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:09.425833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.446060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] Calling delete_port for 3727822b-ecc3-4de4-9606-1577bb1826a1 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:09.446396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b53a19e-ec7b-414f-8efe-bd2c49360075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.458316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b53a19e-ec7b-414f-8efe-bd2c49360075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.463542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6b53a19e-ec7b-414f-8efe-bd2c49360075 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0520216-9fae-41db-9283-083c8e819c32 HTTP/1.1" status: 204 len: 168 time: 0.2354054 Aug 31 09:41:09.482767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53a19e-ec7b-414f-8efe-bd2c49360075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0520216-9fae-41db-9283-083c8e819c32,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.618347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.621917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1282a17c-f9e4-49cd-95a0-b6ffc9c5224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.624886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1282a17c-f9e4-49cd-95a0-b6ffc9c5224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.629758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1282a17c-f9e4-49cd-95a0-b6ffc9c5224b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7358cd93-875f-4fab-b049-db5f583bb1d3 HTTP/1.1" status: 204 len: 168 time: 0.7802052 Aug 31 09:41:09.654401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282a17c-f9e4-49cd-95a0-b6ffc9c5224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358cd93-875f-4fab-b049-db5f583bb1d3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.692540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] Pushing event deleted for resources: {'Port': ['ID=3727822b-ecc3-4de4-9606-1577bb1826a1,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.712597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11c34b-da68-4bb7-9b6b-91ffbdddafee None None] No DVR routers for this DVR port 3727822b-ecc3-4de4-9606-1577bb1826a1 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:09.730277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.794537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:09.801268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:09.812340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1f3ea-b7f9-4219-a819-7ce210b99aeb None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:09.812682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:09.813271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.833894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=6499b541-1e74-4216-9cc9-8bc26fe5b4a0,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.848878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b76e81a1-38a0-45ae-9ff3-7b1beb7a8afb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9344203 Aug 31 09:41:09.854362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45756) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.862148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '6499b541-1e74-4216-9cc9-8bc26fe5b4a0', 'ip_address': '2001:db8::e6fb:d15f:eb5a:233'}], 'name': 'tempest-NetworksTestDHCPv6-160263871'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:10.049725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:10.170513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '6499b541-1e74-4216-9cc9-8bc26fe5b4a0'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:10.173941 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.242430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 45766) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.334858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-458197e6-bae8-43a9-a88e-535e5c1f83c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de174d87de864f879b1031e06fe30661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869842 Aug 31 09:41:10.337460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45768) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.374571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.421680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port cbf8d72a-58ea-4fca-9e11-8fd991d578c3 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:10.495337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3727822b-ecc3-4de4-9606-1577bb1826a1 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:10.546649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3727822b-ecc3-4de4-9606-1577bb1826a1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:10.547400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3727822b-ecc3-4de4-9606-1577bb1826a1 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:10.618321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/6499b541-1e74-4216-9cc9-8bc26fe5b4a0/cfe7972f-0125-41cc-a575-f270bd60133b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:10.718325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470247ee-cadf-49e6-882b-853ef1404371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.827526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470247ee-cadf-49e6-882b-853ef1404371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.945178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470247ee-cadf-49e6-882b-853ef1404371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.951260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470247ee-cadf-49e6-882b-853ef1404371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.956905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-470247ee-cadf-49e6-882b-853ef1404371 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7d87c93-36e3-4b44-a316-84d87b3c8817 HTTP/1.1" status: 204 len: 168 time: 0.6046295 Aug 31 09:41:10.991571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.997907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470247ee-cadf-49e6-882b-853ef1404371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d87c93-36e3-4b44-a316-84d87b3c8817,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.012118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Transition to ACTIVE for port object cfe7972f-0125-41cc-a575-f270bd60133b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:11.071987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Transition to ACTIVE for port object cfe7972f-0125-41cc-a575-f270bd60133b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:11.090074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.192102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Pushing event updated for resources: {'Port': ['ID=cfe7972f-0125-41cc-a575-f270bd60133b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.207420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::e6fb:d15f:eb5a:233 (5d91503f-5102-418f-827c-c81a8c784a43/6499b541-1e74-4216-9cc9-8bc26fe5b4a0/cbf8d72a-58ea-4fca-9e11-8fd991d578c3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:11.228452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:11.229984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:11.232495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:11.367657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Attempting to bind port cfe7972f-0125-41cc-a575-f270bd60133b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:11.370952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Attempting to bind port cfe7972f-0125-41cc-a575-f270bd60133b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:11.373640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Attempting to bind port cfe7972f-0125-41cc-a575-f270bd60133b on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:11.413104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:11.413771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:11.414358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.414973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:11.416046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Bound port: cfe7972f-0125-41cc-a575-f270bd60133b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:11.416749 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.711815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] For port cfe7972f-0125-41cc-a575-f270bd60133b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:11.716109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] For port cfe7972f-0125-41cc-a575-f270bd60133b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=cfe7972f-0125-41cc-a575-f270bd60133b,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:11.719161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.725987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.790047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object cbf8d72a-58ea-4fca-9e11-8fd991d578c3 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:11.909199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84335b02-baca-493f-a8ce-15b4cd6c40ae None None] Pushing event updated for resources: {'Port': ['ID=cfe7972f-0125-41cc-a575-f270bd60133b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.950065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.080997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:12.090172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:12.121373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:12.137951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:12.145902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.179541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=cbf8d72a-58ea-4fca-9e11-8fd991d578c3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:12.211392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d7fe663-2835-44fa-b227-d1f9125c2ddc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3532531 Aug 31 09:41:12.212269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45938) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.411286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710572e-73e9-4ddf-b4a5-03dc3eb4ad5f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:12.427582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710572e-73e9-4ddf-b4a5-03dc3eb4ad5f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:12.448712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9710572e-73e9-4ddf-b4a5-03dc3eb4ad5f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2359025 Aug 31 09:41:12.451249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 45956) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.619226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port cbf8d72a-58ea-4fca-9e11-8fd991d578c3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:12.619968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.796935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.826461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for cbf8d72a-58ea-4fca-9e11-8fd991d578c3 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:13.135002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.269152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=cbf8d72a-58ea-4fca-9e11-8fd991d578c3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.339032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.342002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7f5debfa-10d2-4af9-8dc1-8ddf44af92e0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/cbf8d72a-58ea-4fca-9e11-8fd991d578c3 HTTP/1.1" status: 204 len: 168 time: 0.8897438 Aug 31 09:41:13.344640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46048) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.544456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce485e-fdeb-4e7f-9bf7-01c8c19e1902 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:13.546604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce485e-fdeb-4e7f-9bf7-01c8c19e1902 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:13.553773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46072) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.562538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8fce485e-fdeb-4e7f-9bf7-01c8c19e1902 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2099171 Aug 31 09:41:13.645273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 6499b541-1e74-4216-9cc9-8bc26fe5b4a0 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:13.652754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.735754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.136724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b21d5632-00d7-47d5-9b97-3e1d6080f883 None None] Provisioning for port cfe7972f-0125-41cc-a575-f270bd60133b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:14.573868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-12e89aa7-2359-4e7e-ab98-52e2d965ecb2 None None] Could not find standard attr ID for object cbf8d72a-58ea-4fca-9e11-8fd991d578c3. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:14.650294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cfe7972f-0125-41cc-a575-f270bd60133b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:14.889080 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.914325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port cfe7972f-0125-41cc-a575-f270bd60133b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:14.943127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port cfe7972f-0125-41cc-a575-f270bd60133b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:14.951943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.979063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.031645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.034127 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/6499b541-1e74-4216-9cc9-8bc26fe5b4a0 HTTP/1.1" status: 204 len: 168 time: 1.4792106 Aug 31 09:41:15.035517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c808-31d0-499a-a70b-c770d5c45fbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=6499b541-1e74-4216-9cc9-8bc26fe5b4a0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.037648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46228) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.087937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a07489-6b4f-4f6a-b76d-cd26c8f33364 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:15.155863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f3374c76-fc78-4f97-be40-9b14cd9a922e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130266 Aug 31 09:41:15.156341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46242) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.177125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:15.325120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.418082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:15.428788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.431452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port cfe7972f-0125-41cc-a575-f270bd60133b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=cfe7972f-0125-41cc-a575-f270bd60133b,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:15.461746 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.679046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=cfe7972f-0125-41cc-a575-f270bd60133b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.802156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:15.895538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] Deleting port cfe7972f-0125-41cc-a575-f270bd60133b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:15.897754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.999269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] For port cfe7972f-0125-41cc-a575-f270bd60133b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=cfe7972f-0125-41cc-a575-f270bd60133b,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:16.000329 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.021286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.085967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:16.095869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:16.107205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:16.115293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.137464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=8509c781-9bd6-4a5d-877b-0556cd592e6e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.176170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-40698400-f5c3-4520-bc26-3473e67042d1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0170579 Aug 31 09:41:16.177746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46350) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:16.197247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '8509c781-9bd6-4a5d-877b-0556cd592e6e', 'ip_address': '2001:db8::d87d:7239:f4db:9418'}], 'name': 'tempest-NetworksTestDHCPv6-833754965'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:16.229370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] Calling delete_port for cfe7972f-0125-41cc-a575-f270bd60133b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:16.360758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.399072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] Pushing event deleted for resources: {'Port': ['ID=cfe7972f-0125-41cc-a575-f270bd60133b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.409293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e310ee6-67bc-49f2-ba37-a7d63db14a47 None None] No DVR routers for this DVR port cfe7972f-0125-41cc-a575-f270bd60133b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:16.426370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47355be4-0c61-4382-ac9c-d80d5f587f8e None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:16.457900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:16.492953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cfe7972f-0125-41cc-a575-f270bd60133b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:16.559288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: cfe7972f-0125-41cc-a575-f270bd60133b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:16.560116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cfe7972f-0125-41cc-a575-f270bd60133b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:16.603696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.643791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 21f48d62-c864-42c4-9297-096d5f825b09 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:16.798903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '8509c781-9bd6-4a5d-877b-0556cd592e6e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:16.800078 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.020816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::d87d:7239:f4db:9418 (5d91503f-5102-418f-827c-c81a8c784a43/8509c781-9bd6-4a5d-877b-0556cd592e6e/21f48d62-c864-42c4-9297-096d5f825b09) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:17.062412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.319638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.347475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 21f48d62-c864-42c4-9297-096d5f825b09 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.371686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6de35ea1-2604-4710-9797-d9834c1229c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.441986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.512335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/8509c781-9bd6-4a5d-877b-0556cd592e6e/7f07d2d6-b839-47a3-9889-e304ef91df59) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:17.526930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:17.535828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:17.545949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:17.552831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:17.553766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.560933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=21f48d62-c864-42c4-9297-096d5f825b09,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.612948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6de35ea1-2604-4710-9797-d9834c1229c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.624803 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6de35ea1-2604-4710-9797-d9834c1229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.660236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-131e94d9-5425-45e3-85cc-e0c39985ac0c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4802577 Aug 31 09:41:17.662858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46388) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.680575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6de35ea1-2604-4710-9797-d9834c1229c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5e251455d6d4474a2d97cea379ca98f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162865 Aug 31 09:41:17.707013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de35ea1-2604-4710-9797-d9834c1229c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12715d7-b191-4782-9dee-14403a9ad522,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.707278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46390) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.818236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef12293-2961-4e20-a46f-c97747ea16b1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:17.825939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.838859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ef12293-2961-4e20-a46f-c97747ea16b1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1746013 Aug 31 09:41:17.855008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.875411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91b0c141-8cf0-4242-b657-0a7d72a10c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.877100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Transition to ACTIVE for port object 7f07d2d6-b839-47a3-9889-e304ef91df59 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.901003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Transition to ACTIVE for port object 7f07d2d6-b839-47a3-9889-e304ef91df59 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:17.913838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.935521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91b0c141-8cf0-4242-b657-0a7d72a10c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.975570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:17.984649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:17.988950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:17.994840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Pushing event updated for resources: {'Port': ['ID=7f07d2d6-b839-47a3-9889-e304ef91df59,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.083581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91b0c141-8cf0-4242-b657-0a7d72a10c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.085175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 21f48d62-c864-42c4-9297-096d5f825b09 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:18.085766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.088654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91b0c141-8cf0-4242-b657-0a7d72a10c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.093187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-91b0c141-8cf0-4242-b657-0a7d72a10c12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f12715d7-b191-4782-9dee-14403a9ad522 HTTP/1.1" status: 204 len: 168 time: 0.3848948 Aug 31 09:41:18.153387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c141-8cf0-4242-b657-0a7d72a10c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12715d7-b191-4782-9dee-14403a9ad522,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.228868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Attempting to bind port 7f07d2d6-b839-47a3-9889-e304ef91df59 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:18.229247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Attempting to bind port 7f07d2d6-b839-47a3-9889-e304ef91df59 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:18.229605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Attempting to bind port 7f07d2d6-b839-47a3-9889-e304ef91df59 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:18.249420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:18.249828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:18.250184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.250592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:18.251791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Bound port: 7f07d2d6-b839-47a3-9889-e304ef91df59, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:18.252141 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.263345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.281004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 21f48d62-c864-42c4-9297-096d5f825b09 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:18.471085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.487084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] For port 7f07d2d6-b839-47a3-9889-e304ef91df59, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:18.509803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] For port 7f07d2d6-b839-47a3-9889-e304ef91df59, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f07d2d6-b839-47a3-9889-e304ef91df59,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:18.511119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=21f48d62-c864-42c4-9297-096d5f825b09,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.520805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.549676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.556690 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68f22e8a-bfad-4636-838e-000333592762 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/21f48d62-c864-42c4-9297-096d5f825b09 HTTP/1.1" status: 204 len: 168 time: 0.7285147 Aug 31 09:41:18.558853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46408) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.621127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74a51f-9257-4b61-a245-40eb216f2466 None None] Pushing event updated for resources: {'Port': ['ID=7f07d2d6-b839-47a3-9889-e304ef91df59,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.678369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b5265-28fd-4891-af94-b40e05967d34 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:18.683871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b5265-28fd-4891-af94-b40e05967d34 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:18.691572 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c07b5265-28fd-4891-af94-b40e05967d34 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1313367 Aug 31 09:41:18.694006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.694258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.710121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46414) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.728795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f088d03-621a-4185-9796-da2e691d05c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.784698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 8509c781-9bd6-4a5d-877b-0556cd592e6e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:18.789670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.870001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.971254 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f088d03-621a-4185-9796-da2e691d05c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.979682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f088d03-621a-4185-9796-da2e691d05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.061900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.084132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088d03-621a-4185-9796-da2e691d05c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb2c0f-8c76-4cab-ba2c-41a570fbe6d8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.093790 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9f088d03-621a-4185-9796-da2e691d05c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37c2eda8945b43eab43d46b178ee80c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824816 Aug 31 09:41:19.095448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46424) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.187076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-383cfcab-8658-4f88-a67e-a57d0d866a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.207550 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:41:19.222724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.270600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-383cfcab-8658-4f88-a67e-a57d0d866a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.305791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=8509c781-9bd6-4a5d-877b-0556cd592e6e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.323454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.327654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-10378ab5-8798-42b2-b89f-ecbb46fcd826 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/8509c781-9bd6-4a5d-877b-0556cd592e6e HTTP/1.1" status: 204 len: 168 time: 0.6323071 Aug 31 09:41:19.330756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.372025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-383cfcab-8658-4f88-a67e-a57d0d866a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.378613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-383cfcab-8658-4f88-a67e-a57d0d866a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.387632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-383cfcab-8658-4f88-a67e-a57d0d866a19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bfb2c0f-8c76-4cab-ba2c-41a570fbe6d8 HTTP/1.1" status: 204 len: 168 time: 0.2857425 Aug 31 09:41:19.419616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cfcab-8658-4f88-a67e-a57d0d866a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb2c0f-8c76-4cab-ba2c-41a570fbe6d8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.481533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-acfc2aa2-4cb0-4d5a-b01f-560300d0cc9f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1469905 Aug 31 09:41:19.481798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46438) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.609680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962f54c-5033-4487-8a7c-47d6e01a76bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:19.613028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e962f54c-5033-4487-8a7c-47d6e01a76bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1300271 Aug 31 09:41:19.617483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46440) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.738943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214d464-0539-4092-b8c3-7789946e79d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:19.742518 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d214d464-0539-4092-b8c3-7789946e79d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194303 Aug 31 09:41:19.743906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46444) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.801940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46446) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.802314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a3e3aeb2-5784-473b-9773-2d9130747f2a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572493 Aug 31 09:41:19.809379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:20.059774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:20.063707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.337419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61fb05-2157-4275-85e6-568c5ad6e3d6 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:20.417194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.517802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:20.521468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:20.526341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:20.535685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.552797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f07d2d6-b839-47a3-9889-e304ef91df59 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:20.553592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=405a4f97-5112-41af-9def-edb450eb18e3,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.568910 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c745403f-bb1a-452d-b76d-4f6aab50ffa1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7648766 Aug 31 09:41:20.572068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.579699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '405a4f97-5112-41af-9def-edb450eb18e3', 'ip_address': '2001:db8::4252:5e12:fa42:802f'}], 'name': 'tempest-NetworksTestDHCPv6-840236727'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:20.655088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-62bbae32-7e46-4deb-b6da-ce4f2d821ae6 None None] Provisioning for port 7f07d2d6-b839-47a3-9889-e304ef91df59 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:20.720723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7f07d2d6-b839-47a3-9889-e304ef91df59 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:20.728708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f07d2d6-b839-47a3-9889-e304ef91df59 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:20.729462 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.843490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:20.857819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.952194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:20.968509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.017870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7f07d2d6-b839-47a3-9889-e304ef91df59, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f07d2d6-b839-47a3-9889-e304ef91df59,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:21.024137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.099439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7f07d2d6-b839-47a3-9889-e304ef91df59,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.316388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::4252:5e12:fa42:802f (5d91503f-5102-418f-827c-c81a8c784a43/405a4f97-5112-41af-9def-edb450eb18e3/6ea25f52-6b72-4d23-8e19-1e5af38c64ee) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:21.385796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea9cf2-6a9c-46cc-b010-f1e505bf08b4 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:21.484304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-25570ad0-8862-4af7-855a-9e4c7699d4ad None None] Provisioning complete for port 7f07d2d6-b839-47a3-9889-e304ef91df59 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:21.484666 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25570ad0-8862-4af7-855a-9e4c7699d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.612339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.662340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 6ea25f52-6b72-4d23-8e19-1e5af38c64ee will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:21.742146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.808091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:21.813779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:21.825273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:21.836386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:21.838648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.952391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46498) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.960867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '405a4f97-5112-41af-9def-edb450eb18e3', 'ip_address': '2001:db8::4252:5e12:fa42:802f'}], 'name': 'tempest-NetworksTestDHCPv6-1440246181'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:21.970297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3942678 Aug 31 09:41:21.981804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde8793-7c07-4bda-b094-e761b2cbf529 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=6ea25f52-6b72-4d23-8e19-1e5af38c64ee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.169631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:22.278688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.306462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-03d99202-ef70-47ac-adc7-cd3fb793d514 None None] Provisioning complete for port 7f07d2d6-b839-47a3-9889-e304ef91df59 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:22.306882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03d99202-ef70-47ac-adc7-cd3fb793d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.320328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 023c40e5-7d6b-49bf-866c-f8032556bb2b yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:22.555501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f07d2d6-b839-47a3-9889-e304ef91df59 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:22.563521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-5e66087e-8bba-41de-b536-f2149424c9d7 req-4f0988c5-1a35-4f6d-a170-372aaeb59b83 service neutron] (94896) timed out ('10.222.0.18', 58260) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:41:22.653963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-03d99202-ef70-47ac-adc7-cd3fb793d514 None None] Provisioning for port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:22.669842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-03d99202-ef70-47ac-adc7-cd3fb793d514 None None] Provisioning complete for port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:22.671362 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-03d99202-ef70-47ac-adc7-cd3fb793d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.736243 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:41:22.737165 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:22.789765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46526) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.795337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-03d99202-ef70-47ac-adc7-cd3fb793d514 None None] Port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:22.800847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa49730d-d9d6-4120-9422-4a2a6889db7b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8427525 Aug 31 09:41:22.822103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7f07d2d6-b839-47a3-9889-e304ef91df59 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:22.822678 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.921017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-184223ea-fd47-4744-91d7-a48be424a954 None None] Could not find standard attr ID for object 21f48d62-c864-42c4-9297-096d5f825b09. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:22.967053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79352b-9a19-4c8d-b7f1-dbd2034366b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:22.978835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79352b-9a19-4c8d-b7f1-dbd2034366b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:22.985808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46536) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.997175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eb79352b-9a19-4c8d-b7f1-dbd2034366b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2046232 Aug 31 09:41:23.152358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8bfd30c9-29d6-4bc8-bc21-14478dcc850b None None] Provisioning complete for port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:23.152839 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8bfd30c9-29d6-4bc8-bc21-14478dcc850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.195729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:23.196159 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.243832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd30c9-29d6-4bc8-bc21-14478dcc850b None None] Port 6ea25f52-6b72-4d23-8e19-1e5af38c64ee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:23.460742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.502366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 6ea25f52-6b72-4d23-8e19-1e5af38c64ee owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:23.716719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.764364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=6ea25f52-6b72-4d23-8e19-1e5af38c64ee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.787315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.792725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46554) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.802918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-21c3fb4a-2132-4a22-ab5b-1ab5efc8b58d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/6ea25f52-6b72-4d23-8e19-1e5af38c64ee HTTP/1.1" status: 204 len: 168 time: 0.8151886 Aug 31 09:41:23.859674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329ca25-7459-49a2-b594-284fcb53bdf0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.861806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329ca25-7459-49a2-b594-284fcb53bdf0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.867031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46556) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.875148 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f329ca25-7459-49a2-b594-284fcb53bdf0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0812824 Aug 31 09:41:23.943596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 405a4f97-5112-41af-9def-edb450eb18e3 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:23.948134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.070715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.142643 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.165586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46564) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.244597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.318095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=405a4f97-5112-41af-9def-edb450eb18e3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.324377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.326408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e74782b-8316-471c-86b3-1e7da5a24342 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/405a4f97-5112-41af-9def-edb450eb18e3 HTTP/1.1" status: 204 len: 168 time: 0.4579751 Aug 31 09:41:24.332386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46568) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.338040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca49e2d-6fd7-43a9-b310-19147a9b02f4 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:24.399519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-18095076-b303-4177-a14f-9be92ffba63a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655255 Aug 31 09:41:24.410984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46570) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.420952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:24.441019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-860208d3-4e4b-452c-b002-0dbdab25c74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.628277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-860208d3-4e4b-452c-b002-0dbdab25c74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.637310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-860208d3-4e4b-452c-b002-0dbdab25c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.675468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:24.679114 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.711335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:24.717485 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860208d3-4e4b-452c-b002-0dbdab25c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b812c39-0494-4009-b9e9-983c82aedc40,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.748980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-860208d3-4e4b-452c-b002-0dbdab25c74c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61bd305dccaf474e8422e24fb67ed3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810730 Aug 31 09:41:24.752688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46582) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.837183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] Deleting port 7f07d2d6-b839-47a3-9889-e304ef91df59 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:24.837569 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.856156 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8ee94310-3d81-43b8-8399-fe17d927cf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.901861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8ee94310-3d81-43b8-8399-fe17d927cf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.958459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] For port 7f07d2d6-b839-47a3-9889-e304ef91df59, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7f07d2d6-b839-47a3-9889-e304ef91df59,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:24.959065 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.966447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8ee94310-3d81-43b8-8399-fe17d927cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.970633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8ee94310-3d81-43b8-8399-fe17d927cf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.972141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8ee94310-3d81-43b8-8399-fe17d927cf2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b812c39-0494-4009-b9e9-983c82aedc40 HTTP/1.1" status: 204 len: 168 time: 0.2180593 Aug 31 09:41:24.982065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] Calling delete_port for 7f07d2d6-b839-47a3-9889-e304ef91df59 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:24.995672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee94310-3d81-43b8-8399-fe17d927cf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b812c39-0494-4009-b9e9-983c82aedc40,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.124653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.169132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.239427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] Pushing event deleted for resources: {'Port': ['ID=7f07d2d6-b839-47a3-9889-e304ef91df59,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.241226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eb0be-7dee-439a-b560-38ad88dc52b3 req-bacc20d8-1231-47c6-b720-a776920646fa tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.246900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d876ef0-9682-4a1f-8102-2bf9b1085b8e None None] No DVR routers for this DVR port 7f07d2d6-b839-47a3-9889-e304ef91df59 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:25.249764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e88eb0be-7dee-439a-b560-38ad88dc52b3 req-bacc20d8-1231-47c6-b720-a776920646fa tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 950 time: 0.1973989 Aug 31 09:41:25.263933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:25.271886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:25.281078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.281078 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.284724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=aa04a17a-5a7e-4e78-825f-685f301c063c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.292532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29205be9-35c1-4f22-a98b-848b6a60c0a1 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:25.306042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1064b641-d860-4879-9f90-77bb8c0cf71e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8929164 Aug 31 09:41:25.308971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46602) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.317067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': 'aa04a17a-5a7e-4e78-825f-685f301c063c', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1496543068'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.350985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e88eb0be-7dee-439a-b560-38ad88dc52b3 req-753ca2eb-8927-4f77-b511-d73c4a75fda8 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970578 Aug 31 09:41:25.566964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:25.573629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.601670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 53f8ab25-109b-41b0-aa15-495c2d848f4d yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:25.603951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': 'aa04a17a-5a7e-4e78-825f-685f301c063c'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:25.606679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.700482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46606) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.723293 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bacc3eaa-e419-4714-831b-05f9217c8b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.772816 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:41:25.773597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:25.847796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/aa04a17a-5a7e-4e78-825f-685f301c063c/65c2b824-a1a1-48bd-bee9-89df4a23ef6b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:25.854671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bacc3eaa-e419-4714-831b-05f9217c8b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.860974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bacc3eaa-e419-4714-831b-05f9217c8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.866562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ad430ff0-8f30-4936-8c99-2b3e14de80ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5565858 Aug 31 09:41:25.867888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46608) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.902221 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-063bdb73-dd82-45ed-aa16-e6c78f56f21b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0328660 Aug 31 09:41:25.904449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46610) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.912993 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bacc3eaa-e419-4714-831b-05f9217c8b56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b200e271ec84dd1b098d46bbbd5d9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114012 Aug 31 09:41:25.915540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc3eaa-e419-4714-831b-05f9217c8b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05372163-49c9-4fb7-842f-9cccd15e4bb2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.918389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46612) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.019335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844a4c2-e5a4-4d0e-8f7e-2c82351da914 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.020954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844a4c2-e5a4-4d0e-8f7e-2c82351da914 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.022612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8844a4c2-e5a4-4d0e-8f7e-2c82351da914 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1170583 Aug 31 09:41:26.025416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46614) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.038112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771955fc-77c9-4682-b158-300564bac6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.075779 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.086913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771955fc-77c9-4682-b158-300564bac6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.099401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Transition to ACTIVE for port object 65c2b824-a1a1-48bd-bee9-89df4a23ef6b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:26.127648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet aa04a17a-5a7e-4e78-825f-685f301c063c {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:26.137106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Transition to ACTIVE for port object 65c2b824-a1a1-48bd-bee9-89df4a23ef6b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:26.149359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.150932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.181314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771955fc-77c9-4682-b158-300564bac6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.184156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771955fc-77c9-4682-b158-300564bac6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.188482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-771955fc-77c9-4682-b158-300564bac6c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05372163-49c9-4fb7-842f-9cccd15e4bb2 HTTP/1.1" status: 204 len: 168 time: 0.2657998 Aug 31 09:41:26.206254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771955fc-77c9-4682-b158-300564bac6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05372163-49c9-4fb7-842f-9cccd15e4bb2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.251645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Pushing event updated for resources: {'Port': ['ID=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.255953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.318221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:26.321094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:26.325239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:26.497181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.521406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Attempting to bind port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:26.522016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Attempting to bind port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:26.522630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Attempting to bind port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:26.535419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:26.536368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:26.537135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.538242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:26.540516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Bound port: 65c2b824-a1a1-48bd-bee9-89df4a23ef6b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:26.541099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.544591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f07d2d6-b839-47a3-9889-e304ef91df59 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:26.569735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4212cc-f68a-442e-8c96-23bccb007944 req-f092dc03-f80f-4ea2-8404-a084f8fcf7ad tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.579347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e4212cc-f68a-442e-8c96-23bccb007944 req-f092dc03-f80f-4ea2-8404-a084f8fcf7ad tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 950 time: 0.0829771 Aug 31 09:41:26.615082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7f07d2d6-b839-47a3-9889-e304ef91df59 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:26.615642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7f07d2d6-b839-47a3-9889-e304ef91df59 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:26.675230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e4212cc-f68a-442e-8c96-23bccb007944 req-1e594b3a-ef55-4f7c-983a-1e2ac12c69ba tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/security-groups?id=a466c7c2-59ac-44d8-b760-78709571174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947270 Aug 31 09:41:26.731213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-a9a7d871-fb0f-450f-a8ed-2f259b55d3c6 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.733577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-a9a7d871-fb0f-450f-a8ed-2f259b55d3c6 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.15 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 950 time: 0.2322206 Aug 31 09:41:26.805284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] For port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:26.817377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] For port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:26.827032 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.828591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.862892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=aa04a17a-5a7e-4e78-825f-685f301c063c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.882808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.885188 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83f4e3f5-ef7f-4d02-914a-376c8832e685 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/aa04a17a-5a7e-4e78-825f-685f301c063c HTTP/1.1" status: 204 len: 168 time: 0.8586993 Aug 31 09:41:26.888860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46634) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.938780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Deleting port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:26.939938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.987673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ff3d416b-d317-46db-a058-6c97177a9256 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971923 Aug 31 09:41:26.999923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46638) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:27.006766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:27.023223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Pushing event updated for resources: {'Port': ['ID=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.052571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.052915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.053246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.053585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.053912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.054241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.057491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.057840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.058181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.058542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.061547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.062360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39fa73-3267-48be-b9ee-3f44c20da4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:27.181537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] For port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:27.182609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.210829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:27.215271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.227883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Calling delete_port for 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:27.606329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.620111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:27.751346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Pushing event deleted for resources: {'Port': ['ID=00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.792055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] No DVR routers for this DVR port 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:27.795406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.799219 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c1fb36a6-5b06-45d6-b168-c1bc8978077c req-d6a66ab7-4985-4b34-85e0-8c58de37eaee tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.15 "DELETE /v2.0/ports/00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 HTTP/1.1" status: 204 len: 173 time: 1.0562961 Aug 31 09:41:27.799402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f03a34-62e6-4e70-ab61-72a54195e021', 'name': 'network-vif-deleted', 'tag': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:27.803803 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e3fbe3-004d-4864-93f2-f7ccd276d4fc" -d '{"events": [{"server_uuid": "23f03a34-62e6-4e70-ab61-72a54195e021", "name": "network-vif-deleted", "tag": "00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:27.826180 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.862415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b1679dd-3f2f-404d-855c-ec0855948c4c req-981b8816-de17-4821-a898-12ccb2cb3461 tempest-VolumesBackupsTest-1000448607 tempest-VolumesBackupsTest-1000448607-project] 10.222.0.18 "GET /v2.0/ports?device_id=23f03a34-62e6-4e70-ab61-72a54195e021 HTTP/1.1" status: 200 len: 210 time: 0.0648077 Aug 31 09:41:27.930743 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0917f-03a6-4d82-b7c0-8a713a3e93c2 x-openstack-request-id: req-c7c0917f-03a6-4d82-b7c0-8a713a3e93c2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:27.931357 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f03a34-62e6-4e70-ab61-72a54195e021", "name": "network-vif-deleted", "tag": "00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:27.931666 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7c0917f-03a6-4d82-b7c0-8a713a3e93c2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:27.932127 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f03a34-62e6-4e70-ab61-72a54195e021', 'name': 'network-vif-deleted', 'tag': '00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8', 'status': 'completed', 'code': 200} Aug 31 09:41:27.948612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:27.954672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:27.966172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.967156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.003440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=376daf09-c4ae-42cd-9774-2930e500a401,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.009970 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e402409-f8c3-48d6-8550-1c716061d7a7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0083156 Aug 31 09:41:28.014185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.027729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:28.103897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.105679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.281152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.310917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.332558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.334374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7a204cf6-c2b1-4cc8-bc08-d500e6bb5e31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3188925 Aug 31 09:41:28.338627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46664) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.549716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8df79340-5bc2-4e12-a5e7-4397a2371851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.698745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 65c2b824-a1a1-48bd-bee9-89df4a23ef6b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:28.817372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:29.184701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.244138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed9f2d6-252e-45a7-b1a0-d43322ec772a None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:29.412164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] Provisioning for port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:29.419669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] Provisioning complete for port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:29.420763 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.423620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46696) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.616072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.711900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] For port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:29.717814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.797817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b6a3a-898b-4bec-b5fc-c654513c93fd None None] Pushing event updated for resources: {'Port': ['ID=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.899398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9826ccc-88e7-4e5a-86b5-44b3cd7d59d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.947962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-470626af-cefe-46f3-a93a-3c9008d5e60f None None] Provisioning complete for port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:29.951128 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-470626af-cefe-46f3-a93a-3c9008d5e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.097962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9826ccc-88e7-4e5a-86b5-44b3cd7d59d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.104145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b9826ccc-88e7-4e5a-86b5-44b3cd7d59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.218597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b9826ccc-88e7-4e5a-86b5-44b3cd7d59d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41440b038ba443d490c974ed82507643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929838 Aug 31 09:41:30.227336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46720) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:30.238001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9826ccc-88e7-4e5a-86b5-44b3cd7d59d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a182c7a7-7436-4935-890e-85cafd10b1e4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.277879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:30.307377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:30.307377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 00ce09a3-3755-4c5a-bedd-5ddf3ba0c8f8 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:30.376903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-651c51bd-d7c3-42b3-b6a3-c983390fc7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.411098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-651c51bd-d7c3-42b3-b6a3-c983390fc7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.445991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 65c2b824-a1a1-48bd-bee9-89df4a23ef6b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:30.463801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::1 (5d91503f-5102-418f-827c-c81a8c784a43/376daf09-c4ae-42cd-9774-2930e500a401/926587f5-2b6b-423f-b85c-601097e7a92a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:30.479519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-651c51bd-d7c3-42b3-b6a3-c983390fc7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.482663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-651c51bd-d7c3-42b3-b6a3-c983390fc7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.483974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-651c51bd-d7c3-42b3-b6a3-c983390fc7b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a182c7a7-7436-4935-890e-85cafd10b1e4 HTTP/1.1" status: 204 len: 168 time: 0.2555192 Aug 31 09:41:30.518214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c51bd-d7c3-42b3-b6a3-c983390fc7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182c7a7-7436-4935-890e-85cafd10b1e4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.522315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:30.522698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.702803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.720425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 926587f5-2b6b-423f-b85c-601097e7a92a will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:30.770683 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.833883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:30.837478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:30.841280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:30.841835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.900144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=926587f5-2b6b-423f-b85c-601097e7a92a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.013825 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.106662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46740) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:31.126323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3bca61f-0188-465e-a366-4ccbf9d2296b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.168393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:31.240009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-704a363d-9db5-44be-8d82-51dfd7111397 None None] Provisioning for port 926587f5-2b6b-423f-b85c-601097e7a92a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:31.245069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-704a363d-9db5-44be-8d82-51dfd7111397 None None] Provisioning complete for port 926587f5-2b6b-423f-b85c-601097e7a92a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:31.245896 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-704a363d-9db5-44be-8d82-51dfd7111397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.304784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3bca61f-0188-465e-a366-4ccbf9d2296b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.311245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a3bca61f-0188-465e-a366-4ccbf9d2296b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.357107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a3bca61f-0188-465e-a366-4ccbf9d2296b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb4f63d97cc149e19bcdab4449fbbc36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483678 Aug 31 09:41:31.357994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bca61f-0188-465e-a366-4ccbf9d2296b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de43f84b-917d-42bd-9a0f-927ffa7a5f60,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.361497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46748) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:31.368578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-704a363d-9db5-44be-8d82-51dfd7111397 None None] Port 926587f5-2b6b-423f-b85c-601097e7a92a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:31.439396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a271afb-9729-490a-a3ee-1b9ef7ffa210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.473170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a271afb-9729-490a-a3ee-1b9ef7ffa210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.474989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-833a084d-90a3-445b-a89c-cedf1f75f20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.537409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.539680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74c3cfc-8ca1-4362-94b1-24d392de7689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.545105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.546396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.609725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a271afb-9729-490a-a3ee-1b9ef7ffa210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.612597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a271afb-9729-490a-a3ee-1b9ef7ffa210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.616467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a271afb-9729-490a-a3ee-1b9ef7ffa210 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de43f84b-917d-42bd-9a0f-927ffa7a5f60 HTTP/1.1" status: 204 len: 168 time: 0.2513781 Aug 31 09:41:31.648492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=926587f5-2b6b-423f-b85c-601097e7a92a,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.668695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271afb-9729-490a-a3ee-1b9ef7ffa210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de43f84b-917d-42bd-9a0f-927ffa7a5f60,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.681330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-833a084d-90a3-445b-a89c-cedf1f75f20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.696356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-833a084d-90a3-445b-a89c-cedf1f75f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.746911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-833a084d-90a3-445b-a89c-cedf1f75f20e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c89fc50d16643358891cdfa40d5bcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766456 Aug 31 09:41:31.748044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46752) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:31.755971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a084d-90a3-445b-a89c-cedf1f75f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c076424-8c98-439d-bcb6-ee74f45e1608,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.776127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:31.778647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:31.806619 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.851049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-397c1f7a-5b50-4e44-b7fc-3322d477e0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.889576 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-397c1f7a-5b50-4e44-b7fc-3322d477e0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.979505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-397c1f7a-5b50-4e44-b7fc-3322d477e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.982233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-397c1f7a-5b50-4e44-b7fc-3322d477e0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.983496 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-397c1f7a-5b50-4e44-b7fc-3322d477e0e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c076424-8c98-439d-bcb6-ee74f45e1608 HTTP/1.1" status: 204 len: 168 time: 0.2345200 Aug 31 09:41:31.994822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c1f7a-5b50-4e44-b7fc-3322d477e0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c076424-8c98-439d-bcb6-ee74f45e1608,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.025725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Router e126d773-237c-4ed4-a111-5848c8296a24 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:32.209077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:32.215056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-33a56aac-b006-40cc-bfaa-e01a95f7979d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "PUT /v2.0/routers/e126d773-237c-4ed4-a111-5848c8296a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8724098 Aug 31 09:41:32.217734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46770) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.227104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Sync routers for ids ['e126d773-237c-4ed4-a111-5848c8296a24'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:32.276930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Routers {'e126d773-237c-4ed4-a111-5848c8296a24'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:32.277821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e126d773-237c-4ed4-a111-5848c8296a24'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:32.292635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2728a57b-1d6e-49c3-a88e-4eb031db2cb2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.295004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2728a57b-1d6e-49c3-a88e-4eb031db2cb2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports/926587f5-2b6b-423f-b85c-601097e7a92a HTTP/1.1" status: 200 len: 911 time: 0.0758517 Aug 31 09:41:32.297585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46774) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.356063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb709e-2f83-466b-a242-8a31ca9a83c9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.358552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-05dac633-fba7-4d67-ad82-35ede299bd4a None None] Provisioning complete for port 926587f5-2b6b-423f-b85c-601097e7a92a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:32.358936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05dac633-fba7-4d67-ad82-35ede299bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.363403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb709e-2f83-466b-a242-8a31ca9a83c9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.365601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-12cb709e-2f83-466b-a242-8a31ca9a83c9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0668299 Aug 31 09:41:32.368534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46776) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.543691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46784) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.552688 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.560175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-254890ca-f349-4e9a-9d38-abb6e0921568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.587640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Set router e126d773-237c-4ed4-a111-5848c8296a24 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:32.600880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-05dac633-fba7-4d67-ad82-35ede299bd4a None None] Port 926587f5-2b6b-423f-b85c-601097e7a92a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:32.727708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-254890ca-f349-4e9a-9d38-abb6e0921568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.744271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-254890ca-f349-4e9a-9d38-abb6e0921568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.839898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254890ca-f349-4e9a-9d38-abb6e0921568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ed573-6640-4e79-affa-73bd428dec55,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.848363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.850901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:28Z', 'updated_at': '2021-08-31T09:41:30Z', 'revision_number': 2, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None, '_interfaces': [{'id': '926587f5-2b6b-423f-b85c-601097e7a92a', 'name': '', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'mac_address': 'fa:16:3e:72:eb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '376daf09-c4ae-42cd-9774-2930e500a401', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:29Z', 'updated_at': '2021-08-31T09:41:31Z', 'revision_number': 2, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'subnets': [{'id': '376daf09-c4ae-42cd-9774-2930e500a401', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:32.862314 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-254890ca-f349-4e9a-9d38-abb6e0921568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36a865fd80b94b29892de22f27f8001f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147924 Aug 31 09:41:32.866494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46790) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:32.887921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Checking router: e126d773-237c-4ed4-a111-5848c8296a24 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:32.888677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Updating router e126d773-237c-4ed4-a111-5848c8296a24 port 926587f5-2b6b-423f-b85c-601097e7a92a binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:41:32.920884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.964760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d9080ce-9ef5-49ed-971d-1d2cc1730ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.012649 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d9080ce-9ef5-49ed-971d-1d2cc1730ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.078954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d9080ce-9ef5-49ed-971d-1d2cc1730ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.085086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d9080ce-9ef5-49ed-971d-1d2cc1730ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.086266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d9080ce-9ef5-49ed-971d-1d2cc1730ab4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a8ed573-6640-4e79-affa-73bd428dec55 HTTP/1.1" status: 204 len: 168 time: 0.2183955 Aug 31 09:41:33.097848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9080ce-9ef5-49ed-971d-1d2cc1730ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ed573-6640-4e79-affa-73bd428dec55,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.168103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 926587f5-2b6b-423f-b85c-601097e7a92a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:33.168493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.385366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.414260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 926587f5-2b6b-423f-b85c-601097e7a92a owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:33.596707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.634402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Transition to ACTIVE for port object 926587f5-2b6b-423f-b85c-601097e7a92a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:33.661400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.670891 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.809490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Attempting to bind port 926587f5-2b6b-423f-b85c-601097e7a92a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:33.810098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Attempting to bind port 926587f5-2b6b-423f-b85c-601097e7a92a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:33.810685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Attempting to bind port 926587f5-2b6b-423f-b85c-601097e7a92a on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:33.818860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6734c24-770b-4262-bcd1-8136e0954c55 None None] Pushing event updated for resources: {'Port': ['ID=926587f5-2b6b-423f-b85c-601097e7a92a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:33.823941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:33.825273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:33.825898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.826611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:33.827938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Bound port: 926587f5-2b6b-423f-b85c-601097e7a92a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:33.829224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.841630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b89e4-eaa1-440d-9a01-97df8b3ba24a req-d37204d2-127d-40e9-ae4e-ea309889296c tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:33.866297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca7b89e4-eaa1-440d-9a01-97df8b3ba24a req-d37204d2-127d-40e9-ae4e-ea309889296c tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 945 time: 0.3717029 Aug 31 09:41:33.869304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.880787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Port 926587f5-2b6b-423f-b85c-601097e7a92a has been deleted concurrently {{(pid=94897) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 09:41:33.893428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Routers {'e126d773-237c-4ed4-a111-5848c8296a24'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:33.894437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e126d773-237c-4ed4-a111-5848c8296a24'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:33.948921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca7b89e4-eaa1-440d-9a01-97df8b3ba24a req-961c9176-99f4-4fdd-955e-a298c7daec51 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722415 Aug 31 09:41:33.974560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=926587f5-2b6b-423f-b85c-601097e7a92a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:34.031934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] Set router e126d773-237c-4ed4-a111-5848c8296a24 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:34.101621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bff54286-9554-4907-9b09-6fd819e755af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:28Z', 'updated_at': '2021-08-31T09:41:33Z', 'revision_number': 3, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:34.141738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff54286-9554-4907-9b09-6fd819e755af None None] The sync data for ids ['e126d773-237c-4ed4-a111-5848c8296a24'] in n-d-800634-13 is: [{'id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:28Z', 'updated_at': '2021-08-31T09:41:33Z', 'revision_number': 3, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:34.152438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dbdac2b4-55ff-47d5-9dce-45b086ac95f4 None None] Could not find standard attr ID for object 926587f5-2b6b-423f-b85c-601097e7a92a. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:34.177841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.456777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Router e126d773-237c-4ed4-a111-5848c8296a24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:34.609417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:34.624856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46844) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.625709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b62530ce-63ab-482e-b280-9b3f6231ac6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "PUT /v2.0/routers/e126d773-237c-4ed4-a111-5848c8296a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2550590 Aug 31 09:41:34.715661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee6247-7e38-4a1d-a20d-435048c3a0de tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:34.721179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee6247-7e38-4a1d-a20d-435048c3a0de tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:34.724462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d9ee6247-7e38-4a1d-a20d-435048c3a0de tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0982275 Aug 31 09:41:34.726812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:34.798812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 376daf09-c4ae-42cd-9774-2930e500a401 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:34.807048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.865758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.940790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-ffbd128c-3af4-4406-99a4-ad5759c8167c tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:34.942454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-ffbd128c-3af4-4406-99a4-ad5759c8167c tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 945 time: 0.0918589 Aug 31 09:41:34.968149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.105622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.143112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=376daf09-c4ae-42cd-9774-2930e500a401,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:35.156701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.157615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25308532-77c5-4dd2-861d-af64a4ac36fb None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:35.160939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-662499aa-c89f-4707-a8c2-6f5e5ef3bed6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/376daf09-c4ae-42cd-9774-2930e500a401 HTTP/1.1" status: 204 len: 168 time: 0.4327674 Aug 31 09:41:35.164081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Deleting port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:35.164733 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.168074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46862) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.194394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46864) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.249342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b976-f6cf-4936-9202-5cfd4528b188 req-100d8fbb-08f2-48d2-9d04-be2ad0267997 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:35.258829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f30b976-f6cf-4936-9202-5cfd4528b188 req-100d8fbb-08f2-48d2-9d04-be2ad0267997 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 945 time: 0.1851871 Aug 31 09:41:35.363827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f30b976-f6cf-4936-9202-5cfd4528b188 req-dea85745-92e6-4347-88cc-793bf85dd9ab tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934403 Aug 31 09:41:35.536287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:35.585268 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c15864e2-d0e4-4503-b353-3b9c01025b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.599317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8ee00f7a-04ae-4f76-b428-00ec45f41c81 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4283900 Aug 31 09:41:35.600155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46876) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:35.651344 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] Sync routers for ids ['e126d773-237c-4ed4-a111-5848c8296a24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:35.676903 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] Routers {'e126d773-237c-4ed4-a111-5848c8296a24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:35.677375 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e126d773-237c-4ed4-a111-5848c8296a24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:35.691114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] Deleting port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:35.691491 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.868063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] For port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,segment=NetworkSegment(f34fd984-2f07-405e-b979-1d6cf72d0d79),segment_id=f34fd984-2f07-405e-b979-1d6cf72d0d79)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:35.870839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c15864e2-d0e4-4503-b353-3b9c01025b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.872086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.882181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c15864e2-d0e4-4503-b353-3b9c01025b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.908915 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] Set router e126d773-237c-4ed4-a111-5848c8296a24 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:35.909297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] For port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:35.909297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:35.928650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] Calling delete_port for 65c2b824-a1a1-48bd-bee9-89df4a23ef6b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:35.947968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Calling delete_port for 2c41c69f-03ca-4047-a1d3-413fcb57e3ae owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:35.981493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.012358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15864e2-d0e4-4503-b353-3b9c01025b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99858199-8df6-4f29-8024-9b7e94aaba03,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.019802 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c15864e2-d0e4-4503-b353-3b9c01025b7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=984e00829db24162b1fd3e1fa05dc766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8166032 Aug 31 09:41:36.023216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46924) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:36.087976 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:28Z', 'updated_at': '2021-08-31T09:41:33Z', 'revision_number': 3, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:36.132115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] Checking router: e126d773-237c-4ed4-a111-5848c8296a24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:36.145508 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] Routers {'e126d773-237c-4ed4-a111-5848c8296a24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:36.146409 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e126d773-237c-4ed4-a111-5848c8296a24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:36.200415 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.202551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c237e64f-01ac-4a29-99e6-0775553c46f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.254832 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] Set router e126d773-237c-4ed4-a111-5848c8296a24 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:36.275154 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c237e64f-01ac-4a29-99e6-0775553c46f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.324981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] Pushing event deleted for resources: {'Port': ['ID=65c2b824-a1a1-48bd-bee9-89df4a23ef6b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.349058 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.351365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c1ad8-b2dc-4608-a4fa-0b5e9a2002e7 None None] No DVR routers for this DVR port 65c2b824-a1a1-48bd-bee9-89df4a23ef6b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:36.362568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c237e64f-01ac-4a29-99e6-0775553c46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.371958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c237e64f-01ac-4a29-99e6-0775553c46f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.376959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c237e64f-01ac-4a29-99e6-0775553c46f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99858199-8df6-4f29-8024-9b7e94aaba03 HTTP/1.1" status: 204 len: 168 time: 0.3489559 Aug 31 09:41:36.422890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237e64f-01ac-4a29-99e6-0775553c46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99858199-8df6-4f29-8024-9b7e94aaba03,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.467592 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:28Z', 'updated_at': '2021-08-31T09:41:33Z', 'revision_number': 3, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:36.541749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 65c2b824-a1a1-48bd-bee9-89df4a23ef6b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:36.572124 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16a09d-d9f3-4dd5-a7d9-1baae2629082 None None] The sync data for ids ['e126d773-237c-4ed4-a111-5848c8296a24'] in n-d-800634-13 is: [{'id': 'e126d773-237c-4ed4-a111-5848c8296a24', 'name': 'tempest-NetworksTestDHCPv6-router-1537366598', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:28Z', 'updated_at': '2021-08-31T09:41:33Z', 'revision_number': 3, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:36.616819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 65c2b824-a1a1-48bd-bee9-89df4a23ef6b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:36.618389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 65c2b824-a1a1-48bd-bee9-89df4a23ef6b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:36.655436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84705c4-a908-4f9e-be00-0bbdd79ae0aa req-cc7f5f80-e8f3-465d-9053-26cb42cfb000 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:36.658541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a84705c4-a908-4f9e-be00-0bbdd79ae0aa req-cc7f5f80-e8f3-465d-9053-26cb42cfb000 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5cf18d2-794a-4d11-bdd4-21083e60f61e HTTP/1.1" status: 200 len: 945 time: 0.1369386 Aug 31 09:41:36.756328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a84705c4-a908-4f9e-be00-0bbdd79ae0aa req-bacbc402-5a57-47ae-b69d-ad499eaff899 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5dc5676-302f-48e0-84c3-13e4c01c67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891564 Aug 31 09:41:36.760076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.949987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Pushing event deleted for resources: {'Port': ['ID=2c41c69f-03ca-4047-a1d3-413fcb57e3ae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.975705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.007269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.007269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] No DVR routers for this DVR port 2c41c69f-03ca-4047-a1d3-413fcb57e3ae on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:37.011440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.014026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-658da91c-a7f4-4d6f-a88a-47dfd1647e69 req-19c322ff-a941-45ef-a530-8905d33e7d52 tempest-VolumesSnapshotTestJSON-14030492 tempest-VolumesSnapshotTestJSON-14030492-project] 10.222.0.15 "DELETE /v2.0/ports/2c41c69f-03ca-4047-a1d3-413fcb57e3ae HTTP/1.1" status: 204 len: 173 time: 2.0611708 Aug 31 09:41:37.015060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'name': 'network-vif-deleted', 'tag': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:37.019784 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6eab8-06ab-4dcf-89db-f27010b696fb" -d '{"events": [{"server_uuid": "f5cf18d2-794a-4d11-bdd4-21083e60f61e", "name": "network-vif-deleted", "tag": "2c41c69f-03ca-4047-a1d3-413fcb57e3ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:37.103644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.104557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Fanout notify agent at l3_agent the message router_deleted on router e126d773-237c-4ed4-a111-5848c8296a24 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:37.111361 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca8761f-5971-4643-99c6-85703237553c x-openstack-request-id: req-1ca8761f-5971-4643-99c6-85703237553c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:37.112023 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cf18d2-794a-4d11-bdd4-21083e60f61e", "name": "network-vif-deleted", "tag": "2c41c69f-03ca-4047-a1d3-413fcb57e3ae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:37.112306 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ca8761f-5971-4643-99c6-85703237553c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:37.116464 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cf18d2-794a-4d11-bdd4-21083e60f61e', 'name': 'network-vif-deleted', 'tag': '2c41c69f-03ca-4047-a1d3-413fcb57e3ae', 'status': 'completed', 'code': 200} Aug 31 09:41:37.140774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.145044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 46980) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.152079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:37.155014 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-df715015-7a38-41fa-8e36-66a12e61db08 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/routers/e126d773-237c-4ed4-a111-5848c8296a24 HTTP/1.1" status: 204 len: 168 time: 1.5483818 Aug 31 09:41:37.287073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 46996) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.330501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f74e5d6a-c4c4-43b5-b7fd-a8893df7e83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.410445 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:41:37.410445 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:41:37.410445 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'id': 'a8ffa345-ecc3-4f73-ac22-901c52bc8ed0', 'expiration': datetime.datetime(2021, 8, 31, 9, 43, 37, 403350)}] Aug 31 09:41:37.410445 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:41:37.411517 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:41:37.542552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f74e5d6a-c4c4-43b5-b7fd-a8893df7e83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.548971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f74e5d6a-c4c4-43b5-b7fd-a8893df7e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.578079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47016) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.605893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f74e5d6a-c4c4-43b5-b7fd-a8893df7e83f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7e4cbb6bff24921ba56a1a7dc7c1df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177488 Aug 31 09:41:37.606962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5d6a-c4c4-43b5-b7fd-a8893df7e83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffe065a-b0d2-4e36-a9f0-e00cc2173a79,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:37.608823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47020) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:37.716520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b6520be-cd31-4f79-93d5-a0277a293d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.756204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b6520be-cd31-4f79-93d5-a0277a293d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.795497 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36690cda-8049-4c3a-af12-3445e2f5c201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.875736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b6520be-cd31-4f79-93d5-a0277a293d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.878793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7b6520be-cd31-4f79-93d5-a0277a293d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:37.883172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7b6520be-cd31-4f79-93d5-a0277a293d1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dffe065a-b0d2-4e36-a9f0-e00cc2173a79 HTTP/1.1" status: 204 len: 168 time: 0.2721665 Aug 31 09:41:37.950860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6520be-cd31-4f79-93d5-a0277a293d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffe065a-b0d2-4e36-a9f0-e00cc2173a79,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.071221 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36690cda-8049-4c3a-af12-3445e2f5c201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.080314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36690cda-8049-4c3a-af12-3445e2f5c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.136275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:38.139893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.149521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-36690cda-8049-4c3a-af12-3445e2f5c201 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=276823a72d834cfebfeb09d1c905ce4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676570 Aug 31 09:41:38.150397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.159574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36690cda-8049-4c3a-af12-3445e2f5c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa19e2-24f8-4691-863f-75e3e7533d57,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.227519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2c41c69f-03ca-4047-a1d3-413fcb57e3ae no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:38.254872 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51d62da0-6793-495c-aebd-228026c2ca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.268738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 2c41c69f-03ca-4047-a1d3-413fcb57e3ae {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:38.269073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2c41c69f-03ca-4047-a1d3-413fcb57e3ae not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:38.300830 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51d62da0-6793-495c-aebd-228026c2ca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.386159 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51d62da0-6793-495c-aebd-228026c2ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.396256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51d62da0-6793-495c-aebd-228026c2ca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.405689 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-51d62da0-6793-495c-aebd-228026c2ca0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02fa19e2-24f8-4691-863f-75e3e7533d57 HTTP/1.1" status: 204 len: 168 time: 0.2529731 Aug 31 09:41:38.437867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d62da0-6793-495c-aebd-228026c2ca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa19e2-24f8-4691-863f-75e3e7533d57,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.505137 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.560237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:38.564416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:38.569587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:38.570272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.576686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993d09e-ab71-4ee2-952d-551bc636d4c0 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:38.588690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=1b166809-209b-4d6e-b502-310c1b70d2b8,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:38.603563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47054) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.603939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7becc87e-6223-48aa-9ef7-8bdb7526b77c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4571323 Aug 31 09:41:38.615575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1657286439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:38.666078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.671737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.833897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.840496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.849867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '1b166809-209b-4d6e-b502-310c1b70d2b8'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:38.854775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.893392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:38.897001 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dac4dd42-ae45-414b-b9f9-2d2e9edb09b4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2901871 Aug 31 09:41:38.899480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47058) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.914294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47060) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:38.933257 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f911ae30-2d72-485a-8af6-e50b666552af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.140895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f911ae30-2d72-485a-8af6-e50b666552af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.148961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f911ae30-2d72-485a-8af6-e50b666552af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.225057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911ae30-2d72-485a-8af6-e50b666552af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd532000-7e77-4c82-94f8-06bb6b92a35e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.231096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f911ae30-2d72-485a-8af6-e50b666552af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73baceb59c8f4d9e98d3bce019a3f5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158431 Aug 31 09:41:39.233517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47068) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:39.265686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/1b166809-209b-4d6e-b502-310c1b70d2b8/efa4f152-3f36-4249-b79a-7fe262698411) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:39.407382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4470-3925-4943-8be8-43a17d4b4ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.476252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4470-3925-4943-8be8-43a17d4b4ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.528385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.569905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4470-3925-4943-8be8-43a17d4b4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.575018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4470-3925-4943-8be8-43a17d4b4ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.578875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9e4a4470-3925-4943-8be8-43a17d4b4ec2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd532000-7e77-4c82-94f8-06bb6b92a35e HTTP/1.1" status: 204 len: 168 time: 0.3298397 Aug 31 09:41:39.597802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a4470-3925-4943-8be8-43a17d4b4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd532000-7e77-4c82-94f8-06bb6b92a35e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.654117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.671557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Transition to ACTIVE for port object efa4f152-3f36-4249-b79a-7fe262698411 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:39.697410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Transition to ACTIVE for port object efa4f152-3f36-4249-b79a-7fe262698411 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:39.708369 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.777625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Pushing event updated for resources: {'Port': ['ID=efa4f152-3f36-4249-b79a-7fe262698411,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:39.791158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:39.793463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:39.796185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:39.877551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Attempting to bind port efa4f152-3f36-4249-b79a-7fe262698411 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:39.879238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Attempting to bind port efa4f152-3f36-4249-b79a-7fe262698411 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:39.879685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Attempting to bind port efa4f152-3f36-4249-b79a-7fe262698411 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:39.886515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:39.887749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:39.888577 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.888981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:39.889998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Bound port: efa4f152-3f36-4249-b79a-7fe262698411, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:39.891109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:39.891856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::1 (5d91503f-5102-418f-827c-c81a8c784a43/1b166809-209b-4d6e-b502-310c1b70d2b8/7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:40.015136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] For port efa4f152-3f36-4249-b79a-7fe262698411, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:40.020114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] For port efa4f152-3f36-4249-b79a-7fe262698411, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=efa4f152-3f36-4249-b79a-7fe262698411,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:40.026879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.077700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.100635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:40.121199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bcb3e-d744-4e8f-9b55-cb2173dac75b None None] Pushing event updated for resources: {'Port': ['ID=efa4f152-3f36-4249-b79a-7fe262698411,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.155170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:40.231131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:40.253144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:40.255861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:40.263431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:40.264032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.027222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.551533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.558182 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.560532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.735644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:41.817887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:41.819622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:41.868084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-51dee778-7ea5-4637-8e9f-072f93f97b4e None None] Provisioning for port efa4f152-3f36-4249-b79a-7fe262698411 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:42.066659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Router 06db8a88-c1ff-4c1f-a008-6d42af6d555c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:42.223577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:42.233586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Sync routers for ids ['06db8a88-c1ff-4c1f-a008-6d42af6d555c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:42.237354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47158) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.238939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-47cdae59-1016-4700-b492-4547e6b2c4d7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "PUT /v2.0/routers/06db8a88-c1ff-4c1f-a008-6d42af6d555c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3371437 Aug 31 09:41:42.249360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Routers {'06db8a88-c1ff-4c1f-a008-6d42af6d555c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:42.250027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['06db8a88-c1ff-4c1f-a008-6d42af6d555c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:42.342760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70bd6f-5dd0-4100-bc5a-37b4292d273a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:42.350534 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d70bd6f-5dd0-4100-bc5a-37b4292d273a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports/7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 HTTP/1.1" status: 200 len: 911 time: 0.1100881 Aug 31 09:41:42.354689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47166) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.380072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5119193a-00b9-43c3-abe5-d2a8c4f1afe9 None None] Provisioning for port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:42.390362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5119193a-00b9-43c3-abe5-d2a8c4f1afe9 None None] Provisioning complete for port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:42.390912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5119193a-00b9-43c3-abe5-d2a8c4f1afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:42.464291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Set router 06db8a88-c1ff-4c1f-a008-6d42af6d555c gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:42.506977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93b7ba-35ea-4d4c-a7b8-3ee23379ab00 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:42.516588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5119193a-00b9-43c3-abe5-d2a8c4f1afe9 None None] Port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:42.604558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93b7ba-35ea-4d4c-a7b8-3ee23379ab00 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:42.618657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47174) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:42.620484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ca93b7ba-35ea-4d4c-a7b8-3ee23379ab00 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2640560 Aug 31 09:41:42.816928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device efa4f152-3f36-4249-b79a-7fe262698411 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:42.902509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port efa4f152-3f36-4249-b79a-7fe262698411 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:42.913317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port efa4f152-3f36-4249-b79a-7fe262698411 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:42.913949 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.036875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b865bc99-67e8-442f-af3f-510ea89f3089 None None] Provisioning complete for port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:43.037352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b865bc99-67e8-442f-af3f-510ea89f3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.128680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b865bc99-67e8-442f-af3f-510ea89f3089 None None] Port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:43.136765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db8a88-c1ff-4c1f-a008-6d42af6d555c', 'name': 'tempest-NetworksTestDHCPv6-router-1657286439', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:38Z', 'updated_at': '2021-08-31T09:41:40Z', 'revision_number': 2, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None, '_interfaces': [{'id': '7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3', 'name': '', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'mac_address': 'fa:16:3e:e6:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db8a88-c1ff-4c1f-a008-6d42af6d555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '1b166809-209b-4d6e-b502-310c1b70d2b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:39Z', 'updated_at': '2021-08-31T09:41:41Z', 'revision_number': 2, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'subnets': [{'id': '1b166809-209b-4d6e-b502-310c1b70d2b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:43.614456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Checking router: 06db8a88-c1ff-4c1f-a008-6d42af6d555c for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:43.614846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Updating router 06db8a88-c1ff-4c1f-a008-6d42af6d555c port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:41:43.642632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.644929 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:43.752805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port efa4f152-3f36-4249-b79a-7fe262698411, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=efa4f152-3f36-4249-b79a-7fe262698411,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:43.772310 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.056658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47240) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:44.064921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=efa4f152-3f36-4249-b79a-7fe262698411,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:44.244701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.292674 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.308410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Transition to ACTIVE for port object 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:44.330059 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d296e0a-9202-4c79-927c-2127c366cbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.333409 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.411925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47248) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:44.602779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d296e0a-9202-4c79-927c-2127c366cbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.608434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device efa4f152-3f36-4249-b79a-7fe262698411 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:44.611269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d296e0a-9202-4c79-927c-2127c366cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.672458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc12b5e0-3737-4458-ac69-31732c18b802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.683209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9bcb1-9d1c-48c6-9782-c6ced9e365ca None None] Pushing event updated for resources: {'Port': ['ID=7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:44.691714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:44.692066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.714373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Attempting to bind port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:44.717011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Attempting to bind port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:44.717571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Attempting to bind port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:44.719433 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d296e0a-9202-4c79-927c-2127c366cbcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20618f1320cb4f67a8c792ee0bf84d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607370 Aug 31 09:41:44.724144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47252) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:44.735907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:44.741784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:44.742519 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.742898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:44.743512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Bound port: 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:44.745860 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.759647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d296e0a-9202-4c79-927c-2127c366cbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80bfe7-637c-40db-aeb2-29fc983cfdd5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:44.838397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb63ff45-64ee-46c8-9cb4-1a2f382eee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.873594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb63ff45-64ee-46c8-9cb4-1a2f382eee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.915500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] For port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:44.925404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] For port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:44.931722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.933938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] For port 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3, host n-d-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:44.934315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.943616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port efa4f152-3f36-4249-b79a-7fe262698411 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:44.944209 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.964085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:45.037907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb63ff45-64ee-46c8-9cb4-1a2f382eee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.040827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb63ff45-64ee-46c8-9cb4-1a2f382eee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.042018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eb63ff45-64ee-46c8-9cb4-1a2f382eee03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea80bfe7-637c-40db-aeb2-29fc983cfdd5 HTTP/1.1" status: 204 len: 168 time: 0.3160226 Aug 31 09:41:45.111674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ff45-64ee-46c8-9cb4-1a2f382eee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80bfe7-637c-40db-aeb2-29fc983cfdd5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.160639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc12b5e0-3737-4458-ac69-31732c18b802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.168146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Routers {'06db8a88-c1ff-4c1f-a008-6d42af6d555c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:45.169373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['06db8a88-c1ff-4c1f-a008-6d42af6d555c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:45.169494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc12b5e0-3737-4458-ac69-31732c18b802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.207409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9bcb1-9d1c-48c6-9782-c6ced9e365ca None None] Pushing event updated for resources: {'Port': ['ID=7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.290767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc12b5e0-3737-4458-ac69-31732c18b802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b217ad9fff24545a9c610a3a0f635f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774104 Aug 31 09:41:45.291725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b5e0-3737-4458-ac69-31732c18b802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50bdac-4841-41fc-90be-0f17ef914e9f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.299421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47262) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:45.381957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] Set router 06db8a88-c1ff-4c1f-a008-6d42af6d555c gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:45.482066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.518858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6bbe-f6db-4422-b3eb-2659f2b51571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.590675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.591068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6bbe-f6db-4422-b3eb-2659f2b51571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.620931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9fa2a510-b2a1-4929-b4f9-cc05c300860c None None] Could not find standard attr ID for object 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:41:45.708181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6bbe-f6db-4422-b3eb-2659f2b51571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.711467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bdd6bbe-f6db-4422-b3eb-2659f2b51571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.712345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1bdd6bbe-f6db-4422-b3eb-2659f2b51571 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b50bdac-4841-41fc-90be-0f17ef914e9f HTTP/1.1" status: 204 len: 168 time: 0.4119000 Aug 31 09:41:45.730337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd6bbe-f6db-4422-b3eb-2659f2b51571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50bdac-4841-41fc-90be-0f17ef914e9f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:45.758926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db8a88-c1ff-4c1f-a008-6d42af6d555c', 'name': 'tempest-NetworksTestDHCPv6-router-1657286439', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:38Z', 'updated_at': '2021-08-31T09:41:40Z', 'revision_number': 2, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None, '_interfaces': [{'id': '7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3', 'name': '', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'mac_address': 'fa:16:3e:e6:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db8a88-c1ff-4c1f-a008-6d42af6d555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '1b166809-209b-4d6e-b502-310c1b70d2b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:39Z', 'updated_at': '2021-08-31T09:41:44Z', 'revision_number': 4, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'subnets': [{'id': '1b166809-209b-4d6e-b502-310c1b70d2b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:45.778185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.785966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:45.810157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-009cbdc0-c536-42cb-b030-6d128b963faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:45.827392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07e729-2c60-463a-a66d-a8b5187c3ac2 None None] The sync data for ids ['06db8a88-c1ff-4c1f-a008-6d42af6d555c'] in n-d-800634-13 is: [{'id': '06db8a88-c1ff-4c1f-a008-6d42af6d555c', 'name': 'tempest-NetworksTestDHCPv6-router-1657286439', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:38Z', 'updated_at': '2021-08-31T09:41:40Z', 'revision_number': 2, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'gw_port_host': None, '_interfaces': [{'id': '7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3', 'name': '', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'mac_address': 'fa:16:3e:e6:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db8a88-c1ff-4c1f-a008-6d42af6d555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '1b166809-209b-4d6e-b502-310c1b70d2b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:39Z', 'updated_at': '2021-08-31T09:41:44Z', 'revision_number': 4, 'project_id': 'b6fba46169fd4896bfddc9248357bba5', 'subnets': [{'id': '1b166809-209b-4d6e-b502-310c1b70d2b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:46.005323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-009cbdc0-c536-42cb-b030-6d128b963faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.013365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-009cbdc0-c536-42cb-b030-6d128b963faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.075623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Router 06db8a88-c1ff-4c1f-a008-6d42af6d555c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:46.153582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-009cbdc0-c536-42cb-b030-6d128b963faa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afe57d0b411c4239b3828d04497591f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651512 Aug 31 09:41:46.155253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47278) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.162426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cbdc0-c536-42cb-b030-6d128b963faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5414fbc4-4cf7-46f0-93b3-035d0307166b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.318665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:46.325972 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5d62c10e-dead-4c0c-b94f-a218b7dd1284 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "PUT /v2.0/routers/06db8a88-c1ff-4c1f-a008-6d42af6d555c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7037547 Aug 31 09:41:46.329365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47280) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.355904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bc07428b-be7c-4242-a862-603b0cb0754b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.430731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bc07428b-be7c-4242-a862-603b0cb0754b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.448961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc87acc-15f8-449e-ba0b-c78ec10ce39d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:46.451813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc87acc-15f8-449e-ba0b-c78ec10ce39d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:46.457526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4bc87acc-15f8-449e-ba0b-c78ec10ce39d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1271527 Aug 31 09:41:46.460968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47282) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.516289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bc07428b-be7c-4242-a862-603b0cb0754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.519558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bc07428b-be7c-4242-a862-603b0cb0754b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.524338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bc07428b-be7c-4242-a862-603b0cb0754b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5414fbc4-4cf7-46f0-93b3-035d0307166b HTTP/1.1" status: 204 len: 168 time: 0.3655469 Aug 31 09:41:46.541566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07428b-be7c-4242-a862-603b0cb0754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414fbc4-4cf7-46f0-93b3-035d0307166b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.574127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 1b166809-209b-4d6e-b502-310c1b70d2b8 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:46.583833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47286) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.589916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.601375 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87b96482-0c68-4117-9d6b-b345aa986e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.671193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.783609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87b96482-0c68-4117-9d6b-b345aa986e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.789006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87b96482-0c68-4117-9d6b-b345aa986e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.862464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.889279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-87b96482-0c68-4117-9d6b-b345aa986e27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2310e5feb5f34608ae18e92b9201cb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042734 Aug 31 09:41:46.891402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96482-0c68-4117-9d6b-b345aa986e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3058a2ad-94d7-49e0-b7aa-a79627d52cf6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:46.894412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47290) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:46.981290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.003519 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0e61-85cf-4d3b-b98c-e3d12f815223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.024200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=1b166809-209b-4d6e-b502-310c1b70d2b8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.034151 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.039753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-028da540-a209-4006-88e2-81ef1666decd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/1b166809-209b-4d6e-b502-310c1b70d2b8 HTTP/1.1" status: 204 len: 168 time: 0.5698032 Aug 31 09:41:47.040944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe73f49-3f76-44d7-a59a-cce17f23109a None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:47.041623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47294) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.084415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0e61-85cf-4d3b-b98c-e3d12f815223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.226720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0e61-85cf-4d3b-b98c-e3d12f815223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.230050 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0e61-85cf-4d3b-b98c-e3d12f815223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.233871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b7f0e61-85cf-4d3b-b98c-e3d12f815223 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3058a2ad-94d7-49e0-b7aa-a79627d52cf6 HTTP/1.1" status: 204 len: 168 time: 0.3360362 Aug 31 09:41:47.233871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.234691 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9dbb9cc8-4d73-4774-9a4f-14d5c4c364ba tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1900244 Aug 31 09:41:47.430867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:47.480508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f0e61-85cf-4d3b-b98c-e3d12f815223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3058a2ad-94d7-49e0-b7aa-a79627d52cf6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.493597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.545501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] Deleting port efa4f152-3f36-4249-b79a-7fe262698411 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:47.546271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.707247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] For port efa4f152-3f36-4249-b79a-7fe262698411, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=efa4f152-3f36-4249-b79a-7fe262698411,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:47.708115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.744647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] Calling delete_port for efa4f152-3f36-4249-b79a-7fe262698411 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:47.920542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.931204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.964850 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.013564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] Pushing event deleted for resources: {'Port': ['ID=efa4f152-3f36-4249-b79a-7fe262698411,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.022574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aed64a-f682-439c-96ba-42b428def9c3 None None] No DVR routers for this DVR port efa4f152-3f36-4249-b79a-7fe262698411 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:48.028782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.035090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Fanout notify agent at l3_agent the message router_deleted on router 06db8a88-c1ff-4c1f-a008-6d42af6d555c {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:48.045625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.047509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1e347eff-a5dc-4275-b8fc-fd22fcb73ddb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/routers/06db8a88-c1ff-4c1f-a008-6d42af6d555c HTTP/1.1" status: 204 len: 168 time: 0.8112917 Aug 31 09:41:48.050319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47330) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.088887 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f17eec01-09e1-4540-b52b-b5cce03b121c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0340674 Aug 31 09:41:48.091039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47332) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.159329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013494c1-41b2-4cc6-8efa-14528e351172 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.161669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-013494c1-41b2-4cc6-8efa-14528e351172 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692303 Aug 31 09:41:48.164462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47334) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.225307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-78deadec-f0ff-43c4-92ee-1a7218f638c6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554993 Aug 31 09:41:48.226777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47338) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.232632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:48.428133 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Sync routers for ids ['06db8a88-c1ff-4c1f-a008-6d42af6d555c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:48.451621 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Routers set() bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:48.453333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Router IDs set() for agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:41:48.457791 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06db8a88-c1ff-4c1f-a008-6d42af6d555c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent'). {{(pid=94898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:41:48.465639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:48.486368 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.491161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device efa4f152-3f36-4249-b79a-7fe262698411 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:48.498610 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Routers set() bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:48.498984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Router IDs set() for agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:41:48.500184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06db8a88-c1ff-4c1f-a008-6d42af6d555c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:41:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent'). {{(pid=94898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:41:48.500550 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8dbef-de67-45e2-9165-db90635a1cf5 None None] The sync data for ids ['06db8a88-c1ff-4c1f-a008-6d42af6d555c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:48.584570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: efa4f152-3f36-4249-b79a-7fe262698411 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:48.586417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device efa4f152-3f36-4249-b79a-7fe262698411 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:48.700192 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.120820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:41:49.123220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.186341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:49.195476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:49.207631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:49.208494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.209346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c898c6b-34c6-41d4-b46b-beab65eaff75 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:49.234133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=49e0a7dc-bc4a-4ce0-b568-fe66d8b85073,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.247233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d407a4ad-e1b8-4bf2-8b73-8bb589f28557 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0191731 Aug 31 09:41:49.250406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.261989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:49.532750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:49.541598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.643193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '49e0a7dc-bc4a-4ce0-b568-fe66d8b85073'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:49.644855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.939693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Allocated IP 2001:db8::f816:3eff:fe16:73d7 (5d91503f-5102-418f-827c-c81a8c784a43/49e0a7dc-bc4a-4ce0-b568-fe66d8b85073/4e67e3d3-bd07-44a0-b77a-291933e7cd44) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:50.125064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.204736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:50.212936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.214910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:50.223091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:50.223091 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.229646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Transition to ACTIVE for port object 4e67e3d3-bd07-44a0-b77a-291933e7cd44 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:50.241758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9862449 Aug 31 09:41:50.242972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:50.251922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:7e:27:55', 'name': 'tempest-NetworksTestDHCPv6-1830619876'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:50.255886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b2d33-270f-482f-be3e-b03341c10d0e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=3a57197e-2c8f-4457-9946-6e9a58255274,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.260916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Transition to ACTIVE for port object 4e67e3d3-bd07-44a0-b77a-291933e7cd44 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:50.270753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.350964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:50.358621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:50.366163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:50.369615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Pushing event updated for resources: {'Port': ['ID=4e67e3d3-bd07-44a0-b77a-291933e7cd44,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.461907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:50.496518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:50.496863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7e2f48ff-71a4-44f2-a2b3-5deb607fcbd3 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:50.501268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Attempting to bind port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:50.501651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Attempting to bind port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:50.502009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Attempting to bind port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:50.510454 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:50.510867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:50.511281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.511682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:50.512169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Bound port: 4e67e3d3-bd07-44a0-b77a-291933e7cd44, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:50.512557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.542299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:50.695724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] For port 4e67e3d3-bd07-44a0-b77a-291933e7cd44, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:50.709249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] For port 4e67e3d3-bd07-44a0-b77a-291933e7cd44, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4e67e3d3-bd07-44a0-b77a-291933e7cd44,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:50.726669 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.747849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.789916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port ca3965d2-be44-43a8-95cc-37d76c250417 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:50.845147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5469f50-78fb-46f8-8405-51a01dba4856 None None] Pushing event updated for resources: {'Port': ['ID=4e67e3d3-bd07-44a0-b77a-291933e7cd44,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.184598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 172.20.0.13 (5d91503f-5102-418f-827c-c81a8c784a43/3a57197e-2c8f-4457-9946-6e9a58255274/ca3965d2-be44-43a8-95cc-37d76c250417) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:51.214052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fe7e:2755 (5d91503f-5102-418f-827c-c81a8c784a43/49e0a7dc-bc4a-4ce0-b568-fe66d8b85073/ca3965d2-be44-43a8-95cc-37d76c250417) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:51.556795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.578727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object ca3965d2-be44-43a8-95cc-37d76c250417 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:51.621931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.675319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:51.681107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:51.685310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:51.737974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.739342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.753392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=ca3965d2-be44-43a8-95cc-37d76c250417,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.774359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e0c91e70-7cd3-48e3-ad56-96e0fe7734bc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5211360 Aug 31 09:41:51.778906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.840938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3db7a-94a0-4fb7-8162-2423c563969a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.850634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3db7a-94a0-4fb7-8162-2423c563969a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.853548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b3b3db7a-94a0-4fb7-8162-2423c563969a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0771825 Aug 31 09:41:51.857468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47444) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.079986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port ca3965d2-be44-43a8-95cc-37d76c250417 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:52.092085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.104400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47454) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.363108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.423317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.440973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for ca3965d2-be44-43a8-95cc-37d76c250417 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:52.607618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4e67e3d3-bd07-44a0-b77a-291933e7cd44 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:52.609960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25abd140-a7a0-4d18-8b6d-50c936c2ea1e None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:52.681103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.686332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.746937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=611c335a088e4b3c8d8e6258693b864c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412985 Aug 31 09:41:52.747940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aa2d35-2f3e-4332-aea6-25ef98c4d181,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:52.751168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.752054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.806676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.807929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.808409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.808902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.809381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.809858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.810335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.810853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.811346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.812434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.812912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.813378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfe052-acb9-4da6-a676-30671566f5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:52.849199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb246743-fafc-47b9-af76-428c2d8e0661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.866997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=ca3965d2-be44-43a8-95cc-37d76c250417,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:52.912039 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb246743-fafc-47b9-af76-428c2d8e0661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.933688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4a8f71c9-8dd7-4c0b-917b-0fd1ec222396 None None] Provisioning for port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:53.004139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:53.020520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:53.021207 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.092814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb246743-fafc-47b9-af76-428c2d8e0661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.102163 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fb246743-fafc-47b9-af76-428c2d8e0661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.103775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fb246743-fafc-47b9-af76-428c2d8e0661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44aa2d35-2f3e-4332-aea6-25ef98c4d181 HTTP/1.1" status: 204 len: 168 time: 0.3497045 Aug 31 09:41:53.122908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246743-fafc-47b9-af76-428c2d8e0661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aa2d35-2f3e-4332-aea6-25ef98c4d181,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.124469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.133054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47468) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.134893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-42fbbcbf-3b9c-437a-9c46-28e36fe5bcb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/ca3965d2-be44-43a8-95cc-37d76c250417 HTTP/1.1" status: 204 len: 168 time: 1.2755666 Aug 31 09:41:53.233106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc4c9c-fe98-4926-853b-1387c4703aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.235340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc4c9c-fe98-4926-853b-1387c4703aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.240835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc4c9c-fe98-4926-853b-1387c4703aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.243029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-49fc4c9c-fe98-4926-853b-1387c4703aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1084111 Aug 31 09:41:53.245790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47472) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.313691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 3a57197e-2c8f-4457-9946-6e9a58255274 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:53.317258 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.377660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.413562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.471905 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.528527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4e67e3d3-bd07-44a0-b77a-291933e7cd44, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4e67e3d3-bd07-44a0-b77a-291933e7cd44,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:53.552433 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.577130 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.617551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.619497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/3a57197e-2c8f-4457-9946-6e9a58255274 HTTP/1.1" status: 204 len: 168 time: 0.3725836 Aug 31 09:41:53.622839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.643943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4e67e3d3-bd07-44a0-b77a-291933e7cd44,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.659766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ae33b-daa2-406e-879a-21a91f02ab09 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '49e0a7dc-bc4a-4ce0-b568-fe66d8b85073', 'ip_address': '2001:db8::f816:3eff:fe16:73d7'}, {'subnet_id': '3a57197e-2c8f-4457-9946-6e9a58255274'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '4e67e3d3-bd07-44a0-b77a-291933e7cd44'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:41:53.668437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765f092-aa09-4d95-9469-29eb4f732111 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=3a57197e-2c8f-4457-9946-6e9a58255274,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.722632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-679ae33b-daa2-406e-879a-21a91f02ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.755418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 49e0a7dc-bc4a-4ce0-b568-fe66d8b85073 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:53.762412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.869676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.908373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.927966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37ec78d1-612a-41b5-bb0b-fa96dc94376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.992466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.114686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37ec78d1-612a-41b5-bb0b-fa96dc94376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.126073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-37ec78d1-612a-41b5-bb0b-fa96dc94376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.129731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-679ae33b-daa2-406e-879a-21a91f02ab09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49e0a7dc-bc4a-4ce0-b568-fe66d8b85073: This subnet is being modified by another concurrent operation. Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49e0a7dc-bc4a-4ce0-b568-fe66d8b85073: This subnet is being modified by another concurrent operation. Aug 31 09:41:54.142905 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:41:54.196427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=49e0a7dc-bc4a-4ce0-b568-fe66d8b85073,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:54.224013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.226196 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-09339196-eda0-461f-9d6e-f71112d3908c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/49e0a7dc-bc4a-4ce0-b568-fe66d8b85073 HTTP/1.1" status: 204 len: 168 time: 0.6026342 Aug 31 09:41:54.229021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47490) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:54.231048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec78d1-612a-41b5-bb0b-fa96dc94376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc25ef6-01b0-4b97-84da-b58ce328712c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:54.252252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-37ec78d1-612a-41b5-bb0b-fa96dc94376e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=654edb744aea4d9ebf78998e6b5c3837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420062 Aug 31 09:41:54.257492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47492) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:54.274038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6125225-ba9d-46ca-9b37-0809d2beb8cb None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:54.324096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dd03b6a5-500f-41b8-aa79-bbe39b82dcfc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940516 Aug 31 09:41:54.326997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47494) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:54.333035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:54.456755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a4b15e9-c9ef-4222-bc46-c356b6360635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.481183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a60a6bbf-2457-439f-b4b5-f7b867e78eb1 None None] Provisioning complete for port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:54.486609 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a60a6bbf-2457-439f-b4b5-f7b867e78eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.527006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a4b15e9-c9ef-4222-bc46-c356b6360635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.570960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4e67e3d3-bd07-44a0-b77a-291933e7cd44 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:54.681036 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a4b15e9-c9ef-4222-bc46-c356b6360635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.684568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a4b15e9-c9ef-4222-bc46-c356b6360635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:54.686031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8a4b15e9-c9ef-4222-bc46-c356b6360635 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dc25ef6-01b0-4b97-84da-b58ce328712c HTTP/1.1" status: 204 len: 168 time: 0.4267087 Aug 31 09:41:54.703333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b15e9-c9ef-4222-bc46-c356b6360635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc25ef6-01b0-4b97-84da-b58ce328712c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:54.947099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db4734-868a-4a73-8912-45617b285f26 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:54.969690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.033294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:55.056160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.091298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4e67e3d3-bd07-44a0-b77a-291933e7cd44, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4e67e3d3-bd07-44a0-b77a-291933e7cd44,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:55.105894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.197063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-97db4734-868a-4a73-8912-45617b285f26 None None] Deleting port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:55.198063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97db4734-868a-4a73-8912-45617b285f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.254932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4e67e3d3-bd07-44a0-b77a-291933e7cd44,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.331463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-97db4734-868a-4a73-8912-45617b285f26 None None] For port 4e67e3d3-bd07-44a0-b77a-291933e7cd44, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4e67e3d3-bd07-44a0-b77a-291933e7cd44,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:55.331804 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97db4734-868a-4a73-8912-45617b285f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.379418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-97db4734-868a-4a73-8912-45617b285f26 None None] Calling delete_port for 4e67e3d3-bd07-44a0-b77a-291933e7cd44 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:55.553573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97db4734-868a-4a73-8912-45617b285f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.582642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db4734-868a-4a73-8912-45617b285f26 None None] No DVR routers for this DVR port 4e67e3d3-bd07-44a0-b77a-291933e7cd44 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:55.610378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db4734-868a-4a73-8912-45617b285f26 None None] Pushing event deleted for resources: {'Port': ['ID=4e67e3d3-bd07-44a0-b77a-291933e7cd44,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.628521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1445d-d002-46c8-b914-7d0899cb1d1f None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:41:55.828498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:41:55.830736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.882346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1445d-d002-46c8-b914-7d0899cb1d1f None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:41:55.890926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:55.894541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:55.898781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:55.899592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:55.919006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=4d7965dd-304c-4c28-9698-a20a570a9a94,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:55.938181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47528) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:55.943868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:55.948464 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0f675e57-2459-4531-8649-57bd7e60948c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6040659 Aug 31 09:41:56.202639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:56.203273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:41:56.207708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.524782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '4d7965dd-304c-4c28-9698-a20a570a9a94'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:56.525864 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.640419 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.712787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:56.719591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:56.725814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:56.726956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:56.835209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=72543a86-d5e7-4fbe-8312-f59191da2911,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:56.843413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Allocated IP 2001:db8::f816:3eff:fea5:1e75 (5d91503f-5102-418f-827c-c81a8c784a43/4d7965dd-304c-4c28-9698-a20a570a9a94/26ab7528-4b15-4671-808f-514bbebfae12) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:56.859093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47554) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:56.887758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:af:dd:b1', 'name': 'tempest-NetworksTestDHCPv6-885535400'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:56.889656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-16ef9c8f-026e-4aff-b978-df6e5a23360c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9504988 Aug 31 09:41:57.124524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:57.138392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.150416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Transition to ACTIVE for port object 26ab7528-4b15-4671-808f-514bbebfae12 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:57.174355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Transition to ACTIVE for port object 26ab7528-4b15-4671-808f-514bbebfae12 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:57.183512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.212404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:57.216698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:57.252642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:57.339045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Pushing event updated for resources: {'Port': ['ID=26ab7528-4b15-4671-808f-514bbebfae12,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.349706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Attempting to bind port 26ab7528-4b15-4671-808f-514bbebfae12 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:57.350219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Attempting to bind port 26ab7528-4b15-4671-808f-514bbebfae12 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:57.351523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Attempting to bind port 26ab7528-4b15-4671-808f-514bbebfae12 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:57.357893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:57.358379 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:57.358957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.359454 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:57.360009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Bound port: 26ab7528-4b15-4671-808f-514bbebfae12, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:57.360466 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.376687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.405199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 63020b79-99e0-42e8-ba94-501cdf0c41da yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:57.477845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] For port 26ab7528-4b15-4671-808f-514bbebfae12, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:57.485071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] For port 26ab7528-4b15-4671-808f-514bbebfae12, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=26ab7528-4b15-4671-808f-514bbebfae12,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:57.493556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:57.705238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b372749-d3cc-47bc-a7b2-feb5d9e1405a None None] Pushing event updated for resources: {'Port': ['ID=26ab7528-4b15-4671-808f-514bbebfae12,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:57.763431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 172.20.0.11 (5d91503f-5102-418f-827c-c81a8c784a43/72543a86-d5e7-4fbe-8312-f59191da2911/63020b79-99e0-42e8-ba94-501cdf0c41da) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:57.788226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:feaf:ddb1 (5d91503f-5102-418f-827c-c81a8c784a43/4d7965dd-304c-4c28-9698-a20a570a9a94/63020b79-99e0-42e8-ba94-501cdf0c41da) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:58.176933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.208305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 63020b79-99e0-42e8-ba94-501cdf0c41da will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:58.281004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.375658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:58.377350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:58.381587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:58.468700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:58.469752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.506115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6428776 Aug 31 09:41:58.507421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d57e-21ae-43b1-a336-b0d1ab781fd7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=63020b79-99e0-42e8-ba94-501cdf0c41da,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:58.508779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47586) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:58.558544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a070556-2e5a-4195-82ff-7898c63409f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:58.619392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d1647-1536-4142-9d05-1776e2b66ef5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:58.626287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d1647-1536-4142-9d05-1776e2b66ef5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:58.630464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-670d1647-1536-4142-9d05-1776e2b66ef5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1180649 Aug 31 09:41:58.630921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47594) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:58.639405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 26ab7528-4b15-4671-808f-514bbebfae12 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:58.725112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 26ab7528-4b15-4671-808f-514bbebfae12 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:58.848513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 63020b79-99e0-42e8-ba94-501cdf0c41da {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:58.848513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.034686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.051531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 63020b79-99e0-42e8-ba94-501cdf0c41da owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:59.695431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b5c00-b75a-4c66-9e6b-a04fe28f4f00 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:59.805265 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:59.935304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47638) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.004257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=63020b79-99e0-42e8-ba94-501cdf0c41da,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.124995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] Provisioning for port 26ab7528-4b15-4671-808f-514bbebfae12 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:00.154002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] Provisioning complete for port 26ab7528-4b15-4671-808f-514bbebfae12 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:00.154379 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.215582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.222455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-890e4943-c6ec-4ff1-9ac0-6056677ba071 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/63020b79-99e0-42e8-ba94-501cdf0c41da HTTP/1.1" status: 204 len: 168 time: 1.5882297 Aug 31 09:42:00.235822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c10e637f-a379-4f7c-b500-aa01e7649617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.239270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47644) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.408978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17330c8-af3e-4893-9ca5-b075f237efd2 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '4d7965dd-304c-4c28-9698-a20a570a9a94', 'ip_address': '2001:db8::f816:3eff:fea5:1e75'}, {'subnet_id': '72543a86-d5e7-4fbe-8312-f59191da2911'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '26ab7528-4b15-4671-808f-514bbebfae12'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:00.505641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189479aa-07eb-44b9-be81-c71d346c7694 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.508995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189479aa-07eb-44b9-be81-c71d346c7694 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.519851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189479aa-07eb-44b9-be81-c71d346c7694 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.524937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-189479aa-07eb-44b9-be81-c71d346c7694 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2817764 Aug 31 09:42:00.531522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.573872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.622016 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c10e637f-a379-4f7c-b500-aa01e7649617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.623805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47656) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.624393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c17330c8-af3e-4893-9ca5-b075f237efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.637953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c10e637f-a379-4f7c-b500-aa01e7649617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.671179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] For port 26ab7528-4b15-4671-808f-514bbebfae12, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=26ab7528-4b15-4671-808f-514bbebfae12,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:00.718241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.743135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c10e637f-a379-4f7c-b500-aa01e7649617 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c6e822f83754ccc84539c1a0f686611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8061490 Aug 31 09:42:00.744371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47660) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:00.752386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 4d7965dd-304c-4c28-9698-a20a570a9a94 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:00.759347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e637f-a379-4f7c-b500-aa01e7649617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87748b8f-d4c3-4ed5-9a9c-d4d97674d3a4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.784809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.901787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f663-3167-4cf4-a491-1decc1d47591 None None] Pushing event updated for resources: {'Port': ['ID=26ab7528-4b15-4671-808f-514bbebfae12,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:00.930296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b4041b-d838-45c2-98c3-001d417ba6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:00.958745 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.004691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b4041b-d838-45c2-98c3-001d417ba6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.010389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0ecefee-72b1-4f4c-9daa-d1e96eeaca74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.137083 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b4041b-d838-45c2-98c3-001d417ba6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.140622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b4041b-d838-45c2-98c3-001d417ba6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.142078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a8b4041b-d838-45c2-98c3-001d417ba6b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87748b8f-d4c3-4ed5-9a9c-d4d97674d3a4 HTTP/1.1" status: 204 len: 168 time: 0.3946762 Aug 31 09:42:01.185785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4041b-d838-45c2-98c3-001d417ba6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87748b8f-d4c3-4ed5-9a9c-d4d97674d3a4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.222756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.293257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0ecefee-72b1-4f4c-9daa-d1e96eeaca74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.306308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0ecefee-72b1-4f4c-9daa-d1e96eeaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-c17330c8-af3e-4893-9ca5-b075f237efd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d7965dd-304c-4c28-9698-a20a570a9a94: This subnet is being modified by another concurrent operation. Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d7965dd-304c-4c28-9698-a20a570a9a94: This subnet is being modified by another concurrent operation. Aug 31 09:42:01.323912 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:42:01.330720 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.381082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.386335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/4d7965dd-304c-4c28-9698-a20a570a9a94 HTTP/1.1" status: 204 len: 168 time: 0.8533149 Aug 31 09:42:01.387384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47664) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.390190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff299bf-5089-44c4-931c-29976fd2272b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7965dd-304c-4c28-9698-a20a570a9a94,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.471768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b6723851-94c8-48f4-b0c3-98df6d31156f None None] Provisioning complete for port 26ab7528-4b15-4671-808f-514bbebfae12 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:01.472527 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6723851-94c8-48f4-b0c3-98df6d31156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.478594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70d0e5-6818-4ed0-b005-f7239a90c132 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:01.514872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f0ecefee-72b1-4f4c-9daa-d1e96eeaca74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91b3ed9c1b58447f94af250a2ef8330d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865600 Aug 31 09:42:01.514872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecefee-72b1-4f4c-9daa-d1e96eeaca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb83599f-1d16-4b47-814b-54b33f158734,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.531861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47670) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.602172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 72543a86-d5e7-4fbe-8312-f59191da2911 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:01.618673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.702104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5127-01ba-4ca8-99f7-d2caf8554736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.708867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.793706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5127-01ba-4ca8-99f7-d2caf8554736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.829936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ce21c62-1664-4aa5-9a04-480dcec0b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.833898 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.873460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5127-01ba-4ca8-99f7-d2caf8554736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.876884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5127-01ba-4ca8-99f7-d2caf8554736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.878056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e1ff5127-01ba-4ca8-99f7-d2caf8554736 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb83599f-1d16-4b47-814b-54b33f158734 HTTP/1.1" status: 204 len: 168 time: 0.3441443 Aug 31 09:42:01.878932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47678) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:01.897325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff5127-01ba-4ca8-99f7-d2caf8554736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb83599f-1d16-4b47-814b-54b33f158734,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:01.912880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-7fce-48d6-9aae-d6fc56bf64a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:01.945438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.000441 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.081368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=72543a86-d5e7-4fbe-8312-f59191da2911,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.094907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-7fce-48d6-9aae-d6fc56bf64a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.104025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.106309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-7fce-48d6-9aae-d6fc56bf64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.108229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/72543a86-d5e7-4fbe-8312-f59191da2911 HTTP/1.1" status: 204 len: 168 time: 0.7196841 Aug 31 09:42:02.111925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47682) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.212644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e959d3fd-7fce-48d6-9aae-d6fc56bf64a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6c97b36f8d94d5bbc1d90c64668824f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236110 Aug 31 09:42:02.216329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47688) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.234835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959d3fd-7fce-48d6-9aae-d6fc56bf64a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1745738-a98c-4065-a16d-eaf5c17a75d7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.256255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.258530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.260063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.261114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.261471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.261864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.262272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.262619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.262954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.263451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.263805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.264224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f85ec-5890-4486-b3d0-91c21915c91e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:02.273749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03b9dea8-b24a-4e41-80ae-23feb4d60696 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550291 Aug 31 09:42:02.274383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47690) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.282698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:02.291506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.348823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5cad691-89f4-4389-ac6c-120535dd3e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.397180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.397685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5cad691-89f4-4389-ac6c-120535dd3e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.438197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] Deleting port 26ab7528-4b15-4671-808f-514bbebfae12 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:02.438648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.498749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5cad691-89f4-4389-ac6c-120535dd3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.502491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f5cad691-89f4-4389-ac6c-120535dd3e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.503675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f5cad691-89f4-4389-ac6c-120535dd3e49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1745738-a98c-4065-a16d-eaf5c17a75d7 HTTP/1.1" status: 204 len: 168 time: 0.2861555 Aug 31 09:42:02.518164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cad691-89f4-4389-ac6c-120535dd3e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1745738-a98c-4065-a16d-eaf5c17a75d7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.535619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] For port 26ab7528-4b15-4671-808f-514bbebfae12, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=26ab7528-4b15-4671-808f-514bbebfae12,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:02.536278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.556989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] Calling delete_port for 26ab7528-4b15-4671-808f-514bbebfae12 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:02.580322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:02.584327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.704663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 26ab7528-4b15-4671-808f-514bbebfae12 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:02.743453 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.777052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] No DVR routers for this DVR port 26ab7528-4b15-4671-808f-514bbebfae12 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:02.778414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 26ab7528-4b15-4671-808f-514bbebfae12 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:02.778801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 26ab7528-4b15-4671-808f-514bbebfae12 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:02.804125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15a40-f89c-4710-8c3b-aae73f9d6f79 None None] Pushing event deleted for resources: {'Port': ['ID=26ab7528-4b15-4671-808f-514bbebfae12,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.851719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a8aab-13c7-4b9c-b65c-1da0481c5225 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:42:02.862525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.895017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47702) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.902498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:02.906326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:02.910260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:02.910968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.946613 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e80659d3-efc0-4928-acf6-a143796bc922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.976792 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6996486 Aug 31 09:42:02.987648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47704) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:03.000674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:03.075093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a8aab-13c7-4b9c-b65c-1da0481c5225 None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:42:03.141178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e80659d3-efc0-4928-acf6-a143796bc922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.146533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4e0cb-0cf3-44eb-b0f3-92eededd56e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=85dce7ef-1cd1-4e06-918b-5ca8d61c593d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.148832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e80659d3-efc0-4928-acf6-a143796bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.247036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e80659d3-efc0-4928-acf6-a143796bc922 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66795ba778d74c15969eda806cb57ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478327 Aug 31 09:42:03.247236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:03.250864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.255074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47708) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:03.305785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80659d3-efc0-4928-acf6-a143796bc922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8984080e-a76c-432a-a0ab-f04e29a9b07c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.404658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebc193c-170b-4647-a654-a1361f3cc883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.438956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebc193c-170b-4647-a654-a1361f3cc883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.498377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebc193c-170b-4647-a654-a1361f3cc883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.501599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebc193c-170b-4647-a654-a1361f3cc883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.503047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ebc193c-170b-4647-a654-a1361f3cc883 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8984080e-a76c-432a-a0ab-f04e29a9b07c HTTP/1.1" status: 204 len: 168 time: 0.2470100 Aug 31 09:42:03.527154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc193c-170b-4647-a654-a1361f3cc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8984080e-a76c-432a-a0ab-f04e29a9b07c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.607698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '85dce7ef-1cd1-4e06-918b-5ca8d61c593d'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:03.609787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.842238 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.935734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Allocated IP 172.20.0.2 (5d91503f-5102-418f-827c-c81a8c784a43/85dce7ef-1cd1-4e06-918b-5ca8d61c593d/38a264f0-7b20-4759-a677-0fa89f19c970) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:04.075210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:04.083916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.139125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:04.143906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:04.149110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:04.150123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.175151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1850605 Aug 31 09:42:04.175499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.180852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:ed:48:05', 'name': 'tempest-NetworksTestDHCPv6-132055614'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:04.183798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eb817-4999-47da-a487-b6d00add0c40 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=0bdcd107-2661-442c-845e-1228fb6aaeff,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.216714 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.229949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Transition to ACTIVE for port object 38a264f0-7b20-4759-a677-0fa89f19c970 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:04.256415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Transition to ACTIVE for port object 38a264f0-7b20-4759-a677-0fa89f19c970 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:04.265295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.307482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:04.315713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:04.320582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:04.329984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Pushing event updated for resources: {'Port': ['ID=38a264f0-7b20-4759-a677-0fa89f19c970,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.396211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Attempting to bind port 38a264f0-7b20-4759-a677-0fa89f19c970 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:04.396976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Attempting to bind port 38a264f0-7b20-4759-a677-0fa89f19c970 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:04.397977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Attempting to bind port 38a264f0-7b20-4759-a677-0fa89f19c970 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:04.414895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:04.415278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:04.416241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.416649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:04.417158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Bound port: 38a264f0-7b20-4759-a677-0fa89f19c970, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:04.417547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.447367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:04.562362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] For port 38a264f0-7b20-4759-a677-0fa89f19c970, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:04.567232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] For port 38a264f0-7b20-4759-a677-0fa89f19c970, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38a264f0-7b20-4759-a677-0fa89f19c970,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:04.583897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.686518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.716899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e95db8-b19c-4930-a141-6c55dc9770fb None None] Pushing event updated for resources: {'Port': ['ID=38a264f0-7b20-4759-a677-0fa89f19c970,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.736901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:04.986682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 172.20.0.3 (5d91503f-5102-418f-827c-c81a8c784a43/85dce7ef-1cd1-4e06-918b-5ca8d61c593d/cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:05.006703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:feed:4805 (5d91503f-5102-418f-827c-c81a8c784a43/0bdcd107-2661-442c-845e-1228fb6aaeff/cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:05.291133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.308925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:05.352701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.398217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47832) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.398740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:05.418795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:05.422140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:05.501993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.502971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.549251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3724167 Aug 31 09:42:05.550173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.566529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331fd68-39e2-4755-96e8-e534f6568fc0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:05.580480 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-518006be-9b15-4aad-8123-4fd0869c2af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.640516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d93cc3f-a200-45ce-bd57-467a645db8da tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.649188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d93cc3f-a200-45ce-bd57-467a645db8da tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.651128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d93cc3f-a200-45ce-bd57-467a645db8da tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0995002 Aug 31 09:42:05.653838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47842) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.778010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-518006be-9b15-4aad-8123-4fd0869c2af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.794439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-518006be-9b15-4aad-8123-4fd0869c2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.808909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:05.814220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.895298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-518006be-9b15-4aad-8123-4fd0869c2af9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2181c27d30a84c70b8fc1c99c2f435f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949734 Aug 31 09:42:05.898368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47850) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:05.936049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518006be-9b15-4aad-8123-4fd0869c2af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d758231-7787-460d-aebe-ebb01d3670fe,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.012270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.054688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:06.072208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ededce69-6b81-478b-ae6b-a8477e0096b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.185778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.232021 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ededce69-6b81-478b-ae6b-a8477e0096b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.264726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebb214-90cb-4208-8af4-5e4e96d053d7 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:06.366379 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ededce69-6b81-478b-ae6b-a8477e0096b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.370631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ededce69-6b81-478b-ae6b-a8477e0096b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.375786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ededce69-6b81-478b-ae6b-a8477e0096b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d758231-7787-460d-aebe-ebb01d3670fe HTTP/1.1" status: 204 len: 168 time: 0.4763451 Aug 31 09:42:06.426952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededce69-6b81-478b-ae6b-a8477e0096b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d758231-7787-460d-aebe-ebb01d3670fe,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.476149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ec4c8fcf-2d4b-45f2-8cbb-e70c4e47f5da None None] Provisioning for port 38a264f0-7b20-4759-a677-0fa89f19c970 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:06.480722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.534969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.642034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 38a264f0-7b20-4759-a677-0fa89f19c970 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:06.672366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.680330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-42105f43-86de-4641-ad1a-ffc1ddabc6a2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8 HTTP/1.1" status: 204 len: 168 time: 1.0250521 Aug 31 09:42:06.682890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47874) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:06.806955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 38a264f0-7b20-4759-a677-0fa89f19c970 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:06.819115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 38a264f0-7b20-4759-a677-0fa89f19c970 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:06.823134 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.830905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abaf8b-cb11-423c-ab6f-2dc52000e234 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:06.832867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abaf8b-cb11-423c-ab6f-2dc52000e234 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:06.834446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abaf8b-cb11-423c-ab6f-2dc52000e234 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:06.840528 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-42abaf8b-cb11-423c-ab6f-2dc52000e234 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1565473 Aug 31 09:42:06.844444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47880) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.000607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 0bdcd107-2661-442c-845e-1228fb6aaeff {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:07.010532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.186246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.243976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.263328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb481e3-683c-491f-bb22-1f6e4ac8a569 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '85dce7ef-1cd1-4e06-918b-5ca8d61c593d', 'ip_address': '172.20.0.2'}, {'subnet_id': '0bdcd107-2661-442c-845e-1228fb6aaeff'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '38a264f0-7b20-4759-a677-0fa89f19c970'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:07.276758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.344506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.397752 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-adb481e3-683c-491f-bb22-1f6e4ac8a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.444335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.479979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdcd107-2661-442c-845e-1228fb6aaeff,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.480397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 38a264f0-7b20-4759-a677-0fa89f19c970, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38a264f0-7b20-4759-a677-0fa89f19c970,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:07.491637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.493887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-620075bf-3aef-40b0-8bd2-b199e39593b9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/0bdcd107-2661-442c-845e-1228fb6aaeff HTTP/1.1" status: 204 len: 168 time: 0.6482027 Aug 31 09:42:07.496459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47904) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.535058 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.553778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb3777a4-e439-4004-92db-1130a9a52407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.604863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=38a264f0-7b20-4759-a677-0fa89f19c970,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.612680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 85dce7ef-1cd1-4e06-918b-5ca8d61c593d {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:07.622216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.685179 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.755767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb3777a4-e439-4004-92db-1130a9a52407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.761670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb3777a4-e439-4004-92db-1130a9a52407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.807670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3777a4-e439-4004-92db-1130a9a52407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c73324-6279-4e03-becf-8e74414e6965,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.812795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eb3777a4-e439-4004-92db-1130a9a52407 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5006dad58ebd4b0fa79aff935d1bbb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676765 Aug 31 09:42:07.821884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47914) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.854824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.896526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62bdab06-22d8-4c31-b33b-c76fed650051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.929023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62bdab06-22d8-4c31-b33b-c76fed650051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.937784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-adb481e3-683c-491f-bb22-1f6e4ac8a569 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85dce7ef-1cd1-4e06-918b-5ca8d61c593d: This subnet is being modified by another concurrent operation. Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85dce7ef-1cd1-4e06-918b-5ca8d61c593d: This subnet is being modified by another concurrent operation. Aug 31 09:42:07.938722 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:42:08.005293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=85dce7ef-1cd1-4e06-918b-5ca8d61c593d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:08.009031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.016452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3835b2b9-f58c-49c7-9cb7-70f204925851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/85dce7ef-1cd1-4e06-918b-5ca8d61c593d HTTP/1.1" status: 204 len: 168 time: 0.5158617 Aug 31 09:42:08.017827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47920) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:08.066582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8250e4ba-a114-4801-9680-30a073a9e953 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:08.085471 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4467acf0-fad5-4278-b8a2-b7a7da95c646 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621285 Aug 31 09:42:08.088512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47926) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:08.095031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:08.139143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62bdab06-22d8-4c31-b33b-c76fed650051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.148436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62bdab06-22d8-4c31-b33b-c76fed650051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.153596 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-62bdab06-22d8-4c31-b33b-c76fed650051 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1c73324-6279-4e03-becf-8e74414e6965 HTTP/1.1" status: 204 len: 168 time: 0.3291912 Aug 31 09:42:08.160558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-82d27b54-a4a8-46d1-9638-b1722145ee0c None None] Provisioning complete for port 38a264f0-7b20-4759-a677-0fa89f19c970 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:08.160939 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-82d27b54-a4a8-46d1-9638-b1722145ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.305999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdab06-22d8-4c31-b33b-c76fed650051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c73324-6279-4e03-becf-8e74414e6965,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:08.339390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:08.350792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.549032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:08.590061 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 38a264f0-7b20-4759-a677-0fa89f19c970 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:08.816538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] Deleting port 38a264f0-7b20-4759-a677-0fa89f19c970 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:08.816920 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.845163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.986576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=c7dd0245-c8c6-44b4-ac3f-72800cb9461b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.006487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:09.012641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:09.021589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-abe889ee-7606-4b33-b347-0a1ef995b40d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4650531 Aug 31 09:42:09.023818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.024529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.062260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c6e26af5-a9b0-4b96-8b88-0394449cfbef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9722416 Aug 31 09:42:09.072120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47950) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:09.100400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:09.152645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47952) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:09.195653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.198032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.199076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.199729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.201053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.202776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.203540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.208424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-06b5671e-9e3a-4bd3-a935-c29c9e6d5f1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.1005509 Aug 31 09:42:09.233994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59fa6766-fe51-4f7c-b911-38d4ef27313b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.240776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.340118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] For port 38a264f0-7b20-4759-a677-0fa89f19c970, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38a264f0-7b20-4759-a677-0fa89f19c970,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:09.340501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.409103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] Calling delete_port for 38a264f0-7b20-4759-a677-0fa89f19c970 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:09.419107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 38a264f0-7b20-4759-a677-0fa89f19c970, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38a264f0-7b20-4759-a677-0fa89f19c970,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:09.447104 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.469576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-8df5836c-ca37-4893-bf16-c75097bb3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.472792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-8df5836c-ca37-4893-bf16-c75097bb3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.485160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-8df5836c-ca37-4893-bf16-c75097bb3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.489099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-8df5836c-ca37-4893-bf16-c75097bb3379 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 2298 time: 0.2528210 Aug 31 09:42:09.662272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59fa6766-fe51-4f7c-b911-38d4ef27313b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.669443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59fa6766-fe51-4f7c-b911-38d4ef27313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.673821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-05c60158-fe56-4c48-b11e-f38ae921413e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1001 time: 0.1749318 Aug 31 09:42:09.758037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-da0f56da-61ff-40b2-99e8-e8646e9fe75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.763140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-da0f56da-61ff-40b2-99e8-e8646e9fe75c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.0821686 Aug 31 09:42:09.763641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47966) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:09.767715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.787578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=38a264f0-7b20-4759-a677-0fa89f19c970,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.806794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:09.822697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.824425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] No DVR routers for this DVR port 38a264f0-7b20-4759-a677-0fa89f19c970 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:09.874863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-1d0adf85-5185-4c72-b567-e213bb35864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.876696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-1d0adf85-5185-4c72-b567-e213bb35864d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028202 Aug 31 09:42:09.884894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c335f5-c372-477d-8803-5ad983900a2d None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:09.975253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-93b3acf2-52d3-462b-8e51-570bcb71b734 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1953203811'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:09.975708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-93b3acf2-52d3-462b-8e51-570bcb71b734 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Unknown quota resources ['metering_label']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:42:10.022541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2ef21-a06b-4422-9d8e-2a764e092022 None None] Pushing event deleted for resources: {'Port': ['ID=38a264f0-7b20-4759-a677-0fa89f19c970,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:10.112082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-59fa6766-fe51-4f7c-b911-38d4ef27313b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0424fdaf7bfe49a9ae6cd44db980e282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578156 Aug 31 09:42:10.113018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa6766-fe51-4f7c-b911-38d4ef27313b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb195bf1-fd31-4188-be19-b2c16274fd35,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:10.115440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': 'c7dd0245-c8c6-44b4-ac3f-72800cb9461b'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:10.117151 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.120379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.155850 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-93b3acf2-52d3-462b-8e51-570bcb71b734 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.158166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-93b3acf2-52d3-462b-8e51-570bcb71b734 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3927512 Aug 31 09:42:10.162528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.184374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-812b640d-4dd9-487d-a861-1c2518fc2830 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996719 Aug 31 09:42:10.199798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e6d0c151-2b01-44b0-ad31-3ea9ed433c19 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2ff76a03-869b-4126-a0c2-607342133739'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:10.200479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e6d0c151-2b01-44b0-ad31-3ea9ed433c19 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:42:10.410513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-81449b66-9359-43fe-b04d-493a60f0f0bc service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172387 Aug 31 09:42:10.440198 n-d-800634-13 neutron-server[94895]: WARNING neutron.services.metering.metering_plugin [None req-e6d0c151-2b01-44b0-ad31-3ea9ed433c19 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:42:10.443479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2abfd6b-21d1-4e2c-a30e-59d7134011e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.477513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-3d0fbcf3-ba57-4034-acc6-296c5aa4fbc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.0592427 Aug 31 09:42:10.504608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Allocated IP 172.20.0.2 (5d91503f-5102-418f-827c-c81a8c784a43/c7dd0245-c8c6-44b4-ac3f-72800cb9461b/9b91f06e-ed6b-4463-bc88-90cab18c4358) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:10.561978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-52e2a507-547c-4c14-81db-94581b294809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.564493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-52e2a507-547c-4c14-81db-94581b294809 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.0773287 Aug 31 09:42:10.610548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2abfd6b-21d1-4e2c-a30e-59d7134011e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.709677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-0249eb8e-615b-4de7-8e40-18abde8c1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.714027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-0249eb8e-615b-4de7-8e40-18abde8c1669 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413708 Aug 31 09:42:10.728978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c151-2b01-44b0-ad31-3ea9ed433c19 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.731348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6d0c151-2b01-44b0-ad31-3ea9ed433c19 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5582635 Aug 31 09:42:10.745258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47980) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.797629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7792229d-b065-4123-a1d7-ef11723fa72f tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2ff76a03-869b-4126-a0c2-607342133739'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:10.798217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7792229d-b065-4123-a1d7-ef11723fa72f tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:42:10.974368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-2c6a91ca-8da3-4a50-b581-647aba5ed951 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519157 Aug 31 09:42:11.007479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.034687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Transition to ACTIVE for port object 9b91f06e-ed6b-4463-bc88-90cab18c4358 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:11.065714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Transition to ACTIVE for port object 9b91f06e-ed6b-4463-bc88-90cab18c4358 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:11.076333 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.176541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:11.190691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:11.200154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-550bf2ee-88a5-4ee2-a670-6a361b6ba77f service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243538 Aug 31 09:42:11.201186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:11.251214 n-d-800634-13 neutron-server[94895]: WARNING neutron.services.metering.metering_plugin [None req-7792229d-b065-4123-a1d7-ef11723fa72f tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:42:11.254594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-ddc5fffe-189b-48a8-9ed7-5a7cd5629962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.0466735 Aug 31 09:42:11.329084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Pushing event updated for resources: {'Port': ['ID=9b91f06e-ed6b-4463-bc88-90cab18c4358,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:11.362679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Attempting to bind port 9b91f06e-ed6b-4463-bc88-90cab18c4358 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:11.362980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Attempting to bind port 9b91f06e-ed6b-4463-bc88-90cab18c4358 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:11.363350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Attempting to bind port 9b91f06e-ed6b-4463-bc88-90cab18c4358 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:11.370734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7792229d-b065-4123-a1d7-ef11723fa72f tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.372318 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7792229d-b065-4123-a1d7-ef11723fa72f tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6013165 Aug 31 09:42:11.382520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2abfd6b-21d1-4e2c-a30e-59d7134011e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.382520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2abfd6b-21d1-4e2c-a30e-59d7134011e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.384194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a2abfd6b-21d1-4e2c-a30e-59d7134011e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb195bf1-fd31-4188-be19-b2c16274fd35 HTTP/1.1" status: 204 len: 168 time: 1.2619252 Aug 31 09:42:11.386986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.395112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:11.395112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:11.395112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.395112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:11.395112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Bound port: 9b91f06e-ed6b-4463-bc88-90cab18c4358, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:11.395735 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.397904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abfd6b-21d1-4e2c-a30e-59d7134011e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb195bf1-fd31-4188-be19-b2c16274fd35,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:11.497934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4df93917-47c6-4dc0-b0cc-c7f817212c8b tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=d767ad9b-c131-45ff-8412-38eff173375d HTTP/1.1" status: 200 len: 464 time: 0.1013258 Aug 31 09:42:11.499523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47988) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.505191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:11.547728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] For port 9b91f06e-ed6b-4463-bc88-90cab18c4358, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:11.553704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] For port 9b91f06e-ed6b-4463-bc88-90cab18c4358, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b91f06e-ed6b-4463-bc88-90cab18c4358,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:11.559264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.667186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b162a36-8bf3-4454-a888-2c7d311dc21a None None] Pushing event updated for resources: {'Port': ['ID=9b91f06e-ed6b-4463-bc88-90cab18c4358,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:11.842100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-36d308b0-9328-4645-a8c1-92ae071d391d tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.850167 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36d308b0-9328-4645-a8c1-92ae071d391d tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/d767ad9b-c131-45ff-8412-38eff173375d HTTP/1.1" status: 204 len: 168 time: 0.3424077 Aug 31 09:42:11.893584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 47996) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.919935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2e582b8e-47ea-4f45-9c4c-5a1e6d14eed5 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=d767ad9b-c131-45ff-8412-38eff173375d HTTP/1.1" status: 200 len: 221 time: 0.0182810 Aug 31 09:42:11.923389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 47998) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.927852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-abf5201a-3124-45cd-94f7-c977ae545e26 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1222715567', 'description': 'label created by tempest'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:11.928422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-abf5201a-3124-45cd-94f7-c977ae545e26 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Unknown quota resources ['metering_label']. {{(pid=94896) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:42:12.047490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.063117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-ea513e2d-0faf-4204-8c03-128f08833db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.083669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-ea513e2d-0faf-4204-8c03-128f08833db5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.8064404 Aug 31 09:42:12.334550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-abf5201a-3124-45cd-94f7-c977ae545e26 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.338277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-abf5201a-3124-45cd-94f7-c977ae545e26 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4114420 Aug 31 09:42:12.342379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48012) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.348477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] For port 9b91f06e-ed6b-4463-bc88-90cab18c4358, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b91f06e-ed6b-4463-bc88-90cab18c4358,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:12.391211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.396369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.397336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.486030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e5acfff-bae1-4e40-b427-f0bc6a2c336d tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=5505df8a-b8f9-4484-8150-22eb4def36ec HTTP/1.1" status: 200 len: 468 time: 0.1367710 Aug 31 09:42:12.489329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-c528014a-bf90-4cfa-8d15-3321870030de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.491853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-c528014a-bf90-4cfa-8d15-3321870030de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4071836 Aug 31 09:42:12.492609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48014) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.533674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:12.549520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:12.557625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.558154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.565748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=c414d280-70d9-4544-ac05-023dd3024f94,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:12.597080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b91f06e-ed6b-4463-bc88-90cab18c4358 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:12.606141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=9b91f06e-ed6b-4463-bc88-90cab18c4358,revision_number=4']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:12.613225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ed2a89e9-5f11-4b8c-bb0a-a1232239dfaa tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5398421 Aug 31 09:42:12.616050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48016) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.621846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:d9:2f:44', 'name': 'tempest-NetworksTestDHCPv6-262613373'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:12.727180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9b91f06e-ed6b-4463-bc88-90cab18c4358 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:12.816412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:12.833691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-649ffadc-c1f4-4069-b6ca-3e44eb94ab96 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.838063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-649ffadc-c1f4-4069-b6ca-3e44eb94ab96 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/5505df8a-b8f9-4484-8150-22eb4def36ec HTTP/1.1" status: 204 len: 168 time: 0.3422096 Aug 31 09:42:12.838826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48024) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.868492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-ca16eeee-862e-437c-b57c-834fc937d326 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048677 Aug 31 09:42:12.909941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7c7d2a60-c6aa-47de-b764-ae3374678068 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=5505df8a-b8f9-4484-8150-22eb4def36ec HTTP/1.1" status: 200 len: 216 time: 0.0666227 Aug 31 09:42:12.913146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.939326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a40f4799-3710-430a-9c8b-0398fda9f75a tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0210629 Aug 31 09:42:12.940393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:12.977223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aacc81a2-b6f5-4a18-a3ac-666ad6543686 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0307126 Aug 31 09:42:12.978171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48036) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.051260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-d5105c35-2e4d-48fe-a75e-39bea17bad26 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690469 Aug 31 09:42:13.093340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.100048 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c341f89-63c7-467e-9f5f-efa37fff6d4e tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/2ff76a03-869b-4126-a0c2-607342133739 HTTP/1.1" status: 200 len: 473 time: 0.1179414 Aug 31 09:42:13.111088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48042) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.135430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c2d6c351-5727-4150-a877-166d6bfa4f2f tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/59f39581-ed22-470a-a160-bce8fae7538c HTTP/1.1" status: 200 len: 461 time: 0.0172019 Aug 31 09:42:13.139721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48044) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.143068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-100f60fa-95cf-4ee5-9105-92d532aeeeeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.0864298 Aug 31 09:42:13.169116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 65c762ba-470e-4320-ba69-d636e9ac0b2a yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:13.253178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-b4c57530-b494-4fc5-a669-868c27e7b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.256932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-b4c57530-b494-4fc5-a669-868c27e7b79f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1006925 Aug 31 09:42:13.423970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-2876d8c9-c162-4eb0-a33f-6e252c476817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.425622 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-2876d8c9-c162-4eb0-a33f-6e252c476817 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606133 Aug 31 09:42:13.535001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745073d-d16b-49e5-a665-44588cc83bec None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:13.554962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fad78ae2-bb16-4388-84ee-64a86a4a29d5 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.560705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fad78ae2-bb16-4388-84ee-64a86a4a29d5 tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/59f39581-ed22-470a-a160-bce8fae7538c HTTP/1.1" status: 204 len: 168 time: 0.4197688 Aug 31 09:42:13.562746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48054) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.692166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-15ab444b-edc4-4c2f-b589-efa137d27a1a service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587683 Aug 31 09:42:13.751790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] Provisioning for port 9b91f06e-ed6b-4463-bc88-90cab18c4358 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:13.763165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 172.20.0.7 (5d91503f-5102-418f-827c-c81a8c784a43/c7dd0245-c8c6-44b4-ac3f-72800cb9461b/65c762ba-470e-4320-ba69-d636e9ac0b2a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:13.773089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] Provisioning complete for port 9b91f06e-ed6b-4463-bc88-90cab18c4358 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:13.773859 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.786043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fed9:2f44 (5d91503f-5102-418f-827c-c81a8c784a43/c414d280-70d9-4544-ac05-023dd3024f94/65c762ba-470e-4320-ba69-d636e9ac0b2a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:13.917117 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47ac4a86-37ca-4ae9-8b80-2f992f51c04e tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.918579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-47ac4a86-37ca-4ae9-8b80-2f992f51c04e tempest-MeteringTestJSON-1539229216 tempest-MeteringTestJSON-1539229216-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/2ff76a03-869b-4126-a0c2-607342133739 HTTP/1.1" status: 204 len: 168 time: 0.3542476 Aug 31 09:42:14.040048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-0b0e3198-45c9-4f67-a589-3b28071a537b service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977023 Aug 31 09:42:14.053243 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.103698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.166535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] For port 9b91f06e-ed6b-4463-bc88-90cab18c4358, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b91f06e-ed6b-4463-bc88-90cab18c4358,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:14.173763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 65c762ba-470e-4320-ba69-d636e9ac0b2a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:14.203564 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.226270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-d0155820-74d8-491d-955d-a286cb188d74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.1767929 Aug 31 09:42:14.270547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.355368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-b5550843-c12d-44a9-b5e7-056e7b18398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.356798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-b5550843-c12d-44a9-b5e7-056e7b18398d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1258862 Aug 31 09:42:14.361344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f9e79-6c66-4a18-ba7a-2e7dbc19bfa2 None None] Pushing event updated for resources: {'Port': ['ID=9b91f06e-ed6b-4463-bc88-90cab18c4358,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:14.388438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:14.397997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:14.424783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:14.427613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48072) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:14.523275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-6965863d-a93d-4734-a666-0b7ba87077bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.529529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-6965863d-a93d-4734-a666-0b7ba87077bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639853 Aug 31 09:42:14.566980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=65c762ba-470e-4320-ba69-d636e9ac0b2a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:14.581446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b91f06e-ed6b-4463-bc88-90cab18c4358 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:14.592803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-d271f624-d075-471c-9383-813f4e377397 req-2bd4e2f3-9ff1-48fd-980a-6d46918a6b93 service neutron] (94895) timed out ('10.222.0.18', 53248) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:42:14.627468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.628577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.723398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-91c59825-7da6-485f-8713-b27fdd91e7d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1046631 Aug 31 09:42:14.727556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48080) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:14.759854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9b91f06e-ed6b-4463-bc88-90cab18c4358 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:14.761079 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.925465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3abda0-d241-4cfb-aca9-36ab1abffcdb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.932009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3abda0-d241-4cfb-aca9-36ab1abffcdb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.933768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e3abda0-d241-4cfb-aca9-36ab1abffcdb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2033489 Aug 31 09:42:14.940762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48084) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:14.946207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4da64ce-239f-4c64-8737-635e353a1d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.963463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-0572c014-1a38-436a-a551-8a4bdfa7e743 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225957 Aug 31 09:42:15.229228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4da64ce-239f-4c64-8737-635e353a1d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.248171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4da64ce-239f-4c64-8737-635e353a1d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.287286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-30a4906b-e0cb-4c9c-bf97-53d76c88c23b service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905416 Aug 31 09:42:15.386154 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b4da64ce-239f-4c64-8737-635e353a1d56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20e274ccba324a7b901c64e2b8d3b9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543502 Aug 31 09:42:15.386996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da64ce-239f-4c64-8737-635e353a1d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d3b624-f616-44ce-a4c4-f1d1b3bdc93a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.387271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 65c762ba-470e-4320-ba69-d636e9ac0b2a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:15.388116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.397884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:15.404720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-a6a00ec1-1f79-4c78-8899-ac90bcb29afb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.1052818 Aug 31 09:42:15.476448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c3abbf6-9428-4fd2-ac54-6331068d88aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.526539 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c3abbf6-9428-4fd2-ac54-6331068d88aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.553690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fd1f1a8c-ace5-40ab-8dde-19a0d6dc0efd None None] Provisioning complete for port 9b91f06e-ed6b-4463-bc88-90cab18c4358 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:15.554194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1a8c-ace5-40ab-8dde-19a0d6dc0efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.690217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c3abbf6-9428-4fd2-ac54-6331068d88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.692857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3c3abbf6-9428-4fd2-ac54-6331068d88aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.703326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3c3abbf6-9428-4fd2-ac54-6331068d88aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28d3b624-f616-44ce-a4c4-f1d1b3bdc93a HTTP/1.1" status: 204 len: 168 time: 0.3042583 Aug 31 09:42:15.712120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3abbf6-9428-4fd2-ac54-6331068d88aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d3b624-f616-44ce-a4c4-f1d1b3bdc93a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:15.725825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-52575cc3-45a3-44e9-8f62-8564f2f7ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.728274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-52575cc3-45a3-44e9-8f62-8564f2f7ff44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.2849774 Aug 31 09:42:15.855471 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.878855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 65c762ba-470e-4320-ba69-d636e9ac0b2a owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:15.881955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-eeb0f4ff-93ad-4232-9bd1-3366d6988b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.883814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-eeb0f4ff-93ad-4232-9bd1-3366d6988b69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468775 Aug 31 09:42:16.062429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-81fbd545-0b3a-4bc9-a02e-04f676366eb9 None None] Could not find standard attr ID for object cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:16.120039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-68d64b10-e016-4df9-9181-984490c1fa51 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087929 Aug 31 09:42:16.322928 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.379396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=65c762ba-470e-4320-ba69-d636e9ac0b2a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:16.466899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-808de087-0cde-47ed-ac3d-1d732a817439 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252938 Aug 31 09:42:16.585167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48122) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:16.615887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8edb01f4-8a85-41b0-a323-4f355f4e6f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.623285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-5f546a27-6dba-4c8d-a1c0-76a2fec7b436 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.1346412 Aug 31 09:42:16.695775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.700303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a72ea10a-0909-428f-9414-5859d6176751 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/65c762ba-470e-4320-ba69-d636e9ac0b2a HTTP/1.1" status: 204 len: 168 time: 1.7519927 Aug 31 09:42:16.700923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48126) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:16.718581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ad44f3c3-817f-4e3c-bb8d-f293a816d929 None None] Could not find standard attr ID for object 65c762ba-470e-4320-ba69-d636e9ac0b2a. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:16.815846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-32d5092d-e1ef-4ee2-b320-0a30664ca345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.818069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-32d5092d-e1ef-4ee2-b320-0a30664ca345 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1868396 Aug 31 09:42:16.839986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8edb01f4-8a85-41b0-a323-4f355f4e6f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.867232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8edb01f4-8a85-41b0-a323-4f355f4e6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.987887 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8edb01f4-8a85-41b0-a323-4f355f4e6f6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8da4bb9f19c43d1b742e468c6845e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014728 Aug 31 09:42:16.988936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb01f4-8a85-41b0-a323-4f355f4e6f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d3fb2-d775-4e4c-a276-aa714b9a1694,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:16.993535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b5916-4230-4055-a995-ce55e9a2b629 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.999363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b5916-4230-4055-a995-ce55e9a2b629 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.004841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b5916-4230-4055-a995-ce55e9a2b629 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.006569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b48b5916-4230-4055-a995-ce55e9a2b629 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2985532 Aug 31 09:42:17.007673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.010248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48136) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:17.108283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-820d3032-613c-4587-900d-db46e1f3ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.109370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-820d3032-613c-4587-900d-db46e1f3ef71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2779958 Aug 31 09:42:17.189347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet c414d280-70d9-4544-ac05-023dd3024f94 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:17.192969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.295573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2e5a-7422-4969-8464-74bf130aa2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.324721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2e5a-7422-4969-8464-74bf130aa2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.374563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.382796 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2e5a-7422-4969-8464-74bf130aa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.386444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2e5a-7422-4969-8464-74bf130aa2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.392044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d4cf2e5a-7422-4969-8464-74bf130aa2d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d6d3fb2-d775-4e4c-a276-aa714b9a1694 HTTP/1.1" status: 204 len: 168 time: 0.3624723 Aug 31 09:42:17.527856 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf2e5a-7422-4969-8464-74bf130aa2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d3fb2-d775-4e4c-a276-aa714b9a1694,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.627465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-81746924-02f5-440a-9485-65a2b615c188 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942698 Aug 31 09:42:17.688088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cfbb58-73cb-4680-afd0-a56a7fc8130c None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:42:17.816671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.959871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.963337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0083869-ffbe-489d-918a-4cfd4dc9bc7d req-1d853ec3-fa63-4841-916f-2e895bee196d service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252881 Aug 31 09:42:18.059167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=c414d280-70d9-4544-ac05-023dd3024f94,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.069010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.071561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b1f4a8eb-7961-4047-9eb7-0c02dd51f7e3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/c414d280-70d9-4544-ac05-023dd3024f94 HTTP/1.1" status: 204 len: 168 time: 1.0599782 Aug 31 09:42:18.074114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48160) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:18.075253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfbb58-73cb-4680-afd0-a56a7fc8130c None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:42:18.221410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet c7dd0245-c8c6-44b4-ac3f-72800cb9461b {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:18.224929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.318668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.569063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.728890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.813432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.888434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.893116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/c7dd0245-c8c6-44b4-ac3f-72800cb9461b HTTP/1.1" status: 204 len: 168 time: 0.8176334 Aug 31 09:42:18.899250 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48184) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:18.910890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999137b-7ad5-4657-97fa-aa34c9211e26 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=c7dd0245-c8c6-44b4-ac3f-72800cb9461b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.955665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-65483543-c952-40f4-8f98-54a150e2d6a5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548306 Aug 31 09:42:18.961051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48186) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.068952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6eb968-5f3e-4453-b9f0-6376cc03c50b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.079407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48190) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.080679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc6eb968-5f3e-4453-b9f0-6376cc03c50b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1180828 Aug 31 09:42:19.225256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68317ce-77d7-48cb-8095-c01595a386b8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.232710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48192) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.241122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f68317ce-77d7-48cb-8095-c01595a386b8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1605492 Aug 31 09:42:19.343472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48198) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.352761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-69486eb1-24ac-426e-80f7-788d6c9b5ca9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:19.359620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d47b37b4-c363-44a7-8115-7ab2bc57c558 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249893 Aug 31 09:42:19.556017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69486eb1-24ac-426e-80f7-788d6c9b5ca9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:19.560040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-69486eb1-24ac-426e-80f7-788d6c9b5ca9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.562621 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-69486eb1-24ac-426e-80f7-788d6c9b5ca9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:19.563181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69486eb1-24ac-426e-80f7-788d6c9b5ca9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:19.588765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-69486eb1-24ac-426e-80f7-788d6c9b5ca9 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2433732 Aug 31 09:42:19.592332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.601803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3114db85-9b1b-4e39-aa20-73155d39c374 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:19.792619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114db85-9b1b-4e39-aa20-73155d39c374 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:19.811855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3114db85-9b1b-4e39-aa20-73155d39c374 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:19.815698 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3114db85-9b1b-4e39-aa20-73155d39c374 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:19.815698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3114db85-9b1b-4e39-aa20-73155d39c374 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:19.850297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3114db85-9b1b-4e39-aa20-73155d39c374 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2535882 Aug 31 09:42:19.854433 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:19.860428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ae1a9d84-68e8-41eb-8248-311907c9e8ee tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:19.891508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31008dbd-fc2f-4cb0-bf1e-efc53f157ab6 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:20.028767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a9d84-68e8-41eb-8248-311907c9e8ee tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:20.037976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9d84-68e8-41eb-8248-311907c9e8ee tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.043582 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1a9d84-68e8-41eb-8248-311907c9e8ee tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:20.044722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1a9d84-68e8-41eb-8248-311907c9e8ee tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:20.047892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b79a7a32-8d3b-4bf0-b209-d28c13d3b6f4 None None] Provisioning complete for port 9b91f06e-ed6b-4463-bc88-90cab18c4358 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:20.048297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b79a7a32-8d3b-4bf0-b209-d28c13d3b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.089533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae1a9d84-68e8-41eb-8248-311907c9e8ee tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2339914 Aug 31 09:42:20.093096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48230) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.103979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c9b8c3fb-ce4f-4cb7-b069-59a82b80f037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:20.323884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b8c3fb-ce4f-4cb7-b069-59a82b80f037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:20.343792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c3fb-ce4f-4cb7-b069-59a82b80f037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.345590 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b8c3fb-ce4f-4cb7-b069-59a82b80f037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:20.346043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b8c3fb-ce4f-4cb7-b069-59a82b80f037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:20.371745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48240) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.378082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c299a3d7-18da-42db-8035-3580c6203d04 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:20.381043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c9b8c3fb-ce4f-4cb7-b069-59a82b80f037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2852941 Aug 31 09:42:20.500188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:20.625191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] Deleting port 9b91f06e-ed6b-4463-bc88-90cab18c4358 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:20.625833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.643309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c299a3d7-18da-42db-8035-3580c6203d04 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:20.647065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c299a3d7-18da-42db-8035-3580c6203d04 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.648410 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c299a3d7-18da-42db-8035-3580c6203d04 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:20.648875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c299a3d7-18da-42db-8035-3580c6203d04 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:20.690095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c299a3d7-18da-42db-8035-3580c6203d04 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3171530 Aug 31 09:42:20.693026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48252) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.698716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8ba29a19-acac-42bc-b0d2-718379ff0f4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:20.723364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48254) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:20.744311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] For port 9b91f06e-ed6b-4463-bc88-90cab18c4358, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9b91f06e-ed6b-4463-bc88-90cab18c4358,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:20.747932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.790859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] Calling delete_port for 9b91f06e-ed6b-4463-bc88-90cab18c4358 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:20.909285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba29a19-acac-42bc-b0d2-718379ff0f4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:20.919963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8ba29a19-acac-42bc-b0d2-718379ff0f4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:20.930734 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba29a19-acac-42bc-b0d2-718379ff0f4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:20.933739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba29a19-acac-42bc-b0d2-718379ff0f4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:20.958622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-282237249', 'router:external': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:20.976287 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8ba29a19-acac-42bc-b0d2-718379ff0f4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2821567 Aug 31 09:42:20.978775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48262) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:21.017799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Made reservation on behalf of b95206715a1a4523987eff8187b1040b for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:21.024336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.039512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.049322 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.069542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d20f00-a6ec-4be0-baf8-6ae3bb90223b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.071521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3d20f00-a6ec-4be0-baf8-6ae3bb90223b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0916970 Aug 31 09:42:21.074843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] Pushing event deleted for resources: {'Port': ['ID=9b91f06e-ed6b-4463-bc88-90cab18c4358,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.079268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48264) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:21.084416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6900153-6cba-4aa0-a563-64f50d676b15 None None] No DVR routers for this DVR port 9b91f06e-ed6b-4463-bc88-90cab18c4358 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:21.157884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cd907-088a-4c60-baff-24287bd30b96 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.159780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc7cd907-088a-4c60-baff-24287bd30b96 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792644 Aug 31 09:42:21.164975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48266) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:21.279940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c95363e0-b6af-4d93-bbf1-c69704eabe14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127441 Aug 31 09:42:21.284781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48268) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:21.289547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.294735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:21.300618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.362551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:21.397778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.398812 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Added segment 87504716-55f0-4817-abe2-3b12f9433aba of type vlan for network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed Aug 31 09:42:21.399378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583011fa-da1f-448f-8b5a-c6e08bddc719,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.456330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:21.467856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.475203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.556827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.558056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.559002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.590465 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8654006 Aug 31 09:42:21.606920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48270) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:21.621831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'subnet': {'network_id': '9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:21.650744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3eb6a3-ae50-40c0-8f20-385e18388ec1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Network': ['ID=9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:21.661841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:21.674413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Made reservation on behalf of b95206715a1a4523987eff8187b1040b for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:21.677143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:21.998052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:22.006934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.099536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:22.101189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:22.107223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:22.108049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.114829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50869746-079d-430a-8af0-f2aea8eda731 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:22.135186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=84ed8da6-1d60-47da-9590-c55f7203c1ae,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:22.177328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1f668d65-3c49-40c7-a540-df98f1dc25c2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8894465 Aug 31 09:42:22.180311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48280) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:22.190313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:44:51:53', 'name': 'tempest-NetworksTestDHCPv6-1612504737'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:22.284973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:22.285449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.363984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '84ed8da6-1d60-47da-9590-c55f7203c1ae'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:22.364878 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.374832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c3d6dad1-cdad-4239-a96b-be0edf8135a9,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:22.385974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Checking segment: {'id': '87504716-55f0-4817-abe2-3b12f9433aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:22.386403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network hostable DHCP agents. Network: 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:22.414419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:22.426182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:22.430346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:22.431160 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.463441 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c3dd1b8-48b0-4d14-8034-66c8e95c5331 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8488228 Aug 31 09:42:22.466686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48286) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:22.474918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1246745183', 'network_id': '9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:22.497734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:22.535546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Made reservation on behalf of b95206715a1a4523987eff8187b1040b for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:22.538443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.572798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] device_id is not set on port 55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:22.601495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb13b6-b4eb-4cdf-9c86-ba9db538693c None None] Network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:22.604645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b91f06e-ed6b-4463-bc88-90cab18c4358 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:22.661333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:22.700336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:22.707468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9b91f06e-ed6b-4463-bc88-90cab18c4358 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:22.707819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9b91f06e-ed6b-4463-bc88-90cab18c4358 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:22.747752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Allocated IP 2001:db8::f816:3eff:fe72:5feb (5d91503f-5102-418f-827c-c81a8c784a43/84ed8da6-1d60-47da-9590-c55f7203c1ae/96271b13-daf5-4023-af33-c2fdc054e57a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:22.801774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Allocated IP 172.20.0.12 (9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed/c3d6dad1-cdad-4239-a96b-be0edf8135a9/55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:23.019907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d823789-b75f-462d-b2c1-451e3b943184 None None] Network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:23.140873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.189151 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.200015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.208326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Transition to ACTIVE for port object 96271b13-daf5-4023-af33-c2fdc054e57a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:23.228682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Transition to ACTIVE for port object 96271b13-daf5-4023-af33-c2fdc054e57a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:23.245185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:23.251606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:23.260901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:23.265884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Port': ['ID=55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.291414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.308304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:23.309052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.334337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b6ddccc-328e-4c1c-9767-2241266554ac tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8641183 Aug 31 09:42:23.337680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48298) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:23.362753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fe44:5153 (5d91503f-5102-418f-827c-c81a8c784a43/84ed8da6-1d60-47da-9590-c55f7203c1ae/c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:23.369149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:23.377605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:23.380016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Pushing event updated for resources: {'Port': ['ID=96271b13-daf5-4023-af33-c2fdc054e57a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.382722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:23.442841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Attempting to bind port 96271b13-daf5-4023-af33-c2fdc054e57a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:23.443704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Attempting to bind port 96271b13-daf5-4023-af33-c2fdc054e57a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:23.444287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Attempting to bind port 96271b13-daf5-4023-af33-c2fdc054e57a on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:23.450679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:23.451531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:23.453321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.454022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:23.454820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Bound port: 96271b13-daf5-4023-af33-c2fdc054e57a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:23.455542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.544624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] For port 96271b13-daf5-4023-af33-c2fdc054e57a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:23.550114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] For port 96271b13-daf5-4023-af33-c2fdc054e57a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=96271b13-daf5-4023-af33-c2fdc054e57a,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:23.557512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.667993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25805a-0828-44c6-b5f7-3ad031142271 None None] Pushing event updated for resources: {'Port': ['ID=96271b13-daf5-4023-af33-c2fdc054e57a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.763006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.781555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:23.824840 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.882632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:23.886163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:23.896341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:23.901214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Deleting port 55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:23.901757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.902214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:23.902948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.928466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7441368 Aug 31 09:42:23.930331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:23.940911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dc6cc-5ab7-40e3-bb8c-cb36995b8636 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:24.099389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d21c3-f56f-4897-908b-f2bbb480e43c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:24.111894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.119496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d21c3-f56f-4897-908b-f2bbb480e43c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:24.121238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a6d21c3-f56f-4897-908b-f2bbb480e43c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1899369 Aug 31 09:42:24.124746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48314) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:24.149366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Calling delete_port for 55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:24.311929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:24.312279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.462990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.523488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event deleted for resources: {'Port': ['ID=55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:24.556615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.587726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:24.599486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 96271b13-daf5-4023-af33-c2fdc054e57a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:24.735559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48330) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:24.740907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.744711 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-425b856f-7ff1-4b11-acc6-919f6cd28af9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/ports/55aaf1b8-5d1d-4dc6-a4c3-7e845d81887c HTTP/1.1" status: 204 len: 168 time: 1.4057655 Aug 31 09:42:24.749073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48334) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:24.755172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed', 'external_fixed_ips': [{'subnet_id': 'c3d6dad1-cdad-4239-a96b-be0edf8135a9', 'ip_address': '172.20.0.12'}]}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:24.758199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 96271b13-daf5-4023-af33-c2fdc054e57a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:24.796239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.798147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.893961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:24.960551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.043791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:25.113116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.121052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e6cdd531-80a5-4288-8080-738379bad140 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7 HTTP/1.1" status: 204 len: 168 time: 0.9951413 Aug 31 09:42:25.122493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42811362-1b8c-4a09-98a6-bc50da27f5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.126263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:25.211275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.292382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3926b4-ea75-4682-b5c5-829e3b359258 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:25.298380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3926b4-ea75-4682-b5c5-829e3b359258 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:25.302449 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe3926b4-ea75-4682-b5c5-829e3b359258 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1724966 Aug 31 09:42:25.306393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48350) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:25.355109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] Provisioning for port 96271b13-daf5-4023-af33-c2fdc054e57a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:25.359951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] Provisioning complete for port 96271b13-daf5-4023-af33-c2fdc054e57a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:25.360403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.393508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 84ed8da6-1d60-47da-9590-c55f7203c1ae {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:25.405751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.492099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.543618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.592816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.624444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] For port 96271b13-daf5-4023-af33-c2fdc054e57a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=96271b13-daf5-4023-af33-c2fdc054e57a,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:25.630323 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.653958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.775401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd070b-747b-462d-84bf-da6044ab2542 None None] Pushing event updated for resources: {'Port': ['ID=96271b13-daf5-4023-af33-c2fdc054e57a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:25.792823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-be4a2c53-1f78-4337-9b39-9a1268899ac5 None None] Could not find standard attr ID for object c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:25.901656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Allocated IP 172.20.0.12 (9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed/c3d6dad1-cdad-4239-a96b-be0edf8135a9/fa7b1346-a003-46e4-aa57-149c9f668771) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:26.014102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42811362-1b8c-4a09-98a6-bc50da27f5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.020550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42811362-1b8c-4a09-98a6-bc50da27f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.088301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.100357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-42811362-1b8c-4a09-98a6-bc50da27f5e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4a0c2920f1141fb9a277355cbba6f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3563046 Aug 31 09:42:26.101232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42811362-1b8c-4a09-98a6-bc50da27f5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b9633-6366-49f0-a774-b221cec2addb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.104599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.119788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.192630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fa9974a-e176-4861-a6c5-8e3dcf8e0b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.208829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.215013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.245404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=84ed8da6-1d60-47da-9590-c55f7203c1ae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.273589 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.274139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0026fe0-08b2-40e7-aad9-c775c3af6899 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:26.279072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-985afecf-050b-4993-95bf-7a6f7e2f4742 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/84ed8da6-1d60-47da-9590-c55f7203c1ae HTTP/1.1" status: 204 len: 168 time: 0.9714262 Aug 31 09:42:26.283408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48370) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.298988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fa9974a-e176-4861-a6c5-8e3dcf8e0b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.337714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:26.361018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:26.363582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:26.377887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd115108-5649-495e-a56f-e0c90a839474 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933278 Aug 31 09:42:26.380567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48372) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:26.393995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:26.409457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7b1346-a003-46e4-aa57-149c9f668771,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.580009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 96271b13-daf5-4023-af33-c2fdc054e57a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:26.600806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fa9974a-e176-4861-a6c5-8e3dcf8e0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.603960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0fa9974a-e176-4861-a6c5-8e3dcf8e0b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.605335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0fa9974a-e176-4861-a6c5-8e3dcf8e0b12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/841b9633-6366-49f0-a774-b221cec2addb HTTP/1.1" status: 204 len: 168 time: 0.4988620 Aug 31 09:42:26.606600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:26.612527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:26.649108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:26.680114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9974a-e176-4861-a6c5-8e3dcf8e0b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b9633-6366-49f0-a774-b221cec2addb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:26.994217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.023594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Deleting port 96271b13-daf5-4023-af33-c2fdc054e57a {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:27.023989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.043997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 96271b13-daf5-4023-af33-c2fdc054e57a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:27.044385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.192018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] For port 96271b13-daf5-4023-af33-c2fdc054e57a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=96271b13-daf5-4023-af33-c2fdc054e57a,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:27.192669 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.216665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Calling delete_port for 96271b13-daf5-4023-af33-c2fdc054e57a owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:27.229658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48386) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:27.315313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f01ee18-5d7d-45a1-8794-5bf2eee0b770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.360507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.377180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] No DVR routers for this DVR port 96271b13-daf5-4023-af33-c2fdc054e57a on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:27.411615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Pushing event deleted for resources: {'Port': ['ID=96271b13-daf5-4023-af33-c2fdc054e57a,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:27.422967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.423329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.423853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.424200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.424365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.424817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.425009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.425426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.425855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.426147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.426787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.426918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.427320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279304-f315-423f-a25c-6e3e55073478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:27.435537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:27.594955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Router 45240ff7-854a-4581-81c5-d7a46af54b8c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:27.691417 n-d-800634-13 neutron-server[94896]: WARNING neutron.services.revisions.revision_plugin [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Could not find related port for resource to bump revision. Aug 31 09:42:27.699925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Port 96271b13-daf5-4023-af33-c2fdc054e57a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 09:42:27.700278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Reverting IP allocation for 2001:db8::f816:3eff:fe72:5feb {{(pid=94896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 09:42:27.707810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe72:5feb {{(pid=94896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 09:42:27.709487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.757688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:27.770524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Sync routers for ids ['45240ff7-854a-4581-81c5-d7a46af54b8c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:27.786821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:27.787060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Routers {'45240ff7-854a-4581-81c5-d7a46af54b8c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:27.788190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['45240ff7-854a-4581-81c5-d7a46af54b8c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:27.795466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:27.799123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:27.799721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.841258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=de735e25-6632-4e63-a99b-310123a60239,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:27.854194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea668579-d48c-4916-bed6-1d3c10a49841 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:27.866345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f01ee18-5d7d-45a1-8794-5bf2eee0b770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.873526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f01ee18-5d7d-45a1-8794-5bf2eee0b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.879347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:27.881004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a148990f-6745-4630-a695-6be4aa34dc45 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.1300583 Aug 31 09:42:27.883751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:27.911848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01ee18-5d7d-45a1-8794-5bf2eee0b770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f410f0-80e7-408e-9b93-1c087baeba35,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:27.919263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cb9e6aa9-bb80-45bc-94a9-b4cb76bf8daf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5305011 Aug 31 09:42:27.920587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48392) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:27.928603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:52:4f:17', 'name': 'tempest-NetworksTestDHCPv6-1173199846'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:27.958080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Set router 45240ff7-854a-4581-81c5-d7a46af54b8c gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:28.023047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0f01ee18-5d7d-45a1-8794-5bf2eee0b770 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7639249108424129b9243310668f6229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923038 Aug 31 09:42:28.026294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48394) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:28.096152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.120978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:28.192386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-776c797e-08ed-45cb-aecf-1a065c88537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.246279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-776c797e-08ed-45cb-aecf-1a065c88537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.260201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': 'de735e25-6632-4e63-a99b-310123a60239'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:28.261071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.331618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.357030 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.422976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Deleting port fa7b1346-a003-46e4-aa57-149c9f668771 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:28.423512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.466360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port bfb871b2-0a89-4c2b-89b4-ec006d2f4938 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:28.521861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-776c797e-08ed-45cb-aecf-1a065c88537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.526064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-776c797e-08ed-45cb-aecf-1a065c88537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.551069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-776c797e-08ed-45cb-aecf-1a065c88537c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68f410f0-80e7-408e-9b93-1c087baeba35 HTTP/1.1" status: 204 len: 168 time: 0.5155132 Aug 31 09:42:28.617415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c797e-08ed-45cb-aecf-1a065c88537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f410f0-80e7-408e-9b93-1c087baeba35,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:28.618229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.655622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Calling delete_port for fa7b1346-a003-46e4-aa57-149c9f668771 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:28.674633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Allocated IP 2001:db8::f816:3eff:fef6:f4c0 (5d91503f-5102-418f-827c-c81a8c784a43/de735e25-6632-4e63-a99b-310123a60239/653839d7-b447-4031-80a9-359b49115edb) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:28.869741 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:28.880101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Transition to ACTIVE for port object 653839d7-b447-4031-80a9-359b49115edb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:28.898087 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Transition to ACTIVE for port object 653839d7-b447-4031-80a9-359b49115edb will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:28.926786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 96271b13-daf5-4023-af33-c2fdc054e57a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:29.002970 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.031144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fe52:4f17 (5d91503f-5102-418f-827c-c81a8c784a43/de735e25-6632-4e63-a99b-310123a60239/bfb871b2-0a89-4c2b-89b4-ec006d2f4938) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:29.031551 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.057100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa7b1346-a003-46e4-aa57-149c9f668771,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.116241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 96271b13-daf5-4023-af33-c2fdc054e57a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:29.116583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 96271b13-daf5-4023-af33-c2fdc054e57a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:29.122553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Pushing event updated for resources: {'Port': ['ID=653839d7-b447-4031-80a9-359b49115edb,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.130829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68f62163-c7b2-4074-a326-f92879455e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.144103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:29.151086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45240ff7-854a-4581-81c5-d7a46af54b8c', 'name': '', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed', 'external_fixed_ips': [{'subnet_id': 'c3d6dad1-cdad-4239-a96b-be0edf8135a9', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'fa7b1346-a003-46e4-aa57-149c9f668771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:24Z', 'updated_at': '2021-08-31T09:42:26Z', 'revision_number': 3, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port': {'id': 'fa7b1346-a003-46e4-aa57-149c9f668771', 'name': '', 'network_id': '9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45240ff7-854a-4581-81c5-d7a46af54b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'c3d6dad1-cdad-4239-a96b-be0edf8135a9', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:42:25Z', 'updated_at': '2021-08-31T09:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3d6dad1-cdad-4239-a96b-be0edf8135a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:29.192228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48418) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.197968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:29.200238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Checking router: 45240ff7-854a-4581-81c5-d7a46af54b8c for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:42:29.200595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Updating router 45240ff7-854a-4581-81c5-d7a46af54b8c port fa7b1346-a003-46e4-aa57-149c9f668771 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:42:29.224761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38092068-521b-4246-9f6b-0d5c7c1f9e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.249448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:29.252212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Port fa7b1346-a003-46e4-aa57-149c9f668771 not found while updating agent binding for router 45240ff7-854a-4581-81c5-d7a46af54b8c. {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:42:29.291074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Routers {'45240ff7-854a-4581-81c5-d7a46af54b8c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:29.291713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['45240ff7-854a-4581-81c5-d7a46af54b8c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:29.333920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.359767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object bfb871b2-0a89-4c2b-89b4-ec006d2f4938 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:29.370672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] Set router 45240ff7-854a-4581-81c5-d7a46af54b8c gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:29.379980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38092068-521b-4246-9f6b-0d5c7c1f9e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.390508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-38092068-521b-4246-9f6b-0d5c7c1f9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.424931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.430748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.477645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45240ff7-854a-4581-81c5-d7a46af54b8c', 'name': '', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:24Z', 'updated_at': '2021-08-31T09:42:28Z', 'revision_number': 5, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:29.516058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Attempting to bind port 653839d7-b447-4031-80a9-359b49115edb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:29.517859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Attempting to bind port 653839d7-b447-4031-80a9-359b49115edb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:29.518428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Attempting to bind port 653839d7-b447-4031-80a9-359b49115edb on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:29.532042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:29.537652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:29.559641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:29.560448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:29.561544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.562094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:29.562828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Bound port: 653839d7-b447-4031-80a9-359b49115edb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:29.563384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.566190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:29.568465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a28a5b-2c34-4116-88ec-2fad8ad5c71b None None] The sync data for ids ['45240ff7-854a-4581-81c5-d7a46af54b8c'] in n-d-800634-13 is: [{'id': '45240ff7-854a-4581-81c5-d7a46af54b8c', 'name': '', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:24Z', 'updated_at': '2021-08-31T09:42:28Z', 'revision_number': 5, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:29.572688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.573990 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.613880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=bfb871b2-0a89-4c2b-89b4-ec006d2f4938,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.635695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae1db490-9e75-4c8e-ba89-e3b72b87c576 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7107940 Aug 31 09:42:29.637155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48422) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.660326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] For port 653839d7-b447-4031-80a9-359b49115edb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:29.665463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] For port 653839d7-b447-4031-80a9-359b49115edb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=653839d7-b447-4031-80a9-359b49115edb,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:29.671108 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:29.755096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5b478-0f89-426d-b2bc-00bfe2d15b4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.772406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5b478-0f89-426d-b2bc-00bfe2d15b4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.784172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1da5b478-0f89-426d-b2bc-00bfe2d15b4a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1430738 Aug 31 09:42:29.785035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:29.802423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5e552-43fc-47d2-81be-95ab711fa1c1 None None] Pushing event updated for resources: {'Port': ['ID=653839d7-b447-4031-80a9-359b49115edb,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:29.930292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port bfb871b2-0a89-4c2b-89b4-ec006d2f4938 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:29.930670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.035950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.042432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-38092068-521b-4246-9f6b-0d5c7c1f9e30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f9f4368a5d142f68e795fb14a483bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8490098 Aug 31 09:42:30.043095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48428) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.048203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38092068-521b-4246-9f6b-0d5c7c1f9e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acfa39f-d6b4-4c8f-b59b-d38234d30a43,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.051017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for bfb871b2-0a89-4c2b-89b4-ec006d2f4938 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:30.076257 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.084394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.199828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.200444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45240ff7-854a-4581-81c5-d7a46af54b8c {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:30.206136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.210387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4976147e-a9ad-45a5-9b4d-ac639ee67ba7 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/routers/45240ff7-854a-4581-81c5-d7a46af54b8c HTTP/1.1" status: 204 len: 168 time: 2.3224764 Aug 31 09:42:30.210387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48432) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.260719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.293979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Deleting subnet c3d6dad1-cdad-4239-a96b-be0edf8135a9 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:30.305719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.309170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a61a251-3033-4bc8-82ba-276dfff45bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.332816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=bfb871b2-0a89-4c2b-89b4-ec006d2f4938,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.385190 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.387159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-71ff504b-eaa9-4c2b-a896-d96d801906d3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/bfb871b2-0a89-4c2b-89b4-ec006d2f4938 HTTP/1.1" status: 204 len: 168 time: 0.5989037 Aug 31 09:42:30.389819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48438) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.393554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a61a251-3033-4bc8-82ba-276dfff45bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.402438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.476622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.507031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47933ab3-24c2-438d-8f9e-54dded71b9ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:30.508577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47933ab3-24c2-438d-8f9e-54dded71b9ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:30.510101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-47933ab3-24c2-438d-8f9e-54dded71b9ea tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187029 Aug 31 09:42:30.514936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48440) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.570117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.579569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a61a251-3033-4bc8-82ba-276dfff45bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.582092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a61a251-3033-4bc8-82ba-276dfff45bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.583278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a61a251-3033-4bc8-82ba-276dfff45bc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4acfa39f-d6b4-4c8f-b59b-d38234d30a43 HTTP/1.1" status: 204 len: 168 time: 0.5361495 Aug 31 09:42:30.605725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet de735e25-6632-4e63-a99b-310123a60239 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:30.610913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.619110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.621133 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/c3d6dad1-cdad-4239-a96b-be0edf8135a9 HTTP/1.1" status: 204 len: 168 time: 0.4096830 Aug 31 09:42:30.637279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd553c2f-0075-4992-9c27-435f47accf67 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d6dad1-cdad-4239-a96b-be0edf8135a9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.649824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48446) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:30.653383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 653839d7-b447-4031-80a9-359b49115edb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:30.667671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61a251-3033-4bc8-82ba-276dfff45bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acfa39f-d6b4-4c8f-b59b-d38234d30a43,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:30.712766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.769189 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.803755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 653839d7-b447-4031-80a9-359b49115edb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:30.905017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.967501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:30.981590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.000040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87504716-55f0-4817-abe2-3b12f9433aba') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.000386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87504716-55f0-4817-abe2-3b12f9433aba') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:31.012169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.034679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.044381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:31.045746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:31.049699 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:31.052043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.116886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=de735e25-6632-4e63-a99b-310123a60239,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:31.135318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.142549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.156108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-625b6e3f-d247-4f60-9f5f-454806c52f8c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/de735e25-6632-4e63-a99b-310123a60239 HTTP/1.1" status: 204 len: 168 time: 0.6369991 Aug 31 09:42:31.156430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:42:31.156760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.160799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:31.173256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.188252 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-65662f4a-cfa4-4cb5-8d20-12e98991988d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9cf29ea6-f05e-4a8c-94ed-9f5f5050d2ed HTTP/1.1" status: 204 len: 168 time: 0.5294554 Aug 31 09:42:31.228253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e91a259-2e04-4ef3-b9fa-52353503adbe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696690 Aug 31 09:42:31.232522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48464) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.349779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d025dc-a8b6-4afa-a16d-42a6cfa37c8d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:31.351381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6d025dc-a8b6-4afa-a16d-42a6cfa37c8d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1178143 Aug 31 09:42:31.354643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48470) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.463528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987f710-af91-45e3-a9d7-d4a79d697851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:31.463528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1987f710-af91-45e3-a9d7-d4a79d697851 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068509 Aug 31 09:42:31.464923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48478) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.521728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-39e9cb17-9ad5-4bdc-a69c-78dc10dd0c2a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554302 Aug 31 09:42:31.526115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.531809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:31.713977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:31.726870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.777683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.878515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48496) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.882377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'name': 'tempest-router--1734740385', 'project_id': 'f98c3003d8bb4c8188fccc63faec6ee0'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:31.937528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.939147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.107384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.118760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.157494 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.163625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1b33a59f-ca3c-4330-a8b5-7aed257eb7f1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2845829 Aug 31 09:42:32.165752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48508) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:32.333859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1508fd-1fb1-416c-96eb-98abfaf05554 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:32.402625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.458220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:32.501730 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.554045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Provisioning for port 653839d7-b447-4031-80a9-359b49115edb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:32.573797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Provisioning complete for port 653839d7-b447-4031-80a9-359b49115edb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:32.574534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.681766 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8ba57da-dd40-417a-aff1-372680d14932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.724782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.729292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.838894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.839411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8742303b-17c1-4f7b-b4e0-1c87065a182d {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:32.843680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.844221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.845116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-644ece24-f95b-49a9-928b-7ebc8cbf9bb5 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8742303b-17c1-4f7b-b4e0-1c87065a182d HTTP/1.1" status: 204 len: 168 time: 0.6770926 Aug 31 09:42:32.865912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.995284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:32.995650 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:33.158547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] For port 653839d7-b447-4031-80a9-359b49115edb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=653839d7-b447-4031-80a9-359b49115edb,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:33.206695 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:33.228997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48564) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.301545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.309315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.312862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.447451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=653839d7-b447-4031-80a9-359b49115edb,revision_number=5']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.451746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:33.473587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:33.478889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:33.479531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.518244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9885130 Aug 31 09:42:33.519179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48570) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.532482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:12:75:16', 'name': 'tempest-NetworksTestDHCPv6-1182310232'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:33.548411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fdfc2-ab50-4cb4-8509-b606ef274228 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=e8c48905-3423-45a1-87df-1e516f8de662,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.864447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-564969263', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:33.869217 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.874583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039e5b5-9a6e-4409-87ae-70520ef9d27b None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:33.920966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.924588 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.931850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:34.041674 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.067244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] For port 653839d7-b447-4031-80a9-359b49115edb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=653839d7-b447-4031-80a9-359b49115edb,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:34.089611 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.095644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.116165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.132857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port d1c00a2b-2905-4ed6-8867-ab30b2a70e39 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:34.300529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d0800d5d-67b5-4625-aa86-930af8e9e77e None None] Provisioning complete for port 653839d7-b447-4031-80a9-359b49115edb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:34.301299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0800d5d-67b5-4625-aa86-930af8e9e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.307328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6408e-fc8a-4f78-9788-3a729619e27a None None] Pushing event updated for resources: {'Port': ['ID=653839d7-b447-4031-80a9-359b49115edb,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.350289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fe12:7516 (5d91503f-5102-418f-827c-c81a8c784a43/e8c48905-3423-45a1-87df-1e516f8de662/d1c00a2b-2905-4ed6-8867-ab30b2a70e39) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:34.366495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.526134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d0800d5d-67b5-4625-aa86-930af8e9e77e None None] Could not find standard attr ID for object bfb871b2-0a89-4c2b-89b4-ec006d2f4938. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:34.572079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 653839d7-b447-4031-80a9-359b49115edb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:34.650568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 653839d7-b447-4031-80a9-359b49115edb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:34.651827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.717856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.720511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.750518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.766177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object d1c00a2b-2905-4ed6-8867-ab30b2a70e39 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:34.824797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.854110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-46301bed-7124-450c-9084-c1d5fba541c1 None None] Provisioning complete for port 653839d7-b447-4031-80a9-359b49115edb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:34.854750 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-46301bed-7124-450c-9084-c1d5fba541c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.889331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=d1c00a2b-2905-4ed6-8867-ab30b2a70e39,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.926661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:34.928651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:34.943427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Allocated IP 172.25.4.121 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/73670a8c-0dcd-4c16-80cc-9ba57093dfd5) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:34.948020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:34.957347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:34.958922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.993142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c38ab0bf-8016-4c82-b90b-6fa3c2949740 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4685571 Aug 31 09:42:34.994277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48628) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.111354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b2c78-71a0-487e-b562-c27a3ce0c2dc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:35.118343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b2c78-71a0-487e-b562-c27a3ce0c2dc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:35.123226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-752b2c78-71a0-487e-b562-c27a3ce0c2dc tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1252041 Aug 31 09:42:35.123407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48634) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.226653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.298139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port d1c00a2b-2905-4ed6-8867-ab30b2a70e39 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:35.298512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.304290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.345917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7c4f4b4-2d3a-4a43-89a8-0c6ea304788b None None] Provisioning for port d1c00a2b-2905-4ed6-8867-ab30b2a70e39 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:35.364130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7c4f4b4-2d3a-4a43-89a8-0c6ea304788b None None] Provisioning complete for port d1c00a2b-2905-4ed6-8867-ab30b2a70e39 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:35.364566 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f4b4-2d3a-4a43-89a8-0c6ea304788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.452466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:35.471522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f7c4f4b4-2d3a-4a43-89a8-0c6ea304788b None None] Port d1c00a2b-2905-4ed6-8867-ab30b2a70e39 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:42:35.477964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:35.483837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event updated for resources: {'Port': ['ID=73670a8c-0dcd-4c16-80cc-9ba57093dfd5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:35.488890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:35.543774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.563544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for d1c00a2b-2905-4ed6-8867-ab30b2a70e39 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:36.187470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.431022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.487013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.570161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=d1c00a2b-2905-4ed6-8867-ab30b2a70e39,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.633949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.636038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-958ed949-2330-43ce-a44c-03ff1b9f3040 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/d1c00a2b-2905-4ed6-8867-ab30b2a70e39 HTTP/1.1" status: 204 len: 168 time: 1.5121353 Aug 31 09:42:36.640153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.795928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a774dd-2db8-4435-91ab-750867ea9f63 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:36.798046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a774dd-2db8-4435-91ab-750867ea9f63 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:36.799846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-18a774dd-2db8-4435-91ab-750867ea9f63 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1586430 Aug 31 09:42:36.802407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48658) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.871841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet e8c48905-3423-45a1-87df-1e516f8de662 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:36.875897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.948917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.955677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.119855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.151215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Router c3421599-f81d-40e2-8974-06cb834e76e3 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:37.212162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.240570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.243176 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/e8c48905-3423-45a1-87df-1e516f8de662 HTTP/1.1" status: 204 len: 168 time: 0.4395130 Aug 31 09:42:37.245178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66105b61-8f67-44b7-aa60-c5eae45cd702 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:37.262441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48662) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.265384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc185a-8277-4a3a-90ef-43a0c3840b32 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c48905-3423-45a1-87df-1e516f8de662,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:37.344415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:37.355844 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] Sync routers for ids ['c3421599-f81d-40e2-8974-06cb834e76e3'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:37.369817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b6a9241a-f83a-458e-8a3f-6d5c8e61a26e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036799 Aug 31 09:42:37.370372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48670) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.373593 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] Routers {'c3421599-f81d-40e2-8974-06cb834e76e3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:37.375191 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c3421599-f81d-40e2-8974-06cb834e76e3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:37.384046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:37.391779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.398111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0c412f71-c793-4f0c-afed-7f6507f815a9 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1594441 Aug 31 09:42:37.398111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48674) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.493482 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:37.522603 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] Routers {'c3421599-f81d-40e2-8974-06cb834e76e3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:37.523232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c3421599-f81d-40e2-8974-06cb834e76e3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:37.569776 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:37.571325 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b509d39-a0de-446c-b1f0-d55a00a06b04 None None] The sync data for ids ['c3421599-f81d-40e2-8974-06cb834e76e3'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:37.595374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2faf5f28-a9db-4128-9af0-ef505559871a tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/c3421599-f81d-40e2-8974-06cb834e76e3 HTTP/1.1" status: 200 len: 920 time: 0.1965842 Aug 31 09:42:37.598351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48692) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.634731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a27c1afb-f500-4812-9271-39f5ada62a60 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3421599-f81d-40e2-8974-06cb834e76e3 HTTP/1.1" status: 200 len: 205 time: 0.0351243 Aug 31 09:42:37.637583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48694) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:37.722552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f630657-d341-4196-87f2-f5d106337764 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:37.734994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:37.743619 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.795127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3f630657-d341-4196-87f2-f5d106337764 None None] Deleting port 653839d7-b447-4031-80a9-359b49115edb {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:37.795888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f630657-d341-4196-87f2-f5d106337764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.846399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.940944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3f630657-d341-4196-87f2-f5d106337764 None None] For port 653839d7-b447-4031-80a9-359b49115edb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=653839d7-b447-4031-80a9-359b49115edb,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:37.942328 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f630657-d341-4196-87f2-f5d106337764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:37.967658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3f630657-d341-4196-87f2-f5d106337764 None None] Calling delete_port for 653839d7-b447-4031-80a9-359b49115edb owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:38.079034 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.140384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f630657-d341-4196-87f2-f5d106337764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.202684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f630657-d341-4196-87f2-f5d106337764 None None] Pushing event deleted for resources: {'Port': ['ID=653839d7-b447-4031-80a9-359b49115edb,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.212618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f630657-d341-4196-87f2-f5d106337764 None None] No DVR routers for this DVR port 653839d7-b447-4031-80a9-359b49115edb on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:38.252767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Deleting port 73670a8c-0dcd-4c16-80cc-9ba57093dfd5 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:38.254095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.338089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:38.340994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.398316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.414141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Calling delete_port for 73670a8c-0dcd-4c16-80cc-9ba57093dfd5 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:38.430810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:38.438500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:38.449154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa76ab-1eaf-4307-9dfa-816d9c1533b4 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:38.451821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:38.453196 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.487376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=b20d07df-8954-4127-8ddd-53903bbf4205,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.495089 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-981e20af-c1df-4a30-b25f-9506344ef068 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1211684 Aug 31 09:42:38.495410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:38.523947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:ce:ba:57', 'name': 'tempest-NetworksTestDHCPv6-610367109'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:38.630490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 653839d7-b447-4031-80a9-359b49115edb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:38.707698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 653839d7-b447-4031-80a9-359b49115edb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:38.708039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 653839d7-b447-4031-80a9-359b49115edb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:38.782211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.826087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:38.828519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event deleted for resources: {'Port': ['ID=73670a8c-0dcd-4c16-80cc-9ba57093dfd5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.851776 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.899667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 1a78d2af-6826-48bc-a762-371fe7add69d yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:38.905661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.011823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': 'b20d07df-8954-4127-8ddd-53903bbf4205'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:39.012949 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.145498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fece:ba57 (5d91503f-5102-418f-827c-c81a8c784a43/b20d07df-8954-4127-8ddd-53903bbf4205/1a78d2af-6826-48bc-a762-371fe7add69d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:39.148068 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.152094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.222620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.223490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Fanout notify agent at l3_agent the message router_deleted on router c3421599-f81d-40e2-8974-06cb834e76e3 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:39.243121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.244722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e26b393d-66d3-4c39-b802-c59e3cf7e3dd tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/c3421599-f81d-40e2-8974-06cb834e76e3 HTTP/1.1" status: 204 len: 168 time: 1.6061080 Aug 31 09:42:39.248899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48712) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:39.255828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'name': 'tempest-snat-router-227611775', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': False}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:39.286608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.289305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.363615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.488949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.507313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 1a78d2af-6826-48bc-a762-371fe7add69d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:39.563250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.659756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Allocated IP 2001:db8::f816:3eff:feaa:28a1 (5d91503f-5102-418f-827c-c81a8c784a43/b20d07df-8954-4127-8ddd-53903bbf4205/6ede2997-ce25-4cfe-9852-c3ab702430b8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:39.660320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:39.672626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:39.679492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:39.687999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.704730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.723605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.736635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=1a78d2af-6826-48bc-a762-371fe7add69d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:39.752839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ce2547d0-e435-47af-bfff-c6354c8d37b6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2473972 Aug 31 09:42:39.753759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48720) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:39.833553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee857d4-e7d7-48de-8396-da79bf6f3185 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.842751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8ee857d4-e7d7-48de-8396-da79bf6f3185 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0872622 Aug 31 09:42:39.845359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:39.900283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.910191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Transition to ACTIVE for port object 6ede2997-ce25-4cfe-9852-c3ab702430b8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:39.944682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Transition to ACTIVE for port object 6ede2997-ce25-4cfe-9852-c3ab702430b8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:39.957227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.052796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 1a78d2af-6826-48bc-a762-371fe7add69d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:40.053400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.056306 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.071652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:40.084589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:40.101107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.127022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Pushing event updated for resources: {'Port': ['ID=6ede2997-ce25-4cfe-9852-c3ab702430b8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.129766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:40.243874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Allocated IP 172.25.4.31 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:40.282172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Attempting to bind port 6ede2997-ce25-4cfe-9852-c3ab702430b8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:40.283116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.284253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Attempting to bind port 6ede2997-ce25-4cfe-9852-c3ab702430b8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:40.285274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Attempting to bind port 6ede2997-ce25-4cfe-9852-c3ab702430b8 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:40.298522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:40.299500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:40.301532 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.304396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:40.305237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Bound port: 6ede2997-ce25-4cfe-9852-c3ab702430b8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:40.305934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.317723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 1a78d2af-6826-48bc-a762-371fe7add69d owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:40.485268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] For port 6ede2997-ce25-4cfe-9852-c3ab702430b8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:40.499765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] For port 6ede2997-ce25-4cfe-9852-c3ab702430b8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6ede2997-ce25-4cfe-9852-c3ab702430b8,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:40.508280 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.537704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.597079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.621832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.640198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9334b-0a04-47c6-ab4c-d9df092d9604 None None] Pushing event updated for resources: {'Port': ['ID=6ede2997-ce25-4cfe-9852-c3ab702430b8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.701992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Port': ['ID=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.722921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=1a78d2af-6826-48bc-a762-371fe7add69d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:40.737551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:40.739383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:40.742143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:40.757757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.762853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f6115b1-7fbf-43ce-9d8b-2078f975c7ae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/1a78d2af-6826-48bc-a762-371fe7add69d HTTP/1.1" status: 204 len: 168 time: 0.9109185 Aug 31 09:42:40.764203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48732) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:40.832198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44825793-9e9e-4817-9699-b2ea2e440e8f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:40.833648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44825793-9e9e-4817-9699-b2ea2e440e8f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:40.843021 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-44825793-9e9e-4817-9699-b2ea2e440e8f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0775752 Aug 31 09:42:40.843684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48734) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:40.912522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet b20d07df-8954-4127-8ddd-53903bbf4205 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:40.918171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:40.989302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.130352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.174998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.238915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.303581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=b20d07df-8954-4127-8ddd-53903bbf4205,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:41.334651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.339623 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7c638e83-edf3-4908-b5da-c3bf5982d86a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/b20d07df-8954-4127-8ddd-53903bbf4205 HTTP/1.1" status: 204 len: 168 time: 0.4943848 Aug 31 09:42:41.342983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48740) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.409040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f4ae755b-65f6-402f-89e3-9765d9243c6c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648394 Aug 31 09:42:41.412910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.494894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c14b2-8f22-4c03-88b3-0903de1da0e8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:41.497428 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ae5c14b2-8f22-4c03-88b3-0903de1da0e8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0833988 Aug 31 09:42:41.500458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48746) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.587483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f00556-676d-4e6e-b51d-fac81fd0136b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:41.592332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-46f00556-676d-4e6e-b51d-fac81fd0136b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874650 Aug 31 09:42:41.592636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48752) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.627923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.644436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b5f50ec5-1e63-4a78-8ec3-d9d3baf991a5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468266 Aug 31 09:42:41.646137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48754) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:41.650951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:41.859770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:41.865641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.953404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Router 1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:42.175393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a814d3-dc5a-4f37-ad08-10a7f1880f8c None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:42.241379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.297781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:42.302341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:42.316198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:42.317323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.380331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7336545 Aug 31 09:42:42.381481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2ed7a-6252-4f5e-878d-9bc6469d66fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=70cfd2a4-480b-4cc3-99a7-44cfe1cfe314,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:42.394725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48762) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:42.401225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-03da720d-988a-4c55-af8e-2e59badb9be1 None None] Provisioning for port 6ede2997-ce25-4cfe-9852-c3ab702430b8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:42.417491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:81:bb:63', 'name': 'tempest-NetworksTestDHCPv6-1343444952'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:42.660021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6ede2997-ce25-4cfe-9852-c3ab702430b8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:42.666503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:42.707238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.709364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1260b625-0845-4034-91c2-328a35c6fa4d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4580693 Aug 31 09:42:42.711922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48770) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:42.734056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Sync routers for ids ['1454e3c2-cefe-44c8-bfa6-f6b04b8c7739'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:42.790331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:42.823416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Routers {'1454e3c2-cefe-44c8-bfa6-f6b04b8c7739'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:42.826326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['1454e3c2-cefe-44c8-bfa6-f6b04b8c7739'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:43.029434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.050003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98cd4a92-d872-4e50-8ee1-4031924511ba tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 HTTP/1.1" status: 200 len: 907 time: 0.3348825 Aug 31 09:42:43.052918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48774) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.071019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'name': 'tempest-snat-router-227611775', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': True}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:43.104575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port 325b2222-6fa9-492f-a8a4-956f79c9c1e1 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:43.115002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad5db8-15b7-4f4e-b5ed-07ad1af27ba3 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:43.124661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.125913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.220356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 6ede2997-ce25-4cfe-9852-c3ab702430b8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:43.265539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.299975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6ede2997-ce25-4cfe-9852-c3ab702430b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:43.305638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.384470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-11cdecf8-7b8b-4ff8-aee3-3e4cab4a06fb None None] Provisioning complete for port 6ede2997-ce25-4cfe-9852-c3ab702430b8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:43.384852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11cdecf8-7b8b-4ff8-aee3-3e4cab4a06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.446947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::d0 (5d91503f-5102-418f-827c-c81a8c784a43/70cfd2a4-480b-4cc3-99a7-44cfe1cfe314/325b2222-6fa9-492f-a8a4-956f79c9c1e1) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:43.477577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Set router 1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:43.601670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.789332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.839611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object 325b2222-6fa9-492f-a8a4-956f79c9c1e1 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:43.911425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.020468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:44.034865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.037990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:44.055177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:44.061789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.063873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.065166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.074051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=325b2222-6fa9-492f-a8a4-956f79c9c1e1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.118664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8be14ae6-03d2-487b-8219-30d5b5d4ee11 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7169189 Aug 31 09:42:44.118664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.179044 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11cdecf8-7b8b-4ff8-aee3-3e4cab4a06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.205707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762f4b0-4e52-4cd2-bce1-61c515ca22d2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.212205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762f4b0-4e52-4cd2-bce1-61c515ca22d2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.213953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c762f4b0-4e52-4cd2-bce1-61c515ca22d2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0966699 Aug 31 09:42:44.219590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.244420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Allocated IP 172.25.4.86 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/dc2e66d0-bb5f-4563-9475-02ad27481e31) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:44.338201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-11cdecf8-7b8b-4ff8-aee3-3e4cab4a06fb None None] For port 6ede2997-ce25-4cfe-9852-c3ab702430b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6ede2997-ce25-4cfe-9852-c3ab702430b8,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:44.421869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port 325b2222-6fa9-492f-a8a4-956f79c9c1e1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:44.422233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.433020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.454435 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11cdecf8-7b8b-4ff8-aee3-3e4cab4a06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.528341 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.545135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1454e3c2-cefe-44c8-bfa6-f6b04b8c7739', 'name': 'tempest-snat-router-227611775', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.31'}], 'enable_snat': False}, 'gw_port_id': 'fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:39Z', 'updated_at': '2021-08-31T09:42:41Z', 'revision_number': 3, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port': {'id': 'fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:32:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1454e3c2-cefe-44c8-bfa6-f6b04b8c7739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:42:40Z', 'updated_at': '2021-08-31T09:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:44.593260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Checking router: 1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:42:44.593505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Updating router 1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:42:44.613063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.703829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.718736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for 325b2222-6fa9-492f-a8a4-956f79c9c1e1 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:44.725681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.742519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2e66d0-bb5f-4563-9475-02ad27481e31,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.756529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:44.759198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:44.763393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:44.906318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.917475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdecf8-7b8b-4ff8-aee3-3e4cab4a06fb None None] Pushing event updated for resources: {'Port': ['ID=6ede2997-ce25-4cfe-9852-c3ab702430b8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.941471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:44.941817 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:44.984859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=325b2222-6fa9-492f-a8a4-956f79c9c1e1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:45.051964 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.057982 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-932db859-87e9-4f6d-acd6-f749decb3d47 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/325b2222-6fa9-492f-a8a4-956f79c9c1e1 HTTP/1.1" status: 204 len: 168 time: 0.8351839 Aug 31 09:42:45.058323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48804) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:45.133495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d0249-1db4-4850-b7a0-e60afc846077 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:45.142036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d0249-1db4-4850-b7a0-e60afc846077 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:45.146384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:45.146934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e2d0249-1db4-4850-b7a0-e60afc846077 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0872033 Aug 31 09:42:45.249375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.264999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Transition to ACTIVE for port object fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:45.269911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 70cfd2a4-480b-4cc3-99a7-44cfe1cfe314 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:45.274456 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.278107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.347235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.350300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Attempting to bind port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:45.350816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Attempting to bind port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:45.351064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Attempting to bind port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:45.369634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:45.370007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:45.370349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.370778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:45.371264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Bound port: fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:45.371665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.381093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4df7-2132-46df-8e50-1704b6614e8f None None] Pushing event updated for resources: {'Port': ['ID=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:45.404544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.513934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.529366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7646c495-41f3-4c16-b7f3-6351217b169c None None] Could not find standard attr ID for object 325b2222-6fa9-492f-a8a4-956f79c9c1e1. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:45.547185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] For port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:45.577252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] For port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:45.583195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7646c495-41f3-4c16-b7f3-6351217b169c None None] Provisioning complete for port 6ede2997-ce25-4cfe-9852-c3ab702430b8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:45.583952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7646c495-41f3-4c16-b7f3-6351217b169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.589315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.714884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6ede2997-ce25-4cfe-9852-c3ab702430b8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:45.737240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Routers {'1454e3c2-cefe-44c8-bfa6-f6b04b8c7739'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:45.738057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['1454e3c2-cefe-44c8-bfa6-f6b04b8c7739'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:45.799320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.866103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4df7-2132-46df-8e50-1704b6614e8f None None] Pushing event updated for resources: {'Port': ['ID=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:45.904770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=70cfd2a4-480b-4cc3-99a7-44cfe1cfe314,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:45.911101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:45.916696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:45.916840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8364955-f8b4-4abb-aa95-8d492df0817d tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/70cfd2a4-480b-4cc3-99a7-44cfe1cfe314 HTTP/1.1" status: 204 len: 168 time: 0.7658637 Aug 31 09:42:45.922533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.054779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5cf7e027-a906-4d1c-a08b-5d4f12412436 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333506 Aug 31 09:42:46.054779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48824) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.103165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] Set router 1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:46.105846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6ede2997-ce25-4cfe-9852-c3ab702430b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:46.107372 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.168412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547c5e7-763e-4775-9676-558972ec9d4f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:46.174603 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6547c5e7-763e-4775-9676-558972ec9d4f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1168661 Aug 31 09:42:46.176068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48828) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.240510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Router ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:46.285340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aaf200-6e4a-4521-aaab-5a46ca58d332 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:46.287159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-08aaf200-6e4a-4521-aaab-5a46ca58d332 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097710 Aug 31 09:42:46.289912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.353829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3c39b0d7-7942-4b8f-a823-3da47b7ab839 None None] Could not find standard attr ID for object 1a78d2af-6826-48bc-a762-371fe7add69d. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:46.361762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68c390-e1d5-4eb9-ad02-835c20385946 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:46.375767 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a82009de-73b8-4aad-8fbf-d5a716f5ce17 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846117 Aug 31 09:42:46.382895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48832) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.395772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:46.535714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:46.546715 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Sync routers for ids ['ca6cf52a-359a-4fb2-b0c1-0c5de9906c26'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:46.563384 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Routers {'ca6cf52a-359a-4fb2-b0c1-0c5de9906c26'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:46.564020 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ca6cf52a-359a-4fb2-b0c1-0c5de9906c26'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:46.610846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-62c08157-6089-4f3f-ab5e-92a49eaec836 None None] Could not find standard attr ID for object 325b2222-6fa9-492f-a8a4-956f79c9c1e1. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:46.612315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:46.620609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.632600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.634914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bd48fe9c-d9cf-4082-89cc-791936dfe136 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5780766 Aug 31 09:42:46.639572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48834) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:46.801141 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Set router ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:46.873835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a0237c3-2cb2-481b-862e-3f31c38b8adb tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 HTTP/1.1" status: 200 len: 906 time: 0.2293060 Aug 31 09:42:46.875051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.036140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:47.137090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1454e3c2-cefe-44c8-bfa6-f6b04b8c7739', 'name': 'tempest-snat-router-227611775', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.31'}], 'enable_snat': False}, 'gw_port_id': 'fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:39Z', 'updated_at': '2021-08-31T09:42:41Z', 'revision_number': 3, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port': {'id': 'fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:32:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1454e3c2-cefe-44c8-bfa6-f6b04b8c7739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:42:40Z', 'updated_at': '2021-08-31T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:47.164758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.188760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be59a6-c6ad-4cd5-87a5-173f3198aa03 None None] The sync data for ids ['1454e3c2-cefe-44c8-bfa6-f6b04b8c7739'] in n-d-800634-13 is: [{'id': '1454e3c2-cefe-44c8-bfa6-f6b04b8c7739', 'name': 'tempest-snat-router-227611775', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.31'}], 'enable_snat': False}, 'gw_port_id': 'fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:39Z', 'updated_at': '2021-08-31T09:42:41Z', 'revision_number': 3, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port': {'id': 'fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:32:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1454e3c2-cefe-44c8-bfa6-f6b04b8c7739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:42:40Z', 'updated_at': '2021-08-31T09:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:47.215790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] Deleting port 6ede2997-ce25-4cfe-9852-c3ab702430b8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:47.223954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.227544 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6cf52a-359a-4fb2-b0c1-0c5de9906c26', 'name': 'tempest-snat-router-227611775', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'dc2e66d0-bb5f-4563-9475-02ad27481e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:43Z', 'updated_at': '2021-08-31T09:42:45Z', 'revision_number': 3, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port': {'id': 'dc2e66d0-bb5f-4563-9475-02ad27481e31', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6cf52a-359a-4fb2-b0c1-0c5de9906c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:42:44Z', 'updated_at': '2021-08-31T09:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:47.303315 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Checking router: ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:42:47.304785 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Updating router ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 port dc2e66d0-bb5f-4563-9475-02ad27481e31 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:42:47.378209 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.411487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] For port 6ede2997-ce25-4cfe-9852-c3ab702430b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6ede2997-ce25-4cfe-9852-c3ab702430b8,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:47.412776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.431188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] Calling delete_port for 6ede2997-ce25-4cfe-9852-c3ab702430b8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:47.568190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:47.601999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.654344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] Pushing event deleted for resources: {'Port': ['ID=6ede2997-ce25-4cfe-9852-c3ab702430b8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:47.683613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d2306e-8d68-4eb5-8262-2ce4a24639d9 None None] No DVR routers for this DVR port 6ede2997-ce25-4cfe-9852-c3ab702430b8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:47.775248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6ede2997-ce25-4cfe-9852-c3ab702430b8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:47.836277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 6ede2997-ce25-4cfe-9852-c3ab702430b8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:47.839056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6ede2997-ce25-4cfe-9852-c3ab702430b8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:47.880204 n-d-800634-13 neutron-server[94896]: WARNING neutron.services.revisions.revision_plugin [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Could not find related port for resource to bump revision. Aug 31 09:42:47.886369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_pluggable_backend [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Port 6ede2997-ce25-4cfe-9852-c3ab702430b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 09:42:47.886885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_pluggable_backend [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:28a1 {{(pid=94896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 09:42:47.897171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_pluggable_backend [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:28a1 {{(pid=94896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 09:42:47.898747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.015246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=e3f04f33-ff67-408c-9496-fd91c9535163,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.055643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:48.061349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:48.064995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.065787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.072162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d16eb-5572-4b31-be0d-73b52559789c None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:48.111900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-504995fb-51e9-4c76-b4dc-e84ce02161e1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7277565 Aug 31 09:42:48.115065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48854) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.146292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:48.180467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.239408 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.259843 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Transition to ACTIVE for port object dc2e66d0-bb5f-4563-9475-02ad27481e31 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:48.306736 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.472943 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Pushing event updated for resources: {'Port': ['ID=dc2e66d0-bb5f-4563-9475-02ad27481e31,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.499114 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.499460 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.499798 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.499973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Deleting port dc2e66d0-bb5f-4563-9475-02ad27481e31 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:48.500145 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.500453 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.500562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.500804 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.501092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.501411 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.501730 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.513935 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.514311 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.521024 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:48.560495 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Attempting to bind port dc2e66d0-bb5f-4563-9475-02ad27481e31 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:48.560960 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Attempting to bind port dc2e66d0-bb5f-4563-9475-02ad27481e31 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:48.561354 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Attempting to bind port dc2e66d0-bb5f-4563-9475-02ad27481e31 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:48.573435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:48.578067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:48.578452 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:48.579650 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.580760 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:48.585022 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Bound port: dc2e66d0-bb5f-4563-9475-02ad27481e31, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:48.585431 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.591210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.728777 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] For port dc2e66d0-bb5f-4563-9475-02ad27481e31, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:48.735190 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] For port dc2e66d0-bb5f-4563-9475-02ad27481e31, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dc2e66d0-bb5f-4563-9475-02ad27481e31,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:48.744864 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.764222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.773054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': 'e3f04f33-ff67-408c-9496-fd91c9535163'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:48.773954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.785592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.831629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Calling delete_port for dc2e66d0-bb5f-4563-9475-02ad27481e31 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:48.832833 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01c93b-442d-4407-a1cb-e1d0ea95f162 None None] Pushing event updated for resources: {'Port': ['ID=dc2e66d0-bb5f-4563-9475-02ad27481e31,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.876367 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Routers {'ca6cf52a-359a-4fb2-b0c1-0c5de9906c26'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:48.877272 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ca6cf52a-359a-4fb2-b0c1-0c5de9906c26'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:48.888240 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3f04f33-ff67-408c-9496-fd91c9535163 (CIDR: 2001:db8::/64) Aug 31 09:42:48.899164 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:48.899663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:48.923984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b8ac8e0f-e0f3-457d-acdb-5477d8aba430 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8027205 Aug 31 09:42:48.926747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48860) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:48.931978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:49.118762 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] Set router ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:49.202281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Allocated IP 2001:db8::f816:3eff:fe63:8c70 (5d91503f-5102-418f-827c-c81a8c784a43/e3f04f33-ff67-408c-9496-fd91c9535163/55f0e7a9-84ee-421f-b83f-74e3d0b3aa76) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:49.212409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:49.217136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.251852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.276961 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6cf52a-359a-4fb2-b0c1-0c5de9906c26', 'name': 'tempest-snat-router-227611775', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:43Z', 'updated_at': '2021-08-31T09:42:48Z', 'revision_number': 4, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:49.302637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2e66d0-bb5f-4563-9475-02ad27481e31,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:49.354367 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d67986-292f-459d-bbd7-3255a48c69c6 None None] The sync data for ids ['ca6cf52a-359a-4fb2-b0c1-0c5de9906c26'] in n-d-800634-13 is: [{'id': 'ca6cf52a-359a-4fb2-b0c1-0c5de9906c26', 'name': 'tempest-snat-router-227611775', 'tenant_id': 'b95206715a1a4523987eff8187b1040b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:43Z', 'updated_at': '2021-08-31T09:42:48Z', 'revision_number': 4, 'project_id': 'b95206715a1a4523987eff8187b1040b', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:49.484837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.663814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.705027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Transition to ACTIVE for port object 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:49.740653 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.744003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.765470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Transition to ACTIVE for port object 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:49.775946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:49.780603 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.851639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.851639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:49.859711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.863693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5536d2c8-3a6b-49c7-b21c-87f5335c0cd0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ca6cf52a-359a-4fb2-b0c1-0c5de9906c26 HTTP/1.1" status: 204 len: 168 time: 2.9845169 Aug 31 09:42:49.865328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:49.893822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:49.896906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:49.901121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:49.904192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:49.984150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:50.000408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:50.001151 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.013898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Attempting to bind port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:50.015200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Attempting to bind port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:50.020926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Attempting to bind port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:50.085739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:50.086123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:50.086549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.086949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:50.087442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Bound port: 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:50.087821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.231059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:50.235297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:50.244857 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.319271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.356126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.413288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f044a1a-18fd-4837-99f9-3195c68d86b0 None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:50.419674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:50.430602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.502336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=549bb065-9041-4951-ac50-c97b1e7eaf02,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:50.529621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:50.532893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:50.537306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:50.540578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.541204 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.751863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48884) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:50.752616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-049b805d-2b7a-44ce-aea4-3b7082a51ed2 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8247459 Aug 31 09:42:50.764220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.765431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:73:4b:b5', 'name': 'tempest-NetworksTestDHCPv6-272710857'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:50.920943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.976242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:50.999402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Deleting port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:50.999792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.113394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.119151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] For port fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:51.119527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.152749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port c411aa62-b061-47c4-8c1b-a1017bee5c43 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:42:51.154383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Calling delete_port for fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:51.485408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.546567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.603383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8:0:1::3cb (5d91503f-5102-418f-827c-c81a8c784a43/549bb065-9041-4951-ac50-c97b1e7eaf02/c411aa62-b061-47c4-8c1b-a1017bee5c43) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:51.614618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fe73:4bb5 (5d91503f-5102-418f-827c-c81a8c784a43/e3f04f33-ff67-408c-9496-fd91c9535163/c411aa62-b061-47c4-8c1b-a1017bee5c43) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:51.708444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48894) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:51.716882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.946408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.960607 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.969956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.009215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object c411aa62-b061-47c4-8c1b-a1017bee5c43 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:52.055727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:52.095609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.151695 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.152324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:52.167519 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.173014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d1dd3f9f-44fb-4a81-9d65-db9a96120f5d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1454e3c2-cefe-44c8-bfa6-f6b04b8c7739 HTTP/1.1" status: 204 len: 168 time: 2.3012319 Aug 31 09:42:52.173819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:52.194232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1089847700', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:52.197056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:52.223716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=c411aa62-b061-47c4-8c1b-a1017bee5c43,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.240053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:52.240231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7825bc-b9c3-485f-bb7d-1c81c2ece23f None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:52.242052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:52.248832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Deleting subnet 0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:52.260262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:52.285867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:52.286928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.291928 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.309041 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e502d71-38db-4cc8-add0-e1d56b978ca7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5542920 Aug 31 09:42:52.312482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48906) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:52.330035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.330035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.362238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.430632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] Provisioning for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:52.443657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:52.444347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.480746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.497653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port c411aa62-b061-47c4-8c1b-a1017bee5c43 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:52.498696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.558307 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.713246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.736656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.737474 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.740290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for c411aa62-b061-47c4-8c1b-a1017bee5c43 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:52.745584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.787857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:52.800171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.832779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:52.834762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f HTTP/1.1" status: 204 len: 168 time: 1.1234612 Aug 31 09:42:52.836128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e83e6ba-8dd4-4735-b7fa-5847a1b78b9f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:52.838726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:52.913011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.913406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.913754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.914197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.914553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.915384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.915384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.915557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.915834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.916160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.916628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.916957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7bc48c-7f19-4938-988c-59ccef51c6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:52.948697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91480e4f-0664-4f26-b80a-4e8768ee2782 None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:53.043675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': 'e3f04f33-ff67-408c-9496-fd91c9535163', 'ip_address': '2001:db8::f816:3eff:fe63:8c70'}, {'subnet_id': '549bb065-9041-4951-ac50-c97b1e7eaf02'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '55f0e7a9-84ee-421f-b83f-74e3d0b3aa76'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:53.049728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.093728 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.274926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.290597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.311290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25e384b-4ff6-4d05-b9c0-4260704cb00b']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:53.332222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34fd984-2f07-405e-b979-1d6cf72d0d79') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:53.332514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34fd984-2f07-405e-b979-1d6cf72d0d79') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:53.333367 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.351352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.391091 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.394177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=c411aa62-b061-47c4-8c1b-a1017bee5c43,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:53.419429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.430348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:53.431650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:53.435939 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:53.511316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Allocated IP 172.25.4.229 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/e84e36a4-5986-478b-912c-e959f50a63e6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:53.513708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Allocated IP 2001:db8:0:1::2 (5d91503f-5102-418f-827c-c81a8c784a43/549bb065-9041-4951-ac50-c97b1e7eaf02/55f0e7a9-84ee-421f-b83f-74e3d0b3aa76) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:53.559998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.566141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-278592d4-6fb3-423a-892f-14c841c3c9fb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/c411aa62-b061-47c4-8c1b-a1017bee5c43 HTTP/1.1" status: 204 len: 168 time: 1.2482235 Aug 31 09:42:53.567492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48920) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.608481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.617868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.623635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e25e384b-4ff6-4d05-b9c0-4260704cb00b HTTP/1.1" status: 204 len: 168 time: 0.7833378 Aug 31 09:42:53.662215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfdd5-a2de-4cda-8655-cf059ce4e250 admin admin] Pushing event deleted for resources: {'Network': ['ID=e25e384b-4ff6-4d05-b9c0-4260704cb00b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:53.678490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440ae2d-d54f-47bb-87a1-1043c1f5c907 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.683681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c440ae2d-d54f-47bb-87a1-1043c1f5c907 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1128311 Aug 31 09:42:53.684724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48924) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.752886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:53.892411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:53.903936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48926) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.907745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409280b0-6349-4892-8990-d183376324f3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.917320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-409280b0-6349-4892-8990-d183376324f3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2276385 Aug 31 09:42:53.920816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48928) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.922439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:53.923275 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.952354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.027323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-48cbd852-7ccb-48cb-a746-add8da56e79f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f7dc76241694e58a4cda01992e71e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220856 Aug 31 09:42:54.028208 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.044239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:54.044696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25b8a0-d2fe-4f73-9b9e-1dbd228e33b0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.049282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25b8a0-d2fe-4f73-9b9e-1dbd228e33b0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.054180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25b8a0-d2fe-4f73-9b9e-1dbd228e33b0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.062344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Transition to ACTIVE for port object 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:54.062583 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d25b8a0-d2fe-4f73-9b9e-1dbd228e33b0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1370275 Aug 31 09:42:54.064497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48934) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:54.129663 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.138607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:54.148318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.192497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:54.193220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device fcc8f6da-f55d-4616-a0b3-5ffc39d3b0c8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:54.208604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 549bb065-9041-4951-ac50-c97b1e7eaf02 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:54.226931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.227712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:54.228966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae6e373c-efef-4a97-92af-443b41b02fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.235082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:54.243360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:54.301526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event updated for resources: {'Port': ['ID=e84e36a4-5986-478b-912c-e959f50a63e6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:54.321726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f3f5d-ca8a-4234-9af8-6aa9082a968b None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:54.336215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.409709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae6e373c-efef-4a97-92af-443b41b02fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.470735 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.545838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.565566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.570791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/549bb065-9041-4951-ac50-c97b1e7eaf02 HTTP/1.1" status: 204 len: 168 time: 0.5029674 Aug 31 09:42:54.587270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48940) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:54.593822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dfc51-d7e6-4903-8cf6-f95833173f7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=549bb065-9041-4951-ac50-c97b1e7eaf02,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:54.614334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae6e373c-efef-4a97-92af-443b41b02fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.624300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae6e373c-efef-4a97-92af-443b41b02fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.627965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae6e373c-efef-4a97-92af-443b41b02fc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5dc5676-302f-48e0-84c3-13e4c01c67fe HTTP/1.1" status: 204 len: 168 time: 0.5804076 Aug 31 09:42:54.686975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e373c-efef-4a97-92af-443b41b02fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc5676-302f-48e0-84c3-13e4c01c67fe,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:54.811602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet e3f04f33-ff67-408c-9496-fd91c9535163 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:54.823382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.876252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.954184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.269956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.277580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.367886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682573a-3143-4cbf-be56-a134d2d2d01a None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:55.487518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-878de545-e863-4b15-9ecb-a80ecd7a1d17 None None] Could not find standard attr ID for object c411aa62-b061-47c4-8c1b-a1017bee5c43. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:42:55.510545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-878de545-e863-4b15-9ecb-a80ecd7a1d17 None None] Provisioning for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:55.523493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-878de545-e863-4b15-9ecb-a80ecd7a1d17 None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:55.524394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-878de545-e863-4b15-9ecb-a80ecd7a1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.767498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:55.811713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.861594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.878272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:55.879302 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/e3f04f33-ff67-408c-9496-fd91c9535163 HTTP/1.1" status: 204 len: 168 time: 1.2857676 Aug 31 09:42:55.892932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f05857-0521-4da7-be91-8a48fe871b30 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f04f33-ff67-408c-9496-fd91c9535163,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:55.901632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:55.902010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.946328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Router c606c162-75db-4a8c-8f7f-d4aeb78b049c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:42:55.965476 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f36daf23-964e-4668-9680-50dd3e46d2ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850811 Aug 31 09:42:55.969711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 48988) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:55.975180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:56.079240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dea3a-45ae-42c7-9af1-07bc5ec74355 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': 'e3f04f33-ff67-408c-9496-fd91c9535163'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '55f0e7a9-84ee-421f-b83f-74e3d0b3aa76'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:56.111801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b16dea3a-45ae-42c7-9af1-07bc5ec74355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.114917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 48998) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.186885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:56.228221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] Sync routers for ids ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:56.229663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:56.234819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.240685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.244617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1f82c346-7bf9-4a6f-85b0-4afeb3c1f1a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0671370 Aug 31 09:42:56.246357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49004) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.252729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': False}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:56.304523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] Routers {'c606c162-75db-4a8c-8f7f-d4aeb78b049c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:56.307479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:56.394763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1780707821-network', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:56.401830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:56.465002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Made reservation on behalf of dc76205c01c6482d8c115d70aa9df0ac for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:56.468950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.576917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.589768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] Routers {'c606c162-75db-4a8c-8f7f-d4aeb78b049c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:56.590672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:56.632780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:56.633601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2cf116-3ce8-440a-9079-7fec6955453a None None] The sync data for ids ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:56.690509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8a369-218b-4193-b3e1-1a63e6871c92 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:56.804715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:42:56.864744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.868321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7bf0771a-31e1-4a30-b69c-1d3aa12cdedd None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:56.868923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7bf0771a-31e1-4a30-b69c-1d3aa12cdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.871480 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.876501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.889756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:56.900366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.900366 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Added segment 9a9733dd-8a3b-42a8-92d7-e61187cd9f98 of type vlan for network b6db4a0a-4a7f-44ff-818d-27c688625a27 Aug 31 09:42:56.949354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.991172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.992279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:56.992931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.066947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Pushing event updated for resources: {'Network': ['ID=b6db4a0a-4a7f-44ff-818d-27c688625a27,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.084914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:57.126800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428abadf-9ff9-4ff4-adea-0948477b4cc5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.131598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5f0046f2-756c-4ce1-8ca0-c52ac17af53d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0154352 Aug 31 09:42:57.136443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49010) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.136750 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.144771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Request body: {'subnet': {'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1780707821-subnet', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:57.200958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Made reservation on behalf of dc76205c01c6482d8c115d70aa9df0ac for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:57.203432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.268968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': 'bded9993-8f45-4d25-9807-cde42e8a6929'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '55f0e7a9-84ee-421f-b83f-74e3d0b3aa76'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:42:57.328111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.502666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:57.545896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.567466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.568253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.670091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=8']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.725870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:57.734834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:57.764219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:57.767047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:57.767663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.790827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:42:57.791547 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:42:57.797238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8263824 Aug 31 09:42:57.798223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49030) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.813821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:57.880962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218be42-3707-4d61-a858-b5f715a81866 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=bded9993-8f45-4d25-9807-cde42e8a6929,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.957377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.981980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.032720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:58.040870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.065148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.072212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.080118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.082123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e724d121-3fe5-4a2c-b63f-cd956e0efe44,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.088055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.098674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.107752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.118006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.121095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-3490ae95-59a9-4fce-a716-c0d21c632321 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.1865771 Aug 31 09:42:58.136295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:58.146747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.161117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.209907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.217301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.364227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Checking segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:58.364935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Network hostable DHCP agents. Network: b6db4a0a-4a7f-44ff-818d-27c688625a27, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:58.383292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Router c606c162-75db-4a8c-8f7f-d4aeb78b049c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:58.406671 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.431969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7571df22-f71a-43f1-8a41-7270b151fbd0 req-1b277bfe-efa4-4bc1-839f-738e72bee986 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2735848 Aug 31 09:42:58.463803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:58.479277 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bded9993-8f45-4d25-9807-cde42e8a6929 (CIDR: 2001:db8::/64) Aug 31 09:42:58.484789 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:42:58.485538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:42:58.533634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98b35fff-88c2-457e-ab1c-dd988396a693 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7315967 Aug 31 09:42:58.540515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.556709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:58.559916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b6db4a0a-4a7f-44ff-818d-27c688625a27) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:58.577244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.577849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.640844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7afa9ba7-46f7-4446-878e-25a600a4880e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5022855 Aug 31 09:42:58.643872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49046) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.649783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:58.662848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be1d26-1886-4b05-838b-56c1a37f59a8 None None] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:58.686422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:58.698380 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] Sync routers for ids ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:58.699119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.704078 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fb4555fd-4bfd-48da-857b-ff74d90b716f tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "PUT /v2.0/routers/c606c162-75db-4a8c-8f7f-d4aeb78b049c HTTP/1.1" status: 200 len: 922 time: 2.4556437 Aug 31 09:42:58.705202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49048) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.712582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.713783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.715523 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] Routers {'c606c162-75db-4a8c-8f7f-d4aeb78b049c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:58.716335 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:58.784789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.792388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.797077 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:58.800336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.806835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.807181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.814622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.818164 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] Routers {'c606c162-75db-4a8c-8f7f-d4aeb78b049c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:58.819042 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:42:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:58.822132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.829653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:58.845005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32459310-e235-4add-9fd9-1047736d6a0d req-1ae39d09-e5ce-4008-82d6-1bb0346af1a4 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.1727555 Aug 31 09:42:58.888636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:58.889700 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c34ba-7412-42f0-8028-9952c3ad3d4d None None] The sync data for ids ['c606c162-75db-4a8c-8f7f-d4aeb78b049c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:58.919171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:58.924734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.978118 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9dd149b1-ffc0-41f5-9859-0655d8c5b255 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/c606c162-75db-4a8c-8f7f-d4aeb78b049c HTTP/1.1" status: 200 len: 922 time: 0.2705140 Aug 31 09:42:58.982068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49052) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.351934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.371304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91d06832-4f0b-403c-8566-0e52e3de6faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.437140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:59.448744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:59.476795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:59.481809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.533121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=92ca24e3-8474-4c86-9772-b2391b84aa24,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:59.550900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f718d155-8bfe-448c-8c58-ffadfe925e8b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0038810 Aug 31 09:42:59.555900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49054) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.579104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:19:98:19', 'name': 'tempest-NetworksTestDHCPv6-940220778'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:59.688192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:59.704702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b6db4a0a-4a7f-44ff-818d-27c688625a27', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:42:59.705597 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.890166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:59.936326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Allocated IP 172.20.0.2 (b6db4a0a-4a7f-44ff-818d-27c688625a27/e724d121-3fe5-4a2c-b63f-cd956e0efe44/68593558-2d1b-4528-a596-4c77171b59d7) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:59.998836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7cb66-845c-493d-9514-115010e97276 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:00.005999 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54f7cb66-845c-493d-9514-115010e97276 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=c606c162-75db-4a8c-8f7f-d4aeb78b049c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0199378 Aug 31 09:43:00.008746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49060) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.087637 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.094686 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.128120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port ad88c992-9700-40cf-b089-77965c6618ff yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:00.166069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.191121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Transition to ACTIVE for port object 68593558-2d1b-4528-a596-4c77171b59d7 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:00.261021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Transition to ACTIVE for port object 68593558-2d1b-4528-a596-4c77171b59d7 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:00.267470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.287503 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.472514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8233be-3833-499a-af3d-0487ab276620 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:00.478099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3c8233be-3833-499a-af3d-0487ab276620 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.4680257 Aug 31 09:43:00.480828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49064) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.523283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.536133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b7cf8-b701-4e74-89a7-45c3a31c88b8 None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.598289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:00.603718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:00.609159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:00.663824 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af652f97-c480-4f96-a62c-86b3b0604273 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=c606c162-75db-4a8c-8f7f-d4aeb78b049c HTTP/1.1" status: 200 len: 205 time: 0.1805453 Aug 31 09:43:00.671951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49068) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.806643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Pushing event updated for resources: {'Port': ['ID=68593558-2d1b-4528-a596-4c77171b59d7,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.876588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Attempting to bind port 68593558-2d1b-4528-a596-4c77171b59d7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:00.877244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Attempting to bind port 68593558-2d1b-4528-a596-4c77171b59d7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:00.877676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Attempting to bind port 68593558-2d1b-4528-a596-4c77171b59d7 on network b6db4a0a-4a7f-44ff-818d-27c688625a27 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:00.901492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:00.902183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Checking segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:00.906041 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.906758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Bound using segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:00.908274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Bound port: 68593558-2d1b-4528-a596-4c77171b59d7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:00.908874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.968334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8:0:1::195 (5d91503f-5102-418f-827c-c81a8c784a43/92ca24e3-8474-4c86-9772-b2391b84aa24/ad88c992-9700-40cf-b089-77965c6618ff) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:01.077295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::f816:3eff:fe19:9819 (5d91503f-5102-418f-827c-c81a8c784a43/bded9993-8f45-4d25-9807-cde42e8a6929/ad88c992-9700-40cf-b089-77965c6618ff) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:01.139668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] For port 68593558-2d1b-4528-a596-4c77171b59d7, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:01.146023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] For port 68593558-2d1b-4528-a596-4c77171b59d7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=68593558-2d1b-4528-a596-4c77171b59d7,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:01.151365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.166979 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.215244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.258570 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.262751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161b9d-c21c-4f73-8233-e9ba646340ac None None] Pushing event updated for resources: {'Port': ['ID=68593558-2d1b-4528-a596-4c77171b59d7,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.605386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Allocated IP 172.25.4.250 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/09bc2a6c-edd6-48c2-9304-9bea33de963f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:01.791094 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.807417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:01.874629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49092) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:01.907415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.953502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.963086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:01.963468 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.057168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08cbf0-2070-4b31-a4eb-1834e6b4f7c4 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:02.067613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.094553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.157753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:02.159339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Deleting port e84e36a4-5986-478b-912c-e959f50a63e6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:02.159867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.165654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:02.184854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:02.206926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object ad88c992-9700-40cf-b089-77965c6618ff will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:02.214218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.215813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.216739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.217469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.218123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.218865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.220334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.224536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-137f213e-1f0b-4fa1-af89-77292c0abe0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.3445537 Aug 31 09:43:02.261415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-59913e40-2013-4f5e-b631-a22bf2ac8c10 None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:02.261687 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-59913e40-2013-4f5e-b631-a22bf2ac8c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.269554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Pushing event updated for resources: {'Port': ['ID=09bc2a6c-edd6-48c2-9304-9bea33de963f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:02.285644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.285993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.286357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.286702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.287042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.287523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.287816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.288016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.288334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.289146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.289479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.289803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:02.424241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.462022 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.549248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.560097 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-18f070e8-677a-4d28-92f1-b610b52d0077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.583975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:02.620046 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.651334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:02.665988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-bceb1643-5177-42b8-a7c9-e8b3eee328c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3062811 Aug 31 09:43:02.702946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:02.719616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:02.730098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.749959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.760024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.770917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-59913e40-2013-4f5e-b631-a22bf2ac8c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.810188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Calling delete_port for e84e36a4-5986-478b-912c-e959f50a63e6 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:02.825403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2651055 Aug 31 09:43:02.828205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fe2ad-41e9-4fee-b533-9cf3d2a5f7fd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=ad88c992-9700-40cf-b089-77965c6618ff,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:02.830014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49100) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.915158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': 'bded9993-8f45-4d25-9807-cde42e8a6929', 'ip_address': '2001:db8::f816:3eff:fe63:8c70'}, {'subnet_id': '92ca24e3-8474-4c86-9772-b2391b84aa24'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '55f0e7a9-84ee-421f-b83f-74e3d0b3aa76'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:02.990697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:03.113111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.154112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.164806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port ad88c992-9700-40cf-b089-77965c6618ff {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:03.165655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.192479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event deleted for resources: {'Port': ['ID=e84e36a4-5986-478b-912c-e959f50a63e6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:03.223319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-59913e40-2013-4f5e-b631-a22bf2ac8c10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:03.223756 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-59913e40-2013-4f5e-b631-a22bf2ac8c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:03.306102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.319049 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.331455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for ad88c992-9700-40cf-b089-77965c6618ff owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:03.526211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b4f8f-3643-451b-b431-591850cde76e None None] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:03.604237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.606465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.652012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=ad88c992-9700-40cf-b089-77965c6618ff,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:03.731596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Allocated IP 2001:db8:0:1::2 (5d91503f-5102-418f-827c-c81a8c784a43/92ca24e3-8474-4c86-9772-b2391b84aa24/55f0e7a9-84ee-421f-b83f-74e3d0b3aa76) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:03.734048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.878137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.890247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c7e7605e-570a-4221-9355-ab3d6e81ccbd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/ad88c992-9700-40cf-b089-77965c6618ff HTTP/1.1" status: 204 len: 168 time: 1.0439389 Aug 31 09:43:03.892755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49110) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:03.896286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.919468 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.980746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:04.049322 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.050155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Fanout notify agent at l3_agent the message router_deleted on router c606c162-75db-4a8c-8f7f-d4aeb78b049c {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:04.063507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.065913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-64555f2d-4378-4248-8dfc-bd009a889055 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/c606c162-75db-4a8c-8f7f-d4aeb78b049c HTTP/1.1" status: 204 len: 168 time: 3.3926799 Aug 31 09:43:04.069419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.076237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1373344888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:04.084747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.093508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc1a6b-75a1-4b38-8018-1cc422cc82ac tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.099209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-86bc1a6b-75a1-4b38-8018-1cc422cc82ac tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.2041996 Aug 31 09:43:04.099209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49116) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.202915 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.204979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.218321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-25720d75-691d-41b3-a71f-85513c81817a None None] Provisioning for port 68593558-2d1b-4528-a596-4c77171b59d7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:04.227574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddb207-505f-472b-810c-3c95821c4a06 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.238225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-adddb207-505f-472b-810c-3c95821c4a06 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1215045 Aug 31 09:43:04.240585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49120) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.251089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:04.251483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.302002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:04.316062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Router 603e6e60-58d8-486d-9d76-a54430da37a2 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:04.410647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.415174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.423888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729abbb5-5c63-4a6f-b533-3a39422c451e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.426923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729abbb5-5c63-4a6f-b533-3a39422c451e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.429675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729abbb5-5c63-4a6f-b533-3a39422c451e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.435762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-729abbb5-5c63-4a6f-b533-3a39422c451e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1927772 Aug 31 09:43:04.436601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49122) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.468963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 68593558-2d1b-4528-a596-4c77171b59d7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:04.536088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Transition to ACTIVE for port object 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:04.542224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.574354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 92ca24e3-8474-4c86-9772-b2391b84aa24 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:04.580673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.603023 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.610392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:04.642913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Sync routers for ids ['603e6e60-58d8-486d-9d76-a54430da37a2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:04.650250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.654122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0be743d0-cf73-40a9-a51c-2ca925cd5e5d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0065706 Aug 31 09:43:04.655157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49124) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.664977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.666225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ebb1b32-ae8c-40a5-bcae-9539071fbdc6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5950177 Aug 31 09:43:04.670404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49126) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.678065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:04.724849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.738510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Routers {'603e6e60-58d8-486d-9d76-a54430da37a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:04.738510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['603e6e60-58d8-486d-9d76-a54430da37a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:04.768338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 68593558-2d1b-4528-a596-4c77171b59d7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:04.803472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd48a39-6f6e-4d58-955f-c5e5e97df22d None None] Pushing event updated for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.814505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 68593558-2d1b-4528-a596-4c77171b59d7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:04.814885 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.147012 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.149941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9d322ed9-cb08-42e5-9ea5-c6f5332abc08 None None] Provisioning complete for port 68593558-2d1b-4528-a596-4c77171b59d7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:05.151877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d322ed9-cb08-42e5-9ea5-c6f5332abc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.176719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.184982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Set router 603e6e60-58d8-486d-9d76-a54430da37a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:05.336315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.389465 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.415926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.458568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.460849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/92ca24e3-8474-4c86-9772-b2391b84aa24 HTTP/1.1" status: 204 len: 168 time: 1.0227671 Aug 31 09:43:05.471861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f471ce9-4bcb-40aa-bb81-b10a835e1c31 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=92ca24e3-8474-4c86-9772-b2391b84aa24,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:05.475230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:05.501138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 68593558-2d1b-4528-a596-4c77171b59d7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=68593558-2d1b-4528-a596-4c77171b59d7,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:05.552510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.562622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet bded9993-8f45-4d25-9807-cde42e8a6929 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:05.585651 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.624176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Allocated IP 172.20.0.1 (b6db4a0a-4a7f-44ff-818d-27c688625a27/e724d121-3fe5-4a2c-b63f-cd956e0efe44/2c2a7d53-3cc5-42c3-b316-8e6d80bd312d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:05.745617 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9d322ed9-cb08-42e5-9ea5-c6f5332abc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.795132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:05.826587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.890451 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0778d55-dec6-4878-921b-b8e79f2def37 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:05.901866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.938724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Transition to ACTIVE for port object 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:05.939934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=68593558-2d1b-4528-a596-4c77171b59d7,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:05.999278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.010620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-9d322ed9-cb08-42e5-9ea5-c6f5332abc08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:06.011261 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-9d322ed9-cb08-42e5-9ea5-c6f5332abc08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:06.038869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.061375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:06.066080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:43:02Z', 'revision_number': 3, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:06.068171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:06.097369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:06.125941 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.131045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Checking router: 603e6e60-58d8-486d-9d76-a54430da37a2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:06.131666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Updating router 603e6e60-58d8-486d-9d76-a54430da37a2 port 09bc2a6c-edd6-48c2-9304-9bea33de963f binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:06.163345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.174759 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.207913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.475411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.506588 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.593802 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.609227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/bded9993-8f45-4d25-9807-cde42e8a6929 HTTP/1.1" status: 204 len: 168 time: 1.1326408 Aug 31 09:43:06.631456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d01fb-2bb4-4131-b583-8ad2b00cbb1f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=bded9993-8f45-4d25-9807-cde42e8a6929,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.636846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Allocated IP 172.25.4.47 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/8b5a7c2c-a6ca-4ea0-8d8a-2fb32070addf) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:06.639545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.727541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.728965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c351baf7-502e-4010-be82-5a938c8e3082 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879700 Aug 31 09:43:06.734125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49154) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.741447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:06.784442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6c25e-2a19-4b82-beab-1c936ec7d98a None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': 'bded9993-8f45-4d25-9807-cde42e8a6929'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '55f0e7a9-84ee-421f-b83f-74e3d0b3aa76'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:06.787845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Could not find standard attr ID for object ad88c992-9700-40cf-b089-77965c6618ff. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:06.852336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c25e-2a19-4b82-beab-1c936ec7d98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.855424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Provisioning for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:06.872023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:06.872849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.913505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.075506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:07.080997 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.111241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.176180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97834394-da43-4a3f-aabd-b9ea6b8541ac None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:07.270198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.393329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.401029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.417738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event updated for resources: {'Port': ['ID=8b5a7c2c-a6ca-4ea0-8d8a-2fb32070addf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:07.455884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:07.459348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:07.469116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:07.583326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:07.611887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.751429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.752007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 68593558-2d1b-4528-a596-4c77171b59d7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:07.795111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Provisioning for port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:07.808512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:07.811566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:07.815625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Provisioning complete for port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:07.816009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.881784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:07.897845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:07.935023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:07.935722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.964730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:08.013735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ff19ff65-c82d-4562-beb8-f71d54d6895e None None] Port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:08.022569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2847581 Aug 31 09:43:08.029653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49166) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:08.038099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:08.076392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 68593558-2d1b-4528-a596-4c77171b59d7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:08.076776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.078202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8578b9-6220-4d9f-8a77-e311be971242 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=18827b0f-1d0c-44cd-813c-ebac95a14be1,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.104030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Router 603e6e60-58d8-486d-9d76-a54430da37a2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:08.116506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.141686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Transition to ACTIVE for port object 09bc2a6c-edd6-48c2-9304-9bea33de963f will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.223152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.258398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.278414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-67fd8127-e5a4-4791-a795-81391adde459 None None] Provisioning complete for port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:08.278973 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67fd8127-e5a4-4791-a795-81391adde459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.292837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:08.311363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2ab89c08-0380-4107-9689-2bd6e83d9c11 admin admin] 10.222.0.18 "PUT /v2.0/routers/603e6e60-58d8-486d-9d76-a54430da37a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6555858 Aug 31 09:43:08.357017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Attempting to bind port 09bc2a6c-edd6-48c2-9304-9bea33de963f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:08.357576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Attempting to bind port 09bc2a6c-edd6-48c2-9304-9bea33de963f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:08.358382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Attempting to bind port 09bc2a6c-edd6-48c2-9304-9bea33de963f on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:08.396424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aeaf0-9ea9-40ef-bde5-d87cad355562 None None] Pushing event updated for resources: {'Port': ['ID=09bc2a6c-edd6-48c2-9304-9bea33de963f,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.416866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:08.417435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:08.417953 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.419204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:08.422410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Bound port: 09bc2a6c-edd6-48c2-9304-9bea33de963f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:08.422992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.474573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:08.486077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.670614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.679795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.687467 n-d-800634-13 neutron-server[94895]: INFO neutron.db.ipam_backend_mixin [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18827b0f-1d0c-44cd-813c-ebac95a14be1 (CIDR: 2001:db8::/64) Aug 31 09:43:08.700269 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:43:08.700540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:08.737824 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b882109a-2be2-4d0d-9d5b-6209d5b19f5c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7045379 Aug 31 09:43:08.741492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49176) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:08.751303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:08.791692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] Deleting port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:08.792434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.988996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] For port 09bc2a6c-edd6-48c2-9304-9bea33de963f, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:09.024264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Router 8289fb92-dde4-40a5-ad46-9998e56a92f6 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:09.043104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] For port 09bc2a6c-edd6-48c2-9304-9bea33de963f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=09bc2a6c-edd6-48c2-9304-9bea33de963f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:09.064143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.159704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:09.175425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.264350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aeaf0-9ea9-40ef-bde5-d87cad355562 None None] Pushing event updated for resources: {'Port': ['ID=09bc2a6c-edd6-48c2-9304-9bea33de963f,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.319121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] For port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:09.320030 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.321509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:09.335841 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] Sync routers for ids ['8289fb92-dde4-40a5-ad46-9998e56a92f6'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:09.358223 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] Routers {'8289fb92-dde4-40a5-ad46-9998e56a92f6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:09.358790 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.360404 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['8289fb92-dde4-40a5-ad46-9998e56a92f6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:09.363891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-66fb5d8b-4072-4a47-bee5-5d066d51c143 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "PUT /v2.0/routers/8289fb92-dde4-40a5-ad46-9998e56a92f6 HTTP/1.1" status: 200 len: 879 time: 4.6897056 Aug 31 09:43:09.365016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49194) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:09.389901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] Calling delete_port for 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:09.494856 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:09.517821 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] Routers {'8289fb92-dde4-40a5-ad46-9998e56a92f6'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:09.518458 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['8289fb92-dde4-40a5-ad46-9998e56a92f6'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:09.519764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49200) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:09.532137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-580694380-network', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:09.556216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:09.580546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.616808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:09.617465 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845dd236-2792-4990-8881-fe1f7ec34557 None None] The sync data for ids ['8289fb92-dde4-40a5-ad46-9998e56a92f6'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:09.672076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Made reservation on behalf of 2e4cd954dd5b41318d64beb795ca84b7 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:09.677738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.729233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] Pushing event deleted for resources: {'Port': ['ID=55f0e7a9-84ee-421f-b83f-74e3d0b3aa76,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.733004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Routers {'603e6e60-58d8-486d-9d76-a54430da37a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:09.734461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['603e6e60-58d8-486d-9d76-a54430da37a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:09.737307 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.867247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:09.868064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:09.895462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40f89b-ecaf-41e2-9d0f-3981d61771b4 None None] No DVR routers for this DVR port 55f0e7a9-84ee-421f-b83f-74e3d0b3aa76 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:09.930922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:43:09.933184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.981418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f9509-2194-46a5-803f-bec275242354 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:10.035461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:10.044372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:10.066102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:10.068643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.095052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.118681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2f4907b4-2af0-4658-b5bf-150952bdb5be None None] Provisioning complete for port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:10.119008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f4907b4-2af0-4658-b5bf-150952bdb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.155214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=54467695-f6ff-4177-82bf-d95edc4ce9b2,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:10.209009 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:43:10.243311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] Set router 603e6e60-58d8-486d-9d76-a54430da37a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:10.248626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2f4907b4-2af0-4658-b5bf-150952bdb5be None None] Port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:10.349354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b08a-7d03-4b41-a960-fca764e26555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.448614 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-650b8067-f3f3-4ea9-81e5-e0d36f6ad2b8 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/8289fb92-dde4-40a5-ad46-9998e56a92f6 HTTP/1.1" status: 200 len: 920 time: 1.0762637 Aug 31 09:43:10.449420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49210) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.507723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c28583-407e-43a1-ba81-fab458d6b3e0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:10.514270 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-35c28583-407e-43a1-ba81-fab458d6b3e0 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=8289fb92-dde4-40a5-ad46-9998e56a92f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0593812 Aug 31 09:43:10.514830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49212) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.543254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.577894 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.597946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5d91503f-5102-418f-827c-c81a8c784a43', 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'tenant_id': 'b6fba46169fd4896bfddc9248357bba5', 'fixed_ips': [{'subnet_id': '18827b0f-1d0c-44cd-813c-ebac95a14be1'}, {'subnet_id': '54467695-f6ff-4177-82bf-d95edc4ce9b2'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:10.598958 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.687525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:10.726154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-52b01978-e020-4d51-b765-d7b7508574c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1783755 Aug 31 09:43:10.729341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad306fe2-567f-417c-b838-40a85bc12cc6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:10.741048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b08a-7d03-4b41-a960-fca764e26555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.749953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.750651 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Added segment d0d66b24-aa70-4f2e-9ede-c44f928a5afb of type vlan for network a93e1e64-c821-402d-a231-87827f734223 Aug 31 09:43:10.755042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.755476 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e33c7437-be30-4abe-b8a3-33bcab181c2b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0126097 Aug 31 09:43:10.758960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b08a-7d03-4b41-a960-fca764e26555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.772764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:19:00:09', 'name': 'tempest-NetworksTestDHCPv6-2121237690'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:10.892531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94946e50-0dc0-4396-b381-4767a0bb2510 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:10.894117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-94946e50-0dc0-4396-b381-4767a0bb2510 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.3778043 Aug 31 09:43:10.895051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4b08a-7d03-4b41-a960-fca764e26555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1636d8-a4f0-4453-8235-c73d896179f3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:10.918283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49220) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.938930 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.957710 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-59240b6b-2e94-494b-8073-e48f40c40526 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8289fb92-dde4-40a5-ad46-9998e56a92f6 HTTP/1.1" status: 200 len: 205 time: 0.0376234 Aug 31 09:43:10.961746 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b5a4b08a-7d03-4b41-a960-fca764e26555 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eeacd753f54341eb95db16770baa9ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8549523 Aug 31 09:43:10.962733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.964884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:11.031943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.033717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.034861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.074229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/18827b0f-1d0c-44cd-813c-ebac95a14be1/9332e63a-d295-41a4-85ff-e751be430524) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:11.084747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe61:f02a (5d91503f-5102-418f-827c-c81a8c784a43/54467695-f6ff-4177-82bf-d95edc4ce9b2/9332e63a-d295-41a4-85ff-e751be430524) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:11.122640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b293e2c-1ab9-4f15-951b-b161307f6246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.153531 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b293e2c-1ab9-4f15-951b-b161307f6246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.178381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6574373 Aug 31 09:43:11.194198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49228) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:11.215005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Request body: {'subnet': {'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-580694380-subnet', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:11.230082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.232651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.233800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.235134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.236773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.237816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.238887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.242122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-4a505653-730e-47fc-99ee-3c01042da637 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.2640028 Aug 31 09:43:11.257549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1bd8b-586d-4b09-a886-6eba069c4af0 admin admin] Pushing event updated for resources: {'Network': ['ID=a93e1e64-c821-402d-a231-87827f734223,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.276765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b293e2c-1ab9-4f15-951b-b161307f6246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.280953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b293e2c-1ab9-4f15-951b-b161307f6246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.282160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b293e2c-1ab9-4f15-951b-b161307f6246 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a1636d8-a4f0-4453-8235-c73d896179f3 HTTP/1.1" status: 204 len: 168 time: 0.3101099 Aug 31 09:43:11.327163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b293e2c-1ab9-4f15-951b-b161307f6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1636d8-a4f0-4453-8235-c73d896179f3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.373845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.406680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Made reservation on behalf of 2e4cd954dd5b41318d64beb795ca84b7 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:11.409234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.494079 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.520645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Transition to ACTIVE for port object 9332e63a-d295-41a4-85ff-e751be430524 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:11.531363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.532405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a93e1e64-c821-402d-a231-87827f734223 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:11.552818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:11.669641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Deleting port 8b5a7c2c-a6ca-4ea0-8d8a-2fb32070addf {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:11.672966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.696062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Transition to ACTIVE for port object 9332e63a-d295-41a4-85ff-e751be430524 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:11.708468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-c234aae5-34cf-4a5d-9a17-e99473b7a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.709119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-c234aae5-34cf-4a5d-9a17-e99473b7a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.710100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-c234aae5-34cf-4a5d-9a17-e99473b7a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.712007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-c234aae5-34cf-4a5d-9a17-e99473b7a107 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 2298 time: 0.4369793 Aug 31 09:43:11.713938 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.769819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.777022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '2c2a7d53-3cc5-42c3-b316-8e6d80bd312d', 'name': '', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'mac_address': 'fa:16:3e:55:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:05Z', 'updated_at': '2021-08-31T09:43:07Z', 'revision_number': 2, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'subnets': [{'id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:11.791812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.818014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960767c-f2c7-4f76-ad26-9ce42516b7e7 None None] The sync data for ids ['603e6e60-58d8-486d-9d76-a54430da37a2'] in n-d-800634-13 is: [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '2c2a7d53-3cc5-42c3-b316-8e6d80bd312d', 'name': '', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'mac_address': 'fa:16:3e:55:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:05Z', 'updated_at': '2021-08-31T09:43:07Z', 'revision_number': 2, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'subnets': [{'id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:11.831241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:11.833383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:11.836011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:11.843399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.876906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Calling delete_port for 8b5a7c2c-a6ca-4ea0-8d8a-2fb32070addf owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:11.961437 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.001647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f66f31-eb3e-48f7-a74c-9d66ab2abc9c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.006987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-af613296-b1b8-4e77-83b2-a3466a482e10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1001 time: 0.2851963 Aug 31 09:43:12.023103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Attempting to bind port 9332e63a-d295-41a4-85ff-e751be430524 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:12.023701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Attempting to bind port 9332e63a-d295-41a4-85ff-e751be430524 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:12.024298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Attempting to bind port 9332e63a-d295-41a4-85ff-e751be430524 on network 5d91503f-5102-418f-827c-c81a8c784a43 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:12.043074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:12.044084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Checking segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:12.044968 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.045798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Bound using segment: {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:12.046405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Bound port: 9332e63a-d295-41a4-85ff-e751be430524, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166398a9-5962-4309-a98a-dcaa1448b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5d91503f-5102-418f-827c-c81a8c784a43'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:12.063342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.098079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:12.219307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.233625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Checking segment: {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:12.241114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Network hostable DHCP agents. Network: a93e1e64-c821-402d-a231-87827f734223, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:12.254913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:12.259482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:12.287030 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.292147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event deleted for resources: {'Port': ['ID=8b5a7c2c-a6ca-4ea0-8d8a-2fb32070addf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.369729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d2cff8a9-650d-4bce-8ea3-1532f9fc5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:12.372954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d2cff8a9-650d-4bce-8ea3-1532f9fc5104 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.3507547 Aug 31 09:43:12.470014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.485291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Network a93e1e64-c821-402d-a231-87827f734223 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:12.554260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a213d4-172e-4c1d-9257-ffbf98303b5f None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.611552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a93e1e64-c821-402d-a231-87827f734223) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:12.630997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadc131-a7b7-4c63-9d3e-6f6c1f7abd9c None None] Network a93e1e64-c821-402d-a231-87827f734223 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:12.659162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:12.660647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.702120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.704565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.716393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-1120c682-348e-42f2-ae23-de2652a07db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:12.719645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-1120c682-348e-42f2-ae23-de2652a07db8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3358645 Aug 31 09:43:12.804498 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.805342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Fanout notify agent at l3_agent the message router_deleted on router 8289fb92-dde4-40a5-ad46-9998e56a92f6 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:12.818891 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.827870 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cda3c10a-4005-482d-bac6-effdb9510158 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/8289fb92-dde4-40a5-ad46-9998e56a92f6 HTTP/1.1" status: 204 len: 168 time: 1.8576796 Aug 31 09:43:12.828989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:12.842666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-129518977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:12.926140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.929992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.942507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0d2ec8d9-1ef6-499d-bf94-80ead6c898ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7344687 Aug 31 09:43:12.956370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49258) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:12.973810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:13.029511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a93e1e64-c821-402d-a231-87827f734223', 'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'fixed_ips': [{'subnet_id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:13.030398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.049266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::375 (5d91503f-5102-418f-827c-c81a8c784a43/18827b0f-1d0c-44cd-813c-ebac95a14be1/a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:13.068233 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.073747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.118315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:9 (5d91503f-5102-418f-827c-c81a8c784a43/54467695-f6ff-4177-82bf-d95edc4ce9b2/a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:13.159733 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.164584 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-adf2c3eb-efb0-4721-a63b-574f2c466093 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3341708 Aug 31 09:43:13.165460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49262) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:13.167843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.171751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.171947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': True}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:13.287366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Allocated IP 172.20.0.2 (a93e1e64-c821-402d-a231-87827f734223/73f66f31-eb3e-48f7-a74c-9d66ab2abc9c/c73f19d3-1916-4103-b852-ff953c308629) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:13.358954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.396049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-ab050158-96bd-4c91-8561-bd1a2ef282f6 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644521 Aug 31 09:43:13.678145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.752356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-73690d21-ed56-426f-950d-a8852038d5ec service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318599 Aug 31 09:43:14.000327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-5ded4eaa-ea1d-4b19-9d16-258872c3fda4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.1978564 Aug 31 09:43:14.022980 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.095632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Transition to ACTIVE for port object c73f19d3-1916-4103-b852-ff953c308629 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:14.145626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Transition to ACTIVE for port object c73f19d3-1916-4103-b852-ff953c308629 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:14.158064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.181814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 09bc2a6c-edd6-48c2-9304-9bea33de963f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:14.239154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.285128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.400868 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.442098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Pushing event updated for resources: {'Port': ['ID=c73f19d3-1916-4103-b852-ff953c308629,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:14.450906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Network a93e1e64-c821-402d-a231-87827f734223 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:14.455692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:14.459707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:14.494544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-229696c8-98d2-4f03-8657-2087e916325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.496888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-229696c8-98d2-4f03-8657-2087e916325a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.4694984 Aug 31 09:43:14.510828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Allocated IP 172.25.4.213 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/4c0d7159-d00a-4186-8020-146874614cf3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:14.627649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 09bc2a6c-edd6-48c2-9304-9bea33de963f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:14.630995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Attempting to bind port c73f19d3-1916-4103-b852-ff953c308629 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:14.631373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Attempting to bind port c73f19d3-1916-4103-b852-ff953c308629 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:14.631801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Attempting to bind port c73f19d3-1916-4103-b852-ff953c308629 on network a93e1e64-c821-402d-a231-87827f734223 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:14.640398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 09bc2a6c-edd6-48c2-9304-9bea33de963f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:14.640767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.676659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.690355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.702342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d635ecce-8ebf-460c-a332-38450b6ee536 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:14.705354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:14.705734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Checking segment: {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:14.706140 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.706742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Bound using segment: {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:14.707122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Bound port: c73f19d3-1916-4103-b852-ff953c308629, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:14.707586 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.709392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:14.717382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-dfba010a-5208-46fe-8593-b5d10326aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.720751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-dfba010a-5208-46fe-8593-b5d10326aae0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2042313 Aug 31 09:43:14.790816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.907577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b31fe213-c4d1-452b-838c-544d4acf6f85 None None] Provisioning for port 9332e63a-d295-41a4-85ff-e751be430524 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:14.916664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:14.927350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:14.938633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:14.941823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.946913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0d7159-d00a-4186-8020-146874614cf3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:14.966866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 09bc2a6c-edd6-48c2-9304-9bea33de963f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=09bc2a6c-edd6-48c2-9304-9bea33de963f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:14.979443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.980019 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.980467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:15.065177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] For port c73f19d3-1916-4103-b852-ff953c308629, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:15.115124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] For port c73f19d3-1916-4103-b852-ff953c308629, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c73f19d3-1916-4103-b852-ff953c308629,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:15.136883 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.153459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=09bc2a6c-edd6-48c2-9304-9bea33de963f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.280871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9332e63a-d295-41a4-85ff-e751be430524 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:15.291275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:15.291652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.336126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a59e-e6c0-4272-9398-d67097fc5453 None None] Pushing event updated for resources: {'Port': ['ID=c73f19d3-1916-4103-b852-ff953c308629,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.349283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.396260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-b8a7c2d2-cefc-4974-a8e3-af1ae8047120 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635947 Aug 31 09:43:15.525725 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.607899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:15.617133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.638457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:15.664623 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:15.672272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:15.690677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:15.691788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.736042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.747284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.9847286 Aug 31 09:43:15.755636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49292) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:15.817709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d76b2e-a820-4695-bc8e-404bcd5b2447 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.824516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.899645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.909346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-98fb7b51-6c12-434c-977e-86019edf1060 None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:15.909723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-98fb7b51-6c12-434c-977e-86019edf1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.977262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-3da270b2-e477-4619-a40e-53e6dc440727 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579832 Aug 31 09:43:16.178341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-98fb7b51-6c12-434c-977e-86019edf1060 None None] Provisioning for port a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:16.183921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-98fb7b51-6c12-434c-977e-86019edf1060 None None] Provisioning complete for port a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:16.184470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-98fb7b51-6c12-434c-977e-86019edf1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.240272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-b7f2965c-bdd5-4d9a-9c4e-bc70bb010f9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.2433493 Aug 31 09:43:16.245550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Sync routers for ids ['603e6e60-58d8-486d-9d76-a54430da37a2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:16.317697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Routers {'603e6e60-58d8-486d-9d76-a54430da37a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:16.320487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['603e6e60-58d8-486d-9d76-a54430da37a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:16.331502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c73f19d3-1916-4103-b852-ff953c308629 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:16.332197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:16.332560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.334880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.344730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.452511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-98fb7b51-6c12-434c-977e-86019edf1060 None None] Port a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:16.566902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d72a75ee-522e-44dd-806e-6bfb5ea4ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:16.569818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d72a75ee-522e-44dd-806e-6bfb5ea4ab92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.3068526 Aug 31 09:43:16.616087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Allocated IP 172.25.4.195 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/3102fde1-5774-4fa3-b960-85d8b77e9d72) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:16.618457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e3b1c2b0-afe7-441f-a237-ab835a808c75 None None] Could not find standard attr ID for object c411aa62-b061-47c4-8c1b-a1017bee5c43. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:16.628275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c73f19d3-1916-4103-b852-ff953c308629 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:16.654237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Set router 603e6e60-58d8-486d-9d76-a54430da37a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:16.656583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:16.711206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Router 5019a6a4-a92f-43cc-b849-81b2acdc42ea is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:16.822273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49304) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:16.834280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.848600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:16.972410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:16.986942 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] Sync routers for ids ['5019a6a4-a92f-43cc-b849-81b2acdc42ea'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:17.013973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-192af590-da82-48cb-870a-e808610510d2 None None] Could not find standard attr ID for object ad88c992-9700-40cf-b089-77965c6618ff. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:17.014246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.015879 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-331729cd-b02b-4f4a-8c1e-89f431369659 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "PUT /v2.0/routers/5019a6a4-a92f-43cc-b849-81b2acdc42ea HTTP/1.1" status: 200 len: 914 time: 3.8492639 Aug 31 09:43:17.017110 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] Routers {'5019a6a4-a92f-43cc-b849-81b2acdc42ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:17.017934 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5019a6a4-a92f-43cc-b849-81b2acdc42ea'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:17.018862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.047214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:17.047602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.127111 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:17.155477 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] Routers {'5019a6a4-a92f-43cc-b849-81b2acdc42ea'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:17.158189 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5019a6a4-a92f-43cc-b849-81b2acdc42ea'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:17.183466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145683265', 'description': 'tempest-secgroup-smoke-2145683265 description', 'project_id': '2006540de5b246e99c0578400f943b8d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:17.248414 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:17.249572 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ba676-58af-4a8c-a82c-bde7bc8c5f5f None None] The sync data for ids ['5019a6a4-a92f-43cc-b849-81b2acdc42ea'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:17.313713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-27f07ebb-d616-4abe-80b4-8adae3c089a9 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/5019a6a4-a92f-43cc-b849-81b2acdc42ea HTTP/1.1" status: 200 len: 920 time: 0.2905285 Aug 31 09:43:17.320536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49308) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.330907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af7a6b-6238-43d3-8b26-07adf6768aa5 None None] Network a93e1e64-c821-402d-a231-87827f734223 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:17.339155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.358969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-8eadc559-92ec-4e7d-b64d-9a7c2e0155fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.361021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-8eadc559-92ec-4e7d-b64d-9a7c2e0155fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7364914 Aug 31 09:43:17.361804 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.401449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.408100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ded5e3-6412-44e0-98ab-4bd80fe44025 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.413547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-77ded5e3-6412-44e0-98ab-4bd80fe44025 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=5019a6a4-a92f-43cc-b849-81b2acdc42ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909414 Aug 31 09:43:17.414455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.437732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:17.455411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 09bc2a6c-edd6-48c2-9304-9bea33de963f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:17.465814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Provisioning for port c73f19d3-1916-4103-b852-ff953c308629 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:17.472741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '2c2a7d53-3cc5-42c3-b316-8e6d80bd312d', 'name': '', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'mac_address': 'fa:16:3e:55:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:05Z', 'updated_at': '2021-08-31T09:43:07Z', 'revision_number': 2, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'subnets': [{'id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:17.541578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Provisioning complete for port c73f19d3-1916-4103-b852-ff953c308629 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:17.541954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.574331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63332a-003e-4299-b2cd-7407a4d0f85a tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.578753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ea63332a-003e-4299-b2cd-7407a4d0f85a tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.1588783 Aug 31 09:43:17.580052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49318) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.594272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Checking router: 603e6e60-58d8-486d-9d76-a54430da37a2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:17.600337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Updating router 603e6e60-58d8-486d-9d76-a54430da37a2 port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:17.628720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.630154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bd8b341b-97ce-4a1f-adea-3fab0e6a64dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a HTTP/1.1" status: 204 len: 168 time: 1.8717942 Aug 31 09:43:17.631064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49320) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.638197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b586b4de-21f3-4843-9564-68e9ee0f090b tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=5019a6a4-a92f-43cc-b849-81b2acdc42ea HTTP/1.1" status: 200 len: 205 time: 0.0510547 Aug 31 09:43:17.642091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49322) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.680472 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.720459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe14ae6-be94-4d48-9d81-cc23101b66dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.724412 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fbe14ae6-be94-4d48-9d81-cc23101b66dd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0786078 Aug 31 09:43:17.724635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49324) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.753328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.821729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95be13-95c1-4d5e-9ba6-7e1273bcad2f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.823770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc95be13-95c1-4d5e-9ba6-7e1273bcad2f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0982022 Aug 31 09:43:17.830701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49326) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.853072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 09bc2a6c-edd6-48c2-9304-9bea33de963f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:17.853486 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.898765 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.920820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.929168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111f388-b4ce-458e-8288-bd832fc50b7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.931464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111f388-b4ce-458e-8288-bd832fc50b7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.933378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111f388-b4ce-458e-8288-bd832fc50b7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.941423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1111f388-b4ce-458e-8288-bd832fc50b7a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1070940 Aug 31 09:43:17.942414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49328) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:18.038454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-a37f4be3-d0a7-43e9-b746-9a218513d5ef service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676831 Aug 31 09:43:18.071463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 18827b0f-1d0c-44cd-813c-ebac95a14be1 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:18.077159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] For port c73f19d3-1916-4103-b852-ff953c308629, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c73f19d3-1916-4103-b852-ff953c308629,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:18.079534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.137669 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.149951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.163466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Could not find standard attr ID for object a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:43:18.225423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.236034 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.261327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.290533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:18.303100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.319127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:18.322695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:18.374878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.389017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-907a7f29-6335-4eba-add0-5487da42cb8a service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378303 Aug 31 09:43:18.566993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.586042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Pushing event updated for resources: {'Port': ['ID=3102fde1-5774-4fa3-b960-85d8b77e9d72,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.595696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-7d7de7c4-fb41-462a-8f18-5c671d87ed46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.1067119 Aug 31 09:43:18.626699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e76014f-8614-44cb-86a6-a9e9fbc832ba,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.653553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=18827b0f-1d0c-44cd-813c-ebac95a14be1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.657706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.660644 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ce5fda60-52f1-462d-8062-83fa56f9b490 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/18827b0f-1d0c-44cd-813c-ebac95a14be1 HTTP/1.1" status: 204 len: 168 time: 0.7169054 Aug 31 09:43:18.662789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49332) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:18.698463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79689a7e-628b-4d59-9158-5b54de2e674a None None] Pushing event updated for resources: {'Port': ['ID=c73f19d3-1916-4103-b852-ff953c308629,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.708764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec3a10-cd99-486a-ba91-aaef66963e16 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:18.754614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 54467695-f6ff-4177-82bf-d95edc4ce9b2 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:18.760663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.790048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.798722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b3fdf97e-62b5-437a-a0c6-4d54e46d5c60 None None] Provisioning complete for port c73f19d3-1916-4103-b852-ff953c308629 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:18.799074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf97e-62b5-437a-a0c6-4d54e46d5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.802153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-5b587e15-c304-42b2-acdf-2cea88ada687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:18.803743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-5b587e15-c304-42b2-acdf-2cea88ada687 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1843731 Aug 31 09:43:18.836323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.896770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.903283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Deleting port 4c0d7159-d00a-4186-8020-146874614cf3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:18.903748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.919731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.951662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.965567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.007714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Transition to ACTIVE for port object 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:19.044424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.057234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.076838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.079860 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/54467695-f6ff-4177-82bf-d95edc4ce9b2 HTTP/1.1" status: 204 len: 168 time: 0.4152026 Aug 31 09:43:19.107143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.125060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f819cdc-415c-44a7-9651-f36646a1ba65 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=54467695-f6ff-4177-82bf-d95edc4ce9b2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.177666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-285d4463-675f-4cab-93fb-0edab7ac3e16 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673401 Aug 31 09:43:19.180286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49340) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.189299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:19.192739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c25fff-6957-43a4-8c8d-6c955a148422 None None] Pushing event updated for resources: {'Port': ['ID=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.268783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Attempting to bind port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:19.269432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Attempting to bind port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:19.269976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Attempting to bind port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d on network b6db4a0a-4a7f-44ff-818d-27c688625a27 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:19.282833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:19.283220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Checking segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:19.283632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.284035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Bound using segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:19.284534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Bound port: 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:19.284924 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.370509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:19.384406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.396315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.401609 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2255635 Aug 31 09:43:19.403505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49342) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.408760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-71a8ea5c-9485-4e41-9410-f5e06be65062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:19.410444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-71a8ea5c-9485-4e41-9410-f5e06be65062 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5978065 Aug 31 09:43:19.421084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'b5307f48-678e-49a0-a9e4-e898485ca247', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:19.427314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afab68-7086-4e95-b0e6-a88579872d8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5307f48-678e-49a0-a9e4-e898485ca247,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.438946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb022b-4f1b-49ae-be30-a296dbf84503 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '54467695-f6ff-4177-82bf-d95edc4ce9b2'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '9332e63a-d295-41a4-85ff-e751be430524'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:19.516209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] For port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:19.519089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-90fb022b-4f1b-49ae-be30-a296dbf84503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.593927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] For port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:19.616312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.631101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.696930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Calling delete_port for 4c0d7159-d00a-4186-8020-146874614cf3 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:19.703181 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.766363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.823007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-442fca01-0821-4ad4-9418-558afa242b8e service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544767 Aug 31 09:43:19.846841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.853242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Routers {'603e6e60-58d8-486d-9d76-a54430da37a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:19.854244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['603e6e60-58d8-486d-9d76-a54430da37a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:19.860850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c25fff-6957-43a4-8c8d-6c955a148422 None None] Pushing event updated for resources: {'Port': ['ID=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.917368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:19.927739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:19.931281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:19.932002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.937864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f929ba-ac47-4799-b67c-412f2471fb84 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:19.957042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7752137 Aug 31 09:43:19.968893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49348) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.979575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b00603-11da-4b9a-b404-57e1270c8296 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=7ca0e7a2-dfb9-4f06-b93a-7fb817c77517,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.987800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:20.078925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-72f2e157-7384-4d45-9097-43ae66b2e9dd None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:20.079297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-72f2e157-7384-4d45-9097-43ae66b2e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.149462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.178262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] Set router 603e6e60-58d8-486d-9d76-a54430da37a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:20.209367 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.305004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1295f1d-6d80-43b7-af2f-5440809f0ff9,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:20.358144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.360853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f1c130fc-4b52-473e-a584-8b9ed3623072 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9488022 Aug 31 09:43:20.362989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:20.373996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-019481c7-8456-4335-9bc2-e50ec0132119 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884830 Aug 31 09:43:20.381786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'b5307f48-678e-49a0-a9e4-e898485ca247', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:20.440933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.524725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-92940aed-7894-445d-86eb-c4cd198bda9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.1415563 Aug 31 09:43:20.562670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.570436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.600841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a548dbac-4a2d-4e0c-8279-106f2c426fe0,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:20.616522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.618561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c74b9230-7ab0-4df0-9859-5aa542da0ecd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2517748 Aug 31 09:43:20.621629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49356) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:20.628030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'b5307f48-678e-49a0-a9e4-e898485ca247', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:20.638388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:20.638681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '7ca0e7a2-dfb9-4f06-b93a-7fb817c77517'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '9332e63a-d295-41a4-85ff-e751be430524'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:20.642137 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.665946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.679444 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.728471 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.813246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event deleted for resources: {'Port': ['ID=4c0d7159-d00a-4186-8020-146874614cf3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:20.838794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.845366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.856970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d1567e74-f61d-42f0-97a9-ca24651726f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:20.859321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d1567e74-f61d-42f0-97a9-ca24651726f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.2920384 Aug 31 09:43:20.863320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.872035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '2c2a7d53-3cc5-42c3-b316-8e6d80bd312d', 'name': '', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'mac_address': 'fa:16:3e:55:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:05Z', 'updated_at': '2021-08-31T09:43:19Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'subnets': [{'id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:20.889947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480874af-e4fe-404e-b596-933cc57de1d9,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:20.924642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.931472 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aa7539ef-26ce-4876-bac0-27927652c873 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043520 Aug 31 09:43:20.931867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:20.938555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:20.942872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'b5307f48-678e-49a0-a9e4-e898485ca247', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:20.975149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfa6c0-dc45-419b-accf-d3eefd7d98b0 None None] The sync data for ids ['603e6e60-58d8-486d-9d76-a54430da37a2'] in n-d-800634-13 is: [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '2c2a7d53-3cc5-42c3-b316-8e6d80bd312d', 'name': '', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'mac_address': 'fa:16:3e:55:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:05Z', 'updated_at': '2021-08-31T09:43:19Z', 'revision_number': 4, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'subnets': [{'id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:21.001665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.120130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Allocated IP 2001:db8::2 (5d91503f-5102-418f-827c-c81a8c784a43/7ca0e7a2-dfb9-4f06-b93a-7fb817c77517/9332e63a-d295-41a4-85ff-e751be430524) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:21.157488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:21.168970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:21.169447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.171421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.187349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.213169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b980ec-2c3f-4825-86f7-1dea1ba72ab6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.222592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.225345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c5f3625-95b4-498a-9056-17b9c9ac5503 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2914510 Aug 31 09:43:21.227799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:21.238770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'b5307f48-678e-49a0-a9e4-e898485ca247', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:21.272763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.284656 n-d-800634-13 neutron-server[94896]: INFO neutron.db.ipam_backend_mixin [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ca0e7a2-dfb9-4f06-b93a-7fb817c77517 (CIDR: 2001:db8::/64) Aug 31 09:43:21.285584 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:43:21.295321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.368371 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:43:21.369023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:21.387684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.392312 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.414682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:21.434720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a095cbf6-8f83-4bb3-9d0d-3c46c71b89b1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.451530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.456782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-84688a82-d170-4e7a-b317-b4908c26176d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2271075 Aug 31 09:43:21.457758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:21.464365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'b5307f48-678e-49a0-a9e4-e898485ca247', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:21.477755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.514685 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.551137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Transition to ACTIVE for port object 9332e63a-d295-41a4-85ff-e751be430524 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:21.554214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:21.557750 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.571816 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.573234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c73f19d3-1916-4103-b852-ff953c308629 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:21.742759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a239b-b45f-4f5e-bcc4-de7d7867212a None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.789810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c73f19d3-1916-4103-b852-ff953c308629 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:21.790327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.804408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-5e9923db-4877-485a-b4e3-c5b261b6629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.806270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-5e9923db-4877-485a-b4e3-c5b261b6629a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9119995 Aug 31 09:43:21.821440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6a29994e-a6df-4b84-888f-4dde7f3058bb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8438573 Aug 31 09:43:21.828131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49372) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:21.837179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'subnet': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:21.884386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.899757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.902466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.952345 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:43:21.993337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.046331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Router c286af0c-1f59-4d12-8dda-7b84e209e7e9 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:22.077896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.078739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Fanout notify agent at l3_agent the message router_deleted on router 5019a6a4-a92f-43cc-b849-81b2acdc42ea {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:22.108211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.118135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fade6935-53df-4861-ae3d-16353ef1dbc4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/5019a6a4-a92f-43cc-b849-81b2acdc42ea HTTP/1.1" status: 204 len: 168 time: 4.4743571 Aug 31 09:43:22.120641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.126834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-788066908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:22.169283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.177215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.234442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.237054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.241584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63367f7-a453-4e89-812e-ae4ca25dfd53,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.248395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:22.253157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.261156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d230f061-937f-41f6-a163-578199a7af0c service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386377 Aug 31 09:43:22.276552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.286031 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b092c0fe-bf73-4b53-badd-7310474d150b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8260295 Aug 31 09:43:22.303226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49376) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.309718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'network': {'name': 'tempest-network-smoke--866069947', 'project_id': '2006540de5b246e99c0578400f943b8d', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:22.408274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.419707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.487038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:22.561640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:22.564319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.565177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.565401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-599ccf1e-2bc8-47bf-aa8f-17442de9bba6 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4437451 Aug 31 09:43:22.568862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.576327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': False}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:22.602968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:22.617474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Sync routers for ids ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:22.634950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Routers {'c286af0c-1f59-4d12-8dda-7b84e209e7e9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:22.635810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:22.644049 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.660626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-d841412b-1e5b-45a3-9630-24b4377ca46b service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899438 Aug 31 09:43:22.696124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:22.755265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-33d07405-0ebb-4275-b227-d4508fff4f94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0735524 Aug 31 09:43:22.769106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.769391 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Added segment 77494ae7-613c-44e1-a75b-828e14fa199a of type vlan for network da2f15ad-323e-43de-a17e-c6225326aa1c Aug 31 09:43:22.811809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Set router c286af0c-1f59-4d12-8dda-7b84e209e7e9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:22.823292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.853712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.856281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e1db7599-7d46-4af0-aa54-9ca03d03610f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8964927 Aug 31 09:43:22.913723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-e3905145-7580-411b-bb34-c95fa4a112e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:22.916195 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-e3905145-7580-411b-bb34-c95fa4a112e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.0585470 Aug 31 09:43:22.917420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49386) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.919163 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.922067 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.927705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:22.927857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.976287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b468a-9401-4c36-922d-7467cb4dfd60 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:23.177135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:23.209191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.287929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.291257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Provisioning for port 9332e63a-d295-41a4-85ff-e751be430524 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:23.307418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:23.307893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.348441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:43:23.349868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.447022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.483900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1792111 Aug 31 09:43:23.485909 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.490725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.497002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'admin_state_up': True, 'project_id': '2006540de5b246e99c0578400f943b8d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:23.522223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-ec4c3a73-b28f-447c-906f-ae8dc7d6b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:23.524562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-ec4c3a73-b28f-447c-906f-ae8dc7d6b354 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4625082 Aug 31 09:43:23.540365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:23.592873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3770f20-8d5e-4466-9898-986c009e0d99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Network': ['ID=da2f15ad-323e-43de-a17e-c6225326aa1c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.628777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network da2f15ad-323e-43de-a17e-c6225326aa1c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:23.688777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Update dhcp port {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'fixed_ips': [{'subnet_id': '7ca0e7a2-dfb9-4f06-b93a-7fb817c77517', 'ip_address': '2001:db8::2'}, {'subnet_id': '5deecd88-b396-498d-a869-46f6da6e1104'}], 'binding:host_id': 'n-d-800634-13'}, 'id': '9332e63a-d295-41a4-85ff-e751be430524'} from n-d-800634-13. {{(pid=94897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:43:23.696774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.709460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.710527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.768084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:43:19Z', 'revision_number': 3, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:23.776349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.815398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-dae4141b-db94-47dd-8452-b8990b3f13e2 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802343 Aug 31 09:43:23.837693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Checking router: c286af0c-1f59-4d12-8dda-7b84e209e7e9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:23.838040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Updating router c286af0c-1f59-4d12-8dda-7b84e209e7e9 port 3102fde1-5774-4fa3-b960-85d8b77e9d72 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:23.865856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:23.866229 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.869045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.872557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:43:23.872557 n-d-800634-13 neutron-server[94897]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 09:43:23.872557 n-d-800634-13 neutron-server[94897]: [parameters: {'status': 'ACTIVE', 'ports_id': '9332e63a-d295-41a4-85ff-e751be430524'}] Aug 31 09:43:23.872557 n-d-800634-13 neutron-server[94897]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:23.872947 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:23.910797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Allocated IP 172.25.4.137 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/7532fd9e-4e4a-403e-b727-de6a931e6000) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:23.928656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.946063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.071817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.105922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-7574603c-127e-4bd5-a0cb-3a78a9d50376 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773206 Aug 31 09:43:24.209217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:24.271628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Allocated IP 172.20.0.1 (a93e1e64-c821-402d-a231-87827f734223/73f66f31-eb3e-48f7-a74c-9d66ab2abc9c/629416c1-6e71-4520-bc6d-469a9b43092b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:24.324996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:24.361496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.370305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:24.370816 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.372422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.429109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:24.429464 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:24.440037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.441629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.457794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.481374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Transition to ACTIVE for port object 629416c1-6e71-4520-bc6d-469a9b43092b will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:24.516158 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.533355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-1525a95a-228c-41b5-ba59-308838b3fe1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.3957717 Aug 31 09:43:24.538273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.680756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=629416c1-6e71-4520-bc6d-469a9b43092b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:24.692691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-380b6f32-0eec-4123-8cd4-1a8db41d3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:24.695024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-380b6f32-0eec-4123-8cd4-1a8db41d3dc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.0969892 Aug 31 09:43:24.726851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Network a93e1e64-c821-402d-a231-87827f734223 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:24.741967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:24.747276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:24.760120 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.793113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-2073d3c6-d44f-4be1-be43-7c58108975a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:24.794696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-2073d3c6-d44f-4be1-be43-7c58108975a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907543 Aug 31 09:43:24.797008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.798241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.801134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Transition to ACTIVE for port object 3102fde1-5774-4fa3-b960-85d8b77e9d72 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:24.829618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:24.846776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.881284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.946782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:24.952741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Subnet': ['ID=5deecd88-b396-498d-a869-46f6da6e1104,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:24.955292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:24.959203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:24.959203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.033079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2037010 Aug 31 09:43:25.035291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:25.039249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49410) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:25.046328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Request body: {'port': {'network_id': '5d91503f-5102-418f-827c-c81a8c784a43', 'mac_address': 'fa:16:3e:6c:9c:4a', 'name': 'tempest-NetworksTestDHCPv6-1664963644'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:25.073522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Attempting to bind port 3102fde1-5774-4fa3-b960-85d8b77e9d72 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:25.074559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Attempting to bind port 3102fde1-5774-4fa3-b960-85d8b77e9d72 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:25.075571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Attempting to bind port 3102fde1-5774-4fa3-b960-85d8b77e9d72 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:25.077547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50ab84-b230-4247-b83a-ab7b7bbd66d1 None None] Pushing event updated for resources: {'Port': ['ID=3102fde1-5774-4fa3-b960-85d8b77e9d72,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.080321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.101115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.115686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-63f328a5-38ac-4ea6-b3d1-0809d0eacdaa service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054503 Aug 31 09:43:25.126675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:25.127060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:25.127473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.127876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:25.128370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Bound port: 3102fde1-5774-4fa3-b960-85d8b77e9d72, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:25.128758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.133598 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:43:25.133961 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:43:25.169662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.175114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:25.200609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1c5855d0-af75-4c43-9954-0f4454dc14cb None None] Provisioning for port 629416c1-6e71-4520-bc6d-469a9b43092b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:25.227636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:25.234159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1c5855d0-af75-4c43-9954-0f4454dc14cb None None] Provisioning complete for port 629416c1-6e71-4520-bc6d-469a9b43092b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:25.234791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1c5855d0-af75-4c43-9954-0f4454dc14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.264996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Pushing event updated for resources: {'Port': ['ID=7532fd9e-4e4a-403e-b727-de6a931e6000,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.290128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970f725-511e-4ff7-9235-dcc6b0922ee0 None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=10']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.316909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] For port 3102fde1-5774-4fa3-b960-85d8b77e9d72, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:25.325715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2177776e-e888-4cfb-a3d8-7770a86a6d92 req-7a5e9138-72d7-4d4b-baad-a5dfa8b3b4c2 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018123 Aug 31 09:43:25.350201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] For port 3102fde1-5774-4fa3-b960-85d8b77e9d72, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3102fde1-5774-4fa3-b960-85d8b77e9d72,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:25.362922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1c5855d0-af75-4c43-9954-0f4454dc14cb None None] Port 629416c1-6e71-4520-bc6d-469a9b43092b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:25.405841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687806d-9a4d-4fa1-8484-3ce9a6edc0bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.415820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.424608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.427205 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.451555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Made reservation on behalf of b6fba46169fd4896bfddc9248357bba5 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:25.536238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.538226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=629416c1-6e71-4520-bc6d-469a9b43092b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.551805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.567836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Routers {'c286af0c-1f59-4d12-8dda-7b84e209e7e9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:25.568825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:25.574986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50ab84-b230-4247-b83a-ab7b7bbd66d1 None None] Pushing event updated for resources: {'Port': ['ID=3102fde1-5774-4fa3-b960-85d8b77e9d72,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.645481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Network a93e1e64-c821-402d-a231-87827f734223 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:25.647218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:25.694303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] device_id is not set on port f29dbe67-924a-4d47-98c3-36d7d41c92f4 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:25.869078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:25.888602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] Set router c286af0c-1f59-4d12-8dda-7b84e209e7e9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:25.915641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Router c286af0c-1f59-4d12-8dda-7b84e209e7e9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:26.029247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.100162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:26.102267 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.309953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.429890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fdfaf66a-d85b-447f-b2a3-32550b7b6019 None None] Provisioning complete for port 629416c1-6e71-4520-bc6d-469a9b43092b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:26.430453 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fdfaf66a-d85b-447f-b2a3-32550b7b6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.431971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af71d2-5801-42b5-a0a0-b84365633774 None None] Pushing event updated for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.485055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.505614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:26.505987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.506978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.515322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fdfaf66a-d85b-447f-b2a3-32550b7b6019 None None] Port 629416c1-6e71-4520-bc6d-469a9b43092b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:26.576855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:43:24Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '629416c1-6e71-4520-bc6d-469a9b43092b', 'name': '', 'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'mac_address': 'fa:16:3e:55:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:25Z', 'revision_number': 2, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'subnets': [{'id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:26.609639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:26.624379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-791a4b5f-2c1d-49fc-b9c6-231afbc10cc8 admin admin] 10.222.0.18 "PUT /v2.0/routers/c286af0c-1f59-4d12-8dda-7b84e209e7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926298 Aug 31 09:43:26.627056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d2b65-5896-4801-a5b3-9f48fecfda9e None None] The sync data for ids ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'] in n-d-800634-13 is: [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:43:24Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '629416c1-6e71-4520-bc6d-469a9b43092b', 'name': '', 'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'mac_address': 'fa:16:3e:55:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:25Z', 'revision_number': 2, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'subnets': [{'id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:26.787476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.254 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/84c13949-6d4f-4038-a205-7e695b1785c9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:26.863746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8::142 (5d91503f-5102-418f-827c-c81a8c784a43/7ca0e7a2-dfb9-4f06-b93a-7fb817c77517/f29dbe67-924a-4d47-98c3-36d7d41c92f4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:26.872494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:9c4a (5d91503f-5102-418f-827c-c81a8c784a43/5deecd88-b396-498d-a869-46f6da6e1104/f29dbe67-924a-4d47-98c3-36d7d41c92f4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:27.063109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0dd27e-0223-4b5f-8bbd-bb4d5ba98868 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:27.222227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8d9c4d0f-4e02-4c39-8c80-e6af2f8f7dce None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:27.222686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8d9c4d0f-4e02-4c39-8c80-e6af2f8f7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.440203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.445836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.555938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-ce783f3f-87f4-4a88-8491-0c215d24c166 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:27.563996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-ce783f3f-87f4-4a88-8491-0c215d24c166 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/networks?id=b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 200 len: 911 time: 0.1495566 Aug 31 09:43:27.581142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-f6a61dc1-0263-42b6-828e-85c0dcb44bcc tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/quotas/2e4cd954dd5b41318d64beb795ca84b7 HTTP/1.1" status: 200 len: 375 time: 0.0160687 Aug 31 09:43:27.583067 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.733300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.735579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-1943211f-a866-49c9-8d12-42e9465bb0d7 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531312 Aug 31 09:43:27.817338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Transition to ACTIVE for port object f29dbe67-924a-4d47-98c3-36d7d41c92f4 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:27.870249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Router 6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:27.895495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.968862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6c5b7995-5d7c-490d-96f7-a0871bc740fc None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:27.968862 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7995-5d7c-490d-96f7-a0871bc740fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.974575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-6cc9a464-dd82-4389-b5fe-1f986a02b201 service neutron] 10.222.0.18 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379446 Aug 31 09:43:28.005431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.039656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3102fde1-5774-4fa3-b960-85d8b77e9d72 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:28.055698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:28.060163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:28.085223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:28.101373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-7d3ef40f-8887-4b6c-858c-dd96b77fc3ad service neutron] 10.222.0.18 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202807 Aug 31 09:43:28.104329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=84c13949-6d4f-4038-a205-7e695b1785c9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.166918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Network 5d91503f-5102-418f-827c-c81a8c784a43 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:28.175374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3102fde1-5774-4fa3-b960-85d8b77e9d72 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:28.181047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3102fde1-5774-4fa3-b960-85d8b77e9d72 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:28.181424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.412525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12d96ad4-aa93-4995-bcbf-699392475877 req-6879e1d9-706e-4d9e-9c6a-8cd7ed3f0ad0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 210 time: 0.0499692 Aug 31 09:43:28.422291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.466290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 3102fde1-5774-4fa3-b960-85d8b77e9d72, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3102fde1-5774-4fa3-b960-85d8b77e9d72,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:28.485842 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.563544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3fd73b6d-c0ff-440a-9ce0-4a01318a613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.586397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=3102fde1-5774-4fa3-b960-85d8b77e9d72,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.601983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.602432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.602800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.603277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.603895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.604295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.604785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.606181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.607538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.607538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.607748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.607999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:28.737214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:28.745169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:28.751591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.751591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.814330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event updated for resources: {'Port': ['ID=f29dbe67-924a-4d47-98c3-36d7d41c92f4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.826629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3bedbfff-996e-4395-91e5-61e96fd7c9c3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7862523 Aug 31 09:43:28.831050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49466) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.849423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:28.856676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.862946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-07f554e0-fe91-4c29-9160-7f739ae8211e tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "PUT /v2.0/routers/6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 HTTP/1.1" status: 200 len: 915 time: 6.2917418 Aug 31 09:43:28.865131 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] Sync routers for ids ['6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:28.873930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49468) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.881092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] Routers {'6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:28.882112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:28.986320 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:29.006229 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] Routers {'6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:29.010266 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:29.048436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting port f29dbe67-924a-4d47-98c3-36d7d41c92f4 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:29.048791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.108356 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:29.109132 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bee5a7-b32b-4e79-b998-3b82ca56d1ea None None] The sync data for ids ['6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:29.224086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.232309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.257451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Calling delete_port for f29dbe67-924a-4d47-98c3-36d7d41c92f4 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:29.257923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c84d0872-6655-41c0-9393-7a50c4819c68 None None] Provisioning for port f29dbe67-924a-4d47-98c3-36d7d41c92f4 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:29.264801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c84d0872-6655-41c0-9393-7a50c4819c68 None None] Provisioning complete for port f29dbe67-924a-4d47-98c3-36d7d41c92f4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:29.267034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c84d0872-6655-41c0-9393-7a50c4819c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.303981 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b36739da-4092-40ed-bd81-a22acb805abe tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 HTTP/1.1" status: 200 len: 921 time: 0.4284019 Aug 31 09:43:29.321630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49474) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.359668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c84d0872-6655-41c0-9393-7a50c4819c68 None None] Port f29dbe67-924a-4d47-98c3-36d7d41c92f4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:29.428790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbfdc5-0a9d-42cf-a004-b3edd122cdb1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.430443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-56fbfdc5-0a9d-42cf-a004-b3edd122cdb1 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1078312 Aug 31 09:43:29.433312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.550192 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.610668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5da29c0-b986-4aef-9f85-57dc17a0dce2 req-01549d81-3105-471c-843e-a2c0fe68a282 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 210 time: 0.0452518 Aug 31 09:43:29.655762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.723834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Port': ['ID=f29dbe67-924a-4d47-98c3-36d7d41c92f4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:29.792259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.796984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-631a947c-b8f8-43ab-b098-d9aa5dc59a14 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/f29dbe67-924a-4d47-98c3-36d7d41c92f4 HTTP/1.1" status: 204 len: 168 time: 0.9645534 Aug 31 09:43:29.800277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49480) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.816385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ebe3b-b11a-406e-96b7-8c2c3bba262d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.820393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc4ebe3b-b11a-406e-96b7-8c2c3bba262d tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.3808680 Aug 31 09:43:29.827857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49482) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.877349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb1e39-8fad-46ba-8bdd-8c46ac96f753 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.879458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-27eb1e39-8fad-46ba-8bdd-8c46ac96f753 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0778120 Aug 31 09:43:29.883339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49484) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.908941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6c236636-0cdb-4e07-8a18-d754006341be tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 HTTP/1.1" status: 200 len: 205 time: 0.0745890 Aug 31 09:43:29.923640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:29.974936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3102fde1-5774-4fa3-b960-85d8b77e9d72 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:29.980738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfe12b-74ba-4628-94a2-0835b3d90ebd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.984920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69dfe12b-74ba-4628-94a2-0835b3d90ebd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0979552 Aug 31 09:43:29.985506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49488) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:30.064060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router d5499617-28ad-4a21-890b-d1e32d849a7a is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:30.108129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f8179-a2b2-4d21-9bb7-e778ce45098e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:30.111843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f8179-a2b2-4d21-9bb7-e778ce45098e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:30.116778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f8179-a2b2-4d21-9bb7-e778ce45098e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:30.123843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a96f8179-a2b2-4d21-9bb7-e778ce45098e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1334410 Aug 31 09:43:30.126998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49492) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:30.130322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3102fde1-5774-4fa3-b960-85d8b77e9d72 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:30.130722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.263751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Sync routers for ids ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:30.309501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Routers {'c286af0c-1f59-4d12-8dda-7b84e209e7e9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:30.311087 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:30.317649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 5deecd88-b396-498d-a869-46f6da6e1104 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:30.329934 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.335379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.410797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:30.422701 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Sync routers for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:30.440122 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:30.444310 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.445909 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:30.506960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.508955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-06bc607c-d393-48d7-9ad4-0a9d17cfebb7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.0166292 Aug 31 09:43:30.512991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-7a47a13e-c51f-4d55-a24a-8aa89ad8bcba tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:30.514932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-7a47a13e-c51f-4d55-a24a-8aa89ad8bcba tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.23 "GET /v2.0/networks?id=b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 200 len: 911 time: 0.3360386 Aug 31 09:43:30.515619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49498) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:30.537535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Request body: {'port': {'device_id': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'admin_state_up': True, 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:30.539786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.627269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Made reservation on behalf of 2e4cd954dd5b41318d64beb795ca84b7 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:30.629972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.655489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Set router c286af0c-1f59-4d12-8dda-7b84e209e7e9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:30.666373 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:30.700555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Deleting port 7532fd9e-4e4a-403e-b727-de6a931e6000 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:30.700960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.780347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a2a2eb9-f69c-4b32-8e1e-20a158a9e63d req-f97e51fe-ab48-4c40-999f-8224b1f02d27 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 210 time: 0.0442555 Aug 31 09:43:30.887522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.912500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Calling delete_port for 7532fd9e-4e4a-403e-b727-de6a931e6000 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:30.916286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c2d85fe8-5d91-4b8a-80af-9d0c8ed7cbdd tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2006540de5b246e99c0578400f943b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3902965 Aug 31 09:43:30.919810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49506) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:30.932765 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.016906 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:31.064536 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Checking router: d5499617-28ad-4a21-890b-d1e32d849a7a for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:31.064536 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Updating router d5499617-28ad-4a21-890b-d1e32d849a7a port 84c13949-6d4f-4038-a205-7e695b1785c9 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:31.081075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:43:24Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '629416c1-6e71-4520-bc6d-469a9b43092b', 'name': '', 'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'mac_address': 'fa:16:3e:55:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:25Z', 'revision_number': 2, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'subnets': [{'id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:31.092071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.095907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Allocated IP 172.20.0.5 (b6db4a0a-4a7f-44ff-818d-27c688625a27/e724d121-3fe5-4a2c-b63f-cd956e0efe44/d0eb7ac0-a9d4-45d7-9de4-8d65432f337b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:31.098095 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.130218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Checking router: c286af0c-1f59-4d12-8dda-7b84e209e7e9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:31.130616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Updating router c286af0c-1f59-4d12-8dda-7b84e209e7e9 port 629416c1-6e71-4520-bc6d-469a9b43092b binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:31.149492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.152412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/5deecd88-b396-498d-a869-46f6da6e1104 HTTP/1.1" status: 204 len: 168 time: 1.0230215 Aug 31 09:43:31.153957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46796391-b1b5-4e45-80ce-1e5776d2bf5b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=5deecd88-b396-498d-a869-46f6da6e1104,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:31.165053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49512) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.170465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72a0aa-47de-46c6-9d8e-85562b2424b8 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:31.219542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.238911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Deleting subnet 7ca0e7a2-dfb9-4f06-b93a-7fb817c77517 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:31.247120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.338889 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.372089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edd3e06-8512-42f7-9fb3-e4c2a233e450 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.383401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2edd3e06-8512-42f7-9fb3-e4c2a233e450 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4623666 Aug 31 09:43:31.420489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.477030 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2062113c-48dc-48e6-9fdd-a5366c8f665e tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554771 Aug 31 09:43:31.477629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49520) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.490154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1933128216', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'project_id': '2006540de5b246e99c0578400f943b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:31.607873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.621102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.652885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:31.657139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.760114 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.778796 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.798531 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.811923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Transition to ACTIVE for port object d0eb7ac0-a9d4-45d7-9de4-8d65432f337b will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:31.815261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca0e7a2-dfb9-4f06-b93a-7fb817c77517,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:31.831432 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Transition to ACTIVE for port object 84c13949-6d4f-4038-a205-7e695b1785c9 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:31.842320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.845529 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.846516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e840e6e-9dd6-475c-bd79-8ef4a0ae0c62 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/7ca0e7a2-dfb9-4f06-b93a-7fb817c77517 HTTP/1.1" status: 204 len: 168 time: 0.6771760 Aug 31 09:43:31.850278 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.851002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49528) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.875781 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.892608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Transition to ACTIVE for port object 629416c1-6e71-4520-bc6d-469a9b43092b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:31.904404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.919699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-806512aa-a94a-4979-a8a8-38c374702891 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673261 Aug 31 09:43:31.922357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49530) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.942606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event deleted for resources: {'Port': ['ID=7532fd9e-4e4a-403e-b727-de6a931e6000,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:31.964910 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Attempting to bind port 84c13949-6d4f-4038-a205-7e695b1785c9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:31.972262 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Attempting to bind port 84c13949-6d4f-4038-a205-7e695b1785c9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:31.972807 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Attempting to bind port 84c13949-6d4f-4038-a205-7e695b1785c9 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:32.000705 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:32.001092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:32.002491 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.002491 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:32.002491 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Bound port: 84c13949-6d4f-4038-a205-7e695b1785c9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:32.002751 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.004428 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf705b0-143c-48b0-81c4-c348f04b558b None None] Pushing event updated for resources: {'Port': ['ID=84c13949-6d4f-4038-a205-7e695b1785c9,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.020342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba373445-cc06-49b2-9c21-1882f5a6be18 None None] Pushing event updated for resources: {'Port': ['ID=629416c1-6e71-4520-bc6d-469a9b43092b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.095094 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] For port 84c13949-6d4f-4038-a205-7e695b1785c9, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:32.099094 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] For port 84c13949-6d4f-4038-a205-7e695b1785c9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=84c13949-6d4f-4038-a205-7e695b1785c9,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:32.103980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7217f73-76b8-4dea-aeca-582013e197ad req-948e434c-902e-408f-890b-299d792067c2 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 210 time: 0.1146379 Aug 31 09:43:32.105247 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.147796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e1953-2e52-410e-8f05-f1cd3036b64e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.162897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-085e1953-2e52-410e-8f05-f1cd3036b64e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2363691 Aug 31 09:43:32.162897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.164724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.205546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Attempting to bind port 629416c1-6e71-4520-bc6d-469a9b43092b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:32.205978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Attempting to bind port 629416c1-6e71-4520-bc6d-469a9b43092b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:32.206449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Attempting to bind port 629416c1-6e71-4520-bc6d-469a9b43092b on network a93e1e64-c821-402d-a231-87827f734223 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:32.209488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.229397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:32.229829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Checking segment: {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:32.230303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.230982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Bound using segment: {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:32.231697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Bound port: 629416c1-6e71-4520-bc6d-469a9b43092b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a93e1e64-c821-402d-a231-87827f734223'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:32.232090 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.234673 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf705b0-143c-48b0-81c4-c348f04b558b None None] Pushing event updated for resources: {'Port': ['ID=84c13949-6d4f-4038-a205-7e695b1785c9,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.266322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825ecab-3b86-4373-9bce-135e83430cef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.268255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7825ecab-3b86-4373-9bce-135e83430cef tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024241 Aug 31 09:43:32.275223 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:32.275994 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:32.341574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49536) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.342290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Pushing event updated for resources: {'Port': ['ID=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.411611 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.436685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] For port 629416c1-6e71-4520-bc6d-469a9b43092b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:32.438787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0ddda347-f8c4-4284-8241-1098e81bc445 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871968 Aug 31 09:43:32.443113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49542) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.449841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] For port 629416c1-6e71-4520-bc6d-469a9b43092b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=629416c1-6e71-4520-bc6d-469a9b43092b,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:32.460359 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.476250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.492433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.496902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:32.498871 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18353a5-ab2e-49c5-8231-f4cc8d5842d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:32.500333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18353a5-ab2e-49c5-8231-f4cc8d5842d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:32.509550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c18353a5-ab2e-49c5-8231-f4cc8d5842d6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/f29dbe67-924a-4d47-98c3-36d7d41c92f4 HTTP/1.1" status: 404 len: 333 time: 0.0615296 Aug 31 09:43:32.511764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49544) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.555293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:32.567979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:32.577004 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:32.593725 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04d0d5a6-5e29-4b2e-a1b5-6fb25b0a0ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.629748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Routers {'c286af0c-1f59-4d12-8dda-7b84e209e7e9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:32.630391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:32.643129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.643695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:32.657020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.663038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.663659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.669468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.670648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-afbb7b13-681b-40b7-b67d-c85c8f369127 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 HTTP/1.1" status: 204 len: 168 time: 2.7140343 Aug 31 09:43:32.680837 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-60011b25-3c36-4094-9013-36d6c01711f3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:32.681301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60011b25-3c36-4094-9013-36d6c01711f3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:32.687052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60011b25-3c36-4094-9013-36d6c01711f3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/5deecd88-b396-498d-a869-46f6da6e1104 HTTP/1.1" status: 404 len: 337 time: 0.1715517 Aug 31 09:43:32.687211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.687294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-49a57b46-d697-457a-92f2-925d79623505 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1543849 Aug 31 09:43:32.687973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49548) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.706975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1302716796', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:32.723314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Request body: {'port': {'device_id': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:32.726127 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92d1a58-4b35-4ec2-b2fa-332b0036c68c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:32.726724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92d1a58-4b35-4ec2-b2fa-332b0036c68c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:32.731629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba373445-cc06-49b2-9c21-1882f5a6be18 None None] Pushing event updated for resources: {'Port': ['ID=629416c1-6e71-4520-bc6d-469a9b43092b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.731799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b92d1a58-4b35-4ec2-b2fa-332b0036c68c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/7ca0e7a2-dfb9-4f06-b93a-7fb817c77517 HTTP/1.1" status: 404 len: 337 time: 0.0393329 Aug 31 09:43:32.731881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49550) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.793131 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe06d82-2d07-4dba-8913-3445c72017e6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:32.793917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe06d82-2d07-4dba-8913-3445c72017e6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:32.798018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ffe06d82-2d07-4dba-8913-3445c72017e6 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/a8f35599-2d5d-4ca3-b69c-fb6e1c32db2a HTTP/1.1" status: 404 len: 333 time: 0.0629597 Aug 31 09:43:32.798871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49552) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.837679 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b03549-da88-4a66-b7e4-33961358859e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:32.838737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b03549-da88-4a66-b7e4-33961358859e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:32.842953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a1b03549-da88-4a66-b7e4-33961358859e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/54467695-f6ff-4177-82bf-d95edc4ce9b2 HTTP/1.1" status: 404 len: 337 time: 0.0430605 Aug 31 09:43:32.848374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.897539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Subnet': ['ID=082e0d2a-fd18-4278-be67-8959fcdde053,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.899469 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f077c4a-cbd9-44b2-870e-9059f66ffa4f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:32.899735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f077c4a-cbd9-44b2-870e-9059f66ffa4f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:32.905430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4f077c4a-cbd9-44b2-870e-9059f66ffa4f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/18827b0f-1d0c-44cd-813c-ebac95a14be1 HTTP/1.1" status: 404 len: 337 time: 0.0526302 Aug 31 09:43:32.906161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.972303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.983835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.984939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.988422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] Set router c286af0c-1f59-4d12-8dda-7b84e209e7e9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:33.118169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51180586-d7bd-467c-add9-909521aeab00 None None] Network 5d91503f-5102-418f-827c-c81a8c784a43 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:33.143014 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:33.192455 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e83c76c-72dc-46f1-bef3-7f4429b946ec None None] The sync data for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 is: [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:33.342942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e396eebc-37a0-40bd-ba14-9953cc9fbe8a None None] Provisioning for port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:33.355663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e396eebc-37a0-40bd-ba14-9953cc9fbe8a None None] Provisioning complete for port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:33.356213 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e396eebc-37a0-40bd-ba14-9953cc9fbe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.391911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefe882-77e7-4940-8dc9-131b70db08cd req-3852ea5e-27de-447e-8498-bce8914ce00f tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:33.393758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cefe882-77e7-4940-8dc9-131b70db08cd req-3852ea5e-27de-447e-8498-bce8914ce00f tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1027 time: 0.1115289 Aug 31 09:43:33.499907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e396eebc-37a0-40bd-ba14-9953cc9fbe8a None None] Port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:33.515414 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b219c1b-0db7-466f-813b-1d6b8a4dfd8a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:33.516538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b219c1b-0db7-466f-813b-1d6b8a4dfd8a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:33.518034 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b219c1b-0db7-466f-813b-1d6b8a4dfd8a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/ad88c992-9700-40cf-b089-77965c6618ff HTTP/1.1" status: 404 len: 333 time: 0.6106100 Aug 31 09:43:33.520912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49566) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.522331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.559544 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c4c076-172f-446a-8067-f9ea6f3d8459 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:33.560081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c4c076-172f-446a-8067-f9ea6f3d8459 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:33.561778 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-21c4c076-172f-446a-8067-f9ea6f3d8459 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/92ca24e3-8474-4c86-9772-b2391b84aa24 HTTP/1.1" status: 404 len: 337 time: 0.0382597 Aug 31 09:43:33.567310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49568) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.641433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Checking segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:33.643733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cefe882-77e7-4940-8dc9-131b70db08cd req-456ee5e3-e82f-4796-8816-583a094f3b81 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202082 Aug 31 09:43:33.645676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e396eebc-37a0-40bd-ba14-9953cc9fbe8a None None] Provisioning complete for port 9332e63a-d295-41a4-85ff-e751be430524 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:33.646759 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e396eebc-37a0-40bd-ba14-9953cc9fbe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.655752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network hostable DHCP agents. Network: da2f15ad-323e-43de-a17e-c6225326aa1c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:33.713290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0eb7ac0-a9d4-45d7-9de4-8d65432f337b {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:33.723984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] DHCP port deletion for 5d91503f-5102-418f-827c-c81a8c784a43 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:33.734329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.759436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Transition to ACTIVE for port object d0eb7ac0-a9d4-45d7-9de4-8d65432f337b will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:33.763895 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-17107026-3d5f-4340-ad5a-6078a2ab0de0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:33.765359 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.767656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17107026-3d5f-4340-ad5a-6078a2ab0de0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:33.776549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-17107026-3d5f-4340-ad5a-6078a2ab0de0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/bded9993-8f45-4d25-9807-cde42e8a6929 HTTP/1.1" status: 404 len: 337 time: 0.2080677 Aug 31 09:43:33.780530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49570) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.818604 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e797ed-ece5-48a3-bbf3-650f00504eb3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:33.819816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e797ed-ece5-48a3-bbf3-650f00504eb3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:33.821687 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d7e797ed-ece5-48a3-bbf3-650f00504eb3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/c411aa62-b061-47c4-8c1b-a1017bee5c43 HTTP/1.1" status: 404 len: 333 time: 0.0400271 Aug 31 09:43:33.833640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49572) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.834635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Pushing event updated for resources: {'Port': ['ID=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:33.844301 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.881923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:43:24Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '629416c1-6e71-4520-bc6d-469a9b43092b', 'name': '', 'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'mac_address': 'fa:16:3e:55:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:32Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'subnets': [{'id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:33.907605 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f9f1f6-7483-4721-a44f-f80016da5c91 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:33.908829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f9f1f6-7483-4721-a44f-f80016da5c91 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:33.914042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-31f9f1f6-7483-4721-a44f-f80016da5c91 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/549bb065-9041-4951-ac50-c97b1e7eaf02 HTTP/1.1" status: 404 len: 337 time: 0.0696259 Aug 31 09:43:33.915056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49574) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:33.931133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032feb10-4458-47b5-8ff2-abd7d1614ea6 None None] The sync data for ids ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'] in n-d-800634-13 is: [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:43:24Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '629416c1-6e71-4520-bc6d-469a9b43092b', 'name': '', 'network_id': 'a93e1e64-c821-402d-a231-87827f734223', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'mac_address': 'fa:16:3e:55:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:32Z', 'revision_number': 4, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'subnets': [{'id': '73f66f31-eb3e-48f7-a74c-9d66ab2abc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:33.952809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network da2f15ad-323e-43de-a17e-c6225326aa1c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:33.970253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] Deleting port 9332e63a-d295-41a4-85ff-e751be430524 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:33.970819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.985503 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f026cca0-6d5d-43b9-bf88-7b0a740ac942 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:33.998263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f026cca0-6d5d-43b9-bf88-7b0a740ac942 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.005809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49576) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.009892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f026cca0-6d5d-43b9-bf88-7b0a740ac942 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/e3f04f33-ff67-408c-9496-fd91c9535163 HTTP/1.1" status: 404 len: 337 time: 0.0914593 Aug 31 09:43:34.020384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.026432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, da2f15ad-323e-43de-a17e-c6225326aa1c) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:34.086530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:34.087378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.107212 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b44ca4-f28f-427d-bbfd-d6bd51fa4fbe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.108696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b44ca4-f28f-427d-bbfd-d6bd51fa4fbe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.111051 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-56b44ca4-f28f-427d-bbfd-d6bd51fa4fbe tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/325b2222-6fa9-492f-a8a4-956f79c9c1e1 HTTP/1.1" status: 404 len: 333 time: 0.1042213 Aug 31 09:43:34.138452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49580) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.166983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] For port 9332e63a-d295-41a4-85ff-e751be430524, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9332e63a-d295-41a4-85ff-e751be430524,segment=NetworkSegment(166398a9-5962-4309-a98a-dcaa1448b25b),segment_id=166398a9-5962-4309-a98a-dcaa1448b25b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:34.168081 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.204588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] Calling delete_port for 9332e63a-d295-41a4-85ff-e751be430524 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:34.246161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Attempting to bind port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:34.254811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Attempting to bind port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:34.255344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Attempting to bind port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b on network b6db4a0a-4a7f-44ff-818d-27c688625a27 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:34.263999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b on network b6db4a0a-4a7f-44ff-818d-27c688625a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:34.264399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Attempting to bind port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b on network b6db4a0a-4a7f-44ff-818d-27c688625a27 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:34.289390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:34.289737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Checking segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:34.290108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Bound using segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:34.290573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Bound port: d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:34.290933 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.315233 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e3f58592-29e5-44ab-9bc6-7e6c1d8b2ed7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8294806 Aug 31 09:43:34.315896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac1d85-b52c-46ad-8621-5505b6ed80bd None None] Network da2f15ad-323e-43de-a17e-c6225326aa1c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:34.316829 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d0ade4-8df2-4efb-bcd9-92995f5e17cb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.317719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d0ade4-8df2-4efb-bcd9-92995f5e17cb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.324508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54d0ade4-8df2-4efb-bcd9-92995f5e17cb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/70cfd2a4-480b-4cc3-99a7-44cfe1cfe314 HTTP/1.1" status: 404 len: 337 time: 0.1841269 Aug 31 09:43:34.327714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49586) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.328336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49588) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.356441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 629416c1-6e71-4520-bc6d-469a9b43092b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:34.468253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] For port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:34.473815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] For port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:34.499790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 629416c1-6e71-4520-bc6d-469a9b43092b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:34.500036 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.521231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 629416c1-6e71-4520-bc6d-469a9b43092b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:34.521813 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.615534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:34.621908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.624462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] 10.222.0.23 "PUT /v2.0/ports/d0eb7ac0-a9d4-45d7-9de4-8d65432f337b HTTP/1.1" status: 200 len: 1092 time: 1.9054148 Aug 31 09:43:34.625020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'tag': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:34.632878 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289" -d '{"events": [{"name": "network-changed", "server_uuid": "30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9", "tag": "d0eb7ac0-a9d4-45d7-9de4-8d65432f337b"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:34.633913 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d84d463-fb4e-48ed-81d2-812a3d8d5e42 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.634936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d84d463-fb4e-48ed-81d2-812a3d8d5e42 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.637696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d84d463-fb4e-48ed-81d2-812a3d8d5e42 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/1a78d2af-6826-48bc-a762-371fe7add69d HTTP/1.1" status: 404 len: 333 time: 0.3060758 Aug 31 09:43:34.646611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49592) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.678168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.721233 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-574360b9-c682-4ee9-9c66-50e59e7e7087 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.723119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] No DVR routers for this DVR port 9332e63a-d295-41a4-85ff-e751be430524 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:34.727818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574360b9-c682-4ee9-9c66-50e59e7e7087 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.749877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-574360b9-c682-4ee9-9c66-50e59e7e7087 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/b20d07df-8954-4127-8ddd-53903bbf4205 HTTP/1.1" status: 404 len: 337 time: 0.1018801 Aug 31 09:43:34.756939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49598) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.827210 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7ea436-703c-4041-9cd9-37abc22eedde x-openstack-request-id: req-9f7ea436-703c-4041-9cd9-37abc22eedde {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:34.827943 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9", "tag": "d0eb7ac0-a9d4-45d7-9de4-8d65432f337b", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:34.828398 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f7ea436-703c-4041-9cd9-37abc22eedde {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:34.828997 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'tag': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b', 'status': 'completed', 'code': 200} Aug 31 09:43:34.830293 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93c247b-e924-4d66-88c1-17d60920bbb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.831333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93c247b-e924-4d66-88c1-17d60920bbb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.835601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a93c247b-e924-4d66-88c1-17d60920bbb8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/d1c00a2b-2905-4ed6-8867-ab30b2a70e39 HTTP/1.1" status: 404 len: 333 time: 0.0460699 Aug 31 09:43:34.847176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49600) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.876133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac904f-3cb9-4944-ad28-13eb4f79519e None None] Pushing event deleted for resources: {'Port': ['ID=9332e63a-d295-41a4-85ff-e751be430524,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.937120 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6a3999-10dd-4d7b-9bcd-025a778397b8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:34.937800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6a3999-10dd-4d7b-9bcd-025a778397b8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:34.941430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9a6a3999-10dd-4d7b-9bcd-025a778397b8 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/e8c48905-3423-45a1-87df-1e516f8de662 HTTP/1.1" status: 404 len: 337 time: 0.0777957 Aug 31 09:43:34.942549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11ada7-0bde-431f-b7a1-9f4d34f7adbf service neutron] Pushing event updated for resources: {'Port': ['ID=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:34.946701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.978591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.032057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-a05d4b9c-9d66-4cdc-a42f-cb608364cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:35.033853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-a05d4b9c-9d66-4cdc-a42f-cb608364cd81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1095 time: 0.3254414 Aug 31 09:43:35.078100 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e806871-6b6e-4e17-92c9-0f313e36859b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.078912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e806871-6b6e-4e17-92c9-0f313e36859b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.083134 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e806871-6b6e-4e17-92c9-0f313e36859b tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/bfb871b2-0a89-4c2b-89b4-ec006d2f4938 HTTP/1.1" status: 404 len: 333 time: 0.1330583 Aug 31 09:43:35.084010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc00e7d-69e3-4f63-919e-d7916404c958 req-9b75fc65-5505-4170-85da-48a120857efd tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:35.091035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49608) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.105746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 629416c1-6e71-4520-bc6d-469a9b43092b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=629416c1-6e71-4520-bc6d-469a9b43092b,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:35.106273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfc00e7d-69e3-4f63-919e-d7916404c958 req-9b75fc65-5505-4170-85da-48a120857efd tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1095 time: 0.2561724 Aug 31 09:43:35.111622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-da2f15ad-323e-43de-a17e-c6225326aa1c', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:35.112927 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.120474 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.121519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84c13949-6d4f-4038-a205-7e695b1785c9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:35.184192 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf05f12d-f178-4167-82dd-338afb6d2167 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.184523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-6fe4393f-f1e7-4a43-806f-43489864dcf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b HTTP/1.1" status: 200 len: 217 time: 0.1332119 Aug 31 09:43:35.184692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf05f12d-f178-4167-82dd-338afb6d2167 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.188736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf05f12d-f178-4167-82dd-338afb6d2167 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/de735e25-6632-4e63-a99b-310123a60239 HTTP/1.1" status: 404 len: 337 time: 0.0945301 Aug 31 09:43:35.189599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49610) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.303848 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee609ef2-4cb8-4d5d-8503-4a206852b3f5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.305547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee609ef2-4cb8-4d5d-8503-4a206852b3f5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.309941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ee609ef2-4cb8-4d5d-8503-4a206852b3f5 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/c18e0cb2-dbae-4f36-adfa-f7e1bf4ea4b7 HTTP/1.1" status: 404 len: 333 time: 0.1192727 Aug 31 09:43:35.313493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49614) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.316802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-4dc43dfe-1628-44c8-8431-cf5892ba4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:35.317332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-4dc43dfe-1628-44c8-8431-cf5892ba4563 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e724d121-3fe5-4a2c-b63f-cd956e0efe44 HTTP/1.1" status: 200 len: 849 time: 0.1113582 Aug 31 09:43:35.335206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 84c13949-6d4f-4038-a205-7e695b1785c9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:35.349429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfc00e7d-69e3-4f63-919e-d7916404c958 req-da5286b8-f14d-463c-ad86-7203aba88afb tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370687 Aug 31 09:43:35.372094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.399755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.405043 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-327818ef-5439-4407-8bd8-a8ff8e06118e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.405816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327818ef-5439-4407-8bd8-a8ff8e06118e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.409077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-327818ef-5439-4407-8bd8-a8ff8e06118e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/84ed8da6-1d60-47da-9590-c55f7203c1ae HTTP/1.1" status: 404 len: 337 time: 0.0901399 Aug 31 09:43:35.411067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 84c13949-6d4f-4038-a205-7e695b1785c9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:35.411547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.416932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49616) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.422285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=629416c1-6e71-4520-bc6d-469a9b43092b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:35.440806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-ab343a3c-0d2a-4d3c-86cf-a26a61001f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:35.442726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-ab343a3c-0d2a-4d3c-86cf-a26a61001f90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6db4a0a-4a7f-44ff-818d-27c688625a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140642 Aug 31 09:43:35.445646 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9342748-fc9b-4ed1-ae38-7478bdb33ea7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.447783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9342748-fc9b-4ed1-ae38-7478bdb33ea7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.448711 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a9342748-fc9b-4ed1-ae38-7478bdb33ea7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/65c762ba-470e-4320-ba69-d636e9ac0b2a HTTP/1.1" status: 404 len: 333 time: 0.0297754 Aug 31 09:43:35.456368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.570032 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ae1da2-b9b2-434c-80ca-cf9327dd78ca tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.570741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ae1da2-b9b2-434c-80ca-cf9327dd78ca tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.579952 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-52ae1da2-b9b2-434c-80ca-cf9327dd78ca tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/c414d280-70d9-4544-ac05-023dd3024f94 HTTP/1.1" status: 404 len: 337 time: 0.1228006 Aug 31 09:43:35.584778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Allocated IP 172.20.0.2 (da2f15ad-323e-43de-a17e-c6225326aa1c/082e0d2a-fd18-4278-be67-8959fcdde053/5f7f40db-0c8d-447f-8dbd-161a0c8278fc) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:35.586042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49620) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.622503 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.622617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-14e2813b-145c-406b-8464-504fde3a4186 service neutron] 10.222.0.23 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717019 Aug 31 09:43:35.673404 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc52c730-05a7-4022-8d5a-92c393a9f082 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.673872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc52c730-05a7-4022-8d5a-92c393a9f082 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.676010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc52c730-05a7-4022-8d5a-92c393a9f082 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/c7dd0245-c8c6-44b4-ac3f-72800cb9461b HTTP/1.1" status: 404 len: 337 time: 0.0818822 Aug 31 09:43:35.716724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49626) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.850101 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b26a8c1-4487-4ef2-af24-59a1b43c5aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.851182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b26a8c1-4487-4ef2-af24-59a1b43c5aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.857607 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b26a8c1-4487-4ef2-af24-59a1b43c5aae tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/cc9b8535-e25e-4d44-a9cc-2c3b7bcc92c8 HTTP/1.1" status: 404 len: 333 time: 0.1395385 Aug 31 09:43:35.860991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49630) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.885058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 84c13949-6d4f-4038-a205-7e695b1785c9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=84c13949-6d4f-4038-a205-7e695b1785c9,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:35.897002 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.915362 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3e44a0-04f8-4bbb-9d0f-1a269674ceac tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:35.915819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3e44a0-04f8-4bbb-9d0f-1a269674ceac tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:35.918065 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d3e44a0-04f8-4bbb-9d0f-1a269674ceac tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/0bdcd107-2661-442c-845e-1228fb6aaeff HTTP/1.1" status: 404 len: 337 time: 0.0522177 Aug 31 09:43:35.923642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49632) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:35.969011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Allocated IP 172.25.4.167 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9986e585-3505-40de-bbfb-131064e91839) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:36.002226 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d79007e-4770-46bd-afca-b15930ebcd2c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.002983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d79007e-4770-46bd-afca-b15930ebcd2c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.004959 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d79007e-4770-46bd-afca-b15930ebcd2c tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/85dce7ef-1cd1-4e06-918b-5ca8d61c593d HTTP/1.1" status: 404 len: 337 time: 0.0779669 Aug 31 09:43:36.006890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:36.014452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.038542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.068393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9332e63a-d295-41a4-85ff-e751be430524 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:36.069001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9332e63a-d295-41a4-85ff-e751be430524 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:36.087219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=84c13949-6d4f-4038-a205-7e695b1785c9,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.097308 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a29095c-fd31-4912-b570-ee746f093e45 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.098032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a29095c-fd31-4912-b570-ee746f093e45 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.099854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9a29095c-fd31-4912-b570-ee746f093e45 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/63020b79-99e0-42e8-ba94-501cdf0c41da HTTP/1.1" status: 404 len: 333 time: 0.0833399 Aug 31 09:43:36.114132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49636) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.174820 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4786d391-4723-49f1-bd97-bd2f232b28c1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.175329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4786d391-4723-49f1-bd97-bd2f232b28c1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.177164 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4786d391-4723-49f1-bd97-bd2f232b28c1 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/72543a86-d5e7-4fbe-8312-f59191da2911 HTTP/1.1" status: 404 len: 337 time: 0.0620017 Aug 31 09:43:36.181457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49638) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.227327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.231110 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.259016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Transition to ACTIVE for port object 5f7f40db-0c8d-447f-8dbd-161a0c8278fc will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:36.277438 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-23230f4c-3698-4eff-bd5d-314361961a69 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.277978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23230f4c-3698-4eff-bd5d-314361961a69 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.279814 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23230f4c-3698-4eff-bd5d-314361961a69 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/4d7965dd-304c-4c28-9698-a20a570a9a94 HTTP/1.1" status: 404 len: 337 time: 0.0941005 Aug 31 09:43:36.283263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 629416c1-6e71-4520-bc6d-469a9b43092b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:36.285185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.321143 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8e8eae-4268-47d5-a6ab-d7f14929999f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.323595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8e8eae-4268-47d5-a6ab-d7f14929999f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.326576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8c8e8eae-4268-47d5-a6ab-d7f14929999f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/ca3965d2-be44-43a8-95cc-37d76c250417 HTTP/1.1" status: 404 len: 333 time: 0.0384212 Aug 31 09:43:36.334876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49642) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.357417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Transition to ACTIVE for port object 5f7f40db-0c8d-447f-8dbd-161a0c8278fc will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:36.392922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.394851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-188493e7-7e23-4436-aacd-e2f516a94d25 req-0ef00186-ac14-4bb8-a31a-2e66231eee3f service neutron] 10.222.0.23 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461634 Aug 31 09:43:36.396207 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b626c585-e1bf-44f0-8d2e-68b6bc393a2e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.396648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b626c585-e1bf-44f0-8d2e-68b6bc393a2e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.401052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b626c585-e1bf-44f0-8d2e-68b6bc393a2e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/3a57197e-2c8f-4457-9946-6e9a58255274 HTTP/1.1" status: 404 len: 337 time: 0.0625439 Aug 31 09:43:36.401491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49648) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.437944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.443823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Network da2f15ad-323e-43de-a17e-c6225326aa1c is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:36.450346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:36.464970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:36.476388 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc68b9d9-78bf-4999-a2f1-bb409b0d5e36 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.476897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc68b9d9-78bf-4999-a2f1-bb409b0d5e36 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.480292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 629416c1-6e71-4520-bc6d-469a9b43092b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:36.480858 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.483847 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc68b9d9-78bf-4999-a2f1-bb409b0d5e36 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/49e0a7dc-bc4a-4ce0-b568-fe66d8b85073 HTTP/1.1" status: 404 len: 337 time: 0.0786643 Aug 31 09:43:36.488889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49650) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.577842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9680e5ac-b03b-4147-a55c-c62795c2c0a3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports?device_id=06db8a88-c1ff-4c1f-a008-6d42af6d555c HTTP/1.1" status: 200 len: 205 time: 0.0874116 Aug 31 09:43:36.581549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.582436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Pushing event updated for resources: {'Port': ['ID=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.587749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Attempting to bind port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:36.588055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Attempting to bind port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:36.588640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Attempting to bind port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc on network da2f15ad-323e-43de-a17e-c6225326aa1c {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:36.611171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b0b6e-69ce-4f11-b6e0-5aff2764245b req-1c9d7a9f-dc73-4bea-b7ce-ed326de01497 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:36.611711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:36.612110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Checking segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:36.612680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.613077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Bound using segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:36.613567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Bound port: 5f7f40db-0c8d-447f-8dbd-161a0c8278fc, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:36.613954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.618973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa5b0b6e-69ce-4f11-b6e0-5aff2764245b req-1c9d7a9f-dc73-4bea-b7ce-ed326de01497 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1095 time: 0.1322508 Aug 31 09:43:36.639231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-d5c8f51a-bdcd-4059-bfd8-648af6229561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:36.640804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-d5c8f51a-bdcd-4059-bfd8-648af6229561 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1095 time: 0.1489248 Aug 31 09:43:36.675544 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-71a23626-88ff-4c95-87bd-22f461e931d0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] delete failed (client error): The resource could not be found. Aug 31 09:43:36.675958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-71a23626-88ff-4c95-87bd-22f461e931d0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/routers/06db8a88-c1ff-4c1f-a008-6d42af6d555c HTTP/1.1" status: 404 len: 336 time: 0.0910523 Aug 31 09:43:36.682051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.692974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.695829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] For port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:36.700518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] For port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:36.705320 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.729125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa5b0b6e-69ce-4f11-b6e0-5aff2764245b req-bc8533e0-b91f-49e4-a70e-a9ce20ed0276 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091526 Aug 31 09:43:36.765303 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c293de-39a8-4cbb-86bb-29fc1446f2bd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:36.771554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c293de-39a8-4cbb-86bb-29fc1446f2bd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:36.773672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69c293de-39a8-4cbb-86bb-29fc1446f2bd tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/1b166809-209b-4d6e-b502-310c1b70d2b8 HTTP/1.1" status: 404 len: 337 time: 0.0646467 Aug 31 09:43:36.778670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49664) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.836436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:36.844937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2e48-4c8a-4a8e-8702-cdf2ed7a3355 None None] Pushing event updated for resources: {'Port': ['ID=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.850729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2149d7d2-4c69-44ca-bcfa-85272e4564d4 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e126d773-237c-4ed4-a111-5848c8296a24 HTTP/1.1" status: 200 len: 205 time: 0.0651500 Aug 31 09:43:36.853913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49668) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.857761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84c13949-6d4f-4038-a205-7e695b1785c9 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:36.872083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:36.884939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:36.920750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event updated for resources: {'Port': ['ID=9986e585-3505-40de-bbfb-131064e91839,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.931116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 84c13949-6d4f-4038-a205-7e695b1785c9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:36.931501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.946678 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-7ac7f6cf-d313-4ad8-babd-e07c9999eabb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] delete failed (client error): The resource could not be found. Aug 31 09:43:36.950325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49670) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:36.954661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7ac7f6cf-d313-4ad8-babd-e07c9999eabb tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/routers/e126d773-237c-4ed4-a111-5848c8296a24 HTTP/1.1" status: 404 len: 336 time: 0.0995827 Aug 31 09:43:36.970665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.1 (da2f15ad-323e-43de-a17e-c6225326aa1c/082e0d2a-fd18-4278-be67-8959fcdde053/45770eb2-dd43-48e0-940a-4be5b021adc3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:36.986060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-5f048787-c92e-4a07-8251-b0d00fb796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:36.988536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-5f048787-c92e-4a07-8251-b0d00fb796a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 200 len: 911 time: 0.3399925 Aug 31 09:43:37.013175 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d8b508-8fb7-4631-a89d-ef38ba56cac3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.013978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d8b508-8fb7-4631-a89d-ef38ba56cac3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.017903 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e7d8b508-8fb7-4631-a89d-ef38ba56cac3 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/376daf09-c4ae-42cd-9774-2930e500a401 HTTP/1.1" status: 404 len: 337 time: 0.0631468 Aug 31 09:43:37.021540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.074963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-e3af54c9-23a6-40d5-ab52-379d1d6c5fdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b HTTP/1.1" status: 200 len: 217 time: 0.0783539 Aug 31 09:43:37.143446 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fc3bcf-cf35-4cb3-b163-2ff3deeb0270 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.144742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fc3bcf-cf35-4cb3-b163-2ff3deeb0270 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.147272 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5fc3bcf-cf35-4cb3-b163-2ff3deeb0270 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/aa04a17a-5a7e-4e78-825f-685f301c063c HTTP/1.1" status: 404 len: 337 time: 0.1241596 Aug 31 09:43:37.152821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49674) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.193694 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0693f112-e64d-44c3-93e8-87b886b83037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.195025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0693f112-e64d-44c3-93e8-87b886b83037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.197994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0693f112-e64d-44c3-93e8-87b886b83037 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/6ea25f52-6b72-4d23-8e19-1e5af38c64ee HTTP/1.1" status: 404 len: 333 time: 0.0440853 Aug 31 09:43:37.202241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49678) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.216509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-3cff984a-ce4e-4936-9007-41fe9ec1e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:37.218491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-3cff984a-ce4e-4936-9007-41fe9ec1e906 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e724d121-3fe5-4a2c-b63f-cd956e0efe44 HTTP/1.1" status: 200 len: 849 time: 0.1360712 Aug 31 09:43:37.283718 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7852d75c-fd7e-4054-a2ad-4fdd1337bad7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.284699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7852d75c-fd7e-4054-a2ad-4fdd1337bad7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.293175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7852d75c-fd7e-4054-a2ad-4fdd1337bad7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/405a4f97-5112-41af-9def-edb450eb18e3 HTTP/1.1" status: 404 len: 337 time: 0.0885863 Aug 31 09:43:37.294214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49684) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.324610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-4246d3a9-9f3d-4f75-97e9-f0227dc31a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:37.327817 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-4246d3a9-9f3d-4f75-97e9-f0227dc31a57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6db4a0a-4a7f-44ff-818d-27c688625a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799630 Aug 31 09:43:37.332860 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53fe548-9dcb-43c7-a86d-12deddcaa517 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.333482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53fe548-9dcb-43c7-a86d-12deddcaa517 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.335521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f53fe548-9dcb-43c7-a86d-12deddcaa517 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/21f48d62-c864-42c4-9297-096d5f825b09 HTTP/1.1" status: 404 len: 333 time: 0.0399463 Aug 31 09:43:37.347312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49686) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.425775 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8252ca-fa08-4c6a-b75f-31997f285fb0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.426396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8252ca-fa08-4c6a-b75f-31997f285fb0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.428331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f8252ca-fa08-4c6a-b75f-31997f285fb0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/8509c781-9bd6-4a5d-877b-0556cd592e6e HTTP/1.1" status: 404 len: 337 time: 0.0796597 Aug 31 09:43:37.431248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49690) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.465867 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cf7368-f5bd-4ec7-bea3-21c1a7d87add tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.466693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cf7368-f5bd-4ec7-bea3-21c1a7d87add tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.468514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b5cf7368-f5bd-4ec7-bea3-21c1a7d87add tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/cbf8d72a-58ea-4fca-9e11-8fd991d578c3 HTTP/1.1" status: 404 len: 333 time: 0.0363290 Aug 31 09:43:37.471230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49692) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.497566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.517439 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bb16d7-68fa-4011-b9c4-628bd3a4ab3e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.518142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bb16d7-68fa-4011-b9c4-628bd3a4ab3e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.519737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-55bb16d7-68fa-4011-b9c4-628bd3a4ab3e tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/6499b541-1e74-4216-9cc9-8bc26fe5b4a0 HTTP/1.1" status: 404 len: 337 time: 0.0476229 Aug 31 09:43:37.524601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49694) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.527906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 45770eb2-dd43-48e0-940a-4be5b021adc3 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:37.557743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-ac0ff8a7-fa37-457d-ae13-a2819d87044b service neutron] 10.222.0.23 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206175 Aug 31 09:43:37.597375 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9f0e03-4dae-465b-aed7-0a261c7d91a0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.598638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9f0e03-4dae-465b-aed7-0a261c7d91a0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.603797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7c9f0e03-4dae-465b-aed7-0a261c7d91a0 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/d60649af-9234-4f83-8547-06f160adb7f0 HTTP/1.1" status: 404 len: 333 time: 0.0756660 Aug 31 09:43:37.607621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49696) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.659864 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d456f4cd-b601-4842-bc63-38c92f64a81f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.660348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d456f4cd-b601-4842-bc63-38c92f64a81f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.663580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d456f4cd-b601-4842-bc63-38c92f64a81f tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/2eac92f7-8447-412b-9b7f-0aec600c5d10 HTTP/1.1" status: 404 len: 337 time: 0.0521100 Aug 31 09:43:37.666719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49698) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.677149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.714379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f42f0e05-a09f-4ee5-89aa-4bbf3e58d289 req-0b732390-4f4f-49fe-94fe-0b0ced662179 service neutron] 10.222.0.23 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477304 Aug 31 09:43:37.715399 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a433bbba-b6e8-4165-985c-a860bd25cae7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.716278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a433bbba-b6e8-4165-985c-a860bd25cae7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.720434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a433bbba-b6e8-4165-985c-a860bd25cae7 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/5cf415f7-b83a-4416-b06f-5a0f5b49a37d HTTP/1.1" status: 404 len: 333 time: 0.0328927 Aug 31 09:43:37.720921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49700) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.731554 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.788730 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b33e9e8-0f83-499f-bfef-6b3b05231d06 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.789197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b33e9e8-0f83-499f-bfef-6b3b05231d06 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.794222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b33e9e8-0f83-499f-bfef-6b3b05231d06 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/31c62f49-0785-474a-927b-030471bb0d90 HTTP/1.1" status: 404 len: 337 time: 0.0691478 Aug 31 09:43:37.794502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49704) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.832214 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc98b74-2014-44ed-b842-ffa86076f6bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.833197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc98b74-2014-44ed-b842-ffa86076f6bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.837031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1cc98b74-2014-44ed-b842-ffa86076f6bf tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/0c921f05-027c-4665-8526-0b4052ce327c HTTP/1.1" status: 404 len: 333 time: 0.0397825 Aug 31 09:43:37.837900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49706) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.895321 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e127e91-79cc-44f2-93c1-c4c4451ab36a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.895321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e127e91-79cc-44f2-93c1-c4c4451ab36a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.896180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6e127e91-79cc-44f2-93c1-c4c4451ab36a tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/6395fa51-c06a-4170-932b-2dcbfe663134 HTTP/1.1" status: 404 len: 337 time: 0.0516262 Aug 31 09:43:37.898497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49708) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.943823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571391-f52d-46d6-b307-9e1c35aead58 req-1ba96ef1-a1d1-41ee-84ce-a70421252e86 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:37.946058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1571391-f52d-46d6-b307-9e1c35aead58 req-1ba96ef1-a1d1-41ee-84ce-a70421252e86 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1095 time: 0.0943913 Aug 31 09:43:37.947372 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca757b58-6e90-4832-b780-b3e205908813 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.948895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca757b58-6e90-4832-b780-b3e205908813 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.951397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ca757b58-6e90-4832-b780-b3e205908813 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/ports/28f0de06-ed09-48f6-9fa3-1a05e9dc4595 HTTP/1.1" status: 404 len: 333 time: 0.0519402 Aug 31 09:43:37.953976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49714) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:37.984940 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5041016-c50d-423b-8a8b-e9ba8cd4f156 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:37.985523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5041016-c50d-423b-8a8b-e9ba8cd4f156 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:37.989960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f5041016-c50d-423b-8a8b-e9ba8cd4f156 tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/subnets/2c2867e1-3e0c-438e-bec9-fce7f3065242 HTTP/1.1" status: 404 len: 337 time: 0.0322607 Aug 31 09:43:37.990759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49716) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:38.115351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1571391-f52d-46d6-b307-9e1c35aead58 req-f8b190c7-c68c-4529-8e3d-11e74a2f4999 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588049 Aug 31 09:43:38.133353 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.275115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b11d0-f32f-4d82-97bf-078ec34121b7 None None] Network da2f15ad-323e-43de-a17e-c6225326aa1c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:38.282345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.297128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network da2f15ad-323e-43de-a17e-c6225326aa1c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:38.298369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=45770eb2-dd43-48e0-940a-4be5b021adc3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.302120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d91503f-5102-418f-827c-c81a8c784a43']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.304303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:38.306572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:38.325296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166398a9-5962-4309-a98a-dcaa1448b25b') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.325919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166398a9-5962-4309-a98a-dcaa1448b25b') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.345597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.388671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.402243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:38.402770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: items = [ Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:38.410682 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:38.414142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.426996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f7f40db-0c8d-447f-8dbd-161a0c8278fc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:38.490647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.492539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.497796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-11d40b09-cae6-48fd-a0c6-fd864d4d8d64 None None] Provisioning for port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:38.509797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.519432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] 10.222.0.18 "DELETE /v2.0/networks/5d91503f-5102-418f-827c-c81a8c784a43 HTTP/1.1" status: 204 len: 168 time: 0.5148087 Aug 31 09:43:38.529932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2ade0-eb05-4521-aa42-fb99b020f9ad tempest-NetworksTestDHCPv6-1314587457 tempest-NetworksTestDHCPv6-1314587457-project] Pushing event deleted for resources: {'Network': ['ID=5d91503f-5102-418f-827c-c81a8c784a43,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.589805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:38.596200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:38.596575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.721177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.749951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.762978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Router 24f7a1ba-f432-40d9-aeef-8c4808021a18 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:38.798046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:38.804812 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.896221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:38.959281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49730) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:38.991841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d0eb7ac0-a9d4-45d7-9de4-8d65432f337b details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:39.017166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:39.047035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] Sync routers for ids ['24f7a1ba-f432-40d9-aeef-8c4808021a18'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:39.079221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.083992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49734) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:39.084159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-04628cd5-0ec6-4655-a3e7-9672664c4c36 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3828380 Aug 31 09:43:39.091430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:39.255809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] Routers {'24f7a1ba-f432-40d9-aeef-8c4808021a18'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:39.256476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['24f7a1ba-f432-40d9-aeef-8c4808021a18'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.265066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:39.326889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.331207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'port_id': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b', 'mac_address': 'fa:16:3e:14:7d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:39.334804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d7f301a7-273f-4ed5-83d0-815498d8d199 None None] Provisioning complete for port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:39.335196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d7f301a7-273f-4ed5-83d0-815498d8d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.386573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f25fc3f0-6441-49ad-8253-ae467841089f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6fba46169fd4896bfddc9248357bba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232538 Aug 31 09:43:39.392105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:39.421827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] Routers {'24f7a1ba-f432-40d9-aeef-8c4808021a18'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:39.422565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['24f7a1ba-f432-40d9-aeef-8c4808021a18'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.456883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97273a1f-db6a-4547-9009-5f52276e8bab req-b8771c8e-9491-4fcc-abda-278f43136fda tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:39.458837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97273a1f-db6a-4547-9009-5f52276e8bab req-b8771c8e-9491-4fcc-abda-278f43136fda tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1095 time: 0.2158029 Aug 31 09:43:39.469737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.474598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7917a750-e619-4c32-9b12-b21af223fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.489084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.520360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.524528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.525218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc451e3-f06c-40de-b05f-8c69a708c06e None None] The sync data for ids ['24f7a1ba-f432-40d9-aeef-8c4808021a18'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:39.542996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0eb7ac0-a9d4-45d7-9de4-8d65432f337b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:39.570976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:39.585642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=45770eb2-dd43-48e0-940a-4be5b021adc3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.595793 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.626675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7917a750-e619-4c32-9b12-b21af223fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.644077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.665232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.695101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d7f301a7-273f-4ed5-83d0-815498d8d199 None None] Provisioning for port 45770eb2-dd43-48e0-940a-4be5b021adc3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:39.700764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d7f301a7-273f-4ed5-83d0-815498d8d199 None None] Provisioning complete for port 45770eb2-dd43-48e0-940a-4be5b021adc3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:39.701555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d7f301a7-273f-4ed5-83d0-815498d8d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.737894 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.746628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97273a1f-db6a-4547-9009-5f52276e8bab req-c0357b90-e6c2-4a39-b2f6-5c4864ecb05c tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747025 Aug 31 09:43:39.747955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d7f301a7-273f-4ed5-83d0-815498d8d199 None None] Port 45770eb2-dd43-48e0-940a-4be5b021adc3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:39.762701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.774458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7917a750-e619-4c32-9b12-b21af223fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.777425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7917a750-e619-4c32-9b12-b21af223fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.778582 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7917a750-e619-4c32-9b12-b21af223fabd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fec8c305-2c86-4904-a186-0ec6ea94ff00 HTTP/1.1" status: 204 len: 168 time: 0.3895414 Aug 31 09:43:39.813645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network da2f15ad-323e-43de-a17e-c6225326aa1c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:39.815609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:39.817696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917a750-e619-4c32-9b12-b21af223fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec8c305-2c86-4904-a186-0ec6ea94ff00,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.878272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Deleting port 9986e585-3505-40de-bbfb-131064e91839 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:39.878795 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.884077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-39fc78b9-27ea-4b31-bc32-8e7a7e0c7cd6 None None] Provisioning complete for port 45770eb2-dd43-48e0-940a-4be5b021adc3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:39.884455 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-39fc78b9-27ea-4b31-bc32-8e7a7e0c7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.936411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-39fc78b9-27ea-4b31-bc32-8e7a7e0c7cd6 None None] Port 45770eb2-dd43-48e0-940a-4be5b021adc3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:40.001978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d0eb7ac0-a9d4-45d7-9de4-8d65432f337b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:40.017533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.035438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Calling delete_port for 9986e585-3505-40de-bbfb-131064e91839 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:40.039965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router d5499617-28ad-4a21-890b-d1e32d849a7a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:40.225840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f7f40db-0c8d-447f-8dbd-161a0c8278fc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:40.279638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:40.290399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d0771ff0-831b-46db-96bb-41678295ef52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/d5499617-28ad-4a21-890b-d1e32d849a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9606359 Aug 31 09:43:40.298763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Sync routers for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:40.317275 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:40.318105 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:40.371726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-afb3026f-151d-4bd7-a544-d6727bd2ee6b None None] Provisioning complete for port 45770eb2-dd43-48e0-940a-4be5b021adc3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:40.372307 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-afb3026f-151d-4bd7-a544-d6727bd2ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.376407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.441327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Pushing event deleted for resources: {'Port': ['ID=9986e585-3505-40de-bbfb-131064e91839,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:40.557263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-afb3026f-151d-4bd7-a544-d6727bd2ee6b None None] Port 45770eb2-dd43-48e0-940a-4be5b021adc3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:40.564006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:40.564929 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.623765 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:40.628835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.792940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-a9ff0cfa-26b8-494b-b0f5-8560dc6e30ad tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145683265&fields=id&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 267 time: 0.2480533 Aug 31 09:43:40.931478 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:39Z', 'revision_number': 2, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:40.966116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Checking router: d5499617-28ad-4a21-890b-d1e32d849a7a for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:40.966586 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Updating router d5499617-28ad-4a21-890b-d1e32d849a7a port 45770eb2-dd43-48e0-940a-4be5b021adc3 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:41.000485 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.050364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28998ff0-e774-4a25-bbb3-b3989093231f req-d306e4db-ecbe-464a-9ed6-12732155dc02 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.052080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28998ff0-e774-4a25-bbb3-b3989093231f req-d306e4db-ecbe-464a-9ed6-12732155dc02 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1096 time: 0.1784346 Aug 31 09:43:41.087613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49798) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:41.155251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.165912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-86dd4fec-14b4-4f5a-9df6-6e2bc67407e2 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.169201 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-86dd4fec-14b4-4f5a-9df6-6e2bc67407e2 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 796 time: 0.3642316 Aug 31 09:43:41.171532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.239392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-958792161'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:41.251787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28998ff0-e774-4a25-bbb3-b3989093231f req-c9d048db-6d89-4f33-9727-b89b68850832 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592081 Aug 31 09:43:41.255367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-72cf495d-1d00-443a-9925-be80db54296c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/quotas/2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 375 time: 0.0776470 Aug 31 09:43:41.294634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:41.298235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.312922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.367327 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.388241 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Transition to ACTIVE for port object 45770eb2-dd43-48e0-940a-4be5b021adc3 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:41.397327 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.451586 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c255-a50c-4284-8069-92cc5b0d75ef None None] Pushing event updated for resources: {'Port': ['ID=45770eb2-dd43-48e0-940a-4be5b021adc3,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.470433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.477651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.527889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:41.539382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d3d46-a48a-476d-886e-8e82e264f6bf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.548483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.548893 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Added segment 9da8d7e9-ee9b-47fd-be3e-213716a7fb26 of type vlan for network f4845abd-651a-4e63-9068-0c40b34d3d55 Aug 31 09:43:41.633510 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.641915 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Attempting to bind port 45770eb2-dd43-48e0-940a-4be5b021adc3 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:41.642453 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Attempting to bind port 45770eb2-dd43-48e0-940a-4be5b021adc3 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:41.644788 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Attempting to bind port 45770eb2-dd43-48e0-940a-4be5b021adc3 on network da2f15ad-323e-43de-a17e-c6225326aa1c {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:41.651752 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:41.652115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Checking segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:41.652858 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.652858 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Bound using segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:41.655299 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Bound port: 45770eb2-dd43-48e0-940a-4be5b021adc3, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:41.655693 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.675545 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.684859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.685717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.734205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Router 24f7a1ba-f432-40d9-aeef-8c4808021a18 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:41.763449 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6744523 Aug 31 09:43:41.766221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49804) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:41.769026 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] For port 45770eb2-dd43-48e0-940a-4be5b021adc3, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:41.772315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'subnet': {'network_id': 'f4845abd-651a-4e63-9068-0c40b34d3d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:41.774003 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] For port 45770eb2-dd43-48e0-940a-4be5b021adc3, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=45770eb2-dd43-48e0-940a-4be5b021adc3,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:41.777540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963952-c71c-4adb-9b50-187b96e67270 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Network': ['ID=f4845abd-651a-4e63-9068-0c40b34d3d55,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.780952 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.794201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network f4845abd-651a-4e63-9068-0c40b34d3d55 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:41.865532 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c255-a50c-4284-8069-92cc5b0d75ef None None] Pushing event updated for resources: {'Port': ['ID=45770eb2-dd43-48e0-940a-4be5b021adc3,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.866737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-45b9ba6d-a5d4-4ff1-875d-52390a989762 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5801673 Aug 31 09:43:41.889601 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:41.890359 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.004967 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:42.136934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:42.148097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.149319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0ac6faa2-2700-46f7-860d-1570265ff84f tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "PUT /v2.0/routers/24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 200 len: 706 time: 3.0641031 Aug 31 09:43:42.152571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49810) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:42.155520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] Sync routers for ids ['24f7a1ba-f432-40d9-aeef-8c4808021a18'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:42.165467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-a55c1028-4f6e-46f2-8ef6-cc36bd861c65 service neutron] 10.222.0.18 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623417 Aug 31 09:43:42.181178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] Routers {'24f7a1ba-f432-40d9-aeef-8c4808021a18'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:42.182377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['24f7a1ba-f432-40d9-aeef-8c4808021a18'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.247043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.268881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] Routers {'24f7a1ba-f432-40d9-aeef-8c4808021a18'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:42.270300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['24f7a1ba-f432-40d9-aeef-8c4808021a18'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.275601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-c604abf8-f266-4ba8-8455-aea73012b89c service neutron] 10.222.0.18 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969729 Aug 31 09:43:42.292954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:42.298141 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.300117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5977ae65-90dd-4e19-8145-0669b77b1fe2 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/routers/24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 200 len: 741 time: 0.1463478 Aug 31 09:43:42.301579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49814) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:42.305289 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:41Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.336881 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae7309-8f33-43aa-8783-d1c939640614 None None] The sync data for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 is: [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:41Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:42.356161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:42.357025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e7343-5183-4363-bd54-c8de3db2e4aa None None] The sync data for ids ['24f7a1ba-f432-40d9-aeef-8c4808021a18'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:42.431761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:42.431966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-de153f28-debf-485c-aaa5-ac062e7e32d6 tempest-RoutersAdminTest-1237285119 tempest-RoutersAdminTest-1237285119-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 200 len: 205 time: 0.1289620 Aug 31 09:43:42.474967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23b597b9-725a-4179-9668-8ed231239b16 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 200 len: 205 time: 0.0416856 Aug 31 09:43:42.475676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49818) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:42.548980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eae05-dfac-48b5-a472-fca21a248bce req-b5c0531f-589e-42e3-a5a3-2539740a8969 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:42.550710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8eae05-dfac-48b5-a472-fca21a248bce req-b5c0531f-589e-42e3-a5a3-2539740a8969 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1096 time: 0.1167793 Aug 31 09:43:42.601856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.689147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd449cb2-53b0-48d0-8ca7-45a366528c1d req-b045e0dd-0d93-4718-ad2a-ff534ca24ff6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 210 time: 0.0880611 Aug 31 09:43:42.737771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d8eae05-dfac-48b5-a472-fca21a248bce req-2ea733e5-95c9-4d92-9105-9663f4be13ac tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404505 Aug 31 09:43:42.861500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.882662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.891698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.966235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Subnet': ['ID=4986d5e7-8995-4366-b918-54435e9b8ff6,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:42.992970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Checking segment: {'id': '9da8d7e9-ee9b-47fd-be3e-213716a7fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4845abd-651a-4e63-9068-0c40b34d3d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:42.993406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network hostable DHCP agents. Network: f4845abd-651a-4e63-9068-0c40b34d3d55, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:43.012707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.013275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d0eb7ac0-a9d4-45d7-9de4-8d65432f337b up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:43.015199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Fanout notify agent at l3_agent the message router_deleted on router 24f7a1ba-f432-40d9-aeef-8c4808021a18 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:43.031384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.031610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:43.044169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a4451646-d4eb-4d66-9092-e928e5b397a5 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 204 len: 168 time: 0.5614648 Aug 31 09:43:43.044716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49832) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.066913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, f4845abd-651a-4e63-9068-0c40b34d3d55) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:43.085410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:43.086511 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.087429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d9b0d-fac9-43ab-91e2-127f8a22279d None None] Network f4845abd-651a-4e63-9068-0c40b34d3d55 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:43.122226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-905e6166-aed1-497d-bd96-b8c4dfc31adc tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3540499 Aug 31 09:43:43.124937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49834) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.127028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1d76f0f8-4919-4888-8a7d-b3647dc2628e tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 200 len: 205 time: 0.0801051 Aug 31 09:43:43.130170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.134500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-530546862', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:43.184259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.186811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.236017 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-d32285c1-d63e-4aeb-a955-ad6e6f1f7979 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] delete failed (client error): The resource could not be found. Aug 31 09:43:43.237317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d32285c1-d63e-4aeb-a955-ad6e6f1f7979 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/24f7a1ba-f432-40d9-aeef-8c4808021a18 HTTP/1.1" status: 404 len: 336 time: 0.1050017 Aug 31 09:43:43.241426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49838) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.285487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.315311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b8d07c4c-032b-4893-80be-207a67a435df tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 HTTP/1.1" status: 200 len: 205 time: 0.0724847 Aug 31 09:43:43.318663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49840) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.366711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:43.382277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:43.382687 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.404864 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-93beb8ba-1937-488a-bb54-c1411ed2af38 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] delete failed (client error): The resource could not be found. Aug 31 09:43:43.407975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-93beb8ba-1937-488a-bb54-c1411ed2af38 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/6b4fd5b0-25b3-4649-a970-76e8e5e3e9a5 HTTP/1.1" status: 404 len: 336 time: 0.0855160 Aug 31 09:43:43.410857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49842) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.491622 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cd35a25c-9c58-4367-97e1-7a7d72a04388 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=5019a6a4-a92f-43cc-b849-81b2acdc42ea HTTP/1.1" status: 200 len: 205 time: 0.0795956 Aug 31 09:43:43.503156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49844) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.536860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378aea1c-b491-47bc-a45f-98dca060bc2e None None] Network f4845abd-651a-4e63-9068-0c40b34d3d55 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:43.562557 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-c5645414-ec29-4cfe-808b-faf4bc785bfa tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] delete failed (client error): The resource could not be found. Aug 31 09:43:43.563761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5645414-ec29-4cfe-808b-faf4bc785bfa tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/5019a6a4-a92f-43cc-b849-81b2acdc42ea HTTP/1.1" status: 404 len: 336 time: 0.0596218 Aug 31 09:43:43.566534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.590176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.681479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.686667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d3b714a3-7c44-45f9-90d4-f0aeb731c7e1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=8289fb92-dde4-40a5-ad46-9998e56a92f6 HTTP/1.1" status: 200 len: 205 time: 0.0845246 Aug 31 09:43:43.689253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49852) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.765179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:43.772102 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704a4abd-938f-47e3-b199-1fbecfb73150" -d '{"events": [{"server_uuid": "30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9", "name": "network-vif-plugged", "status": "completed", "tag": "d0eb7ac0-a9d4-45d7-9de4-8d65432f337b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:43.799229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:43.804854 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-0567ac88-aee8-42df-ba04-916e0df604ad tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] delete failed (client error): The resource could not be found. Aug 31 09:43:43.806057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0567ac88-aee8-42df-ba04-916e0df604ad tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/8289fb92-dde4-40a5-ad46-9998e56a92f6 HTTP/1.1" status: 404 len: 336 time: 0.1157496 Aug 31 09:43:43.809842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49864) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.824563 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.884253 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-972ac630-16f9-47aa-b73f-a2feb1429655 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=c606c162-75db-4a8c-8f7f-d4aeb78b049c HTTP/1.1" status: 200 len: 205 time: 0.0704021 Aug 31 09:43:43.888640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49866) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:43.936178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.982432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02c0aae5-45a4-40ad-beea-474ad9b66f44 req-cd8018d8-953d-421e-a85d-50167b67686c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 210 time: 0.0471132 Aug 31 09:43:44.009611 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-6a441349-a2fd-45db-8c2a-31d956a8ed8e tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] delete failed (client error): The resource could not be found. Aug 31 09:43:44.011490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a441349-a2fd-45db-8c2a-31d956a8ed8e tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/c606c162-75db-4a8c-8f7f-d4aeb78b049c HTTP/1.1" status: 404 len: 336 time: 0.1188428 Aug 31 09:43:44.014065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49868) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:44.033534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.063260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ea4be3d8-3fd1-4eeb-bd86-442784a660c4 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3421599-f81d-40e2-8974-06cb834e76e3 HTTP/1.1" status: 200 len: 205 time: 0.0479553 Aug 31 09:43:44.069507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49872) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:44.091751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.187471 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-48eb7e52-fb54-4f9a-aa95-728395062c9b tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] delete failed (client error): The resource could not be found. Aug 31 09:43:44.203512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-48eb7e52-fb54-4f9a-aa95-728395062c9b tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/routers/c3421599-f81d-40e2-8974-06cb834e76e3 HTTP/1.1" status: 404 len: 336 time: 0.1327641 Aug 31 09:43:44.215278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49874) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:44.241460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ead1a9-a0e8-4dd0-8e41-2bcc0fb68bbc req-ae2e8444-7130-4a85-9e32-6a3f578c13b0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.250613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27ead1a9-a0e8-4dd0-8e41-2bcc0fb68bbc req-ae2e8444-7130-4a85-9e32-6a3f578c13b0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.3139167 Aug 31 09:43:44.309339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 45770eb2-dd43-48e0-940a-4be5b021adc3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:44.376384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27ead1a9-a0e8-4dd0-8e41-2bcc0fb68bbc req-7caad647-c3af-49e2-a070-0de91e18be81 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246276 Aug 31 09:43:44.406743 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f59f3-0277-4a84-b8ed-ee2b2e20ed28 x-openstack-request-id: req-785f59f3-0277-4a84-b8ed-ee2b2e20ed28 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:44.406940 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9", "name": "network-vif-plugged", "status": "completed", "tag": "d0eb7ac0-a9d4-45d7-9de4-8d65432f337b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:44.413160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.179 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/ae59f4ef-5d73-45a4-8e0f-0100874f474d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:44.418077 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-785f59f3-0277-4a84-b8ed-ee2b2e20ed28 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:44.418724 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b', 'code': 200} Aug 31 09:43:44.452953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-a40a6bd1-93a5-4369-8efa-dcc21d497ebf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.457876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-a40a6bd1-93a5-4369-8efa-dcc21d497ebf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 796 time: 0.2754273 Aug 31 09:43:44.460422 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b09651-9b41-4a1e-af87-68911794e2a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] DELETE failed (client error): The resource could not be found. Aug 31 09:43:44.462002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b09651-9b41-4a1e-af87-68911794e2a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:43:44.470116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-50b09651-9b41-4a1e-af87-68911794e2a1 tempest-RoutersAdminTest-1996771243 tempest-RoutersAdminTest-1996771243-project] 10.222.0.18 "DELETE /v2.0/subnets/c3d6dad1-cdad-4239-a96b-be0edf8135a9 HTTP/1.1" status: 404 len: 337 time: 0.2511213 Aug 31 09:43:44.470341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 45770eb2-dd43-48e0-940a-4be5b021adc3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:44.474899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 45770eb2-dd43-48e0-940a-4be5b021adc3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:44.475317 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.604528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.605464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.627871 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-9d55bbd1-6d4e-4132-b5ea-86175349f6a1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 380 time: 0.1417899 Aug 31 09:43:44.642727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'port': {'device_id': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'admin_state_up': True, 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'security_groups': ['b5307f48-678e-49a0-a9e4-e898485ca247']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:44.700318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 45770eb2-dd43-48e0-940a-4be5b021adc3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=45770eb2-dd43-48e0-940a-4be5b021adc3,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:44.711381 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.811462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=45770eb2-dd43-48e0-940a-4be5b021adc3,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.816389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2df3a-f952-4151-9a9f-9e05a47df614 req-4b462dc8-e399-4dc2-ace7-b09a2fff59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.818503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2b2df3a-f952-4151-9a9f-9e05a47df614 req-4b462dc8-e399-4dc2-ace7-b09a2fff59b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1459873 Aug 31 09:43:44.841944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.934336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2b2df3a-f952-4151-9a9f-9e05a47df614 req-5bd08cf0-0759-4dc9-aad0-2df49c806fb2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058068 Aug 31 09:43:44.950269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:44.957685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:44.967775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:44.980986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:45.019852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=ae59f4ef-5d73-45a4-8e0f-0100874f474d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.174433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:45.179013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.185020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14f1899b-8c92-4a32-92fd-edb5af87a1b5 req-4c1fed10-8053-4326-b17c-1d8e5b8d1141 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 210 time: 0.0377929 Aug 31 09:43:45.243632 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b09d6729-1f2e-49ac-bf71-93ce091bd9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.380047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.14 (da2f15ad-323e-43de-a17e-c6225326aa1c/082e0d2a-fd18-4278-be67-8959fcdde053/60442f44-e935-4e1f-8660-6f39a18bddd9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:45.469702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.587228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.614136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 60442f44-e935-4e1f-8660-6f39a18bddd9 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:45.652465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b09d6729-1f2e-49ac-bf71-93ce091bd9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.655332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9beab3-d1ff-4f41-8f4d-1e1e651839c7 req-ec35fc40-727e-4e38-92bd-3bbb8bd06822 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.656999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb9beab3-d1ff-4f41-8f4d-1e1e651839c7 req-ec35fc40-727e-4e38-92bd-3bbb8bd06822 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1477354 Aug 31 09:43:45.660518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b09d6729-1f2e-49ac-bf71-93ce091bd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.665368 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.725592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network da2f15ad-323e-43de-a17e-c6225326aa1c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:45.732846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:45.740343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:45.782663 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b09d6729-1f2e-49ac-bf71-93ce091bd9d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22667823313642978d18c3e743872bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754002 Aug 31 09:43:45.785801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49908) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:45.796454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.802708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d6729-1f2e-49ac-bf71-93ce091bd9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2271a92-c3bc-429f-931d-77a5438b978e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:45.836827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.837528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.861737 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-083d9a1d-01a4-4349-a38e-394e36f407dd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2225294 Aug 31 09:43:45.878927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb9beab3-d1ff-4f41-8f4d-1e1e651839c7 req-1ab93284-2e3f-494e-ac62-8d80fe3b6204 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995723 Aug 31 09:43:45.925295 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.003896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13d8d97c-d9db-488b-8159-a4677eca1760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.006918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Request body: {'port': {'device_id': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:46.072672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13d8d97c-d9db-488b-8159-a4677eca1760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.118983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.246642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13d8d97c-d9db-488b-8159-a4677eca1760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.253697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-13d8d97c-d9db-488b-8159-a4677eca1760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.256795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-13d8d97c-d9db-488b-8159-a4677eca1760 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2271a92-c3bc-429f-931d-77a5438b978e HTTP/1.1" status: 204 len: 168 time: 0.4697738 Aug 31 09:43:46.269721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0248cf67-5b52-48a0-af66-7801d50fcd34 None None] Provisioning for port 60442f44-e935-4e1f-8660-6f39a18bddd9 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:46.273847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:46.287342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0248cf67-5b52-48a0-af66-7801d50fcd34 None None] Provisioning complete for port 60442f44-e935-4e1f-8660-6f39a18bddd9 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:46.288628 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0248cf67-5b52-48a0-af66-7801d50fcd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.298558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8d97c-d9db-488b-8159-a4677eca1760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2271a92-c3bc-429f-931d-77a5438b978e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:46.404876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 45770eb2-dd43-48e0-940a-4be5b021adc3 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:46.472515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0248cf67-5b52-48a0-af66-7801d50fcd34 None None] Port 60442f44-e935-4e1f-8660-6f39a18bddd9 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:46.538605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 45770eb2-dd43-48e0-940a-4be5b021adc3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:46.539700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.558818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60442f44-e935-4e1f-8660-6f39a18bddd9 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:46.569972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.575065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e5f62-27b6-4d42-95a4-242c5281171f req-907475c0-c7db-4332-86f6-3aad3e817011 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:46.576760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f3e5f62-27b6-4d42-95a4-242c5281171f req-907475c0-c7db-4332-86f6-3aad3e817011 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 932 time: 0.1573069 Aug 31 09:43:46.590155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Transition to ACTIVE for port object 60442f44-e935-4e1f-8660-6f39a18bddd9 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:46.596403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.670942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:46.687455 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:46.695741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f3e5f62-27b6-4d42-95a4-242c5281171f req-f7fb71e4-6b14-48af-bf3f-6cdd4c5058cf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081936 Aug 31 09:43:46.711204 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:46.712221 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:46.732179 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:46.734525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cb6226d2-474c-4575-b6db-38640bf53ef6 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6083438 Aug 31 09:43:46.741923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 49926) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:46.771886 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:46.787664 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:46.790642 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:46.814554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:46.841123 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:46.842101 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c7f6eb-ad56-4cde-99bd-7f4eabdfe74e None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:46.934326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49930) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:46.943669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:46.944558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:46.945149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 on network da2f15ad-323e-43de-a17e-c6225326aa1c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:46.995848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2f57489b-cee6-44ad-93d9-584dafdd0a26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b95206715a1a4523987eff8187b1040b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602355 Aug 31 09:43:46.999627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Port 60442f44-e935-4e1f-8660-6f39a18bddd9 on network da2f15ad-323e-43de-a17e-c6225326aa1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:47.000784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 on network da2f15ad-323e-43de-a17e-c6225326aa1c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:47.004643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 49934) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:47.031860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:47.032301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Checking segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:47.033430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Bound using segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:47.033830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Bound port: 60442f44-e935-4e1f-8660-6f39a18bddd9, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:47.034743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.148756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fda37328-6b15-4633-99d5-49a0860007c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.206378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fda37328-6b15-4633-99d5-49a0860007c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.211711 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:43:47.212310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:47.222418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:47.237416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.288597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6df0e-1ba3-44ca-b91b-b1d82a6f62ec req-e09f33c4-c945-4b99-94cc-a2e52f4cbf4a tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.290128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ee6df0e-1ba3-44ca-b91b-b1d82a6f62ec req-e09f33c4-c945-4b99-94cc-a2e52f4cbf4a tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1228824 Aug 31 09:43:47.312671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.313469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.315267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] 10.222.0.15 "PUT /v2.0/ports/60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1093 time: 1.4459758 Aug 31 09:43:47.315850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:47.319134 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb21319-4107-4f1e-a6f8-ac03d6985f85" -d '{"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:47.435670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774986f-7139-4cc4-9e58-4d330cd0665d service neutron] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:47.451215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fda37328-6b15-4633-99d5-49a0860007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.455378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fda37328-6b15-4633-99d5-49a0860007c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.468175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fda37328-6b15-4633-99d5-49a0860007c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/583011fa-da1f-448f-8b5a-c6e08bddc719 HTTP/1.1" status: 204 len: 168 time: 0.4624696 Aug 31 09:43:47.493655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-114b7290-b76a-47b0-9279-3dcbfc2cebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.496703 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-114b7290-b76a-47b0-9279-3dcbfc2cebef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1096 time: 0.1238887 Aug 31 09:43:47.498217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda37328-6b15-4633-99d5-49a0860007c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583011fa-da1f-448f-8b5a-c6e08bddc719,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:47.523269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ee6df0e-1ba3-44ca-b91b-b1d82a6f62ec req-97c6570a-9794-4d09-bf31-c77d87a3c774 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240438 Aug 31 09:43:47.623878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-d9082383-4871-4eb9-aa2a-c79da9da4ec3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 217 time: 0.1179361 Aug 31 09:43:47.749254 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba0cf7-64ef-4372-a593-866a19b140dd x-openstack-request-id: req-44ba0cf7-64ef-4372-a593-866a19b140dd {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:47.750164 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:47.750710 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44ba0cf7-64ef-4372-a593-866a19b140dd {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:47.751989 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'status': 'completed', 'code': 200} Aug 31 09:43:47.768119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-40620211-16a2-4887-9076-b2847230d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.769620 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-40620211-16a2-4887-9076-b2847230d0dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.1374154 Aug 31 09:43:47.878814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-8720ff75-921e-4d1e-8e11-b08c08399665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.880530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-8720ff75-921e-4d1e-8e11-b08c08399665 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017485 Aug 31 09:43:47.897632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948f83-fa6c-41d2-9149-00f750146a3d req-fea6860c-9b05-4499-8ecc-40e6582974a5 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.906499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8948f83-fa6c-41d2-9149-00f750146a3d req-fea6860c-9b05-4499-8ecc-40e6582974a5 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1964691 Aug 31 09:43:47.994661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896fdbe-c93e-429c-8df8-a29ca2603eb0 req-6e8d5872-cd9d-4ae2-ac4b-5c39e87a6e7b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.997787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b896fdbe-c93e-429c-8df8-a29ca2603eb0 req-6e8d5872-cd9d-4ae2-ac4b-5c39e87a6e7b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.1630487 Aug 31 09:43:48.002635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8948f83-fa6c-41d2-9149-00f750146a3d req-b3ee4665-a44e-49d4-a2ae-74b723965e14 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951316 Aug 31 09:43:48.038508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-bcfdac00-c90d-45fa-93f9-98ae008026b0 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498394 Aug 31 09:43:48.069022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b896fdbe-c93e-429c-8df8-a29ca2603eb0 req-6a8ef813-a927-411f-8bce-253bf6ad9c21 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613446 Aug 31 09:43:48.191132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.203643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6106ccbd-da2e-4ffe-aa02-dd0c714ee35e req-02448845-fc07-4f6d-a034-2dec3dc91ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578100 Aug 31 09:43:48.212765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa8dbc-4902-4f02-bba9-ba5794ced496 req-10da3ae7-1eb8-412d-b947-ac9dfebaf102 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.214343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96aa8dbc-4902-4f02-bba9-ba5794ced496 req-10da3ae7-1eb8-412d-b947-ac9dfebaf102 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0753164 Aug 31 09:43:48.341935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-833fe55d-1018-48aa-bec4-a0c1c0aa252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.343911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-833fe55d-1018-48aa-bec4-a0c1c0aa252a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1096 time: 0.0762796 Aug 31 09:43:48.355090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96aa8dbc-4902-4f02-bba9-ba5794ced496 req-3dfd3b22-8f67-42ba-bb46-9e037a11d6d2 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964227 Aug 31 09:43:48.511917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-08ea09e9-af25-4715-8de1-2bc3a0d2eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.513456 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-08ea09e9-af25-4715-8de1-2bc3a0d2eef1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1627007 Aug 31 09:43:48.580527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-9a850e7d-4b69-4eeb-b223-c2ae00ac5e33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 217 time: 0.0578237 Aug 31 09:43:48.665095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-ee0531de-614e-454a-bc12-f9d223c9a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.667393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-ee0531de-614e-454a-bc12-f9d223c9a858 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.0739753 Aug 31 09:43:48.677198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.1 (f4845abd-651a-4e63-9068-0c40b34d3d55/4986d5e7-8995-4366-b918-54435e9b8ff6/42fd488d-5284-4082-ac12-be15e57e2827) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:48.710354 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.734772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-b8bfbfb2-4b62-447a-b4c3-b626beee6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.737168 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-b8bfbfb2-4b62-447a-b4c3-b626beee6375 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619714 Aug 31 09:43:48.868355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50000) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:48.875599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-9d07539d-834b-44ae-8e1c-d29174684946 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293530 Aug 31 09:43:48.917346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-14cf7c78-31d3-487e-b456-069af4286bab tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.924604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-14cf7c78-31d3-487e-b456-069af4286bab tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/networks?id=b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 200 len: 911 time: 0.2115567 Aug 31 09:43:48.951073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-81f7072b-c909-4cbe-9640-eb122f494e71 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/quotas/2e4cd954dd5b41318d64beb795ca84b7 HTTP/1.1" status: 200 len: 375 time: 0.0255578 Aug 31 09:43:48.964579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.034320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-766302583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:49.037655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aeb21319-4107-4f1e-a6f8-ac03d6985f85 req-ee145055-1560-4cd1-9732-d60309e7fcfc service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515248 Aug 31 09:43:49.062182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-911bc1e5-f16a-41a0-907c-30e80054d32d tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931077 Aug 31 09:43:49.140811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.141644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.172907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.248353 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.281280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.302254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:49.327797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:49.336591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:49.339301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=42fd488d-5284-4082-ac12-be15e57e2827,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.348201 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-8518f17b-e52a-4d90-bc22-2a623dcf810c service neutron] 10.222.0.18 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753119 Aug 31 09:43:49.348201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.352121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1a5e047b-852a-4416-9118-cfcace60fb05 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4827399 Aug 31 09:43:49.352316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50016) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:49.361618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1834267515'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:49.410255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Made reservation on behalf of d6bc887fd9734a26a997d1d04ee50bee for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:49.415337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.429443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.468745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47699-e9c1-4e91-9b6d-424b35ea3d80 req-dc376dde-8131-4e43-8935-042d4f7ebc4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:49.473407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d47699-e9c1-4e91-9b6d-424b35ea3d80 req-dc376dde-8131-4e43-8935-042d4f7ebc4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.2970214 Aug 31 09:43:49.477676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.563896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.569136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.600701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:49.609335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90d47699-e9c1-4e91-9b6d-424b35ea3d80 req-372408c1-7a44-4bc9-bbb3-31b33ee9a874 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276143 Aug 31 09:43:49.616553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf13102-3865-4d13-a149-c3f153c00f6b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.623312 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.623832 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Added segment 81acc2aa-d391-462f-9e94-9da9d944a54f of type vlan for network a0152801-335e-48a7-bfa5-470bb0c46bc2 Aug 31 09:43:49.662977 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-37a18fce-f698-488f-91f0-c2e7ee9fc11f service neutron] 10.222.0.18 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789078 Aug 31 09:43:49.685768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.721460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.731624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:49.732605 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.733177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.846851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4931033 Aug 31 09:43:49.847152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50028) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:49.856612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'subnet': {'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:49.869691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ce353-2094-44cc-8b20-f51d0013eeeb tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Network': ['ID=a0152801-335e-48a7-bfa5-470bb0c46bc2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:49.884802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:50.377095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db6b44ec-b084-4dbc-bc5b-7940e0cc801c req-7cc0cc80-e671-48af-9224-4dc14225bdf5 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 210 time: 0.4792662 Aug 31 09:43:50.531018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Made reservation on behalf of d6bc887fd9734a26a997d1d04ee50bee for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:50.534836 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.687356 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.693095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.850517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:50.870959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.919759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=42fd488d-5284-4082-ac12-be15e57e2827,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.025317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a1eb-1a74-4fce-a1e2-cd745c4bf626 req-fdc85516-255d-4059-8dfb-e1fb2d3bd010 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.034239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7997a1eb-1a74-4fce-a1e2-cd745c4bf626 req-fdc85516-255d-4059-8dfb-e1fb2d3bd010 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.3024075 Aug 31 09:43:51.073796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:51.100160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'port_id': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'mac_address': 'fa:16:3e:fa:18:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:51.128169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.145941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-b19ca08b-8e13-4bc4-bdbc-2feb5c7fce4c tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.146680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-b19ca08b-8e13-4bc4-bdbc-2feb5c7fce4c tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.15 "GET /v2.0/networks?id=b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 200 len: 911 time: 0.2040129 Aug 31 09:43:51.158881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Request body: {'port': {'device_id': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'admin_state_up': True, 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:51.179859 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.198042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60442f44-e935-4e1f-8660-6f39a18bddd9 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:51.202171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Made reservation on behalf of 2e4cd954dd5b41318d64beb795ca84b7 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:51.203685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7997a1eb-1a74-4fce-a1e2-cd745c4bf626 req-82400f18-2305-4f22-bc54-a22a3d18b7d7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679945 Aug 31 09:43:51.214068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Subnet': ['ID=ba913070-6f5b-48d6-9405-dca2b74f69de,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.215932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.236993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:51.242770 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.252636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:51.255718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:51.330902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.333721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Checking segment: {'id': '81acc2aa-d391-462f-9e94-9da9d944a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:51.334239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network hostable DHCP agents. Network: a0152801-335e-48a7-bfa5-470bb0c46bc2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:51.390190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Allocated IP 172.20.0.3 (b6db4a0a-4a7f-44ff-818d-27c688625a27/e724d121-3fe5-4a2c-b63f-cd956e0efe44/4fccbffb-45cc-48f3-8220-506b5b3af68b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:51.406565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:51.427957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a0152801-335e-48a7-bfa5-470bb0c46bc2) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:51.438729 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.439407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.439891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2b11c-0e8c-4ee9-81e8-55f6b183fefe None None] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:51.475180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:51.486694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a7a9c967-35d6-4e16-8a53-4855230021c2 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6301773 Aug 31 09:43:51.486694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50066) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:51.492544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'network': {'name': 'tempest-router-network01--1758079321'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:51.582613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.590029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb6cb508-86b1-4fc3-a8e3-307d988e7529 req-21131aaf-5c60-4401-b17f-bc27a44c70c9 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 210 time: 0.0612388 Aug 31 09:43:51.608853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Transition to ACTIVE for port object 4fccbffb-45cc-48f3-8220-506b5b3af68b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:51.645641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Made reservation on behalf of d6bc887fd9734a26a997d1d04ee50bee for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:51.649836 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.668816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.727130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['60442f44-e935-4e1f-8660-6f39a18bddd9'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:51.730871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d0eb7ac0-a9d4-45d7-9de4-8d65432f337b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:51.734607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:51.753112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Pushing event updated for resources: {'Port': ['ID=4fccbffb-45cc-48f3-8220-506b5b3af68b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.759087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:51.761016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:51.762601 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.763422 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Added segment d1be903c-3455-44ef-982f-c889cf2f7d1b of type vlan for network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc Aug 31 09:43:51.763973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:51.772601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:51.779130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a4f70b4-a665-4b69-a25f-0266a37dcfbf tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/routers/6be925ab-522b-49c9-a822-3bccf550031c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0351660 Aug 31 09:43:51.781862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50072) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:51.789880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'port': {'network_id': 'f4845abd-651a-4e63-9068-0c40b34d3d55', 'name': 'tempest-FloatingIPTestJSON-1558965548'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:51.818508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.819938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.841049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:51.844378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-4ef5e195-a787-4e72-9de7-975de2c788d4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6896908 Aug 31 09:43:51.864494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Request body: {'port': {'device_id': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:51.917255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.929839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:51.930858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:51.981165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:51.982758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.989196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.989812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.002776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:52.004574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:52.005526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.099102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:52.103153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.111657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6272130 Aug 31 09:43:52.123299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50076) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:52.128983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'network': {'name': 'tempest-router-network02--1341724805'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:52.140695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca879997-5d5e-4013-81e1-22b3d233f303 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Network': ['ID=0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.155414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] device_id is not set on port 07a49759-6b64-4781-a6b5-05f688b5fa33 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:52.201505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:52.202170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fb8b3-ad5e-4f15-9fd7-38414da16acb None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:52.221088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Made reservation on behalf of d6bc887fd9734a26a997d1d04ee50bee for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:52.221434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:52.224806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.228073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a0152801-335e-48a7-bfa5-470bb0c46bc2', 'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2', 'tenant_id': 'd6bc887fd9734a26a997d1d04ee50bee', 'fixed_ips': [{'subnet_id': 'ba913070-6f5b-48d6-9405-dca2b74f69de'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:52.228974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.367817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:52.412381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.413037 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Added segment 8f895a5e-f79c-4fc1-9eb6-31d15eda29fa of type vlan for network a1a329fd-906c-4625-9c19-eed5ce810972 Aug 31 09:43:52.457769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.5 (f4845abd-651a-4e63-9068-0c40b34d3d55/4986d5e7-8995-4366-b918-54435e9b8ff6/07a49759-6b64-4781-a6b5-05f688b5fa33) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:52.485605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5101a9-d476-42e3-a3f9-5b82e4d400d9 req-14668035-9825-4781-9d0f-3292c0783b62 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.487900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad5101a9-d476-42e3-a3f9-5b82e4d400d9 req-14668035-9825-4781-9d0f-3292c0783b62 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 945 time: 0.1377389 Aug 31 09:43:52.497908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27a953d7-79d2-4ca7-9b3c-4ff2ecb58b8e None None] Provisioning for port 4fccbffb-45cc-48f3-8220-506b5b3af68b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:52.501397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.523258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fccbffb-45cc-48f3-8220-506b5b3af68b {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:52.527335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27a953d7-79d2-4ca7-9b3c-4ff2ecb58b8e None None] Provisioning complete for port 4fccbffb-45cc-48f3-8220-506b5b3af68b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:52.527711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-27a953d7-79d2-4ca7-9b3c-4ff2ecb58b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.532558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.547931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Transition to ACTIVE for port object 4fccbffb-45cc-48f3-8220-506b5b3af68b will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:52.553810 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.589321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-27a953d7-79d2-4ca7-9b3c-4ff2ecb58b8e None None] Port 4fccbffb-45cc-48f3-8220-506b5b3af68b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:52.657405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.669019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.669679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.684399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fccbffb-45cc-48f3-8220-506b5b3af68b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.726960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Attempting to bind port 4fccbffb-45cc-48f3-8220-506b5b3af68b on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:52.727378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Attempting to bind port 4fccbffb-45cc-48f3-8220-506b5b3af68b by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:52.727713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Attempting to bind port 4fccbffb-45cc-48f3-8220-506b5b3af68b on network b6db4a0a-4a7f-44ff-818d-27c688625a27 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:52.735590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Port 4fccbffb-45cc-48f3-8220-506b5b3af68b on network b6db4a0a-4a7f-44ff-818d-27c688625a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:52.735921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Attempting to bind port 4fccbffb-45cc-48f3-8220-506b5b3af68b on network b6db4a0a-4a7f-44ff-818d-27c688625a27 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:52.743236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:52.743866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Checking segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:52.744265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Bound using segment: {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:52.745457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Bound port: 4fccbffb-45cc-48f3-8220-506b5b3af68b, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9733dd-8a3b-42a8-92d7-e61187cd9f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:52.745823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.798186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Allocated IP 172.20.0.2 (a0152801-335e-48a7-bfa5-470bb0c46bc2/ba913070-6f5b-48d6-9405-dca2b74f69de/d00e033d-9c2e-43ab-af6f-6d461cc51ccb) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:52.839720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.863453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] For port 4fccbffb-45cc-48f3-8220-506b5b3af68b, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:52.868574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] For port 4fccbffb-45cc-48f3-8220-506b5b3af68b, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:52.876697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.936764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.949162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.950874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.952491 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/4fccbffb-45cc-48f3-8220-506b5b3af68b HTTP/1.1" status: 200 len: 1092 time: 1.0982203 Aug 31 09:43:52.953512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'tag': '4fccbffb-45cc-48f3-8220-506b5b3af68b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:52.965570 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dd9b10-77f8-4c87-8a0b-576327d2daac" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee5384d-0977-479b-8891-d9a507b68dc5", "tag": "4fccbffb-45cc-48f3-8220-506b5b3af68b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:53.062979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:53.078605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9516077 Aug 31 09:43:53.083426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50098) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:53.091051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad5101a9-d476-42e3-a3f9-5b82e4d400d9 req-bd41bbca-a5d0-46a5-8718-7e37bc6063ed tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5919838 Aug 31 09:43:53.098713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:53.113570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:53.128946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'subnet': {'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:53.204096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586fae-c7c1-461a-bd0a-53be30f743c3 req-c5dde927-6b11-4939-8b24-41d345ce3146 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.212477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c586fae-c7c1-461a-bd0a-53be30f743c3 req-c5dde927-6b11-4939-8b24-41d345ce3146 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1095 time: 0.3039355 Aug 31 09:43:53.217565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.230679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Transition to ACTIVE for port object d00e033d-9c2e-43ab-af6f-6d461cc51ccb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:53.232748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.233699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.251217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Transition to ACTIVE for port object d00e033d-9c2e-43ab-af6f-6d461cc51ccb will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:53.259133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.267693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4844677 Aug 31 09:43:53.268463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Network': ['ID=a1a329fd-906c-4625-9c19-eed5ce810972,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.272084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=07a49759-6b64-4781-a6b5-05f688b5fa33,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.274280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:53.282832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'port': {'network_id': 'f4845abd-651a-4e63-9068-0c40b34d3d55', 'name': 'tempest-FloatingIPTestJSON-1676265106'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:53.286215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:53.290119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:53.314283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:53.315148 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeca67a6-deeb-47e1-9dd8-e6c3a9e609d8 x-openstack-request-id: req-aeca67a6-deeb-47e1-9dd8-e6c3a9e609d8 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:53.315453 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee5384d-0977-479b-8891-d9a507b68dc5", "tag": "4fccbffb-45cc-48f3-8220-506b5b3af68b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:53.315706 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aeca67a6-deeb-47e1-9dd8-e6c3a9e609d8 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:53.316136 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'tag': '4fccbffb-45cc-48f3-8220-506b5b3af68b', 'status': 'completed', 'code': 200} Aug 31 09:43:53.352175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbdc55-03e5-4e0a-be25-b879baf944c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fccbffb-45cc-48f3-8220-506b5b3af68b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.363094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Pushing event updated for resources: {'Port': ['ID=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.371010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Made reservation on behalf of d6bc887fd9734a26a997d1d04ee50bee for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:53.375086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.391518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.392070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.392646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.393216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.393790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.394500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.395055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.395598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.396164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.396706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.397261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.397807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516f2662-bd6a-47b8-bbf6-06ca9fed84a8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.404743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.405475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.406060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.406669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.407243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.408297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.408991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.409537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.410075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.410647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.419791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.420575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37cde8-9373-403f-951e-2ddc5e6291ea tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:53.428029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Attempting to bind port d00e033d-9c2e-43ab-af6f-6d461cc51ccb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:53.428482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Attempting to bind port d00e033d-9c2e-43ab-af6f-6d461cc51ccb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '81acc2aa-d391-462f-9e94-9da9d944a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:53.428914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Attempting to bind port d00e033d-9c2e-43ab-af6f-6d461cc51ccb on network a0152801-335e-48a7-bfa5-470bb0c46bc2 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:53.437044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a1a329fd-906c-4625-9c19-eed5ce810972 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:53.469043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c586fae-c7c1-461a-bd0a-53be30f743c3 req-0afd0a38-c1aa-4394-9a67-2e29173c1da6 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553554 Aug 31 09:43:53.469289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:53.470621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Checking segment: {'id': '81acc2aa-d391-462f-9e94-9da9d944a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:53.471303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.471902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Bound using segment: {'id': '81acc2aa-d391-462f-9e94-9da9d944a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:53.472599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Bound port: d00e033d-9c2e-43ab-af6f-6d461cc51ccb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81acc2aa-d391-462f-9e94-9da9d944a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0152801-335e-48a7-bfa5-470bb0c46bc2'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:53.473187 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.486530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-a16c6c0e-a7d5-49f5-9062-734ce52a6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.499404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-a16c6c0e-a7d5-49f5-9062-734ce52a6063 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1095 time: 0.4821122 Aug 31 09:43:53.546507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:53.550638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.579062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] device_id is not set on port 68666c37-d4ff-4b43-b182-e09af291520d yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:43:53.630894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b674843a-3c26-44ed-a895-ad533690386b None None] For port d00e033d-9c2e-43ab-af6f-6d461cc51ccb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:53.636751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b674843a-3c26-44ed-a895-ad533690386b None None] For port d00e033d-9c2e-43ab-af6f-6d461cc51ccb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,segment=NetworkSegment(81acc2aa-d391-462f-9e94-9da9d944a54f),segment_id=81acc2aa-d391-462f-9e94-9da9d944a54f)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:53.646363 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.703351 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-6649dc1c-3353-494e-9cdc-1054b3a12fd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b HTTP/1.1" status: 200 len: 217 time: 0.0438821 Aug 31 09:43:53.704296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.727657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674843a-3c26-44ed-a895-ad533690386b None None] Pushing event updated for resources: {'Port': ['ID=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.740360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.4 (f4845abd-651a-4e63-9068-0c40b34d3d55/4986d5e7-8995-4366-b918-54435e9b8ff6/68666c37-d4ff-4b43-b182-e09af291520d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:53.842814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-a0c51b99-24a8-4f1a-a17b-aa24032ea57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.844346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-a0c51b99-24a8-4f1a-a17b-aa24032ea57b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e724d121-3fe5-4a2c-b63f-cd956e0efe44 HTTP/1.1" status: 200 len: 849 time: 0.1255529 Aug 31 09:43:53.847474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Subnet': ['ID=eccb7407-d821-4f6d-9d8d-f901afffce71,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:53.884248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Checking segment: {'id': 'd1be903c-3455-44ef-982f-c889cf2f7d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:53.884826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network hostable DHCP agents. Network: 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:53.921428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-29dedbaf-9739-4de9-9e94-acba3bd12fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.923667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-29dedbaf-9739-4de9-9e94-acba3bd12fee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6db4a0a-4a7f-44ff-818d-27c688625a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699501 Aug 31 09:43:53.924482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:53.947051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:53.960109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:53.971394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a181737-e49d-477a-9e13-3ee36ea70d94 None None] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:53.997315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.998187 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.033443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.079416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-32d0d88c-e96a-40d8-bf7e-c910c593ef59 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9896343 Aug 31 09:43:54.082632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:54.088088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'subnet': {'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:54.147353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:54.194414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:54.216202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:54.266650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=68666c37-d4ff-4b43-b182-e09af291520d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:54.329417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Made reservation on behalf of d6bc887fd9734a26a997d1d04ee50bee for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:54.333646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.352192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-829956c1-5dee-44a2-b573-8cd419a038de service neutron] 10.222.0.15 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033377 Aug 31 09:43:54.377608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:54.378289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.398456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d00e033d-9c2e-43ab-af6f-6d461cc51ccb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:54.409032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d69c3a32-2c88-45da-9d12-f0bc972e2803 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1303024 Aug 31 09:43:54.412765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50120) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:54.421975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '68666c37-d4ff-4b43-b182-e09af291520d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:54.435761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed1870-2cc7-403e-99d5-a6c68c3ec52f req-5f9a7c9b-18ae-440a-a091-b4ba81887526 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:54.438180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66ed1870-2cc7-403e-99d5-a6c68c3ec52f req-5f9a7c9b-18ae-440a-a091-b4ba81887526 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 945 time: 0.1736052 Aug 31 09:43:54.476979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc', 'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc', 'tenant_id': 'd6bc887fd9734a26a997d1d04ee50bee', 'fixed_ips': [{'subnet_id': 'eccb7407-d821-4f6d-9d8d-f901afffce71'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:54.477905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.487229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.516217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66ed1870-2cc7-403e-99d5-a6c68c3ec52f req-250b4d8b-709e-41ea-8eca-580f792f5271 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687897 Aug 31 09:43:54.643319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d00e033d-9c2e-43ab-af6f-6d461cc51ccb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:54.677586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e8840b2a-da84-4f92-84e4-3f029aa7b1f1 req-2cbfd390-da39-40d7-96e8-772a7ca4f505 service neutron] 10.222.0.15 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903142 Aug 31 09:43:54.777888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:54.787201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Allocated IP 172.20.0.2 (0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc/eccb7407-d821-4f6d-9d8d-f901afffce71/c028a955-f92c-4f40-a9c0-e9c81df46631) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:54.834017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-b5e58fa0-6537-40ec-b597-588851a20acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:54.835795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-b5e58fa0-6537-40ec-b597-588851a20acd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1095 time: 0.1000867 Aug 31 09:43:54.879914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:54.974361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.175 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/895bb79c-6e6a-47fe-b190-1b8fd043dd20) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:55.002745 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.055721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 60442f44-e935-4e1f-8660-6f39a18bddd9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:55.110958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ac0b-80a9-40f9-8835-18f4e0c45262 req-c45db3c8-5533-4360-a233-303e5599b31a tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.114179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 60442f44-e935-4e1f-8660-6f39a18bddd9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:55.114775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.120086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c06ac0b-80a9-40f9-8835-18f4e0c45262 req-c45db3c8-5533-4360-a233-303e5599b31a tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1095 time: 0.5107474 Aug 31 09:43:55.133459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-1f36646a-1dd8-4608-a9aa-5fbef3c8c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.135598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-1f36646a-1dd8-4608-a9aa-5fbef3c8c578 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 200 len: 911 time: 0.2908127 Aug 31 09:43:55.164699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Subnet': ['ID=c9071ec5-df92-48e3-a3da-fed49ce300ba,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.220863 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.237002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Transition to ACTIVE for port object c028a955-f92c-4f40-a9c0-e9c81df46631 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:55.250315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c06ac0b-80a9-40f9-8835-18f4e0c45262 req-dc2efc7a-e7c3-4cba-9936-85a53eeadb77 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231716 Aug 31 09:43:55.266464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.297000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Transition to ACTIVE for port object c028a955-f92c-4f40-a9c0-e9c81df46631 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:55.306880 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.312462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-90a518f7-ae56-4e12-b794-f79df5683db4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b HTTP/1.1" status: 200 len: 217 time: 0.1619785 Aug 31 09:43:55.335762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Checking segment: {'id': '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:55.336138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network hostable DHCP agents. Network: a1a329fd-906c-4625-9c19-eed5ce810972, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:55.337610 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.355489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:55.356865 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0170a765-63cb-4887-a365-d3665ac178c4" -d '{"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-plugged", "status": "completed", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:55.380398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.408493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-4962d884-24ee-47fd-ad91-c32475bb68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.410044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-4962d884-24ee-47fd-ad91-c32475bb68a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e724d121-3fe5-4a2c-b63f-cd956e0efe44 HTTP/1.1" status: 200 len: 849 time: 0.0893066 Aug 31 09:43:55.410812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network a1a329fd-906c-4625-9c19-eed5ce810972 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:55.423573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:55.426545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:55.429233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:55.431222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7cb45-7876-47a6-88b5-03b7542b9c65 None None] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:55.454924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a1a329fd-906c-4625-9c19-eed5ce810972) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:55.468901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.468901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.488826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=895bb79c-6e6a-47fe-b190-1b8fd043dd20,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.503302 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-73218df3-44d2-4699-a508-185358ba8c47 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164407 Aug 31 09:43:55.504577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50138) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:55.509278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-937f6d76-dd46-449a-bf9d-cd37d1ebb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.510923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-937f6d76-dd46-449a-bf9d-cd37d1ebb753 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6db4a0a-4a7f-44ff-818d-27c688625a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917294 Aug 31 09:43:55.591913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:55.613738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:55.615064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Pushing event updated for resources: {'Port': ['ID=c028a955-f92c-4f40-a9c0-e9c81df46631,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.618408 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593fc274-139c-48d9-ba56-b82a9157ed5e x-openstack-request-id: req-593fc274-139c-48d9-ba56-b82a9157ed5e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:55.618741 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-plugged", "status": "completed", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:55.618958 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-593fc274-139c-48d9-ba56-b82a9157ed5e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:55.619346 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'code': 200} Aug 31 09:43:55.623601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:55.626527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112d14f-7a0e-4e57-bf6e-5981e4df1c30 None None] Network a1a329fd-906c-4625-9c19-eed5ce810972 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:55.628337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:55.637435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-f776646a-12aa-4904-9f0a-4dc4a3c8dc2f service neutron] 10.222.0.15 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183732 Aug 31 09:43:55.661034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.769339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:55.776920 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-19dd9b10-77f8-4c87-8a0b-576327d2daac req-5160747a-8afe-4c85-a21d-d9f7a2aef24f service neutron] 10.222.0.15 "GET /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307883 Aug 31 09:43:55.812247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] Provisioning for port d00e033d-9c2e-43ab-af6f-6d461cc51ccb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:55.844534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] Provisioning complete for port d00e033d-9c2e-43ab-af6f-6d461cc51ccb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:55.844907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.907766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4b38-b27f-4bd3-bee5-f1d456c8b85a req-d2149574-9be1-40c9-9b19-ebfc81868bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.909329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-012d4b38-b27f-4bd3-bee5-f1d456c8b85a req-d2149574-9be1-40c9-9b19-ebfc81868bca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.3435888 Aug 31 09:43:55.922757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Attempting to bind port c028a955-f92c-4f40-a9c0-e9c81df46631 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:55.923244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Attempting to bind port c028a955-f92c-4f40-a9c0-e9c81df46631 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd1be903c-3455-44ef-982f-c889cf2f7d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:55.923446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Attempting to bind port c028a955-f92c-4f40-a9c0-e9c81df46631 on network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:55.931808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:55.932235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Checking segment: {'id': 'd1be903c-3455-44ef-982f-c889cf2f7d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:55.932639 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.933050 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Bound using segment: {'id': 'd1be903c-3455-44ef-982f-c889cf2f7d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:55.933605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Bound port: c028a955-f92c-4f40-a9c0-e9c81df46631, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1be903c-3455-44ef-982f-c889cf2f7d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:55.933993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:55.983561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fccfa-faef-4eb5-9386-64879bb39883 req-16fd6f95-5dc3-4024-ad86-2bc3b3e61ca1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.984988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-329fccfa-faef-4eb5-9386-64879bb39883 req-16fd6f95-5dc3-4024-ad86-2bc3b3e61ca1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.2944357 Aug 31 09:43:56.314968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] For port c028a955-f92c-4f40-a9c0-e9c81df46631, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:56.321915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] For port c028a955-f92c-4f40-a9c0-e9c81df46631, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c028a955-f92c-4f40-a9c0-e9c81df46631,segment=NetworkSegment(d1be903c-3455-44ef-982f-c889cf2f7d1b),segment_id=d1be903c-3455-44ef-982f-c889cf2f7d1b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:56.326912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.331623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a1a329fd-906c-4625-9c19-eed5ce810972', 'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972', 'tenant_id': 'd6bc887fd9734a26a997d1d04ee50bee', 'fixed_ips': [{'subnet_id': 'c9071ec5-df92-48e3-a3da-fed49ce300ba'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:56.332595 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.352573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.467695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] For port d00e033d-9c2e-43ab-af6f-6d461cc51ccb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,segment=NetworkSegment(81acc2aa-d391-462f-9e94-9da9d944a54f),segment_id=81acc2aa-d391-462f-9e94-9da9d944a54f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:56.536403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:56.564176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d43f-cdbb-4c69-b30e-205c9c5b76fc None None] Pushing event updated for resources: {'Port': ['ID=c028a955-f92c-4f40-a9c0-e9c81df46631,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:56.679453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-012d4b38-b27f-4bd3-bee5-f1d456c8b85a req-320bf375-c2c3-4669-934f-705ad7284afb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7522433 Aug 31 09:43:56.727835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ef157-e1fe-47ef-a9d0-917feca5892a req-7a512ec6-515c-418d-85eb-d200271170d3 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:56.748562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-941ef157-e1fe-47ef-a9d0-917feca5892a req-7a512ec6-515c-418d-85eb-d200271170d3 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1095 time: 0.2363133 Aug 31 09:43:56.763066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-329fccfa-faef-4eb5-9386-64879bb39883 req-2b7f0388-b625-449f-b1e2-875c4400f895 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7629666 Aug 31 09:43:56.774448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Allocated IP 172.20.0.2 (a1a329fd-906c-4625-9c19-eed5ce810972/c9071ec5-df92-48e3-a3da-fed49ce300ba/4016650c-d3a4-48b2-bd81-f03cb9779eb0) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:56.788889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97b328-3354-452f-bd76-c7824cea4355 None None] Pushing event updated for resources: {'Port': ['ID=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:56.795186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-103a6fef-5cbb-408a-bbe6-6119eb727943 None None] Provisioning complete for port d00e033d-9c2e-43ab-af6f-6d461cc51ccb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:56.796415 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-103a6fef-5cbb-408a-bbe6-6119eb727943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.046668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.064406 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.068163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-941ef157-e1fe-47ef-a9d0-917feca5892a req-03dd4a14-3ed7-4580-932b-d64e83d5538e tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187053 Aug 31 09:43:57.076882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Transition to ACTIVE for port object 4016650c-d3a4-48b2-bd81-f03cb9779eb0 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:57.100172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Transition to ACTIVE for port object 4016650c-d3a4-48b2-bd81-f03cb9779eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:57.114458 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.156035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Network a1a329fd-906c-4625-9c19-eed5ce810972 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:57.159896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:57.165310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:57.203654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Pushing event updated for resources: {'Port': ['ID=4016650c-d3a4-48b2-bd81-f03cb9779eb0,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:57.240619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Attempting to bind port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:57.241532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Attempting to bind port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:57.241532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Attempting to bind port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 on network a1a329fd-906c-4625-9c19-eed5ce810972 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:57.247363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:57.247739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Checking segment: {'id': '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:57.248139 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.248528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Bound using segment: {'id': '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:57.248992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Bound port: 4016650c-d3a4-48b2-bd81-f03cb9779eb0, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a1a329fd-906c-4625-9c19-eed5ce810972'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:57.249371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.360939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] For port 4016650c-d3a4-48b2-bd81-f03cb9779eb0, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:57.369152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] For port 4016650c-d3a4-48b2-bd81-f03cb9779eb0, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4016650c-d3a4-48b2-bd81-f03cb9779eb0,segment=NetworkSegment(8f895a5e-f79c-4fc1-9eb6-31d15eda29fa),segment_id=8f895a5e-f79c-4fc1-9eb6-31d15eda29fa)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:57.376865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.382374 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.471887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189f20-fb49-47b8-815a-12ddd696bd66 None None] Pushing event updated for resources: {'Port': ['ID=4016650c-d3a4-48b2-bd81-f03cb9779eb0,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:57.592384 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.682368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Allocated IP 172.20.0.1 (0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc/eccb7407-d821-4f6d-9d8d-f901afffce71/f736f86b-3701-4b9d-8fff-b383e078565f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:57.985587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bdc34-8a76-496c-b99f-2e7514962d89 None None] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:58.007757 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.031197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d509-67ef-4d80-a983-5d328ecbcb79 req-f0797d47-068a-468b-b62b-2451e46cd921 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:58.032796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b35d509-67ef-4d80-a983-5d328ecbcb79 req-f0797d47-068a-468b-b62b-2451e46cd921 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1390009 Aug 31 09:43:58.062875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f98523dc-778d-4ac9-a730-ec753b67b95f None None] Provisioning for port c028a955-f92c-4f40-a9c0-e9c81df46631 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:58.065124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Transition to ACTIVE for port object f736f86b-3701-4b9d-8fff-b383e078565f will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:58.068017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.076535 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.193058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b35d509-67ef-4d80-a983-5d328ecbcb79 req-31d88c30-74fe-4493-8c3e-7f919f0c632a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455152 Aug 31 09:43:58.203063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=895bb79c-6e6a-47fe-b190-1b8fd043dd20,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:58.230284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.234978 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.374150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:58.389746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:58.399483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Port': ['ID=f736f86b-3701-4b9d-8fff-b383e078565f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:58.414889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:58.483856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d00e033d-9c2e-43ab-af6f-6d461cc51ccb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:58.491649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed7a77-5420-4122-a9e2-1450eb804d73 req-bd9c97c3-3dcb-4a60-9a8e-19f79843c295 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:58.493445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7eed7a77-5420-4122-a9e2-1450eb804d73 req-bd9c97c3-3dcb-4a60-9a8e-19f79843c295 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1095 time: 0.2565022 Aug 31 09:43:58.547474 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1181cff1-7b45-42b8-9c07-95c4c80470a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.566796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d00e033d-9c2e-43ab-af6f-6d461cc51ccb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:58.566796 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.625095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.631484 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 35baf2dc-1367-427c-8b9b-8eca777bc9e7 associated. External IP: 172.25.4.175, port: 68666c37-d4ff-4b43-b182-e09af291520d. Aug 31 09:43:58.720261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c028a955-f92c-4f40-a9c0-e9c81df46631 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:58.773532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-84e0ed90-4a1c-4c28-800a-969773aae2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3618529 Aug 31 09:43:58.775198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7eed7a77-5420-4122-a9e2-1450eb804d73 req-bc5c3eac-bdb8-459f-8628-319b81ca9811 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505426 Aug 31 09:43:58.841346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c028a955-f92c-4f40-a9c0-e9c81df46631 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:58.847344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c028a955-f92c-4f40-a9c0-e9c81df46631 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:58.848020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.897840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4fccbffb-45cc-48f3-8220-506b5b3af68b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:59.068246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4fccbffb-45cc-48f3-8220-506b5b3af68b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:59.100302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '4fccbffb-45cc-48f3-8220-506b5b3af68b', 'network_id': 'b6db4a0a-4a7f-44ff-818d-27c688625a27', 'port_id': '4fccbffb-45cc-48f3-8220-506b5b3af68b', 'mac_address': 'fa:16:3e:75:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e724d121-3fe5-4a2c-b63f-cd956e0efe44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:59.199538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.211913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62952839-4696-4de5-907b-841d859a42bc None None] Network a1a329fd-906c-4625-9c19-eed5ce810972 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:59.404975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fccbffb-45cc-48f3-8220-506b5b3af68b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:59.423410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-67fbb38c-a931-4e33-9469-54d3c1e3d966 None None] Provisioning for port f736f86b-3701-4b9d-8fff-b383e078565f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:59.468384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-67fbb38c-a931-4e33-9469-54d3c1e3d966 None None] Provisioning complete for port f736f86b-3701-4b9d-8fff-b383e078565f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:59.468384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67fbb38c-a931-4e33-9469-54d3c1e3d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.475538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4fccbffb-45cc-48f3-8220-506b5b3af68b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:59.519913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.539088 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.578561 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.611494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-67fbb38c-a931-4e33-9469-54d3c1e3d966 None None] Port f736f86b-3701-4b9d-8fff-b383e078565f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:59.664944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c028a955-f92c-4f40-a9c0-e9c81df46631, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c028a955-f92c-4f40-a9c0-e9c81df46631,segment=NetworkSegment(d1be903c-3455-44ef-982f-c889cf2f7d1b),segment_id=d1be903c-3455-44ef-982f-c889cf2f7d1b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:59.669303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4fccbffb-45cc-48f3-8220-506b5b3af68b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:59.676746 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:59.677783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4016650c-d3a4-48b2-bd81-f03cb9779eb0 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:59.732338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44584-f054-4784-adc2-61e04e66a10e req-b6de5f0b-1146-491f-b907-c24127576d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:59.734995 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-b6de5f0b-1146-491f-b907-c24127576d81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.3457344 Aug 31 09:43:59.743485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['4fccbffb-45cc-48f3-8220-506b5b3af68b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:59.866107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ee703e1b-060e-4810-b642-d0fd00df253b None None] Provisioning for port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:59.868550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c028a955-f92c-4f40-a9c0-e9c81df46631,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:59.937142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:59.952498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:59.953016 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.045509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee747b-ab2e-4ac6-ae97-d9bd53b2e0ec req-a87b0ae6-816f-4d5d-8427-6249d9ef13e1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.047874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36ee747b-ab2e-4ac6-ae97-d9bd53b2e0ec req-a87b0ae6-816f-4d5d-8427-6249d9ef13e1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.6600728 Aug 31 09:44:00.061009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:00.155318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.217668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4016650c-d3a4-48b2-bd81-f03cb9779eb0, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4016650c-d3a4-48b2-bd81-f03cb9779eb0,segment=NetworkSegment(8f895a5e-f79c-4fc1-9eb6-31d15eda29fa),segment_id=8f895a5e-f79c-4fc1-9eb6-31d15eda29fa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:00.224840 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.296652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36ee747b-ab2e-4ac6-ae97-d9bd53b2e0ec req-0f377dff-f8a2-45c0-8ee9-9a17cd28966c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337708 Aug 31 09:44:00.319706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1208ef38-db3f-4e76-a009-2e864b8cc06c None None] Provisioning complete for port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:00.319989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1208ef38-db3f-4e76-a009-2e864b8cc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.322982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4016650c-d3a4-48b2-bd81-f03cb9779eb0,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:00.426218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c028a955-f92c-4f40-a9c0-e9c81df46631 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:00.444469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7921ad9-be0e-4aa2-9c28-0d610d091219 req-de246d9a-d493-4d7a-8579-1a838cfe8417 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.445980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7921ad9-be0e-4aa2-9c28-0d610d091219 req-de246d9a-d493-4d7a-8579-1a838cfe8417 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1096 time: 0.4385657 Aug 31 09:44:00.523967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c028a955-f92c-4f40-a9c0-e9c81df46631 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:00.524506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.534911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44584-f054-4784-adc2-61e04e66a10e req-699f44a8-7bdf-4570-8af8-3a5cb16a6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.536375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-699f44a8-7bdf-4570-8af8-3a5cb16a6ca9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.5274274 Aug 31 09:44:00.645615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.653727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-85b2ec9b-dce8-4d01-b657-e309169d321f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 217 time: 0.0756061 Aug 31 09:44:00.661870 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7921ad9-be0e-4aa2-9c28-0d610d091219 req-f612bd48-627b-4fa7-b4da-7f0b768515ae tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009897 Aug 31 09:44:00.666951 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.691149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ec050-11cd-4ace-ae6b-cfc066eba86b req-49424440-d4ad-413d-9a46-cf29749a930f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.691727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-056ec050-11cd-4ace-ae6b-cfc066eba86b req-49424440-d4ad-413d-9a46-cf29749a930f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.2529426 Aug 31 09:44:00.758805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:00.770615 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:00.782212 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:00.783573 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:00.820634 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:00.830376 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.831793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:00.832856 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:00.867566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Port': ['ID=f736f86b-3701-4b9d-8fff-b383e078565f,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:00.876777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44584-f054-4784-adc2-61e04e66a10e req-ef2d5abe-3ca5-4792-9c8d-5cdbb84338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:00.878462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-ef2d5abe-3ca5-4792-9c8d-5cdbb84338e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.2128000 Aug 31 09:44:00.878788 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:00.879118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:00.879936 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998dcebb-651a-402c-aa37-2ab42e0f6a8b None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:00.903369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-056ec050-11cd-4ace-ae6b-cfc066eba86b req-fdc3ca7c-483e-4ce1-bfda-3a0a2880e8cc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668675 Aug 31 09:44:00.909804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4fccbffb-45cc-48f3-8220-506b5b3af68b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:00.932862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-378024cd-c06b-4817-be1c-9adc819f4037 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5163445 Aug 31 09:44:00.934165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50200) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:00.935450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:00.943201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:00.969098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 4fccbffb-45cc-48f3-8220-506b5b3af68b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:00.973691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 4fccbffb-45cc-48f3-8220-506b5b3af68b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:00.974297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.003295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44584-f054-4784-adc2-61e04e66a10e req-d8116ecb-5d4b-4e9a-b98d-068f59e4c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.004834 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-d8116ecb-5d4b-4e9a-b98d-068f59e4c29a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157568 Aug 31 09:44:01.058173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455ddff-c739-4284-a174-2ef09f4d54e1 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.063433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9455ddff-c739-4284-a174-2ef09f4d54e1 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1093 time: 0.1266110 Aug 31 09:44:01.067057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.073056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:01.073440 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.105794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.111619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fccbffb-45cc-48f3-8220-506b5b3af68b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:01.114917 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652be30-b387-400b-b721-cf17e0914279" -d '{"events": [{"server_uuid": "8ee5384d-0977-479b-8891-d9a507b68dc5", "name": "network-vif-plugged", "status": "completed", "tag": "4fccbffb-45cc-48f3-8220-506b5b3af68b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:01.123895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:01.124848 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.127241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:01.143621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 4fccbffb-45cc-48f3-8220-506b5b3af68b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:01.153563 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.199159 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a0fea-ae31-44c6-ae19-0e55d03f5a65 x-openstack-request-id: req-ed1a0fea-ae31-44c6-ae19-0e55d03f5a65 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:01.199472 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee5384d-0977-479b-8891-d9a507b68dc5", "name": "network-vif-plugged", "status": "completed", "tag": "4fccbffb-45cc-48f3-8220-506b5b3af68b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:01.199735 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed1a0fea-ae31-44c6-ae19-0e55d03f5a65 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:01.200193 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fccbffb-45cc-48f3-8220-506b5b3af68b', 'code': 200} Aug 31 09:44:01.254013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=4fccbffb-45cc-48f3-8220-506b5b3af68b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:01.321294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-7cf91a27-aaf2-40b0-a0b0-3bd7041e4305 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043191 Aug 31 09:44:01.422565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.436678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.437362 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 35baf2dc-1367-427c-8b9b-8eca777bc9e7 disassociated. External IP: 172.25.4.175, port: 68666c37-d4ff-4b43-b182-e09af291520d. Aug 31 09:44:01.456242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Router 09b44466-9710-406e-b151-fbcada0feb08 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:44:01.485100 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bc44584-f054-4784-adc2-61e04e66a10e req-429512ff-71cb-45cd-b6f7-dabc41186dc9 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485927 Aug 31 09:44:01.489904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce7d4f-138d-4760-bffb-2c953f19b1b2 req-e0d51d73-dd0f-45dc-9dfb-feac13d50d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.491416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87ce7d4f-138d-4760-bffb-2c953f19b1b2 req-e0d51d73-dd0f-45dc-9dfb-feac13d50d9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1655357 Aug 31 09:44:01.554917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-906a49a7-4ebd-4532-8dff-4a44674f4a25 None None] Provisioning complete for port f736f86b-3701-4b9d-8fff-b383e078565f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:01.555468 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-906a49a7-4ebd-4532-8dff-4a44674f4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.594229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:01.602988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b82a32c-4e20-4ab7-9380-9deed071bfe9 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0925303 Aug 31 09:44:01.604784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50210) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:01.611404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] Sync routers for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:01.621046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-906a49a7-4ebd-4532-8dff-4a44674f4a25 None None] Port f736f86b-3701-4b9d-8fff-b383e078565f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:01.629022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:01.629909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:01.683209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:01.695932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:01.697201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:01.741826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:01.742565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c16a7c-6e97-468f-becd-a66b98ea222d None None] The sync data for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:01.769393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:01.881719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68a7db-9fc9-45f1-8d5a-b533380c91be req-57f42523-7726-474e-a041-211d86ea4c28 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.883205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce68a7db-9fc9-45f1-8d5a-b533380c91be req-57f42523-7726-474e-a041-211d86ea4c28 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.0865519 Aug 31 09:44:01.959912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87ce7d4f-138d-4760-bffb-2c953f19b1b2 req-5998ee15-dbe8-40b5-88c2-a46d402d710e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603448 Aug 31 09:44:01.979904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.005568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce68a7db-9fc9-45f1-8d5a-b533380c91be req-cf855707-d374-474a-a97f-0aa6f87059f7 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755401 Aug 31 09:44:02.113139 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-68427a85-d856-4725-bb8e-ad2ffd4ddf89 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:02.116999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-68427a85-d856-4725-bb8e-ad2ffd4ddf89 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5084784 Aug 31 09:44:02.117283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50214) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.202171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.234 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9208a766-9f9f-4ef0-927c-c420a5382aa5) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:02.230133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:02.337313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.424414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4016650c-d3a4-48b2-bd81-f03cb9779eb0 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:02.479705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:02.483994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.489464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.495513 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:02.511992 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:02.514221 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:43:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:02.529175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-22bf7e3b-8479-493b-a13a-826a99e46152 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/floatingips/35baf2dc-1367-427c-8b9b-8eca777bc9e7 HTTP/1.1" status: 200 len: 688 time: 1.5909932 Aug 31 09:44:02.532160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50220) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:02.543427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:02.543805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.549884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36efcf53-5f52-4b79-b886-89dca0637b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.612829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.711967 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:02.730219 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:02.731224 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:02.749535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:02.783935 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:02.784931 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f6266-9b68-4877-a859-414bb336ddfe None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:02.800967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:02.807859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:02.813727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:02.860602 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=9208a766-9f9f-4ef0-927c-c420a5382aa5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:02.877213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.877464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.877810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.878134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.878507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.878827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.879150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.879477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.879799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.880251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.880450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.880763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:02.904360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 895bb79c-6e6a-47fe-b190-1b8fd043dd20 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:02.904704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.004662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting port f736f86b-3701-4b9d-8fff-b383e078565f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:03.005236 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.096426 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.097026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.115705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.119894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 895bb79c-6e6a-47fe-b190-1b8fd043dd20 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:03.135999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Calling delete_port for f736f86b-3701-4b9d-8fff-b383e078565f owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:03.580957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696b0ac-9041-424d-9f25-c0f368d834ae req-1f5f6870-3e8e-4eb2-b5d4-1fb52cb3625a tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.583074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e696b0ac-9041-424d-9f25-c0f368d834ae req-1f5f6870-3e8e-4eb2-b5d4-1fb52cb3625a tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.4294412 Aug 31 09:44:03.601947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.653740 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.656431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=895bb79c-6e6a-47fe-b190-1b8fd043dd20,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:03.668255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e696b0ac-9041-424d-9f25-c0f368d834ae req-89f38a11-eaea-4edb-a10b-f3f71e9355b8 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Aug 31 09:44:03.671442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.734112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.764218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Port': ['ID=f736f86b-3701-4b9d-8fff-b383e078565f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:03.803274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.805845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.812513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8da0a12e-fd29-4a2f-bc20-81ec52144f3c tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/floatingips/35baf2dc-1367-427c-8b9b-8eca777bc9e7 HTTP/1.1" status: 204 len: 168 time: 1.2735186 Aug 31 09:44:03.812513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:03.818159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '07a49759-6b64-4781-a6b5-05f688b5fa33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:03.859607 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.917156 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.944296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.103100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.113422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.153454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Router 09b44466-9710-406e-b151-fbcada0feb08 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:04.206139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.216300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=9208a766-9f9f-4ef0-927c-c420a5382aa5,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:04.233769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.250114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:04.261416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] Sync routers for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:04.267949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6b6575e1-d436-4069-b8fd-802e805c0d16 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1459510 Aug 31 09:44:04.268241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50232) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:04.279834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:04.280723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:04.320851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:04.332002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:04.333287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:04.373942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:04.375203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf6d58-4f7e-4ac2-9a11-24adf2103116 None None] The sync data for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:04.399479 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-4a1cc26c-567d-49d6-83d5-0e5bf3921c8c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] delete failed (client error): The resource could not be found. Aug 31 09:44:04.400739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4a1cc26c-567d-49d6-83d5-0e5bf3921c8c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-967850897 HTTP/1.1" status: 404 len: 334 time: 0.1313565 Aug 31 09:44:04.407463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50234) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:04.412731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9f60191c-4d7a-4e93-b3e6-a66475b4b27a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'router': {'external_gateway_info': {'network_id': '09b44466-9710-406e-b151-fbcada0feb08'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:04.454725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.227 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f2428b46-e51c-4195-9ff6-3e1c793e4539) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:04.457243 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP f63f783f-2741-4f3b-9a99-43abe26493b7 associated. External IP: 172.25.4.234, port: 60442f44-e935-4e1f-8660-6f39a18bddd9. Aug 31 09:44:04.654323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f60191c-4d7a-4e93-b3e6-a66475b4b27a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:04.681045 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-9f60191c-4d7a-4e93-b3e6-a66475b4b27a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] update failed (client error): The resource could not be found. Aug 31 09:44:04.688900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f60191c-4d7a-4e93-b3e6-a66475b4b27a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08 HTTP/1.1" status: 404 len: 339 time: 0.2742858 Aug 31 09:44:04.689484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50240) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:04.930512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbf1aa-5728-42ea-bba0-7a4ab5e892db req-3496fce5-27c0-4460-919b-4e41c0b8d185 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:04.932603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2bbf1aa-5728-42ea-bba0-7a4ab5e892db req-3496fce5-27c0-4460-919b-4e41c0b8d185 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1570871 Aug 31 09:44:05.049168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.049424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2bbf1aa-5728-42ea-bba0-7a4ab5e892db req-ec816694-2fa7-4eab-aec3-3a497596b8bc tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815895 Aug 31 09:44:05.095936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.161398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router d5499617-28ad-4a21-890b-d1e32d849a7a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:05.179109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.270138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:05.278292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:05.284089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:05.304770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b5f1f-682a-40b0-9064-e0d9eb9290d2 req-a7271c59-c78d-4180-9dff-a9d046685888 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:05.306211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-390b5f1f-682a-40b0-9064-e0d9eb9290d2 req-a7271c59-c78d-4180-9dff-a9d046685888 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1032922 Aug 31 09:44:05.338824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=f2428b46-e51c-4195-9ff6-3e1c793e4539,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:05.389022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:05.405754 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] Sync routers for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:05.417377 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:05.419763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:05.470316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.476756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-390b5f1f-682a-40b0-9064-e0d9eb9290d2 req-f5730886-a456-4049-a2f9-fb8b98b78b87 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604922 Aug 31 09:44:05.550864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Allocated IP 172.20.0.1 (a0152801-335e-48a7-bfa5-470bb0c46bc2/ba913070-6f5b-48d6-9405-dca2b74f69de/5485b518-1bbe-4667-b2bd-f2d870f13fe6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:05.561460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a4be185f-46d4-493c-847e-024b551821ac tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4928632 Aug 31 09:44:05.566107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:05.569923 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f02ea41-7d37-4b07-9c83-8db3542833ef" -d '{"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:05.618033 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:05.830882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60528b-397e-47e7-9001-3d948b79a7f4 req-ed19800d-64ce-4009-898b-a301bbd00c53 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:05.832527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b60528b-397e-47e7-9001-3d948b79a7f4 req-ed19800d-64ce-4009-898b-a301bbd00c53 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1351836 Aug 31 09:44:05.839491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.856294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72f7e-240c-4c65-871c-84bc41c13402 req-7af18659-3dec-4449-b74e-826de49b2481 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:05.857857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bf72f7e-240c-4c65-871c-84bc41c13402 req-7af18659-3dec-4449-b74e-826de49b2481 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1617012 Aug 31 09:44:05.902329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Transition to ACTIVE for port object 5485b518-1bbe-4667-b2bd-f2d870f13fe6 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:05.932645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8b60528b-397e-47e7-9001-3d948b79a7f4 req-b23bddbd-de4f-41f2-ab09-6560a25fab86 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902591 Aug 31 09:44:05.938118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:05.946244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bf72f7e-240c-4c65-871c-84bc41c13402 req-27838277-14c1-4ac0-bcd1-83321f82539f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739779 Aug 31 09:44:05.978155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50254) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:06.017100 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'f63f783f-2741-4f3b-9a99-43abe26493b7', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'port_id': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'mac_address': 'fa:16:3e:fa:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:03Z', 'updated_at': '2021-08-31T09:44:03Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:44Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:06.049003 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] Checking router: d5499617-28ad-4a21-890b-d1e32d849a7a for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:06.064143 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7d3110-a380-43c7-acd7-5da14fe800de x-openstack-request-id: req-6c7d3110-a380-43c7-acd7-5da14fe800de {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:06.064398 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:06.064620 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c7d3110-a380-43c7-acd7-5da14fe800de {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:06.064990 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'status': 'completed', 'code': 200} Aug 31 09:44:06.065498 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:06.066152 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:06.102105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.128047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cba0d154-d1fe-46cf-a5e3-c1c7d3269670 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/f63f783f-2741-4f3b-9a99-43abe26493b7 HTTP/1.1" status: 200 len: 992 time: 0.1535378 Aug 31 09:44:06.134459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.210526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.225390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:06.236375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:06.240565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:06.303491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Port': ['ID=5485b518-1bbe-4667-b2bd-f2d870f13fe6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:06.319644 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:06.358863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-fb1caa0b-6ebe-479d-b999-3f9f811e362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.363759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-fb1caa0b-6ebe-479d-b999-3f9f811e362e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.1289663 Aug 31 09:44:06.380270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.431060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b614c-b367-4c89-9956-a2ccff70d685 req-956beb4f-27fc-42c6-9c7f-481562a150f9 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.433262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-305b614c-b367-4c89-9956-a2ccff70d685 req-956beb4f-27fc-42c6-9c7f-481562a150f9 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1226106 Aug 31 09:44:06.514866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.526158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.533206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-305b614c-b367-4c89-9956-a2ccff70d685 req-13dab192-28ca-4ce9-981e-9366ff53cc57 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498598 Aug 31 09:44:06.536317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-242c248c-391f-4ad5-83d6-78563ecda090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.537950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-242c248c-391f-4ad5-83d6-78563ecda090 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1589026 Aug 31 09:44:06.601829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.712440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=f2428b46-e51c-4195-9ff6-3e1c793e4539,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:06.731178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-5e32a311-363a-4782-b942-2e16f9a79182 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1000 time: 0.1625638 Aug 31 09:44:06.734266 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.762841 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'f63f783f-2741-4f3b-9a99-43abe26493b7', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'port_id': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'mac_address': 'fa:16:3e:fa:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:03Z', 'updated_at': '2021-08-31T09:44:03Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:44Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:06.796604 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc00e6e-22c9-4dc6-997d-51cd9ffb3650 None None] The sync data for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 is: [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'f63f783f-2741-4f3b-9a99-43abe26493b7', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'port_id': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'mac_address': 'fa:16:3e:fa:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:03Z', 'updated_at': '2021-08-31T09:44:03Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:44Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:06.808324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7ef10890-4f2c-4fa2-89bd-99b7a9433509 None None] Provisioning for port 5485b518-1bbe-4667-b2bd-f2d870f13fe6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:06.814441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7ef10890-4f2c-4fa2-89bd-99b7a9433509 None None] Provisioning complete for port 5485b518-1bbe-4667-b2bd-f2d870f13fe6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:06.814831 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7ef10890-4f2c-4fa2-89bd-99b7a9433509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.849244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-367f1cc7-31d9-4845-a174-ca683c942652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.850761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-367f1cc7-31d9-4845-a174-ca683c942652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.0762026 Aug 31 09:44:06.898628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7ef10890-4f2c-4fa2-89bd-99b7a9433509 None None] Port 5485b518-1bbe-4667-b2bd-f2d870f13fe6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:06.963609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-e66fb451-1d8c-43f0-af7a-58d2b4b1620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.965163 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-e66fb451-1d8c-43f0-af7a-58d2b4b1620d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028280 Aug 31 09:44:06.972277 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 associated. External IP: 172.25.4.227, port: 07a49759-6b64-4781-a6b5-05f688b5fa33. Aug 31 09:44:06.993187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:06.999993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.056581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.124302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event updated for resources: {'Port': ['ID=5485b518-1bbe-4667-b2bd-f2d870f13fe6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:07.129024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba111a-476d-4e17-8894-35c7b82acd92 None None] New status for floating IP f63f783f-2741-4f3b-9a99-43abe26493b7: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:44:07.130149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50262) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:07.241320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ba480b03-f4b3-460e-9901-7d8d501ed0cf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/f63f783f-2741-4f3b-9a99-43abe26493b7 HTTP/1.1" status: 200 len: 992 time: 0.1099215 Aug 31 09:44:07.300816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-ea8edfef-a0f1-4d9b-a247-461d3c55fe18 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250618 Aug 31 09:44:07.359659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:07.361489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:07.410919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:07.507813 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f02ea41-7d37-4b07-9c83-8db3542833ef req-a1816e3c-0685-46c3-9f01-2b37110400dd service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952286 Aug 31 09:44:07.626813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Router 09b44466-9710-406e-b151-fbcada0feb08 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:07.654951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:07.667413 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:07.684355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:07.685306 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.724300 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.740395 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:07.741048 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.781227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.821202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:07.821995 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216a9d6-7908-4a9b-9d37-ce6496705d4c None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:07.842032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5223598c-f249-4b23-8009-907dc0b862a9 None None] Provisioning complete for port 5485b518-1bbe-4667-b2bd-f2d870f13fe6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:07.842871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5223598c-f249-4b23-8009-907dc0b862a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:07.849297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2503e5d5-e740-495b-87b2-813cf09be5f8 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0344348 Aug 31 09:44:07.852654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-19a51377-7cd1-417f-950c-033d8399186b tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.856349 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-19a51377-7cd1-417f-950c-033d8399186b tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.2368853 Aug 31 09:44:07.857188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50268) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:07.913133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5223598c-f249-4b23-8009-907dc0b862a9 None None] Port 5485b518-1bbe-4667-b2bd-f2d870f13fe6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:08.039176 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-19ce43ac-aaee-4248-b942-483afc0544b5 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/floatingips/cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 HTTP/1.1" status: 200 len: 978 time: 0.1802716 Aug 31 09:44:08.042024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50270) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:08.217481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:08.238105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e909edf-6958-460a-a160-bf2257b9e20a tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5453146 Aug 31 09:44:08.241559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] Sync routers for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:08.245587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50274) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:08.245922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:08.265638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:08.266364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:08.491175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d078-66f8-4bbf-a96c-4bff7ba36505 req-b4d9a3cd-91a4-4c2b-91c8-1eb926578915 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:08.492862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b3d078-66f8-4bbf-a96c-4bff7ba36505 req-b4d9a3cd-91a4-4c2b-91c8-1eb926578915 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 1097 time: 0.7688608 Aug 31 09:44:08.541913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:08.554782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2291cd8f-6145-4cfc-be6e-7064b38e842e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/f63f783f-2741-4f3b-9a99-43abe26493b7 HTTP/1.1" status: 200 len: 994 time: 0.3013768 Aug 31 09:44:08.561223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b3d078-66f8-4bbf-a96c-4bff7ba36505 req-060fa32f-b7a1-43f4-9f1e-f6ea63cba01e tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Aug 31 09:44:08.561721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:08.562565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:08.568319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8d74bac-0334-4e87-b6ac-44a0ed9638d7 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.600528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:08.601306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c9a0b-953f-4538-86c7-d449b97a404d None None] The sync data for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:08.653738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Deleting port 4fccbffb-45cc-48f3-8220-506b5b3af68b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:08.654226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.683193 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-f8d74bac-0334-4e87-b6ac-44a0ed9638d7 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:44:08.686978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f8d74bac-0334-4e87-b6ac-44a0ed9638d7 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08 HTTP/1.1" status: 409 len: 329 time: 0.4376667 Aug 31 09:44:08.687173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50282) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:08.708303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9e08c624-14d1-4963-b88d-4f0183eb2a54 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6622941 Aug 31 09:44:08.708508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:08.713302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'port_id': '68666c37-d4ff-4b43-b182-e09af291520d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:08.789073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.847387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] For port 4fccbffb-45cc-48f3-8220-506b5b3af68b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=4fccbffb-45cc-48f3-8220-506b5b3af68b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:08.847759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.867601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Calling delete_port for 4fccbffb-45cc-48f3-8220-506b5b3af68b owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:09.060360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.203356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.238610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d0eb7ac0-a9d4-45d7-9de4-8d65432f337b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:09.249509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fccbffb-45cc-48f3-8220-506b5b3af68b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:09.306849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] No DVR routers for this DVR port 4fccbffb-45cc-48f3-8220-506b5b3af68b on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:09.316210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.318203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e10272c1-9c7b-471f-aa97-7b758521b30c req-5252afc4-a8c3-4d4b-84b3-427a940ecbf0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4fccbffb-45cc-48f3-8220-506b5b3af68b HTTP/1.1" status: 204 len: 173 time: 1.4470820 Aug 31 09:44:09.321246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'name': 'network-vif-deleted', 'tag': '4fccbffb-45cc-48f3-8220-506b5b3af68b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:09.326263 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d46107-c9f9-41b1-8661-f809f896c739" -d '{"events": [{"server_uuid": "8ee5384d-0977-479b-8891-d9a507b68dc5", "name": "network-vif-deleted", "tag": "4fccbffb-45cc-48f3-8220-506b5b3af68b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:09.356985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting port 5485b518-1bbe-4667-b2bd-f2d870f13fe6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:09.357345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.480517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.494881 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f350c22-f83e-42ab-b3d3-017585fc65b7 x-openstack-request-id: req-6f350c22-f83e-42ab-b3d3-017585fc65b7 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:09.501110 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee5384d-0977-479b-8891-d9a507b68dc5", "name": "network-vif-deleted", "tag": "4fccbffb-45cc-48f3-8220-506b5b3af68b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:09.501110 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f350c22-f83e-42ab-b3d3-017585fc65b7 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:09.501110 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee5384d-0977-479b-8891-d9a507b68dc5', 'name': 'network-vif-deleted', 'tag': '4fccbffb-45cc-48f3-8220-506b5b3af68b', 'status': 'completed', 'code': 200} Aug 31 09:44:09.505600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Calling delete_port for 5485b518-1bbe-4667-b2bd-f2d870f13fe6 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:09.679447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.690668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.706805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35d906ab-2129-490e-b58d-81e0cc811b58 req-d1ac136d-4cca-4950-8d16-b9ddea07c7fe tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ee5384d-0977-479b-8891-d9a507b68dc5 HTTP/1.1" status: 200 len: 210 time: 0.0377731 Aug 31 09:44:09.759329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:09.808437 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 associated. External IP: 172.25.4.227, port: 07a49759-6b64-4781-a6b5-05f688b5fa33. Aug 31 09:44:09.809860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Port': ['ID=5485b518-1bbe-4667-b2bd-f2d870f13fe6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:10.005501 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.143603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:10.198400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Router 09b44466-9710-406e-b151-fbcada0feb08 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:10.268211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:10.280515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:10.291702 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:10.293064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.297933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:10.304213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a0292143-86e1-4334-9c5c-227ddf881aae tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158597 Aug 31 09:44:10.308309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50292) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:10.308480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] Sync routers for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:10.328142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:10.329099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.366816 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-71c2ffcf-ca7c-455c-8e54-eb879f5d1a1b tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] show failed (client error): The resource could not be found. Aug 31 09:44:10.372357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-71c2ffcf-ca7c-455c-8e54-eb879f5d1a1b tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-16692460 HTTP/1.1" status: 404 len: 333 time: 0.0564971 Aug 31 09:44:10.372647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50294) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:10.377517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f315e67a-b75e-4f26-bc05-a69f76ecffca tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:10.379117 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.397518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.400645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:10.401282 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.424334 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-f315e67a-b75e-4f26-bc05-a69f76ecffca tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] update failed (client error): The resource could not be found. Aug 31 09:44:10.429926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f315e67a-b75e-4f26-bc05-a69f76ecffca tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1360662841 HTTP/1.1" status: 404 len: 335 time: 0.0531652 Aug 31 09:44:10.430411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50296) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:10.432861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] Routers {'09b44466-9710-406e-b151-fbcada0feb08'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:10.445881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['09b44466-9710-406e-b151-fbcada0feb08'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.449383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.450044 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e6a0e0-bf4f-4f85-950d-6ba1271dad7b None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:10.489973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.490847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5bf96-9140-476e-8ac5-db6280357f81 None None] The sync data for ids ['09b44466-9710-406e-b151-fbcada0feb08'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:10.513586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting subnet c9071ec5-df92-48e3-a3da-fed49ce300ba {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:10.518426 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.578790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:10.599785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.643526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-e505519f-6385-4a43-b7b7-df3dacd6ecbc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1021104 Aug 31 09:44:10.716172 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.718706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:10.725275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.730246 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:10.751672 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:10.752311 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.810677 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1ea18acb-49ce-4499-9497-390e841313df tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/floatingips/cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 HTTP/1.1" status: 200 len: 978 time: 2.1009488 Aug 31 09:44:10.813348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50304) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:10.819555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:10.828015 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.839824 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:10.841050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.874327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.889104 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:10.889930 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c356aae-524a-4865-ba84-fea985323aa4 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:10.904070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321d589-f5b7-49e7-b667-2a3cb01c8db0 None None] Network a1a329fd-906c-4625-9c19-eed5ce810972 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:10.923210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.925288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/subnets/c9071ec5-df92-48e3-a3da-fed49ce300ba HTTP/1.1" status: 204 len: 168 time: 0.4935584 Aug 31 09:44:10.928991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:10.932534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3dcb6-a3d4-4bb6-831f-483271535d1c tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Subnet': ['ID=c9071ec5-df92-48e3-a3da-fed49ce300ba,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:10.961712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.962204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.963282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.963776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.964249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.964723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.965192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.967692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-022ae905-846d-4f11-9e94-6af11e1506fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5488d7baf804493b54e01fa93993bad&device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 6506 time: 0.2475641 Aug 31 09:44:10.990152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.014634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4fccbffb-45cc-48f3-8220-506b5b3af68b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:11.061606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 4fccbffb-45cc-48f3-8220-506b5b3af68b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:11.061941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting subnet eccb7407-d821-4f6d-9d8d-f901afffce71 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:11.062036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 4fccbffb-45cc-48f3-8220-506b5b3af68b not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:11.065876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.132249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.248554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaea2e0-57f9-45bf-8817-468ec9ca7b72 req-c9ae260a-eff8-477a-80d7-703def9ef2ae tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.250396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0aaea2e0-57f9-45bf-8817-468ec9ca7b72 req-c9ae260a-eff8-477a-80d7-703def9ef2ae tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1976135 Aug 31 09:44:11.258123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] DHCP port deletion for a1a329fd-906c-4625-9c19-eed5ce810972 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:11.296488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.355546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] Deleting port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:11.356188 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.357123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.374875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-fdc63c45-9363-45ea-bce3-0c0add561461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.376253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-fdc63c45-9363-45ea-bce3-0c0add561461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.377066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-fdc63c45-9363-45ea-bce3-0c0add561461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.380903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-fdc63c45-9363-45ea-bce3-0c0add561461 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=18e93208-3009-421c-a4f7-7686967f41a7&id=398d1361-f135-4d32-8aac-6d9d7dff1c41&id=398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 200 len: 2298 time: 0.3352408 Aug 31 09:44:11.382056 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.382056 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 disassociated. External IP: 172.25.4.227, port: 68666c37-d4ff-4b43-b182-e09af291520d. Aug 31 09:44:11.404336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.434185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Subnet': ['ID=eccb7407-d821-4f6d-9d8d-f901afffce71,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.441752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.443684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-30469f8f-486e-4822-b048-d2293eb09f71 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/subnets/eccb7407-d821-4f6d-9d8d-f901afffce71 HTTP/1.1" status: 204 len: 168 time: 0.5134585 Aug 31 09:44:11.446442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50312) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:11.455657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee7d96-0d1a-4306-bf05-a62b057494ff None None] Network 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:11.474039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] For port 4016650c-d3a4-48b2-bd81-f03cb9779eb0, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4016650c-d3a4-48b2-bd81-f03cb9779eb0,segment=NetworkSegment(8f895a5e-f79c-4fc1-9eb6-31d15eda29fa),segment_id=8f895a5e-f79c-4fc1-9eb6-31d15eda29fa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:11.474852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.501961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0aaea2e0-57f9-45bf-8817-468ec9ca7b72 req-26ae6e36-6cfc-47d0-a8b4-452f7be8d8e7 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424285 Aug 31 09:44:11.542960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] Calling delete_port for 4016650c-d3a4-48b2-bd81-f03cb9779eb0 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:11.547888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.560477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-f1320f6f-bcf1-4c9a-b2fd-c2520b5490bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 200 len: 1001 time: 0.1705694 Aug 31 09:44:11.608161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:11.608525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.668368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-0de95358-9183-4c21-aed6-eb59a50375fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.669931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-0de95358-9183-4c21-aed6-eb59a50375fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 200 len: 855 time: 0.0992630 Aug 31 09:44:11.682693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] For port 4016650c-d3a4-48b2-bd81-f03cb9779eb0, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4016650c-d3a4-48b2-bd81-f03cb9779eb0,segment=NetworkSegment(8f895a5e-f79c-4fc1-9eb6-31d15eda29fa),segment_id=8f895a5e-f79c-4fc1-9eb6-31d15eda29fa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:11.683068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.698514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Calling delete_port for 4016650c-d3a4-48b2-bd81-f03cb9779eb0 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:11.713017 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.765376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] No DVR routers for this DVR port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:11.767717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d31df-ceab-4aa2-9a40-9c5c6b855436 None None] Pushing event deleted for resources: {'Port': ['ID=4016650c-d3a4-48b2-bd81-f03cb9779eb0,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.791358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] DHCP port deletion for 0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:11.799228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.830826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Port': ['ID=4016650c-d3a4-48b2-bd81-f03cb9779eb0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.833027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] No DVR routers for this DVR port 4016650c-d3a4-48b2-bd81-f03cb9779eb0 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:11.857851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] Deleting port c028a955-f92c-4f40-a9c0-e9c81df46631 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:11.858424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.924972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.936457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a329fd-906c-4625-9c19-eed5ce810972']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:11.945664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] For port c028a955-f92c-4f40-a9c0-e9c81df46631, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c028a955-f92c-4f40-a9c0-e9c81df46631,segment=NetworkSegment(d1be903c-3455-44ef-982f-c889cf2f7d1b),segment_id=d1be903c-3455-44ef-982f-c889cf2f7d1b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:11.946080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.949140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:11.949986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f895a5e-f79c-4fc1-9eb6-31d15eda29fa') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:11.960217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.962332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] Calling delete_port for c028a955-f92c-4f40-a9c0-e9c81df46631 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:11.979207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.986654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:11.987211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:11.990917 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:12.064722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.066371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.071837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.086297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/networks/a1a329fd-906c-4625-9c19-eed5ce810972 HTTP/1.1" status: 204 len: 168 time: 0.6300185 Aug 31 09:44:12.087413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50316) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:12.097733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] No DVR routers for this DVR port c028a955-f92c-4f40-a9c0-e9c81df46631 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:12.099695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d52e1-9329-4bb8-a5f6-c54e0e9c15e4 None None] Pushing event deleted for resources: {'Port': ['ID=c028a955-f92c-4f40-a9c0-e9c81df46631,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:12.114243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79b17b-3554-4b67-9ad9-a6dba0dace93 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Network': ['ID=a1a329fd-906c-4625-9c19-eed5ce810972,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:12.171802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-0bb8d3e8-b03d-4f27-948d-0f2c7f30bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.174245 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-0bb8d3e8-b03d-4f27-948d-0f2c7f30bc5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4904623 Aug 31 09:44:12.183482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:12.198794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.327729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.337034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c028a955-f92c-4f40-a9c0-e9c81df46631 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:12.346304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.360933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1be903c-3455-44ef-982f-c889cf2f7d1b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.361444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1be903c-3455-44ef-982f-c889cf2f7d1b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.373412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.379343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c028a955-f92c-4f40-a9c0-e9c81df46631 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:12.385106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c028a955-f92c-4f40-a9c0-e9c81df46631 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:12.385535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4016650c-d3a4-48b2-bd81-f03cb9779eb0 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:12.401609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.401828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-5316e470-9e39-419e-b626-34fde5e19f64 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172341 Aug 31 09:44:12.407596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 4016650c-d3a4-48b2-bd81-f03cb9779eb0 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:12.407940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4016650c-d3a4-48b2-bd81-f03cb9779eb0 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:12.415378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:12.421104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.429862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:12.436545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:12.436966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:12.440451 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:12.457041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:12.457797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.510104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.514895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db2319f8-16e3-468a-946a-efc49a3d60e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/floatingips/cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 HTTP/1.1" status: 200 len: 688 time: 1.7004323 Aug 31 09:44:12.517485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50318) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:12.523298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:12.524435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.535868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.544434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.546195 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/networks/0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc HTTP/1.1" status: 204 len: 168 time: 0.4537671 Aug 31 09:44:12.566878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50322) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:12.589565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:12.590691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882c040-8a93-468a-9be8-4d27ad7e3f43 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:12.618522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7bbca-d0db-40e5-9400-3ebdb15137ef tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Network': ['ID=0e7bcdc4-a92c-4cda-a3a6-3c90c06154dc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:12.643616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting subnet ba913070-6f5b-48d6-9405-dca2b74f69de {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:12.647016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.693174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.727757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-8a7cd243-fa5a-4fac-a047-17b5648f08d7 service neutron] 10.222.0.23 "GET /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740469 Aug 31 09:44:12.793047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42ec33-b871-4038-ae3c-146539835bbf req-fdd5168c-9649-4bac-ba3a-2df5e6a8e7a0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.795146 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be42ec33-b871-4038-ae3c-146539835bbf req-fdd5168c-9649-4bac-ba3a-2df5e6a8e7a0 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1427815 Aug 31 09:44:12.800526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-0c146f87-0f0b-4732-af45-c2b37c7eb8a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 217 time: 0.0588250 Aug 31 09:44:12.919467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port f2428b46-e51c-4195-9ff6-3e1c793e4539 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:12.919467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.919849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.926242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-e79ceb85-f323-4bcf-8146-01bf1f268ba4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.928151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-e79ceb85-f323-4bcf-8146-01bf1f268ba4 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 1097 time: 0.1883042 Aug 31 09:44:12.960048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-6cf001bd-8259-4140-bd86-d6ad0649dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.961751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-6cf001bd-8259-4140-bd86-d6ad0649dbf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1511242 Aug 31 09:44:12.963923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be42ec33-b871-4038-ae3c-146539835bbf req-0ec5ad3c-bd4b-4734-a680-4d219d2559e6 tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad306fe2-567f-417c-b838-40a85bc12cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613417 Aug 31 09:44:13.013982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.057183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.058166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-a438a899-1db6-454c-b53d-5917901d0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:13.059792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-a438a899-1db6-454c-b53d-5917901d0141 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859368 Aug 31 09:44:13.060226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/subnets/ba913070-6f5b-48d6-9405-dca2b74f69de HTTP/1.1" status: 204 len: 168 time: 0.4921122 Aug 31 09:44:13.061135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9582f0-def0-4fd4-9e21-927ea45f9432 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Subnet': ['ID=ba913070-6f5b-48d6-9405-dca2b74f69de,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:13.061858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.062188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.066812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50338) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:13.067731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0678f4-24f1-4d3f-beb4-3b83a6080a22 None None] Network a0152801-335e-48a7-bfa5-470bb0c46bc2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:13.091735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Deleting port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:13.092416 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.165063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for f2428b46-e51c-4195-9ff6-3e1c793e4539 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:13.265952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.401750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] DHCP port deletion for a0152801-335e-48a7-bfa5-470bb0c46bc2 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:13.427893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-a1d428f5-44da-4419-afb5-06af79db7e6e service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328860 Aug 31 09:44:13.482524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] Deleting port d00e033d-9c2e-43ab-af6f-6d461cc51ccb {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:13.483074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.568851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] For port d00e033d-9c2e-43ab-af6f-6d461cc51ccb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,segment=NetworkSegment(81acc2aa-d391-462f-9e94-9da9d944a54f),segment_id=81acc2aa-d391-462f-9e94-9da9d944a54f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:13.569526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.591565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] Calling delete_port for d00e033d-9c2e-43ab-af6f-6d461cc51ccb owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:13.607188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Deleting port d00e033d-9c2e-43ab-af6f-6d461cc51ccb {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:13.607579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.646048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] For port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:13.646497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.649728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.668534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Calling delete_port for d0eb7ac0-a9d4-45d7-9de4-8d65432f337b owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:13.701028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=f2428b46-e51c-4195-9ff6-3e1c793e4539,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:13.713438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.747886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] Pushing event deleted for resources: {'Port': ['ID=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:13.755841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447e1dd-168b-4c3e-bca6-595ad0814776 None None] No DVR routers for this DVR port d00e033d-9c2e-43ab-af6f-6d461cc51ccb on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:13.782697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-e304cbf7-6689-4823-a913-3ee583696cfa service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423548 Aug 31 09:44:13.789778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] For port d00e033d-9c2e-43ab-af6f-6d461cc51ccb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,segment=NetworkSegment(81acc2aa-d391-462f-9e94-9da9d944a54f),segment_id=81acc2aa-d391-462f-9e94-9da9d944a54f)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:13.790155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.845065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Calling delete_port for d00e033d-9c2e-43ab-af6f-6d461cc51ccb owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:13.852611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-aa512f0f-f502-423e-b8e4-91abb0e20e77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 217 time: 0.0575004 Aug 31 09:44:13.859697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.862238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.866281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-adbc8f4e-54b1-4df1-b05b-1c9753d69c67 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/floatingips/cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 HTTP/1.1" status: 204 len: 168 time: 1.3474433 Aug 31 09:44:13.870294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50350) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:13.876009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:13.910545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['d0eb7ac0-a9d4-45d7-9de4-8d65432f337b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:13.935296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0eb7ac0-a9d4-45d7-9de4-8d65432f337b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:13.985732 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-68436908-a17e-4c99-b48d-af2ccbd40e8b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] delete failed (client error): The resource could not be found. Aug 31 09:44:13.987010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-68436908-a17e-4c99-b48d-af2ccbd40e8b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/floatingips/cbb6cbc1-e861-4bff-a91f-b7839ad3fe91 HTTP/1.1" status: 404 len: 345 time: 0.1157053 Aug 31 09:44:13.992246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50356) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.004993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] No DVR routers for this DVR port d0eb7ac0-a9d4-45d7-9de4-8d65432f337b on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:14.009218 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.014171 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e37d7642-6398-4f8b-add0-4c1777964b51 req-93433c9b-1353-4c18-9bbc-2bf2e7759bad tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d0eb7ac0-a9d4-45d7-9de4-8d65432f337b HTTP/1.1" status: 204 len: 173 time: 1.0792105 Aug 31 09:44:14.014915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'name': 'network-vif-deleted', 'tag': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:14.017867 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ec5d4-f64e-4c48-b43b-be8cb66de880" -d '{"events": [{"server_uuid": "30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9", "name": "network-vif-deleted", "tag": "d0eb7ac0-a9d4-45d7-9de4-8d65432f337b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:14.100173 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17ea8cd-f221-409c-acce-681ef497a1d2 x-openstack-request-id: req-f17ea8cd-f221-409c-acce-681ef497a1d2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:14.100597 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9", "name": "network-vif-deleted", "tag": "d0eb7ac0-a9d4-45d7-9de4-8d65432f337b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:14.100949 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f17ea8cd-f221-409c-acce-681ef497a1d2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:14.101613 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9', 'name': 'network-vif-deleted', 'tag': 'd0eb7ac0-a9d4-45d7-9de4-8d65432f337b', 'status': 'completed', 'code': 200} Aug 31 09:44:14.114750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-55538035-153c-41af-8fc1-fd5d0f73787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.116397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-55538035-153c-41af-8fc1-fd5d0f73787a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.2491288 Aug 31 09:44:14.121264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab8128c3-ae4d-4ad6-b33e-2ee5813e3429 req-48b1f22f-e25c-44d2-a9ba-5079f321b54d tempest-TestServerMultinode-1394507880 tempest-TestServerMultinode-1394507880-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30da7303-2fba-4d7f-be1d-7f7c2a5ad4f9 HTTP/1.1" status: 200 len: 210 time: 0.0436409 Aug 31 09:44:14.155252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.222013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f668d-44c8-4e05-a99d-cf98fbb8d8c0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.228453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f668d-44c8-4e05-a99d-cf98fbb8d8c0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.234607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f668d-44c8-4e05-a99d-cf98fbb8d8c0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.236494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe3f668d-44c8-4e05-a99d-cf98fbb8d8c0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/ports?network_id=f4845abd-651a-4e63-9068-0c40b34d3d55 HTTP/1.1" status: 200 len: 2358 time: 0.2440462 Aug 31 09:44:14.237850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Port': ['ID=d00e033d-9c2e-43ab-af6f-6d461cc51ccb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:14.240163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50364) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.244517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] No DVR routers for this DVR port d00e033d-9c2e-43ab-af6f-6d461cc51ccb on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:14.282223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-7d763df4-a37d-44d3-a5c6-109f973659cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.283881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-7d763df4-a37d-44d3-a5c6-109f973659cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542356 Aug 31 09:44:14.366840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d00e033d-9c2e-43ab-af6f-6d461cc51ccb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:14.370115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb561a-101c-4858-b5eb-9e2f4ac674b0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.372571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90fb561a-101c-4858-b5eb-9e2f4ac674b0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/subnets/4986d5e7-8995-4366-b918-54435e9b8ff6 HTTP/1.1" status: 200 len: 797 time: 0.1310091 Aug 31 09:44:14.380416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.393979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'port': {'network_id': 'f4845abd-651a-4e63-9068-0c40b34d3d55', 'name': 'tempest-FloatingIPTestJSON-1945582962', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:14.414752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.419116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d00e033d-9c2e-43ab-af6f-6d461cc51ccb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:14.419693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d00e033d-9c2e-43ab-af6f-6d461cc51ccb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:14.431872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0152801-335e-48a7-bfa5-470bb0c46bc2']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:14.447960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81acc2aa-d391-462f-9e94-9da9d944a54f') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:14.448425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81acc2aa-d391-462f-9e94-9da9d944a54f') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:14.475440 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.504037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.508420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-16021e42-3602-4d81-aa18-f4be885d723c service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129092 Aug 31 09:44:14.514426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:14.514699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: self.session.flush() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:14.519459 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:14.610444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:14.660451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.668788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.670730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/networks/a0152801-335e-48a7-bfa5-470bb0c46bc2 HTTP/1.1" status: 204 len: 168 time: 1.6030185 Aug 31 09:44:14.673429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.706677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b3340-5ab7-493c-a3c9-8fd48cd53341 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Pushing event deleted for resources: {'Network': ['ID=a0152801-335e-48a7-bfa5-470bb0c46bc2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:14.710355 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e8166d7-97c1-4b37-ba84-223f24a423f5 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "GET /v2.0/ports?device_id=09b44466-9710-406e-b151-fbcada0feb08 HTTP/1.1" status: 200 len: 205 time: 0.0353634 Aug 31 09:44:14.713995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.741030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-17c62dae-cfd8-4023-9166-4441724b0b87 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046323 Aug 31 09:44:14.813116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-95429ac3-8166-47b0-9a04-dc5af662fe8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 200 len: 217 time: 0.0633709 Aug 31 09:44:14.843066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.881143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-4c3ee8aa-4245-4d67-844c-2bfbbde35d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.882805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-4c3ee8aa-4245-4d67-844c-2bfbbde35d32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.0587466 Aug 31 09:44:14.891645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.941411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-1983c10c-25e7-4d08-bd97-5f583c101ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.943149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-1983c10c-25e7-4d08-bd97-5f583c101ad4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504978 Aug 31 09:44:14.975194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] device_id is not set on port 48757695-a24c-4246-bc86-97da2372b090 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:44:15.094953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-ea184b6b-16d9-47bd-a553-6ed20115349f service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433091 Aug 31 09:44:15.098210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.109836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.234745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50390) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:15.246439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.247038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Fanout notify agent at l3_agent the message router_deleted on router 09b44466-9710-406e-b151-fbcada0feb08 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:15.258308 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.260226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-17ed349e-2a34-4d11-8446-62920f80a606 tempest-RoutersNegativeTest-1516326859 tempest-RoutersNegativeTest-1516326859-project] 10.222.0.18 "DELETE /v2.0/routers/09b44466-9710-406e-b151-fbcada0feb08 HTTP/1.1" status: 204 len: 168 time: 0.5443044 Aug 31 09:44:15.323108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-b001280b-a68d-4e81-886a-35689133dc67 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207606 Aug 31 09:44:15.445009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-f7f66118-2f1d-42b6-ac9c-9ef9133712bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 200 len: 217 time: 0.0563719 Aug 31 09:44:15.527186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.14 (f4845abd-651a-4e63-9068-0c40b34d3d55/4986d5e7-8995-4366-b918-54435e9b8ff6/48757695-a24c-4246-bc86-97da2372b090) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:15.550936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.13 (f4845abd-651a-4e63-9068-0c40b34d3d55/4986d5e7-8995-4366-b918-54435e9b8ff6/48757695-a24c-4246-bc86-97da2372b090) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:15.572613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-a42a4720-f78c-4bc8-9325-d8c4dfa70339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:15.574361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-a42a4720-f78c-4bc8-9325-d8c4dfa70339 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 200 len: 797 time: 0.1012487 Aug 31 09:44:15.697905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50400) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:15.785644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.846627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.924202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:15.932480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:15.938559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:15.989525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=48757695-a24c-4246-bc86-97da2372b090,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.018940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ec625df4-0034-404f-b6e3-6ce3b9fa6a00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6bc887fd9734a26a997d1d04ee50bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198445 Aug 31 09:44:16.022330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50410) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.030791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:16.031476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.071384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eb8ba1ab-fa46-4088-aff6-b12db884d9a0 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6891885 Aug 31 09:44:16.074789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.079885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '48757695-a24c-4246-bc86-97da2372b090', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:16.108468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95584cfc-f1d7-405a-bb55-374e260e513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.144062 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.144716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95584cfc-f1d7-405a-bb55-374e260e513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.147950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-8a8bde38-a8f6-449d-8e98-28b5de165497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:16.149709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-8a8bde38-a8f6-449d-8e98-28b5de165497 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18e93208-3009-421c-a4f7-7686967f41a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5657942 Aug 31 09:44:16.209966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95584cfc-f1d7-405a-bb55-374e260e513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.215177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95584cfc-f1d7-405a-bb55-374e260e513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.219092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95584cfc-f1d7-405a-bb55-374e260e513d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bf13102-3865-4d13-a149-c3f153c00f6b HTTP/1.1" status: 204 len: 168 time: 0.1930265 Aug 31 09:44:16.235786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95584cfc-f1d7-405a-bb55-374e260e513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf13102-3865-4d13-a149-c3f153c00f6b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.391646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-59f5f3d3-c867-476b-91be-682024843162 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277384 Aug 31 09:44:16.568750 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.574383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-f3cc8b72-8a8d-4277-b723-591df9e73f02 service neutron] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752195 Aug 31 09:44:16.669686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-b61f362c-256f-4730-a099-0c5567d3026d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 200 len: 217 time: 0.0862689 Aug 31 09:44:16.773203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.830557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-aa02b4e3-2ce3-40d2-8c0f-e8c005fe6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:16.832594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-aa02b4e3-2ce3-40d2-8c0f-e8c005fe6cb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1507509 Aug 31 09:44:16.930077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.218 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9971c329-9ec7-4e33-89e3-534f564249c6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:17.038988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-9b0629eb-53e0-41e2-a03c-f40f966f9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.040581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-9b0629eb-53e0-41e2-a03c-f40f966f9efb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008152 Aug 31 09:44:17.174639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50450) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:17.181995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d0eb7ac0-a9d4-45d7-9de4-8d65432f337b no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:17.208689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.218030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: d0eb7ac0-a9d4-45d7-9de4-8d65432f337b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:17.218680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device d0eb7ac0-a9d4-45d7-9de4-8d65432f337b not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:17.263477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-3504ebfc-0b51-4ca8-a978-052e7bf525ff service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813307 Aug 31 09:44:17.339107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-75018bf0-4b5f-4398-8d5f-ea69f27088ee tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:17.339627 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-75018bf0-4b5f-4398-8d5f-ea69f27088ee tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:44:17.340507 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-75018bf0-4b5f-4398-8d5f-ea69f27088ee tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:44:17.347158 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-75018bf0-4b5f-4398-8d5f-ea69f27088ee tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1662354 Aug 31 09:44:17.347615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50456) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:17.353831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230448198'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:17.384049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.395952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.415497 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.487301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:17.495263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:17.498989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:17.573633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=9971c329-9ec7-4e33-89e3-534f564249c6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.574458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.583026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-82d58807-a488-496b-a3b1-a7ea21b0c279 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111057 Aug 31 09:44:17.585118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.606256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Deleting port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:17.606662 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.626289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7b2ded-25e5-470b-9b2d-cc5ebc0fc4df,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.684672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-ab6d4ad2-9ff2-4b9f-97aa-46f76187722b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 200 len: 217 time: 0.0922313 Aug 31 09:44:17.720417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.726784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.755928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.757197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4088125 Aug 31 09:44:17.762200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:17.768859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '074df438-c33d-42f0-8cfa-be267d58ae9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:17.777047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16dbf-3e0f-4031-ba96-8f0c4c4da9a6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074df438-c33d-42f0-8cfa-be267d58ae9a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.804578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.847889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-909bed49-88f7-4c7b-845d-346268831bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.849532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-909bed49-88f7-4c7b-845d-346268831bdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 200 len: 797 time: 0.1264591 Aug 31 09:44:17.859134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.863487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.888921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7f7013-8f56-49f5-a7c9-52a5be5159f8,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.895755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.897343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c696cb42-ce26-4726-98a3-1135f5359257 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341929 Aug 31 09:44:17.900018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50464) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:17.906254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bb477877-baa3-4db0-ad16-7017eb31fa70 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '074df438-c33d-42f0-8cfa-be267d58ae9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:17.953589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb477877-baa3-4db0-ad16-7017eb31fa70 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.980068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] For port 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:17.980438 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.007968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Calling delete_port for 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:18.009730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546fa76-302a-4835-9959-fa65d21674bd req-81679a7d-6ec8-40ea-a00b-0a0c27fee043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.011420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-81679a7d-6ec8-40ea-a00b-0a0c27fee043 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=398d1361-f135-4d32-8aac-6d9d7dff1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984137 Aug 31 09:44:18.012966 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-bb477877-baa3-4db0-ad16-7017eb31fa70 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:44:18.017794 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bb477877-baa3-4db0-ad16-7017eb31fa70 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1124279 Aug 31 09:44:18.018371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.084518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef79c44e-5e5f-43fb-9039-7f8a6d4e284e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.114699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef79c44e-5e5f-43fb-9039-7f8a6d4e284e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.167532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef79c44e-5e5f-43fb-9039-7f8a6d4e284e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.170921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef79c44e-5e5f-43fb-9039-7f8a6d4e284e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.174533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef79c44e-5e5f-43fb-9039-7f8a6d4e284e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/074df438-c33d-42f0-8cfa-be267d58ae9a HTTP/1.1" status: 204 len: 168 time: 0.1523051 Aug 31 09:44:18.175814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50474) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.185868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79c44e-5e5f-43fb-9039-7f8a6d4e284e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074df438-c33d-42f0-8cfa-be267d58ae9a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:18.329195 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-56f3684a-fed3-4329-b116-387c13808551 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859590 Aug 31 09:44:18.431104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4186f9f7-7f16-4756-8d31-94797440acb2 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2525148 Aug 31 09:44:18.436539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50480) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.444237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690815208'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:18.471287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.588386 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.607859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.660249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.664257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2236147 Aug 31 09:44:18.665245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50484) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.672312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-244e1232-5cac-4a94-93e5-54cf9437597b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '6c61a652-0db4-458e-83d9-aacc826d8631', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:18.672977 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-244e1232-5cac-4a94-93e5-54cf9437597b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 09:44:18.673735 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-244e1232-5cac-4a94-93e5-54cf9437597b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:18.675820 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-244e1232-5cac-4a94-93e5-54cf9437597b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080607 Aug 31 09:44:18.676872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff0e23-ca0e-47a1-a4c3-ad9c0b97982c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61a652-0db4-458e-83d9-aacc826d8631,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:18.679399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.728382 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.761506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2d9e-730a-4065-8c88-6d7cc7a82479 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.790666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2d9e-730a-4065-8c88-6d7cc7a82479 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.848052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2d9e-730a-4065-8c88-6d7cc7a82479 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.851663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2d9e-730a-4065-8c88-6d7cc7a82479 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.853899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a7bf2d9e-730a-4065-8c88-6d7cc7a82479 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c61a652-0db4-458e-83d9-aacc826d8631 HTTP/1.1" status: 204 len: 168 time: 0.1732774 Aug 31 09:44:18.859774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50490) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:18.870356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf2d9e-730a-4065-8c88-6d7cc7a82479 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61a652-0db4-458e-83d9-aacc826d8631,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:18.910888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:18.979400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0546fa76-302a-4835-9959-fa65d21674bd req-e8843add-cbb4-4beb-b305-7c95b7660755 service neutron] 10.222.0.23 "GET /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040652 Aug 31 09:44:19.018124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-021c01c4-6407-4f2e-9e08-ccdacc0f09c5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1572058 Aug 31 09:44:19.021904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50496) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.028093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293000976'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.055462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.062301 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.068187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.113526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2a7d53-3cc5-42c3-b316-8e6d80bd312d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:19.207957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.214219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.233874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.238868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2157371 Aug 31 09:44:19.239751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50500) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.250763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8c0a8285-7fbb-4428-b83d-50742655af16 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '304ff140-6cf4-4c34-b464-f4207b8ead44', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.252895 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-8c0a8285-7fbb-4428-b83d-50742655af16 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 09:44:19.253655 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-8c0a8285-7fbb-4428-b83d-50742655af16 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:19.260839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8c0a8285-7fbb-4428-b83d-50742655af16 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135553 Aug 31 09:44:19.261854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.319640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b63f8-e229-4d88-b6cc-7eecb0f170a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304ff140-6cf4-4c34-b464-f4207b8ead44,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:19.348088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0708514b-ddde-429d-85a1-08e627999395 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.396817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0708514b-ddde-429d-85a1-08e627999395 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.482551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.487086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0708514b-ddde-429d-85a1-08e627999395 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.489738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0708514b-ddde-429d-85a1-08e627999395 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.490948 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0708514b-ddde-429d-85a1-08e627999395 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/304ff140-6cf4-4c34-b464-f4207b8ead44 HTTP/1.1" status: 204 len: 168 time: 0.2247148 Aug 31 09:44:19.495516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50506) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.519751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708514b-ddde-429d-85a1-08e627999395 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ff140-6cf4-4c34-b464-f4207b8ead44,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:19.569983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.579332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-313a3cab-a1fc-472f-bfea-c5956592a588 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824220 Aug 31 09:44:19.584216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.584996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50508) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.592659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006193583'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.624003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.718762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=9971c329-9ec7-4e33-89e3-534f564249c6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:19.740045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.755356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.760737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.801321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.805660 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2168860 Aug 31 09:44:19.805660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3817cd-13ea-4442-8965-e53b2c1fbf5f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7052e-78ba-42ef-b752-36ac7fa7b5c7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:19.809767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50514) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.814604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-40a97606-cde2-4f3c-91ae-84c1698524be tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '53f7052e-78ba-42ef-b752-36ac7fa7b5c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.815476 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-40a97606-cde2-4f3c-91ae-84c1698524be tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 09:44:19.815978 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-40a97606-cde2-4f3c-91ae-84c1698524be tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:19.819906 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40a97606-cde2-4f3c-91ae-84c1698524be tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060830 Aug 31 09:44:19.820597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50516) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.825935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-17888760-7188-41e3-8f6f-5b06da5fd7dc tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '53f7052e-78ba-42ef-b752-36ac7fa7b5c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.827169 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-17888760-7188-41e3-8f6f-5b06da5fd7dc tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 09:44:19.827772 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-17888760-7188-41e3-8f6f-5b06da5fd7dc tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:19.831726 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-17888760-7188-41e3-8f6f-5b06da5fd7dc tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075011 Aug 31 09:44:19.832100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.839656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1769f5f1-5c33-4448-8aa3-d24a5661508e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '53f7052e-78ba-42ef-b752-36ac7fa7b5c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.840694 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-1769f5f1-5c33-4448-8aa3-d24a5661508e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 09:44:19.841214 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-1769f5f1-5c33-4448-8aa3-d24a5661508e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:19.845954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1769f5f1-5c33-4448-8aa3-d24a5661508e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094604 Aug 31 09:44:19.845954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50520) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.855765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-49c7d0b5-f66d-4c61-aa27-f46341f8eedb tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '53f7052e-78ba-42ef-b752-36ac7fa7b5c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:19.857344 n-d-800634-13 neutron-server[94895]: WARNING neutron.api.v2.base [None req-49c7d0b5-f66d-4c61-aa27-f46341f8eedb tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 09:44:19.857773 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-49c7d0b5-f66d-4c61-aa27-f46341f8eedb tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:19.860284 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-49c7d0b5-f66d-4c61-aa27-f46341f8eedb tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111351 Aug 31 09:44:19.864785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50522) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:19.944862 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39269b4f-f931-4ee8-a574-707e56e7bac6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:19.968080 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP f3c820c5-63b9-486d-bffc-ca5951d5ab91 associated. External IP: 172.25.4.218, port: 48757695-a24c-4246-bc86-97da2372b090. Aug 31 09:44:19.974983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39269b4f-f931-4ee8-a574-707e56e7bac6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.033277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Router 603e6e60-58d8-486d-9d76-a54430da37a2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:20.033523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39269b4f-f931-4ee8-a574-707e56e7bac6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.033523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39269b4f-f931-4ee8-a574-707e56e7bac6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.035109 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-39269b4f-f931-4ee8-a574-707e56e7bac6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/53f7052e-78ba-42ef-b752-36ac7fa7b5c7 HTTP/1.1" status: 204 len: 168 time: 0.1674490 Aug 31 09:44:20.041454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50528) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.062183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39269b4f-f931-4ee8-a574-707e56e7bac6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7052e-78ba-42ef-b752-36ac7fa7b5c7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:20.119605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-234b9164-f1bc-405f-94e8-0352efd57dd6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764205 Aug 31 09:44:20.120716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50530) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.126316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734545845'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.156463 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.281605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:20.285803 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.308366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.317287 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] Sync routers for ids ['603e6e60-58d8-486d-9d76-a54430da37a2'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:20.321044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-94b40ba5-443a-4388-a3b0-4839dbd944cf admin admin] 10.222.0.18 "PUT /v2.0/routers/603e6e60-58d8-486d-9d76-a54430da37a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0796967 Aug 31 09:44:20.338739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50534) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.348330 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] Routers {'603e6e60-58d8-486d-9d76-a54430da37a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:20.348964 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['603e6e60-58d8-486d-9d76-a54430da37a2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:20.355723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.356958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2345669 Aug 31 09:44:20.401069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50538) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.407691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-20948143-7418-459e-b332-e3742a5de6c8 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.408314 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-20948143-7418-459e-b332-e3742a5de6c8 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:44:20.409239 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-20948143-7418-459e-b332-e3742a5de6c8 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:20.410258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-20948143-7418-459e-b332-e3742a5de6c8 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079937 Aug 31 09:44:20.414799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50540) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.421018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-73e7aa24-87d5-4938-a23b-a2f4326eeb19 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.518737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc03f1-809d-4ecf-95f6-40b65947410c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc76cfd-6392-40b3-9374-3f6df84f123e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:20.526607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:20.528130 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-73e7aa24-87d5-4938-a23b-a2f4326eeb19 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:20.529580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-73e7aa24-87d5-4938-a23b-a2f4326eeb19 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1127484 Aug 31 09:44:20.537003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50542) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.548947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7292cdee-ab6c-4a61-aa20-85b5b17e7e86 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.549439 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-7292cdee-ab6c-4a61-aa20-85b5b17e7e86 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 09:44:20.549982 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-7292cdee-ab6c-4a61-aa20-85b5b17e7e86 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:20.551369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7292cdee-ab6c-4a61-aa20-85b5b17e7e86 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082324 Aug 31 09:44:20.555672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50544) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.571860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a49e42f6-a579-4c71-942a-19efec2fc6c4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.614088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.622805 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] Set router 603e6e60-58d8-486d-9d76-a54430da37a2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:20.726370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:20.741253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:20.758142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:20.759221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:20.772856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.796213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.808563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:20.818755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:20.820836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ec77cb5-24c4-4e18-bcbb-06b352ed712f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7449176 Aug 31 09:44:20.821572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:20.825673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50550) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.832783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'port_id': '48757695-a24c-4246-bc86-97da2372b090', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.869668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:20.870855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccbe86-ff65-4822-a918-f67ee6a75244 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:20.876223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Deleting port 09bc2a6c-edd6-48c2-9304-9bea33de963f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:20.876574 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.878756 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-a49e42f6-a579-4c71-942a-19efec2fc6c4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:20.882810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a49e42f6-a579-4c71-942a-19efec2fc6c4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3247426 Aug 31 09:44:20.889008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50552) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.895744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-09c4783a-2074-4885-b755-87a2e3db51dd tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.896242 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-09c4783a-2074-4885-b755-87a2e3db51dd tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:44:20.896789 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-09c4783a-2074-4885-b755-87a2e3db51dd tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:20.901881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09c4783a-2074-4885-b755-87a2e3db51dd tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118349 Aug 31 09:44:20.902645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:20.918304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-35e03b5d-c3e6-4fcf-94c7-997e97e78523 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:20.946498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.989528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] For port 09bc2a6c-edd6-48c2-9304-9bea33de963f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=09bc2a6c-edd6-48c2-9304-9bea33de963f,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:20.989789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.997526 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-35e03b5d-c3e6-4fcf-94c7-997e97e78523 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Project d22bd0b1725940efb009db4de951ca48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:21.005095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Calling delete_port for 09bc2a6c-edd6-48c2-9304-9bea33de963f owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:21.028349 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-35e03b5d-c3e6-4fcf-94c7-997e97e78523 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:21.031644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-35e03b5d-c3e6-4fcf-94c7-997e97e78523 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1199772 Aug 31 09:44:21.049795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50558) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.057644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-82c66be8-58be-48b7-9338-5cae950a50a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:21.058053 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-82c66be8-58be-48b7-9338-5cae950a50a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 09:44:21.058574 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-82c66be8-58be-48b7-9338-5cae950a50a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:21.062431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-82c66be8-58be-48b7-9338-5cae950a50a5 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116489 Aug 31 09:44:21.065532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50562) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.074280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-af6a7251-6bf2-4a26-918a-58cb9de6a694 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:21.092202 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:44:18Z', 'revision_number': 5, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port': {'id': '09bc2a6c-edd6-48c2-9304-9bea33de963f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:01Z', 'updated_at': '2021-08-31T09:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:21.124515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] Checking router: 603e6e60-58d8-486d-9d76-a54430da37a2 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:21.136471 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] Routers {'603e6e60-58d8-486d-9d76-a54430da37a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:21.137234 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['603e6e60-58d8-486d-9d76-a54430da37a2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:21.144013 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-af6a7251-6bf2-4a26-918a-58cb9de6a694 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Project d22bd0b1725940efb009db4de951ca48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:21.210417 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-af6a7251-6bf2-4a26-918a-58cb9de6a694 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:21.215250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-af6a7251-6bf2-4a26-918a-58cb9de6a694 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1488781 Aug 31 09:44:21.215834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50564) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.224706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ecab8f51-f573-4489-b262-4cafbab6af5b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '0dc76cfd-6392-40b3-9374-3f6df84f123e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:21.238190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.248976 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] Set router 603e6e60-58d8-486d-9d76-a54430da37a2 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:21.280469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Pushing event deleted for resources: {'Port': ['ID=09bc2a6c-edd6-48c2-9304-9bea33de963f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:21.297168 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-ecab8f51-f573-4489-b262-4cafbab6af5b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Project d22bd0b1725940efb009db4de951ca48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:21.312214 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:44:20Z', 'revision_number': 6, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:21.322943 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-ecab8f51-f573-4489-b262-4cafbab6af5b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:21.327291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ecab8f51-f573-4489-b262-4cafbab6af5b tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1086192 Aug 31 09:44:21.343206 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb68db-baa6-4718-915a-21be23ff8cdb None None] The sync data for ids ['603e6e60-58d8-486d-9d76-a54430da37a2'] in n-d-800634-13 is: [{'id': '603e6e60-58d8-486d-9d76-a54430da37a2', 'name': 'tempest-TestServerMultinode-1780707821-router', 'tenant_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:42:58Z', 'updated_at': '2021-08-31T09:44:20Z', 'revision_number': 6, 'project_id': 'dc76205c01c6482d8c115d70aa9df0ac', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:21.348150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50568) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.408317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.522356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e72550d4-a38d-4d60-a925-a36070e0f61e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.529974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.537239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.587303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e72550d4-a38d-4d60-a925-a36070e0f61e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.608751 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.609273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 603e6e60-58d8-486d-9d76-a54430da37a2 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:21.619186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.620509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d7e59b4-d9cc-4cf9-b554-61399cf25eec admin admin] 10.222.0.18 "DELETE /v2.0/routers/603e6e60-58d8-486d-9d76-a54430da37a2 HTTP/1.1" status: 204 len: 168 time: 1.2757699 Aug 31 09:44:21.625478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50574) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.649034 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.653545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.675879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e72550d4-a38d-4d60-a925-a36070e0f61e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.678792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e72550d4-a38d-4d60-a925-a36070e0f61e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.683267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e72550d4-a38d-4d60-a925-a36070e0f61e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/0dc76cfd-6392-40b3-9374-3f6df84f123e HTTP/1.1" status: 204 len: 168 time: 0.3308797 Aug 31 09:44:21.687164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50576) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.710426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Deleting subnet e724d121-3fe5-4a2c-b63f-cd956e0efe44 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:21.723622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.756575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72550d4-a38d-4d60-a925-a36070e0f61e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc76cfd-6392-40b3-9374-3f6df84f123e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:21.837545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-86ebb541-1861-477f-8d71-49a0f27c8606 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1487987 Aug 31 09:44:21.841526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.842021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50580) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.848007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278431431'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:21.908506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:21.935233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:21.984760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.072128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:22.076413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.084701 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:22.097013 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:22.097556 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:22.104019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.107203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.121254 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.151447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-28747bca-cfe4-4b18-a1e5-84aa2b15712b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/floatingips/f3c820c5-63b9-486d-bffc-ca5951d5ab91 HTTP/1.1" status: 200 len: 979 time: 1.3243499 Aug 31 09:44:22.153951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50590) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.157216 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:22.176838 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:22.178133 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:22.184222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e724d121-3fe5-4a2c-b63f-cd956e0efe44,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:22.187196 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.189818 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-69091c5d-efe4-4b11-a5ab-484e8258dfb5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e724d121-3fe5-4a2c-b63f-cd956e0efe44 HTTP/1.1" status: 204 len: 168 time: 0.5633593 Aug 31 09:44:22.190833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.200752 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3529594 Aug 31 09:44:22.200752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50592) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.200752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50594) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.200752 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3e761-efd1-4994-9495-7a74542144b6 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c092da-78f9-49a6-88ab-b44a503cf25e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:22.215565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e61835-abeb-419b-a6b3-165b59eb0066 None None] Network b6db4a0a-4a7f-44ff-818d-27c688625a27 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:22.216179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-55efa292-f826-4359-8568-0322edb17d95 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '38c092da-78f9-49a6-88ab-b44a503cf25e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:22.272206 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:22.273100 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44d232-cb1c-49be-aa0e-66ae9fbb24ce None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:22.374758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.398765 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-55efa292-f826-4359-8568-0322edb17d95 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The resource could not be found. Aug 31 09:44:22.404268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-55efa292-f826-4359-8568-0322edb17d95 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1962163 Aug 31 09:44:22.410113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50598) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.420737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-71055d3d-6ec5-4db0-8263-01bec49f2084 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '38c092da-78f9-49a6-88ab-b44a503cf25e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b823aff6-2af5-4e23-86c2-555b92034c8f'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:22.448995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:22.511514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:22.511514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2c2a7d53-3cc5-42c3-b316-8e6d80bd312d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:22.511514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 09bc2a6c-edd6-48c2-9304-9bea33de963f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:22.547218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Deleting port 68593558-2d1b-4528-a596-4c77171b59d7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:22.547657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.578708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 09bc2a6c-edd6-48c2-9304-9bea33de963f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:22.579053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 09bc2a6c-edd6-48c2-9304-9bea33de963f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:22.585152 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-71055d3d-6ec5-4db0-8263-01bec49f2084 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The resource could not be found. Aug 31 09:44:22.590189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-71055d3d-6ec5-4db0-8263-01bec49f2084 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1697800 Aug 31 09:44:22.708130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] For port 68593558-2d1b-4528-a596-4c77171b59d7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=68593558-2d1b-4528-a596-4c77171b59d7,segment=NetworkSegment(9a9733dd-8a3b-42a8-92d7-e61187cd9f98),segment_id=9a9733dd-8a3b-42a8-92d7-e61187cd9f98)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:22.708873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.749740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Calling delete_port for 68593558-2d1b-4528-a596-4c77171b59d7 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:22.789670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] DHCP port deletion for b6db4a0a-4a7f-44ff-818d-27c688625a27 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:22.868766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:22.881492 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.888469 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Deleting port 68593558-2d1b-4528-a596-4c77171b59d7 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:22.888856 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.916944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] No DVR routers for this DVR port 68593558-2d1b-4528-a596-4c77171b59d7 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:22.975748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 9971c329-9ec7-4e33-89e3-534f564249c6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:22.976310 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.984195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] For port 68593558-2d1b-4528-a596-4c77171b59d7, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:22.984834 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.995595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Pushing event deleted for resources: {'Port': ['ID=68593558-2d1b-4528-a596-4c77171b59d7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.002717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Calling delete_port for 68593558-2d1b-4528-a596-4c77171b59d7 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:23.006075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Port 68593558-2d1b-4528-a596-4c77171b59d7 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:44:23.008196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.040029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] Pushing event deleted for resources: {'Port': ['ID=68593558-2d1b-4528-a596-4c77171b59d7,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.042432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76b862-f34e-4b01-affc-dcbaddfc90cc None None] No DVR routers for this DVR port 68593558-2d1b-4528-a596-4c77171b59d7 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:23.110638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.114012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97e9f3a8-f52c-48d7-9686-2599115edd8f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.128008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6db4a0a-4a7f-44ff-818d-27c688625a27']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:23.128754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.129158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.154744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9733dd-8a3b-42a8-92d7-e61187cd9f98') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:23.155211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9733dd-8a3b-42a8-92d7-e61187cd9f98') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:23.158216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 9971c329-9ec7-4e33-89e3-534f564249c6 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:23.174314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97e9f3a8-f52c-48d7-9686-2599115edd8f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.189305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.223790 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.241134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:23.241596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:23.244116 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:23.312431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97e9f3a8-f52c-48d7-9686-2599115edd8f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.315599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-97e9f3a8-f52c-48d7-9686-2599115edd8f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.320605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-97e9f3a8-f52c-48d7-9686-2599115edd8f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/38c092da-78f9-49a6-88ab-b44a503cf25e HTTP/1.1" status: 204 len: 168 time: 0.4471049 Aug 31 09:44:23.321791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50616) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:23.345977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9f3a8-f52c-48d7-9686-2599115edd8f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c092da-78f9-49a6-88ab-b44a503cf25e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.349308 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.358011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.363543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b6db4a0a-4a7f-44ff-818d-27c688625a27 HTTP/1.1" status: 204 len: 168 time: 1.1543803 Aug 31 09:44:23.363543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:23.423381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5889c8-c37e-4a7e-bd26-691127c9c63a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6db4a0a-4a7f-44ff-818d-27c688625a27,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.435312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.448756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5d97e88e-e44c-449f-abc1-149a5f89aeb9 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246738 Aug 31 09:44:23.452509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50622) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:23.456997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e6b0607a-c9fc-44a4-ab20-944e1d09e7a7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': 'a225e1dc-eeb4-49b2-9488-9e4bb52b61a7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:23.477386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=9971c329-9ec7-4e33-89e3-534f564249c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.563215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.564340 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP f3c820c5-63b9-486d-bffc-ca5951d5ab91 disassociated (deleted). External IP: 172.25.4.218, port: 48757695-a24c-4246-bc86-97da2372b090. Aug 31 09:44:23.849667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:23.946801 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-e6b0607a-c9fc-44a4-ab20-944e1d09e7a7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The resource could not be found. Aug 31 09:44:23.952515 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6b0607a-c9fc-44a4-ab20-944e1d09e7a7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4942946 Aug 31 09:44:23.953175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50636) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:23.959598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050088442'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:23.995150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:24.000175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.006546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:24.034319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:24.038911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.044757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cf674e75-49d2-4e77-b797-64fdda4bcc3b tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3c820c5-63b9-486d-bffc-ca5951d5ab91 HTTP/1.1" status: 204 len: 168 time: 1.8894653 Aug 31 09:44:24.045407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.070258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.099841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.112246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:24.113194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.159136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 48757695-a24c-4246-bc86-97da2372b090 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:24.159136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.191500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:24.192254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf319031-8462-4855-99f0-ac29b54cc95e None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:24.214120 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:44:24.291401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.302268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.307776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.321303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 48757695-a24c-4246-bc86-97da2372b090 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:24.340766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.341995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3878167 Aug 31 09:44:24.344716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50646) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.378141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048530342'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:24.386529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30f37e-2212-47eb-843a-6017be8672d4 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cf2081-2f72-4b85-acaf-02a8d24b2daf,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:24.423286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.454069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 68593558-2d1b-4528-a596-4c77171b59d7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:24.475126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.483303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 68593558-2d1b-4528-a596-4c77171b59d7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:24.483598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 68593558-2d1b-4528-a596-4c77171b59d7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:24.594823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.649020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=48757695-a24c-4246-bc86-97da2372b090,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:24.744137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.751846 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.794846 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.799028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4533534 Aug 31 09:44:24.799633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50658) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.806974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e4457193-efc3-4a54-b839-d0db22f26070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '41cf2081-2f72-4b85-acaf-02a8d24b2daf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cbf470e7-e6d3-45d9-af6c-ba0b92fa5591'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:24.812895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e6d57-0f7f-441a-a8ab-41507ffdba1f tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf470e7-e6d3-45d9-af6c-ba0b92fa5591,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:24.831645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.833864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9986f8a8-4b33-4887-abeb-12d0d898e5e9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/ports/48757695-a24c-4246-bc86-97da2372b090 HTTP/1.1" status: 204 len: 168 time: 0.7872434 Aug 31 09:44:24.838907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.845066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:24.871491 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:44:24.871491 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:44:24.871491 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '8d5ba189fedd4d34b18a7676dc5d9552', 'id': '1efc4b3b-d3ed-4a3f-8ae7-30829fc6a230', 'expiration': datetime.datetime(2021, 8, 31, 9, 46, 24, 864252)}] Aug 31 09:44:24.871491 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:44:24.872697 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:44:24.918523 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-e4457193-efc3-4a54-b839-d0db22f26070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:24.920005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e4457193-efc3-4a54-b839-d0db22f26070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1176753 Aug 31 09:44:24.923833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50666) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.939493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Deleting port 629416c1-6e71-4520-bc6d-469a9b43092b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:24.939940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.006723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd9a020f-f22b-4f87-a4dc-15ce2333ae37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.030714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] For port 629416c1-6e71-4520-bc6d-469a9b43092b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=629416c1-6e71-4520-bc6d-469a9b43092b,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:25.031077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.031720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd9a020f-f22b-4f87-a4dc-15ce2333ae37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.046595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Calling delete_port for 629416c1-6e71-4520-bc6d-469a9b43092b owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:25.104533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd9a020f-f22b-4f87-a4dc-15ce2333ae37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.109794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bd9a020f-f22b-4f87-a4dc-15ce2333ae37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.111807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bd9a020f-f22b-4f87-a4dc-15ce2333ae37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/cbf470e7-e6d3-45d9-af6c-ba0b92fa5591 HTTP/1.1" status: 204 len: 168 time: 0.1866000 Aug 31 09:44:25.114328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:25.127206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a020f-f22b-4f87-a4dc-15ce2333ae37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf470e7-e6d3-45d9-af6c-ba0b92fa5591,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:25.233600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c75c37e-8f40-43e3-8420-3418df14a54e tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1133840 Aug 31 09:44:25.236581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50678) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:25.317294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f22443a2-c7a5-43b9-9c42-059d42d74070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.324321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.346143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f22443a2-c7a5-43b9-9c42-059d42d74070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.358344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Pushing event deleted for resources: {'Port': ['ID=629416c1-6e71-4520-bc6d-469a9b43092b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:25.426092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.479357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f22443a2-c7a5-43b9-9c42-059d42d74070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.481895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f22443a2-c7a5-43b9-9c42-059d42d74070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.485370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f22443a2-c7a5-43b9-9c42-059d42d74070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/41cf2081-2f72-4b85-acaf-02a8d24b2daf HTTP/1.1" status: 204 len: 168 time: 0.2455530 Aug 31 09:44:25.489357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50684) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:25.514715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22443a2-c7a5-43b9-9c42-059d42d74070 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cf2081-2f72-4b85-acaf-02a8d24b2daf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:25.581241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4e11f9ce-922d-4a6c-821c-bf49269ca87c tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863650 Aug 31 09:44:25.581453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50688) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:25.589667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--228128931'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:25.610672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.631866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.664963 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.827801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.246 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/ce329c20-6198-41db-91f7-c803344b5e94) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:25.853689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.862540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.929770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Router c286af0c-1f59-4d12-8dda-7b84e209e7e9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:25.965023 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.970442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3834777 Aug 31 09:44:25.970442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50696) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:25.974546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-aa0be011-d9ab-45ef-902d-dd949bff0303 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '61be5861-5ee2-44ca-93f8-c52f34ae471a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:25.982112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785e5b8-91f1-43ec-a883-8a3e9b416bb1 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61be5861-5ee2-44ca-93f8-c52f34ae471a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:26.052794 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.057203 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-aa0be011-d9ab-45ef-902d-dd949bff0303 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:26.059165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa0be011-d9ab-45ef-902d-dd949bff0303 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0875661 Aug 31 09:44:26.061405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50700) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.063737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:26.069674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e09ec5d-634a-4e82-9f90-fe0e5665f490 admin admin] 10.222.0.18 "PUT /v2.0/routers/c286af0c-1f59-4d12-8dda-7b84e209e7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6988165 Aug 31 09:44:26.071167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0fa6ab52-5a39-4e0f-b1f9-0734c79d0c71 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group_rule': {'security_group_id': '61be5861-5ee2-44ca-93f8-c52f34ae471a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:26.076345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.079613 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] Sync routers for ids ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:26.097812 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] Routers {'c286af0c-1f59-4d12-8dda-7b84e209e7e9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:26.100138 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:26.132149 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-0fa6ab52-5a39-4e0f-b1f9-0734c79d0c71 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:44:26.134590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0fa6ab52-5a39-4e0f-b1f9-0734c79d0c71 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0705636 Aug 31 09:44:26.137491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50704) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.138006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.193018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:26.200515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:26.203513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:26.218218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=ce329c20-6198-41db-91f7-c803344b5e94,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:26.271782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a09f5fa-29e1-4d99-b791-08e0cb747d37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.294568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.314176 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] Set router c286af0c-1f59-4d12-8dda-7b84e209e7e9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:26.363922 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.370838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a09f5fa-29e1-4d99-b791-08e0cb747d37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.436602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.502030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.508153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a09f5fa-29e1-4d99-b791-08e0cb747d37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.511970 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a09f5fa-29e1-4d99-b791-08e0cb747d37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.513097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a09f5fa-29e1-4d99-b791-08e0cb747d37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/61be5861-5ee2-44ca-93f8-c52f34ae471a HTTP/1.1" status: 204 len: 168 time: 0.3746331 Aug 31 09:44:26.517716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50712) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.554323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09f5fa-29e1-4d99-b791-08e0cb747d37 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61be5861-5ee2-44ca-93f8-c52f34ae471a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:26.585860 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:44:25Z', 'revision_number': 5, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port': {'id': '3102fde1-5774-4fa3-b960-85d8b77e9d72', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:15Z', 'updated_at': '2021-08-31T09:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:26.634872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f6fac634-02d5-4488-9192-eaee1cdcb4e2 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159368 Aug 31 09:44:26.638626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50716) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.640800 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] Checking router: c286af0c-1f59-4d12-8dda-7b84e209e7e9 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:26.645010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'tempest-secgroup--915900111'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:26.651169 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] Routers {'c286af0c-1f59-4d12-8dda-7b84e209e7e9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:26.652024 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:26.673999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.681555 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.689821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Deleting port 3102fde1-5774-4fa3-b960-85d8b77e9d72 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:26.690803 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.693053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.765115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=ce329c20-6198-41db-91f7-c803344b5e94,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:26.777192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.779291 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] Set router c286af0c-1f59-4d12-8dda-7b84e209e7e9 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:26.842154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:44:26Z', 'revision_number': 6, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:26.846726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] For port 3102fde1-5774-4fa3-b960-85d8b77e9d72, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3102fde1-5774-4fa3-b960-85d8b77e9d72,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:26.847109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.871385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Calling delete_port for 3102fde1-5774-4fa3-b960-85d8b77e9d72 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:26.882363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2182f50-ef6f-497d-afd8-02fea8bd9aed None None] The sync data for ids ['c286af0c-1f59-4d12-8dda-7b84e209e7e9'] in n-d-800634-13 is: [{'id': 'c286af0c-1f59-4d12-8dda-7b84e209e7e9', 'name': 'tempest-TestServerMultinode-580694380-router', 'tenant_id': '2e4cd954dd5b41318d64beb795ca84b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:13Z', 'updated_at': '2021-08-31T09:44:26Z', 'revision_number': 6, 'project_id': '2e4cd954dd5b41318d64beb795ca84b7', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:26.892157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.897285 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.901219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.904768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-16cf6d65-5422-49ce-8f5f-3ca4c390b6c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0624869 Aug 31 09:44:26.905035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50724) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:26.910689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'port': {'network_id': 'f4845abd-651a-4e63-9068-0c40b34d3d55', 'name': 'tempest-FloatingIPTestJSON-2124799928'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:27.014399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.015474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3758860 Aug 31 09:44:27.020471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.025961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8f38368b-d506-4e78-ba69-5edcf21ddad7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:27.026436 n-d-800634-13 neutron-server[94896]: WARNING neutron.api.v2.base [None req-8f38368b-d506-4e78-ba69-5edcf21ddad7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:44:27.026748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7279ce-2722-4ccc-b3f8-8bda8f849688 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cedbbf-1c20-4e04-98e9-a4042d687944,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:27.026924 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-8f38368b-d506-4e78-ba69-5edcf21ddad7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:44:27.027871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8f38368b-d506-4e78-ba69-5edcf21ddad7 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "PUT /v2.0/security-groups/18cedbbf-1c20-4e04-98e9-a4042d687944 HTTP/1.1" status: 409 len: 330 time: 0.0070601 Aug 31 09:44:27.030892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50728) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.120308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c5c-d169-4707-a86c-7c721cf19b73 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.124727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:27.128680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.160198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c5c-d169-4707-a86c-7c721cf19b73 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.169780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] device_id is not set on port f320b203-eae2-4fec-be31-8dde02a4e5bd yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:44:27.206835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.272950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Pushing event deleted for resources: {'Port': ['ID=3102fde1-5774-4fa3-b960-85d8b77e9d72,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:27.343884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c5c-d169-4707-a86c-7c721cf19b73 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.347005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c5c-d169-4707-a86c-7c721cf19b73 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.348289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-70fc4c5c-d169-4707-a86c-7c721cf19b73 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/18cedbbf-1c20-4e04-98e9-a4042d687944 HTTP/1.1" status: 204 len: 168 time: 0.3167491 Aug 31 09:44:27.358309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50740) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.388345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc4c5c-d169-4707-a86c-7c721cf19b73 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cedbbf-1c20-4e04-98e9-a4042d687944,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:27.407676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.427148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.12 (f4845abd-651a-4e63-9068-0c40b34d3d55/4986d5e7-8995-4366-b918-54435e9b8ff6/f320b203-eae2-4fec-be31-8dde02a4e5bd) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:27.438397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-de49fe95-21cd-427d-80c1-58077ebd75cd tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757205 Aug 31 09:44:27.445932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50744) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.467968 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-4c74f3c1-3eb3-4d4f-8437-9be24133bb09 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] delete failed (client error): The resource could not be found. Aug 31 09:44:27.470631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4c74f3c1-3eb3-4d4f-8437-9be24133bb09 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "DELETE /v2.0/security-groups/0f49534a-1bf4-4041-b8eb-7f634c8a3bde HTTP/1.1" status: 404 len: 347 time: 0.0228765 Aug 31 09:44:27.475291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.499795 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-89beb6f2-f16e-4e72-8c6f-74969a065c72 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] show failed (client error): The resource could not be found. Aug 31 09:44:27.504952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-89beb6f2-f16e-4e72-8c6f-74969a065c72 tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-groups/9ef2572a-8a7b-4385-b1b8-4a8ba985f2da HTTP/1.1" status: 404 len: 347 time: 0.0212579 Aug 31 09:44:27.505434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50748) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.520411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.523475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.543143 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-79ef253c-8a3d-4fe4-86bf-6770166007ea tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] show failed (client error): The resource could not be found. Aug 31 09:44:27.549030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-79ef253c-8a3d-4fe4-86bf-6770166007ea tempest-NegativeSecGroupIPv6Test-1288949341 tempest-NegativeSecGroupIPv6Test-1288949341-project] 10.222.0.18 "GET /v2.0/security-group-rules/ffbbc44c-c5d3-4985-8129-e7716a7c620a HTTP/1.1" status: 404 len: 356 time: 0.0383863 Aug 31 09:44:27.580132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.580838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c286af0c-1f59-4d12-8dda-7b84e209e7e9 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:27.585496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.586747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3f72d1f0-ff1c-46b2-b008-51210291dedb admin admin] 10.222.0.18 "DELETE /v2.0/routers/c286af0c-1f59-4d12-8dda-7b84e209e7e9 HTTP/1.1" status: 204 len: 168 time: 1.5093694 Aug 31 09:44:27.592052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50754) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.664228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Deleting subnet 73f66f31-eb3e-48f7-a74c-9d66ab2abc9c {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:27.668592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.709264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.715833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.766560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.835317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=f320b203-eae2-4fec-be31-8dde02a4e5bd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:27.848584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.854343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network f4845abd-651a-4e63-9068-0c40b34d3d55 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:27.855695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:27.858423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:27.943742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:27.945251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.951405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.964378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-79af5c98-23f8-4e02-92b5-995cfbc25364 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0580375 Aug 31 09:44:27.967330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50764) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:27.973157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'port_id': 'f320b203-eae2-4fec-be31-8dde02a4e5bd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:27.996341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.998305 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/73f66f31-eb3e-48f7-a74c-9d66ab2abc9c HTTP/1.1" status: 204 len: 168 time: 0.4050734 Aug 31 09:44:28.002120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679625ff-f36b-49e2-9918-1ac3389cf834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f66f31-eb3e-48f7-a74c-9d66ab2abc9c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:28.005314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b408861-ea20-4419-8ab2-8cd336c10f30 None None] Network a93e1e64-c821-402d-a231-87827f734223 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:28.013931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50766) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:28.090811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.106090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.154119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50770) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:28.195857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Deleting port c73f19d3-1916-4103-b852-ff953c308629 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:28.196230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.322893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] DHCP port deletion for a93e1e64-c821-402d-a231-87827f734223 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:28.383848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] For port c73f19d3-1916-4103-b852-ff953c308629, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c73f19d3-1916-4103-b852-ff953c308629,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:28.384542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.437998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Calling delete_port for c73f19d3-1916-4103-b852-ff953c308629 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:28.460334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Deleting port c73f19d3-1916-4103-b852-ff953c308629 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:28.461010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.463963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 629416c1-6e71-4520-bc6d-469a9b43092b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:28.495246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 629416c1-6e71-4520-bc6d-469a9b43092b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:28.496006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 629416c1-6e71-4520-bc6d-469a9b43092b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:28.496666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3102fde1-5774-4fa3-b960-85d8b77e9d72 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:28.553366 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0122f47a-2d18-4a94-adc1-a9ae783b803c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d22bd0b1725940efb009db4de951ca48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963032 Aug 31 09:44:28.554076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50782) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:28.607817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3102fde1-5774-4fa3-b960-85d8b77e9d72 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:28.609990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3102fde1-5774-4fa3-b960-85d8b77e9d72 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:28.659165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f0320e6-d618-4568-b3fb-a100305736a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.686763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f0320e6-d618-4568-b3fb-a100305736a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.694856 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.697240 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f251ec4-c8de-4d68-9374-1d44d02bf6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.719964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] For port c73f19d3-1916-4103-b852-ff953c308629, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c73f19d3-1916-4103-b852-ff953c308629,segment=NetworkSegment(d0d66b24-aa70-4f2e-9ede-c44f928a5afb),segment_id=d0d66b24-aa70-4f2e-9ede-c44f928a5afb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:28.720371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.741163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73f19d3-1916-4103-b852-ff953c308629,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:28.750577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] No DVR routers for this DVR port c73f19d3-1916-4103-b852-ff953c308629 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:28.750736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Calling delete_port for c73f19d3-1916-4103-b852-ff953c308629 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:28.848932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.859648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f0320e6-d618-4568-b3fb-a100305736a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.862600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f0320e6-d618-4568-b3fb-a100305736a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.866669 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9f0320e6-d618-4568-b3fb-a100305736a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc7b2ded-25e5-470b-9b2d-cc5ebc0fc4df HTTP/1.1" status: 204 len: 168 time: 0.3028216 Aug 31 09:44:28.878714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93e1e64-c821-402d-a231-87827f734223']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:28.881201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0320e6-d618-4568-b3fb-a100305736a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7b2ded-25e5-470b-9b2d-cc5ebc0fc4df,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:28.887406 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.895669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:28.895966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d66b24-aa70-4f2e-9ede-c44f928a5afb') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:28.908247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.913996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.918759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.939366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.955347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] No DVR routers for this DVR port c73f19d3-1916-4103-b852-ff953c308629 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:28.956467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:28.956467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:28.958001 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:28.975051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Pushing event deleted for resources: {'Port': ['ID=c73f19d3-1916-4103-b852-ff953c308629,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:28.983987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.984347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.984653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.984984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.985567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.985900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.986209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.986566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.986890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.987908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.987908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:28.988187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee95984-7700-4a70-a94e-17d04b983adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:29.057056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.094127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.102005 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 4eae71eb-4ef4-4a24-baea-aba3e017b081 associated. External IP: 172.25.4.246, port: f320b203-eae2-4fec-be31-8dde02a4e5bd. Aug 31 09:44:29.105494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a93e1e64-c821-402d-a231-87827f734223 HTTP/1.1" status: 204 len: 168 time: 1.0902209 Aug 31 09:44:29.110735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac24af-0638-4556-850a-d0edc9c1e304 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93e1e64-c821-402d-a231-87827f734223,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:29.392025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:29.406689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50806) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.459750 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-30802de5-cea4-4772-8f59-4f42ff11a15b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc76205c01c6482d8c115d70aa9df0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516267 Aug 31 09:44:29.460784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50810) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.531709 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6cef08fe-18ef-4f95-b2ec-1fd59799ba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.569858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6cef08fe-18ef-4f95-b2ec-1fd59799ba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.636895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6cef08fe-18ef-4f95-b2ec-1fd59799ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.640825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6cef08fe-18ef-4f95-b2ec-1fd59799ba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.645946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6cef08fe-18ef-4f95-b2ec-1fd59799ba80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/428abadf-9ff9-4ff4-adea-0948477b4cc5 HTTP/1.1" status: 204 len: 168 time: 0.1803975 Aug 31 09:44:29.657545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef08fe-18ef-4f95-b2ec-1fd59799ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428abadf-9ff9-4ff4-adea-0948477b4cc5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:29.944939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:29.952079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.956961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:29.969344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:29.984877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50824) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.985499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-71a9fbde-bb76-40f3-a526-942659dbc216 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/floatingips/4eae71eb-4ef4-4a24-baea-aba3e017b081 HTTP/1.1" status: 200 len: 979 time: 2.0169685 Aug 31 09:44:29.986746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:30.023254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:30.033503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:30.034548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:30.079211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:30.080518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c4628-e991-44ee-8bbd-2775e9b8e2c3 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:30.113259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port f320b203-eae2-4fec-be31-8dde02a4e5bd {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:30.113635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.208980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50828) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:30.227305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.296495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2c6d17e4-07c7-4847-8c6c-f5847934fdbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e4cd954dd5b41318d64beb795ca84b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862527 Aug 31 09:44:30.298776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50832) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:30.370027 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c740-5369-497e-a34f-3c538e7460a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.387261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c73f19d3-1916-4103-b852-ff953c308629 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:30.417935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c740-5369-497e-a34f-3c538e7460a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.435990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c73f19d3-1916-4103-b852-ff953c308629 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:30.436583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c73f19d3-1916-4103-b852-ff953c308629 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:30.489863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c740-5369-497e-a34f-3c538e7460a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.493882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c740-5369-497e-a34f-3c538e7460a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.495165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d5c2c740-5369-497e-a34f-3c538e7460a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad306fe2-567f-417c-b838-40a85bc12cc6 HTTP/1.1" status: 204 len: 168 time: 0.1921747 Aug 31 09:44:30.498173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.500195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.501286 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 4eae71eb-4ef4-4a24-baea-aba3e017b081 disassociated. External IP: 172.25.4.246, port: f320b203-eae2-4fec-be31-8dde02a4e5bd. Aug 31 09:44:30.501869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for f320b203-eae2-4fec-be31-8dde02a4e5bd owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:30.504942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2c740-5369-497e-a34f-3c538e7460a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad306fe2-567f-417c-b838-40a85bc12cc6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:30.681467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.715717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=f320b203-eae2-4fec-be31-8dde02a4e5bd,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:30.883493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:31.057823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:31.069366 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:31.085461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:31.089321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.140183 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.144374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.146304 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-39c2a482-d0b7-4679-92dc-eab0117162c1 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/ports/f320b203-eae2-4fec-be31-8dde02a4e5bd HTTP/1.1" status: 204 len: 168 time: 1.1596172 Aug 31 09:44:31.149059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50854) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:31.152887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:31.153694 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.192771 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.193452 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec09f8d-ee76-49c3-a2e0-5fac2216a2ea None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:31.219159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4ce73f64-7d64-4859-985f-5147c46ccc0e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/floatingips/4eae71eb-4ef4-4a24-baea-aba3e017b081 HTTP/1.1" status: 200 len: 688 time: 0.0675793 Aug 31 09:44:31.220680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50856) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:31.421118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5dd7a-2ab2-447f-bc32-bc42bdb8026c req-1e6f4740-e28a-41c6-9ac4-844af2b7e88a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:31.422705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6d5dd7a-2ab2-447f-bc32-bc42bdb8026c req-1e6f4740-e28a-41c6-9ac4-844af2b7e88a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.0645707 Aug 31 09:44:31.427219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port ce329c20-6198-41db-91f7-c803344b5e94 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:31.427761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.492761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a6d5dd7a-2ab2-447f-bc32-bc42bdb8026c req-7bab6ffc-2956-42c6-8a9e-529a3f8f9123 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.554446 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.554882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.578810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for ce329c20-6198-41db-91f7-c803344b5e94 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:31.764664 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.775769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.793760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50872) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:31.819400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=ce329c20-6198-41db-91f7-c803344b5e94,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:31.872208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a6d5dd7a-2ab2-447f-bc32-bc42bdb8026c req-7bab6ffc-2956-42c6-8a9e-529a3f8f9123 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.881133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a6d5dd7a-2ab2-447f-bc32-bc42bdb8026c req-7bab6ffc-2956-42c6-8a9e-529a3f8f9123 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.925413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6d5dd7a-2ab2-447f-bc32-bc42bdb8026c req-7bab6ffc-2956-42c6-8a9e-529a3f8f9123 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4826872 Aug 31 09:44:31.929216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.932164 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.935353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-21991d21-80f4-493a-a8ce-c170dbac5262 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/floatingips/4eae71eb-4ef4-4a24-baea-aba3e017b081 HTTP/1.1" status: 204 len: 168 time: 0.7114956 Aug 31 09:44:31.937113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50876) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:31.942085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '68666c37-d4ff-4b43-b182-e09af291520d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:31.950095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab6ffc-2956-42c6-8a9e-529a3f8f9123 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6443baa-9654-4518-8b47-de3e3f5c6680,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:31.954804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8cafc35e-313c-4e4f-b65e-f1c527fc0fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.981599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.101936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8cafc35e-313c-4e4f-b65e-f1c527fc0fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.107918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8cafc35e-313c-4e4f-b65e-f1c527fc0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.134833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4ef1-ca8a-4125-9b24-d8b8462296a4 req-e01d746b-cee3-4ef2-8c08-c4b6d97fdadf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:32.136429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-246e4ef1-ca8a-4125-9b24-d8b8462296a4 req-e01d746b-cee3-4ef2-8c08-c4b6d97fdadf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0728788 Aug 31 09:44:32.155135 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8cafc35e-313c-4e4f-b65e-f1c527fc0fb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f4e99a9ef884d81ac07eab09e77b049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597529 Aug 31 09:44:32.156030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafc35e-313c-4e4f-b65e-f1c527fc0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df62a174-917f-4bb8-b74b-62bc1d0d4c93,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:32.159081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50882) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:32.162142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.224896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255d9211-b369-4190-8c37-2e8ffd652ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.242579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-246e4ef1-ca8a-4125-9b24-d8b8462296a4 req-bd01a211-6115-4014-bef0-4ead765b8356 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924811 Aug 31 09:44:32.252508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255d9211-b369-4190-8c37-2e8ffd652ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.292037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50884) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:32.329304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255d9211-b369-4190-8c37-2e8ffd652ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.333698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255d9211-b369-4190-8c37-2e8ffd652ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.334577 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.337793 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-255d9211-b369-4190-8c37-2e8ffd652ddf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df62a174-917f-4bb8-b74b-62bc1d0d4c93 HTTP/1.1" status: 204 len: 168 time: 0.1750538 Aug 31 09:44:32.345569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d9211-b369-4190-8c37-2e8ffd652ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df62a174-917f-4bb8-b74b-62bc1d0d4c93,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:32.379503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.198 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/762e7278-f123-4a46-92ac-40a786915e7b) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:32.404078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a0210f7c-00e6-4ec7-93a0-759515ffd60f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/f63f783f-2741-4f3b-9a99-43abe26493b7 HTTP/1.1" status: 200 len: 994 time: 0.1059062 Aug 31 09:44:32.516299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cdcdec09-5cd5-43de-b280-4b66f1c69bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.555013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.603809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.651872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:32.656226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:32.658189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=762e7278-f123-4a46-92ac-40a786915e7b,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:32.665687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:32.750817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:32.765729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf9287c1-9d9c-45d1-af52-a61175d07abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.887207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf9287c1-9d9c-45d1-af52-a61175d07abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.896829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf9287c1-9d9c-45d1-af52-a61175d07abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.937834 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf9287c1-9d9c-45d1-af52-a61175d07abb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab6b54b1aaf74ceb9f9c82491575aeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859117 Aug 31 09:44:32.940562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:32.979260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9287c1-9d9c-45d1-af52-a61175d07abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a8feb-2f5f-4d1f-99e3-81d4e58ee684,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:33.038351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-5f8cb40f-6277-4b07-84d6-fe70bf498ec1 req-985ab728-cccb-4d21-ad5f-145924000200 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:44:33.039441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f8cb40f-6277-4b07-84d6-fe70bf498ec1 req-985ab728-cccb-4d21-ad5f-145924000200 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2510245 Aug 31 09:44:33.047960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41db94d9-c484-43ee-a0e5-be90eb4575da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.118376 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41db94d9-c484-43ee-a0e5-be90eb4575da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.231002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.260644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41db94d9-c484-43ee-a0e5-be90eb4575da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.263246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-41db94d9-c484-43ee-a0e5-be90eb4575da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.264451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-41db94d9-c484-43ee-a0e5-be90eb4575da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f1a8feb-2f5f-4d1f-99e3-81d4e58ee684 HTTP/1.1" status: 204 len: 168 time: 0.3229783 Aug 31 09:44:33.281665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db94d9-c484-43ee-a0e5-be90eb4575da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a8feb-2f5f-4d1f-99e3-81d4e58ee684,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:33.338829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.589610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.600006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.618186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50922) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:33.666985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.749168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.756993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=762e7278-f123-4a46-92ac-40a786915e7b,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:33.809078 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-9468f910-fc32-40dd-951d-7d8cdbcf9b97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869607 Aug 31 09:44:33.827709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04aa4c-9a1b-433d-b91f-73a7298ae028 req-1c6a6ba0-9cbf-4758-bf7b-873862a20b2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.834837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b04aa4c-9a1b-433d-b91f-73a7298ae028 req-1c6a6ba0-9cbf-4758-bf7b-873862a20b2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1773443 Aug 31 09:44:33.919690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b04aa4c-9a1b-433d-b91f-73a7298ae028 req-e133a8ab-e298-4bc5-84c7-6bc1930849d3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763307 Aug 31 09:44:33.964752 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 1f567ef1-2677-43f4-9659-a1d908073f09 associated. External IP: 172.25.4.198, port: 68666c37-d4ff-4b43-b182-e09af291520d. Aug 31 09:44:34.249755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:34.368812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50958) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:34.434270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:34.452239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:34.467709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.468049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:34.468410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:34.514401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-771763704-network', 'tenant_id': '56efcc42d734431a938e543a6bb69e76'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:34.519915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:34.531605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:34.532479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:34.574771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:34.575854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de1336-523a-4a15-91fd-7c30e65845d8 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:34.582512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-163736e8-91d4-4ab5-bc17-cee6dac658ec tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6401658 Aug 31 09:44:34.583412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50964) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:34.586412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Made reservation on behalf of 56efcc42d734431a938e543a6bb69e76 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:34.589621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-799613233'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:34.592824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.620066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:34.623698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.628282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.666952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:34.682220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.682668 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Added segment 2d6d28bd-64c1-4420-b2b9-72e27ed85b98 of type vlan for network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 Aug 31 09:44:34.748035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.753241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.759831 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.782684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:34.799490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6d21b-3884-4fe6-89ab-9d4e7c2e93a1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:34.804392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.804730 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Added segment e7d6866a-568a-4fcf-a38d-f6b5f13f03dd of type vlan for network 8dabf7df-5fe8-4ff4-8c93-013782953ba5 Aug 31 09:44:34.825208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.844609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:34.845680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.872528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2878821 Aug 31 09:44:34.876539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 50972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:34.887870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'subnet': {'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:34.904394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.990491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ce31f-665d-40bf-bd34-33d64a36865f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Network': ['ID=e0242fd4-6a4a-41eb-aeab-0bf5968ba915,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.004154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:35.109999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff8a8-2514-48b1-97ea-d4fb803ef5c6 req-7981a7bb-dfa4-402d-9d5f-3478611db5ab tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:35.111668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d9ff8a8-2514-48b1-97ea-d4fb803ef5c6 req-7981a7bb-dfa4-402d-9d5f-3478611db5ab tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0629396 Aug 31 09:44:35.157397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d9ff8a8-2514-48b1-97ea-d4fb803ef5c6 req-97cab327-ed11-4add-acb1-234c56cb1ac7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381837 Aug 31 09:44:35.362918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.363945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:35.364409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.435327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:35.439197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.458783 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0887709 Aug 31 09:44:35.461902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50976) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:35.467540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Request body: {'subnet': {'network_id': '8dabf7df-5fe8-4ff4-8c93-013782953ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-771763704-subnet', 'tenant_id': '56efcc42d734431a938e543a6bb69e76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:35.489222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf36a70-bc24-4d4d-828f-330c5f8f79ae admin admin] Pushing event updated for resources: {'Network': ['ID=8dabf7df-5fe8-4ff4-8c93-013782953ba5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.490410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Made reservation on behalf of 56efcc42d734431a938e543a6bb69e76 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:35.495242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.501189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8dabf7df-5fe8-4ff4-8c93-013782953ba5 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:35.730318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.753870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.811215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-6af562c5-c60f-4d08-b711-7af418ee6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:35.811380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb0f5eb-b066-4c95-8fb2-a726f37f36cc,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.812259 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-6af562c5-c60f-4d08-b711-7af418ee6f5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.1352623 Aug 31 09:44:35.833979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Checking segment: {'id': 'e7d6866a-568a-4fcf-a38d-f6b5f13f03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8dabf7df-5fe8-4ff4-8c93-013782953ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:35.834338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Network hostable DHCP agents. Network: 8dabf7df-5fe8-4ff4-8c93-013782953ba5, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:35.856388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Network 8dabf7df-5fe8-4ff4-8c93-013782953ba5 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:35.867814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8dabf7df-5fe8-4ff4-8c93-013782953ba5) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:35.879434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a6315-ead7-492b-a81a-20d607642f61 None None] Network 8dabf7df-5fe8-4ff4-8c93-013782953ba5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:35.882564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:35.885235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.891259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Subnet': ['ID=ccc7df8c-4ab9-4d93-9b66-64d5509878ce,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.907617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-888051c2-e5d4-4980-9976-130b109895c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4443338 Aug 31 09:44:35.918717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Checking segment: {'id': '2d6d28bd-64c1-4420-b2b9-72e27ed85b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:35.919273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network hostable DHCP agents. Network: e0242fd4-6a4a-41eb-aeab-0bf5968ba915, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:35.966705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:35.991328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e0242fd4-6a4a-41eb-aeab-0bf5968ba915) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:36.000322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.001072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.001966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc44029-ee61-4b94-877e-ef3d43d82224 None None] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:36.015275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-f691b33f-d7d5-4734-80c9-7d0e316c20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.017093 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-f691b33f-d7d5-4734-80c9-7d0e316c20ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1969061 Aug 31 09:44:36.026924 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-839ef862-989d-4a2f-98ab-9f71ca4544af tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1489694 Aug 31 09:44:36.030027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 50990) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:36.035610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-729449361', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:36.072546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.074027 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.120714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-40e224ae-6490-4216-a5b2-80ac9dbd501a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1002 time: 0.0924659 Aug 31 09:44:36.146806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.212613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.255463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-89787752-6d34-4988-bf15-b2854831c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.258182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-89787752-6d34-4988-bf15-b2854831c196 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.1295154 Aug 31 09:44:36.340175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e0242fd4-6a4a-41eb-aeab-0bf5968ba915', 'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915', 'tenant_id': '8d5ba189fedd4d34b18a7676dc5d9552', 'fixed_ips': [{'subnet_id': 'ccc7df8c-4ab9-4d93-9b66-64d5509878ce'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:44:36.352925 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.364407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-e1cb0ad4-375e-4d8a-a843-309c6d8cb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.364407 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-e1cb0ad4-375e-4d8a-a843-309c6d8cb9af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989277 Aug 31 09:44:36.508203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-e06d2479-23c2-4d8a-92e6-c41e15eec15e service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246860 Aug 31 09:44:36.557158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.575670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc96b-728c-4172-87ce-5a77a1f71eda req-caa3934c-b706-473f-ac93-8ad22d2e8f2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.585940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb7fc96b-728c-4172-87ce-5a77a1f71eda req-caa3934c-b706-473f-ac93-8ad22d2e8f2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.2730756 Aug 31 09:44:36.646437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Allocated IP 172.20.0.2 (e0242fd4-6a4a-41eb-aeab-0bf5968ba915/ccc7df8c-4ab9-4d93-9b66-64d5509878ce/d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:36.678738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-672a0172-e955-4b20-afa8-a17ebdffc4a5 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635618 Aug 31 09:44:36.704846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb7fc96b-728c-4172-87ce-5a77a1f71eda req-3caab446-b209-47ba-a84a-14a91bb8a952 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168180 Aug 31 09:44:36.741068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3fb87-e9d0-4ea5-9984-d18e7041e69f None None] Network 8dabf7df-5fe8-4ff4-8c93-013782953ba5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:36.791559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51006) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:36.798957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2074337668-network', 'tenant_id': '018a6060cacf4f5da14a207fafa431bc'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:36.853630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Made reservation on behalf of 018a6060cacf4f5da14a207fafa431bc for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:36.857587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.871369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.913178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.940049 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.013310 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.018063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.025267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.029307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Transition to ACTIVE for port object d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:37.047016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Transition to ACTIVE for port object d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:37.062269 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.073063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:37.093309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.093689 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Added segment 697d5479-b87f-4c6d-84bb-f3fba0d7cdf7 of type vlan for network ca7347b5-adb5-4923-b720-6be641c50ca2 Aug 31 09:44:37.094109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:37.094900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000e0861-d962-4d97-8a03-cb9a654ca474,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.097072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:37.114693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:37.129032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.25.4.121 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/74a1d40d-4d4c-44c8-84c4-5ddab6a6b249) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:37.160516 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.165494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Pushing event updated for resources: {'Port': ['ID=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.196628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.197643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:37.198658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.208838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Attempting to bind port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:37.209543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Attempting to bind port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '2d6d28bd-64c1-4420-b2b9-72e27ed85b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:37.210092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Attempting to bind port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 on network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:37.218891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:37.220660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Checking segment: {'id': '2d6d28bd-64c1-4420-b2b9-72e27ed85b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:37.221299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.222335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Bound using segment: {'id': '2d6d28bd-64c1-4420-b2b9-72e27ed85b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:37.223166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Bound port: d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6d28bd-64c1-4420-b2b9-72e27ed85b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:37.223863 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.273141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4767835 Aug 31 09:44:37.273390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.273501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51010) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:37.279868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Request body: {'subnet': {'network_id': 'ca7347b5-adb5-4923-b720-6be641c50ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2074337668-subnet', 'tenant_id': '018a6060cacf4f5da14a207fafa431bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:37.296977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9484d-857a-4fcb-ba07-3fb9623da001 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7347b5-adb5-4923-b720-6be641c50ca2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.312446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Made reservation on behalf of 018a6060cacf4f5da14a207fafa431bc for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:37.315727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.329483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] For port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:37.333900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] For port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,segment=NetworkSegment(2d6d28bd-64c1-4420-b2b9-72e27ed85b98),segment_id=2d6d28bd-64c1-4420-b2b9-72e27ed85b98)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:37.337966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ca7347b5-adb5-4923-b720-6be641c50ca2 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:37.354045 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.479162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2b299-c55c-4bae-b3bb-c9cc406f7aa8 None None] Pushing event updated for resources: {'Port': ['ID=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.585139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.634802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e92da64-83cb-49dc-936c-6cb73f2b32bd,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.676043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Checking segment: {'id': '697d5479-b87f-4c6d-84bb-f3fba0d7cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ca7347b5-adb5-4923-b720-6be641c50ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:37.676580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Network hostable DHCP agents. Network: ca7347b5-adb5-4923-b720-6be641c50ca2, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:37.714859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Network ca7347b5-adb5-4923-b720-6be641c50ca2 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:37.757841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ca7347b5-adb5-4923-b720-6be641c50ca2) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:37.768297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:37.769670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.770435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.781477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aae66d-f148-4a0e-ad0d-2d8e4359cb10 None None] Network ca7347b5-adb5-4923-b720-6be641c50ca2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:37.792674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-88e08124-1143-49a2-9f54-b5108744e4e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5181246 Aug 31 09:44:37.858824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:37.861664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:37.864553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:37.953052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=74a1d40d-4d4c-44c8-84c4-5ddab6a6b249,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.974866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f994a-656b-4d98-aac4-a2cee41e762d None None] Network ca7347b5-adb5-4923-b720-6be641c50ca2 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:37.994660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c715c2-699f-45f8-a9cb-8e51228ade82 req-184b2509-8fcc-4b04-9c1a-16871955199f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:37.996265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27c715c2-699f-45f8-a9cb-8e51228ade82 req-184b2509-8fcc-4b04-9c1a-16871955199f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1274872 Aug 31 09:44:38.029449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51016) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:38.088339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Deleting subnet 6bb0f5eb-b066-4c95-8fb2-a726f37f36cc {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:38.096641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.145809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.198845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27c715c2-699f-45f8-a9cb-8e51228ade82 req-4256b2c8-fd7b-42f3-ae7a-0ab330cb582c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694658 Aug 31 09:44:38.208398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.308421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.350733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb0f5eb-b066-4c95-8fb2-a726f37f36cc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:38.355008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.360103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51020) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:38.360267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e60ebd86-44e4-4e0e-ad8c-06d4510c1aa0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6bb0f5eb-b066-4c95-8fb2-a726f37f36cc HTTP/1.1" status: 204 len: 168 time: 0.3295968 Aug 31 09:44:38.436898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:38.448046 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.466609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.511243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:38.591631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.639298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dabf7df-5fe8-4ff4-8c93-013782953ba5']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:38.652871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d6866a-568a-4fcf-a38d-f6b5f13f03dd') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:38.653155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d6866a-568a-4fcf-a38d-f6b5f13f03dd') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:38.671477 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.695178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.733935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:38.734352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:38.736418 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:38.806813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d69e87-740e-417e-97a1-11f707139c6c None None] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:38.854434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.863461 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.868434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51022) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:38.869085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] 10.222.0.18 "DELETE /v2.0/networks/8dabf7df-5fe8-4ff4-8c93-013782953ba5 HTTP/1.1" status: 204 len: 168 time: 0.5070012 Aug 31 09:44:38.887243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c96c52-8bfe-4de6-a368-bd01c5fa679b admin admin] Pushing event deleted for resources: {'Network': ['ID=8dabf7df-5fe8-4ff4-8c93-013782953ba5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:38.893450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.925064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] Provisioning for port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:38.933051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] Provisioning complete for port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:38.933771 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.937037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Deleting subnet 6e92da64-83cb-49dc-936c-6cb73f2b32bd {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:38.944374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.991310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.058924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.098748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.104791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router a4d4e663-93a1-4a38-9d55-efd770ddaad3 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:44:39.145592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] For port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,segment=NetworkSegment(2d6d28bd-64c1-4420-b2b9-72e27ed85b98),segment_id=2d6d28bd-64c1-4420-b2b9-72e27ed85b98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:39.151367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.154188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.190169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.194728 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e92da64-83cb-49dc-936c-6cb73f2b32bd HTTP/1.1" status: 204 len: 168 time: 0.3244255 Aug 31 09:44:39.198167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51026) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.241959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a647c-94bd-487c-a44b-35044b02ca15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e92da64-83cb-49dc-936c-6cb73f2b32bd,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.268792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3ae87-dd38-4b2d-9a02-1c694998b08b None None] Pushing event updated for resources: {'Port': ['ID=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.427630 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.455676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:39.475095 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] Sync routers for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:39.502156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2c7fa836-61e5-4d49-9256-8b2ee8895866 None None] Provisioning complete for port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:39.502654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa836-61e5-4d49-9256-8b2ee8895866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.508566 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:39.512102 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.517734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a45a74-520f-4ef8-9338-3b275203160d req-fecf1bf8-d225-4740-8b3e-21f3dfde122e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:39.527936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23a45a74-520f-4ef8-9338-3b275203160d req-fecf1bf8-d225-4740-8b3e-21f3dfde122e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.2036679 Aug 31 09:44:39.532528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.533630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-32fa1714-9b9e-42c4-af89-fe95321ba814 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5025046 Aug 31 09:44:39.536978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51052) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.597115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.621381 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:39.623227 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.655456 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.676354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7347b5-adb5-4923-b720-6be641c50ca2']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.690525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23a45a74-520f-4ef8-9338-3b275203160d req-6d1cab07-b64e-4cdd-bffb-8606abe311c3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613789 Aug 31 09:44:39.701356 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.702132 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08c722-d798-4cad-80cd-6e5732e5d9cb None None] The sync data for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:39.711906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697d5479-b87f-4c6d-84bb-f3fba0d7cdf7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.712220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697d5479-b87f-4c6d-84bb-f3fba0d7cdf7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.726433 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.748527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.755993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:39.756530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:39.840685 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:39.850297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.859010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.862088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ca7347b5-adb5-4923-b720-6be641c50ca2 HTTP/1.1" status: 204 len: 168 time: 0.6622267 Aug 31 09:44:39.882523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded0c3b-2c7b-46d4-a3ab-ce7d2c3dce24 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7347b5-adb5-4923-b720-6be641c50ca2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.136831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51116) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:40.199420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b5cf3cd1-a6a0-4f62-8ff0-6b6d7ade0bc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56efcc42d734431a938e543a6bb69e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611243 Aug 31 09:44:40.202595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51124) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:40.284981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc54dfa7-d59a-453c-9905-f2a20b247610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.292880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.310788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc54dfa7-d59a-453c-9905-f2a20b247610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.382142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc54dfa7-d59a-453c-9905-f2a20b247610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.385865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:40.391816 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dc54dfa7-d59a-453c-9905-f2a20b247610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.393161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dc54dfa7-d59a-453c-9905-f2a20b247610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ed6d21b-3884-4fe6-89ab-9d4e7c2e93a1 HTTP/1.1" status: 204 len: 168 time: 0.1890872 Aug 31 09:44:40.405398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54dfa7-d59a-453c-9905-f2a20b247610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6d21b-3884-4fe6-89ab-9d4e7c2e93a1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.510510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:40.511973 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.693406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.1 (e0242fd4-6a4a-41eb-aeab-0bf5968ba915/ccc7df8c-4ab9-4d93-9b66-64d5509878ce/516e3c69-7491-4911-9d4f-cbe5e956aa56) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:40.868527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809e80-7c3c-481c-bd16-e863154c97e1 req-f8ad1b12-8ec8-4e5b-b3ce-109145a636d4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.875791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57809e80-7c3c-481c-bd16-e863154c97e1 req-f8ad1b12-8ec8-4e5b-b3ce-109145a636d4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0836000 Aug 31 09:44:40.901431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.925613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Transition to ACTIVE for port object 516e3c69-7491-4911-9d4f-cbe5e956aa56 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:40.933107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57809e80-7c3c-481c-bd16-e863154c97e1 req-32c90441-e378-40f7-9587-29ff27b54c58 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562999 Aug 31 09:44:40.951646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51212) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:40.973602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.006760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fec68174-7221-4142-8929-660702d59fb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=018a6060cacf4f5da14a207fafa431bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535176 Aug 31 09:44:41.012008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51220) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:41.025717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:41.029900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:41.032081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=516e3c69-7491-4911-9d4f-cbe5e956aa56,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.040576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:41.093213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.094465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c941705e-ead2-4e35-8bac-2850dfb7b08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.136165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c941705e-ead2-4e35-8bac-2850dfb7b08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.208483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c941705e-ead2-4e35-8bac-2850dfb7b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.212542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c941705e-ead2-4e35-8bac-2850dfb7b08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.213732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c941705e-ead2-4e35-8bac-2850dfb7b08d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/000e0861-d962-4d97-8a03-cb9a654ca474 HTTP/1.1" status: 204 len: 168 time: 0.2004995 Aug 31 09:44:41.234631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941705e-ead2-4e35-8bac-2850dfb7b08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000e0861-d962-4d97-8a03-cb9a654ca474,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.277763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.440591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-16023517-227d-40cc-a59f-96acf4cf8fb9 None None] Provisioning for port 516e3c69-7491-4911-9d4f-cbe5e956aa56 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:41.445596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-16023517-227d-40cc-a59f-96acf4cf8fb9 None None] Provisioning complete for port 516e3c69-7491-4911-9d4f-cbe5e956aa56 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:41.446005 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16023517-227d-40cc-a59f-96acf4cf8fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.497326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-16023517-227d-40cc-a59f-96acf4cf8fb9 None None] Port 516e3c69-7491-4911-9d4f-cbe5e956aa56 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:41.690170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.698831 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.791851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.795145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=516e3c69-7491-4911-9d4f-cbe5e956aa56,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.916136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:41.917755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:42.082750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebe90-16c1-4e1b-b906-f2ac6924b5f9 req-68ea88f7-ae7a-4614-b5a9-4300b46976fb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.087070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router a4d4e663-93a1-4a38-9d55-efd770ddaad3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:42.091629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7bebe90-16c1-4e1b-b906-f2ac6924b5f9 req-68ea88f7-ae7a-4614-b5a9-4300b46976fb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0752387 Aug 31 09:44:42.157371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7bebe90-16c1-4e1b-b906-f2ac6924b5f9 req-f9f535f7-e06c-4edf-adb2-989d615f13eb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641875 Aug 31 09:44:42.249560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:42.262545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51384) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:42.265260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] Sync routers for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:42.270940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-600977ea-9ae4-42ad-b154-bece15ad7d9f tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/routers/a4d4e663-93a1-4a38-9d55-efd770ddaad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308781 Aug 31 09:44:42.276115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'port': {'network_id': 'e0242fd4-6a4a-41eb-aeab-0bf5968ba915', 'name': 'tempest-FloatingIPTestJSON-1406332624'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:42.278789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:42.280416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:42.328290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:42.349267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:42.350185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:42.396515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:42.397177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab35f7-ba9d-4e62-8863-71c2364a3256 None None] The sync data for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:42.399098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-81f0343c-8169-4c0e-9549-ec9a3fb947cd None None] Provisioning complete for port 516e3c69-7491-4911-9d4f-cbe5e956aa56 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:42.399337 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-81f0343c-8169-4c0e-9549-ec9a3fb947cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.455354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-81f0343c-8169-4c0e-9549-ec9a3fb947cd None None] Port 516e3c69-7491-4911-9d4f-cbe5e956aa56 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:42.519691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Made reservation on behalf of 8d5ba189fedd4d34b18a7676dc5d9552 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:42.526081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.550012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] device_id is not set on port 07699087-5700-478d-8fa5-d64bf87dc2db yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:44:42.686040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Allocated IP 172.20.0.7 (e0242fd4-6a4a-41eb-aeab-0bf5968ba915/ccc7df8c-4ab9-4d93-9b66-64d5509878ce/07699087-5700-478d-8fa5-d64bf87dc2db) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:42.888704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.913504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Transition to ACTIVE for port object 07699087-5700-478d-8fa5-d64bf87dc2db will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:42.961458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.012472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:43.015691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:43.019934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:43.026841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event updated for resources: {'Port': ['ID=07699087-5700-478d-8fa5-d64bf87dc2db,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:43.082086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:43.082885 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.102520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-34e1d300-d757-4368-bbda-51c83acdfff7 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8376861 Aug 31 09:44:43.111101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51498) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:43.116335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Request body: {'floatingip': {'port_id': '07699087-5700-478d-8fa5-d64bf87dc2db'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:43.200217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.379371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246caa8-e86d-4cd3-b148-a5e88d395f1e req-90a48e88-684e-424b-ac30-652a30d83885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:43.382057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6246caa8-e86d-4cd3-b148-a5e88d395f1e req-90a48e88-684e-424b-ac30-652a30d83885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1087153 Aug 31 09:44:43.471546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6246caa8-e86d-4cd3-b148-a5e88d395f1e req-2d36ce7c-e38c-4699-9ba9-6429c057f2ad tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804462 Aug 31 09:44:43.523343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b4d63674-40df-472e-ba86-a5a12a8c3bb6 None None] Provisioning for port 07699087-5700-478d-8fa5-d64bf87dc2db completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:43.532838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b4d63674-40df-472e-ba86-a5a12a8c3bb6 None None] Provisioning complete for port 07699087-5700-478d-8fa5-d64bf87dc2db triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:43.533528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b4d63674-40df-472e-ba86-a5a12a8c3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.589178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b4d63674-40df-472e-ba86-a5a12a8c3bb6 None None] Port 07699087-5700-478d-8fa5-d64bf87dc2db cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:43.902046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51546) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:44.309073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.resource_extend [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:44:44.370807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.376982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.444692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bed0969d-fd60-4006-a953-3068d677bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.545981 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 1f567ef1-2677-43f4-9659-a1d908073f09 associated. External IP: 172.25.4.198, port: 68666c37-d4ff-4b43-b182-e09af291520d. Aug 31 09:44:44.644445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1ada3-da8f-4247-b75b-615fae20a672 req-e5d71916-c34d-4cbf-98a3-ee43fc1200ca tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.647251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1c1ada3-da8f-4247-b75b-615fae20a672 req-e5d71916-c34d-4cbf-98a3-ee43fc1200ca tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0719807 Aug 31 09:44:44.700365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1c1ada3-da8f-4247-b75b-615fae20a672 req-4bade9a5-dc17-4fb9-bbd6-f0fc575bb6fc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456767 Aug 31 09:44:44.719562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bed0969d-fd60-4006-a953-3068d677bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.725549 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bed0969d-fd60-4006-a953-3068d677bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.808855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bed0969d-fd60-4006-a953-3068d677bb9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6bce172e786447b8a0c6aabdf926be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057121 Aug 31 09:44:44.811643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:44.813178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0969d-fd60-4006-a953-3068d677bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77214fed-e61e-4584-be3f-da02806ed1a0,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:44.871781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64cb419-a732-42b2-bc66-3b7e457ff792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.890286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:44.895091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64cb419-a732-42b2-bc66-3b7e457ff792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.979571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64cb419-a732-42b2-bc66-3b7e457ff792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.982430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d64cb419-a732-42b2-bc66-3b7e457ff792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.986223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d64cb419-a732-42b2-bc66-3b7e457ff792 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77214fed-e61e-4584-be3f-da02806ed1a0 HTTP/1.1" status: 204 len: 168 time: 0.1709881 Aug 31 09:44:44.995885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cb419-a732-42b2-bc66-3b7e457ff792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77214fed-e61e-4584-be3f-da02806ed1a0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:45.042292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:45.059547 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:45.069653 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.070196 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.218062 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.231164 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.232064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.269150 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.269814 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a057d-ecc2-42ff-ba0e-f8360ae51b53 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:45.346901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router a4d4e663-93a1-4a38-9d55-efd770ddaad3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:45.400787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51566) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:45.426105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63b29fc8-47c1-4f07-9748-fa520ac0194b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.520240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:45.525925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.533384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] Sync routers for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:45.547600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.549238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.596078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.607527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.608293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.610599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a7d92924-6f1b-4397-9ec1-7f93f84574ce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/floatingips/1f567ef1-2677-43f4-9659-a1d908073f09 HTTP/1.1" status: 200 len: 978 time: 2.4982753 Aug 31 09:44:45.614822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51568) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:45.646851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.647766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaa5aa-2fa7-431c-ae81-8524b9670c85 None None] The sync data for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:45.664984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63b29fc8-47c1-4f07-9748-fa520ac0194b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.671705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-63b29fc8-47c1-4f07-9748-fa520ac0194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.731153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 07699087-5700-478d-8fa5-d64bf87dc2db {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:45.731705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.746329 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-63b29fc8-47c1-4f07-9748-fa520ac0194b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=932b62c942254ad7868c7bc252c4a046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442309 Aug 31 09:44:45.747282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51572) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:45.759502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29fc8-47c1-4f07-9748-fa520ac0194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1dc359-6ed4-401e-8255-f7ef3ed6d485,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:45.834220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3930e6-3444-478a-943d-73ee0115e4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.861123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3930e6-3444-478a-943d-73ee0115e4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.866441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.885129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55c4c-6e5d-402d-a6bf-745d18e8b738 req-85235889-26e9-422f-a634-7f586d2302f1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:45.886914 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ad55c4c-6e5d-402d-a6bf-745d18e8b738 req-85235889-26e9-422f-a634-7f586d2302f1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0917382 Aug 31 09:44:45.920112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3930e6-3444-478a-943d-73ee0115e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.922742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e3930e6-3444-478a-943d-73ee0115e4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.926375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e3930e6-3444-478a-943d-73ee0115e4a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c1dc359-6ed4-401e-8255-f7ef3ed6d485 HTTP/1.1" status: 204 len: 168 time: 0.1751208 Aug 31 09:44:45.933573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3930e6-3444-478a-943d-73ee0115e4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1dc359-6ed4-401e-8255-f7ef3ed6d485,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:46.067317 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ad55c4c-6e5d-402d-a6bf-745d18e8b738 req-7158b87e-a835-4c97-a7b6-4aed40870b8e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530135 Aug 31 09:44:46.171053 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.171448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.171778 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Floating IP 1f567ef1-2677-43f4-9659-a1d908073f09 disassociated. External IP: 172.25.4.198, port: 07699087-5700-478d-8fa5-d64bf87dc2db. Aug 31 09:44:46.172122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 07699087-5700-478d-8fa5-d64bf87dc2db owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:46.341305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.390049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=07699087-5700-478d-8fa5-d64bf87dc2db,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:46.521188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router a4d4e663-93a1-4a38-9d55-efd770ddaad3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:46.671112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:46.704766 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] Sync routers for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:46.729928 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:46.730681 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.776680 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.788896 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:46.790198 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.844823 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.846902 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae26be3-2ab0-40fe-8992-40c094334fe2 None None] The sync data for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:47.095188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.102355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae790464-1478-41a9-9d1e-62e1f81e061a tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/ports/07699087-5700-478d-8fa5-d64bf87dc2db HTTP/1.1" status: 204 len: 168 time: 1.4827726 Aug 31 09:44:47.104366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51602) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:47.294656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe0593-a13d-48ae-b2c3-6fae52310f57 req-6c1a850c-349c-489b-9726-dd3255c69cbc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.296231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bafe0593-a13d-48ae-b2c3-6fae52310f57 req-6c1a850c-349c-489b-9726-dd3255c69cbc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1136417 Aug 31 09:44:47.417287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bafe0593-a13d-48ae-b2c3-6fae52310f57 req-727b0d0b-d7df-4f4f-b7f9-b45612e739c8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095586 Aug 31 09:44:47.644994 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.971743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 516e3c69-7491-4911-9d4f-cbe5e956aa56 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:47.972075 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.077668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.092287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 516e3c69-7491-4911-9d4f-cbe5e956aa56 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:48.349866 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.392035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=516e3c69-7491-4911-9d4f-cbe5e956aa56,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:48.632276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98622-9b71-46cf-9bba-fbc42377a94d req-18623f2e-9b0e-448d-be14-4ba3287d89f3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:48.634031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fd98622-9b71-46cf-9bba-fbc42377a94d req-18623f2e-9b0e-448d-be14-4ba3287d89f3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0749869 Aug 31 09:44:48.637219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.727476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.755111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fd98622-9b71-46cf-9bba-fbc42377a94d req-ff802360-18b4-4fc7-b90a-03d8b17b374b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108255 Aug 31 09:44:48.954427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router a4d4e663-93a1-4a38-9d55-efd770ddaad3 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:49.092814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:49.102190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ebcb8ce-82d7-44ac-b55d-60b9d292e1f4 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/routers/a4d4e663-93a1-4a38-9d55-efd770ddaad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9937396 Aug 31 09:44:49.104046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:49.108300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] Sync routers for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:49.121774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:49.122657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:49.164703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:49.174500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] Routers {'a4d4e663-93a1-4a38-9d55-efd770ddaad3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:49.175375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:49.216010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:49.216979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeab1ffa-09cb-485d-a027-784a182a9612 None None] The sync data for ids ['a4d4e663-93a1-4a38-9d55-efd770ddaad3'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:49.245365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.386231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.454892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 74a1d40d-4d4c-44c8-84c4-5ddab6a6b249 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:49.455245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.559212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.573248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 74a1d40d-4d4c-44c8-84c4-5ddab6a6b249 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:49.751466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.807442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=74a1d40d-4d4c-44c8-84c4-5ddab6a6b249,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:49.873451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.908865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aa8f5-25a5-4e9d-ae7e-c57b569bcb69 req-98690bfd-1b0d-4c19-a831-892f9c10f547 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.910751 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d2aa8f5-25a5-4e9d-ae7e-c57b569bcb69 req-98690bfd-1b0d-4c19-a831-892f9c10f547 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0651567 Aug 31 09:44:49.964184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d2aa8f5-25a5-4e9d-ae7e-c57b569bcb69 req-21868392-9948-47ff-9e7d-20d72d8970c1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Aug 31 09:44:49.988837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.991381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.047897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.048708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Fanout notify agent at l3_agent the message router_deleted on router a4d4e663-93a1-4a38-9d55-efd770ddaad3 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:50.062033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.066408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51648) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:50.066629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1eee796b-bff2-4156-91a7-2915b3d79278 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/routers/a4d4e663-93a1-4a38-9d55-efd770ddaad3 HTTP/1.1" status: 204 len: 168 time: 0.9613333 Aug 31 09:44:50.130084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting subnet ccc7df8c-4ab9-4d93-9b66-64d5509878ce {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:50.134547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.187244 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.295699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.372277 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.401305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc7df8c-4ab9-4d93-9b66-64d5509878ce,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:50.405775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.408844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1cb2016d-da1f-4e96-9344-329ae1cca622 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/subnets/ccc7df8c-4ab9-4d93-9b66-64d5509878ce HTTP/1.1" status: 204 len: 168 time: 0.3402245 Aug 31 09:44:50.410930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:50.416861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97948bf-a9d2-4bbd-9317-12d2736bd48f None None] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:50.496172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.577773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:50.578122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.632927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] DHCP port deletion for e0242fd4-6a4a-41eb-aeab-0bf5968ba915 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:50.660968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] For port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,segment=NetworkSegment(2d6d28bd-64c1-4420-b2b9-72e27ed85b98),segment_id=2d6d28bd-64c1-4420-b2b9-72e27ed85b98)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:50.661499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.679760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:50.685869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Deleting port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:50.686240 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.757724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] For port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,segment=NetworkSegment(2d6d28bd-64c1-4420-b2b9-72e27ed85b98),segment_id=2d6d28bd-64c1-4420-b2b9-72e27ed85b98)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:50.758263 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.778056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.814544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:50.817193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] No DVR routers for this DVR port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:50.911254 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.923610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0242fd4-6a4a-41eb-aeab-0bf5968ba915']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:50.936986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6d28bd-64c1-4420-b2b9-72e27ed85b98') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:50.937733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6d28bd-64c1-4420-b2b9-72e27ed85b98') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:50.943046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Calling delete_port for d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:50.949959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.969571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.976385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:50.977170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:50.980457 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:51.031089 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.056995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.058435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Pushing event deleted for resources: {'Port': ['ID=d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:51.061174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] Network e0242fd4-6a4a-41eb-aeab-0bf5968ba915 is not hosted by any dhcp agent {{(pid=94897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:44:51.061838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d545e-e2ca-4d98-8ed8-e85fde8608cc None None] No DVR routers for this DVR port d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:51.090272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.096323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/networks/e0242fd4-6a4a-41eb-aeab-0bf5968ba915 HTTP/1.1" status: 204 len: 168 time: 0.6808372 Aug 31 09:44:51.096323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d480-0d7e-4839-9c78-dff1127ac155 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Network': ['ID=e0242fd4-6a4a-41eb-aeab-0bf5968ba915,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:51.098774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51660) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:51.134591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10bf04-ed46-489a-b9a5-4a484fa00ae6 req-cbf9ed58-9f7c-4044-aa94-88354c5d09d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.136861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c10bf04-ed46-489a-b9a5-4a484fa00ae6 req-cbf9ed58-9f7c-4044-aa94-88354c5d09d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0727661 Aug 31 09:44:51.195659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c10bf04-ed46-489a-b9a5-4a484fa00ae6 req-7fd10bac-fefe-4b0b-be80-49752317186c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514820 Aug 31 09:44:51.279174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 762e7278-f123-4a46-92ac-40a786915e7b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:51.279574 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.370238 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.370782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.389140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 762e7278-f123-4a46-92ac-40a786915e7b owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:51.544999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.580862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=762e7278-f123-4a46-92ac-40a786915e7b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:51.675354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.690685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.700036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51674) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:51.708454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ac853d34-9a6c-4ecf-b21a-9002317c258e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/floatingips/1f567ef1-2677-43f4-9659-a1d908073f09 HTTP/1.1" status: 204 len: 168 time: 0.6022789 Aug 31 09:44:51.728680 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf800c93-a043-4259-bc9e-be34e9978942 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:51.729409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf800c93-a043-4259-bc9e-be34e9978942 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:51.735079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51680) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:51.737130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cf800c93-a043-4259-bc9e-be34e9978942 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/ports/07699087-5700-478d-8fa5-d64bf87dc2db HTTP/1.1" status: 404 len: 333 time: 0.0360384 Aug 31 09:44:51.772859 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c867f13-9174-4f22-bf06-8114c94ef599 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4d4e663-93a1-4a38-9d55-efd770ddaad3 HTTP/1.1" status: 200 len: 205 time: 0.0365527 Aug 31 09:44:51.776460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51682) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:51.826546 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-9dfd97c5-351b-4023-b543-0115efc7f54e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] delete failed (client error): The resource could not be found. Aug 31 09:44:51.827951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9dfd97c5-351b-4023-b543-0115efc7f54e tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/routers/a4d4e663-93a1-4a38-9d55-efd770ddaad3 HTTP/1.1" status: 404 len: 336 time: 0.0505378 Aug 31 09:44:51.830340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51684) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:51.875432 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8a2ee9-de02-4339-a554-4f4a52ae8581 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] DELETE failed (client error): The resource could not be found. Aug 31 09:44:51.875704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8a2ee9-de02-4339-a554-4f4a52ae8581 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:44:51.878608 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c8a2ee9-de02-4339-a554-4f4a52ae8581 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/subnets/ccc7df8c-4ab9-4d93-9b66-64d5509878ce HTTP/1.1" status: 404 len: 337 time: 0.0466228 Aug 31 09:44:51.880551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51688) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:52.000160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51690) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:52.001635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 68666c37-d4ff-4b43-b182-e09af291520d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:52.002170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.139040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.143114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8babd760-64b4-40ed-965f-18666dd6b753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.157843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 68666c37-d4ff-4b43-b182-e09af291520d owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:52.321924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8babd760-64b4-40ed-965f-18666dd6b753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.328639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8babd760-64b4-40ed-965f-18666dd6b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.393506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:52.397581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8babd760-64b4-40ed-965f-18666dd6b753 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84d882dc28a54f7c926ffb07b8ad0724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933225 Aug 31 09:44:52.397581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babd760-64b4-40ed-965f-18666dd6b753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03910bfe-2d83-4e4b-abef-5afd72abb2e9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:52.400365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51704) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:52.416954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24df70-f9db-4323-a1cd-79aa2a7ee768 req-787d0ed0-ec68-4fa0-b6af-7e6399488e93 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.418693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe24df70-f9db-4323-a1cd-79aa2a7ee768 req-787d0ed0-ec68-4fa0-b6af-7e6399488e93 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0851593 Aug 31 09:44:52.426832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.457684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:52.458320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d04b20c3-a1d2-432e-b4f1-bf5f0d1f4b28 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:52.479213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a7be3d6-74e6-441f-9224-db69ef953609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.493649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=68666c37-d4ff-4b43-b182-e09af291520d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:52.511097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a7be3d6-74e6-441f-9224-db69ef953609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.566770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe24df70-f9db-4323-a1cd-79aa2a7ee768 req-abd6296c-eb5a-4d3d-ad5e-597783e2bcdb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369736 Aug 31 09:44:52.575642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a7be3d6-74e6-441f-9224-db69ef953609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.580053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a7be3d6-74e6-441f-9224-db69ef953609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.582628 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9a7be3d6-74e6-441f-9224-db69ef953609 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03910bfe-2d83-4e4b-abef-5afd72abb2e9 HTTP/1.1" status: 204 len: 168 time: 0.1802361 Aug 31 09:44:52.607923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.607923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e3eca4d0-f3e8-4a92-8881-4ee142c1f5da tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/ports/68666c37-d4ff-4b43-b182-e09af291520d HTTP/1.1" status: 204 len: 168 time: 0.7165070 Aug 31 09:44:52.608329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7be3d6-74e6-441f-9224-db69ef953609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03910bfe-2d83-4e4b-abef-5afd72abb2e9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:52.608329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51712) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:52.719239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 07a49759-6b64-4781-a6b5-05f688b5fa33 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:52.719674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.838865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:52.849144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 07a49759-6b64-4781-a6b5-05f688b5fa33 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:52.935879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51720) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:52.957029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e56fcd7-ad47-45e0-941d-d49df976909d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.035467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.081059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=07a49759-6b64-4781-a6b5-05f688b5fa33,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:53.208835 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e56fcd7-ad47-45e0-941d-d49df976909d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.214186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.216273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5fa755b1-a43b-4c89-8551-0cb179cbb9a9 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/ports/07a49759-6b64-4781-a6b5-05f688b5fa33 HTTP/1.1" status: 204 len: 168 time: 0.6099856 Aug 31 09:44:53.217512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e56fcd7-ad47-45e0-941d-d49df976909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.219584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:53.257459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e56fcd7-ad47-45e0-941d-d49df976909d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0d5bb5112d24d10b78c4e78fb2ca152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203821 Aug 31 09:44:53.258378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56fcd7-ad47-45e0-941d-d49df976909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9906d-fcf1-4d5f-a692-9dc13293b6bd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:53.260512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51728) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:53.322056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80928188-4683-426e-a291-c497ac0ddb61 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:53.324313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-80928188-4683-426e-a291-c497ac0ddb61 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be925ab-522b-49c9-a822-3bccf550031c HTTP/1.1" status: 200 len: 913 time: 0.1035316 Aug 31 09:44:53.327454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51732) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:53.345658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.374815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.451290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.454344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:53.457832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4c9906d-fcf1-4d5f-a692-9dc13293b6bd HTTP/1.1" status: 204 len: 168 time: 0.1940691 Aug 31 09:44:53.466171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9906d-fcf1-4d5f-a692-9dc13293b6bd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:53.475075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.475392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.475878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.476271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.477281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.477781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.478166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.478447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.478819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.479138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.479465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.479789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a470bde3-6a62-4ac7-98bb-b9d297376da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:53.754228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ab3af-01c2-4531-b44e-b8e231a4c466 req-6c36a745-918d-4064-9803-7aad2e82d07f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:53.755846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-455ab3af-01c2-4531-b44e-b8e231a4c466 req-6c36a745-918d-4064-9803-7aad2e82d07f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.0800624 Aug 31 09:44:53.809743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-455ab3af-01c2-4531-b44e-b8e231a4c466 req-8f1a814c-4670-4c72-a2ce-1304346e5aad tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Aug 31 09:44:53.870789 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-3544701b-ba94-409b-a7d3-86ac12ad1617 service neutron] show failed (client error): The resource could not be found. Aug 31 09:44:53.872025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-3544701b-ba94-409b-a7d3-86ac12ad1617 service neutron] 10.222.0.15 "GET /v2.0/ports/60442f44-e935-4e1f-8660-6f39a18bddd9/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.1197186 Aug 31 09:44:53.888621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.179187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-3f30077b-5e73-432d-a9c2-ab9d79c66b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:54.189058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-3f30077b-5e73-432d-a9c2-ab9d79c66b1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 1098 time: 0.1102395 Aug 31 09:44:54.209527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:54.250267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port 42fd488d-5284-4082-ac12-be15e57e2827 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:54.250658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.281580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.412787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.427113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for 42fd488d-5284-4082-ac12-be15e57e2827 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:54.560451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:54.613725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:54.664940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.679515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:54.684018 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f122f6a4-eaa5-4b6b-9a5d-c1ef908a5747" -d '{"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-unplugged", "status": "completed", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:54.700712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.703250 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=42fd488d-5284-4082-ac12-be15e57e2827,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:54.735928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Transition to ACTIVE for port object 60442f44-e935-4e1f-8660-6f39a18bddd9 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:54.741697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:54.983966 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d42a08-60b0-496c-b046-327b16e3c097 x-openstack-request-id: req-25d42a08-60b0-496c-b046-327b16e3c097 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:54.984265 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-unplugged", "status": "completed", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:54.984518 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25d42a08-60b0-496c-b046-327b16e3c097 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:54.985026 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'code': 200} Aug 31 09:44:55.078624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:55.127807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2773637-69f0-4956-8c2c-a2add39a835a req-38528c1c-c62b-4a86-a727-67526eb7e127 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:55.129200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2773637-69f0-4956-8c2c-a2add39a835a req-38528c1c-c62b-4a86-a727-67526eb7e127 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.1433756 Aug 31 09:44:55.155718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] No DVR routers for this DVR port 60442f44-e935-4e1f-8660-6f39a18bddd9 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:55.361601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2773637-69f0-4956-8c2c-a2add39a835a req-70cb74ee-ff47-442f-bb4e-62ca9011f363 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069762 Aug 31 09:44:55.459748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:55.460210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:55.467003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 on network da2f15ad-323e-43de-a17e-c6225326aa1c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:55.473058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.482904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Port 60442f44-e935-4e1f-8660-6f39a18bddd9 on network da2f15ad-323e-43de-a17e-c6225326aa1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:55.483317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Attempting to bind port 60442f44-e935-4e1f-8660-6f39a18bddd9 on network da2f15ad-323e-43de-a17e-c6225326aa1c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:55.490991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:55.491334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Checking segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:55.491838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Bound using segment: {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:55.492755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Bound port: 60442f44-e935-4e1f-8660-6f39a18bddd9, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77494ae7-613c-44e1-a75b-828e14fa199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:55.493052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.592498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:55.599426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:55.609006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.675705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:55.687793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:55.688418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:55.689866 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-d55018d8-31f6-4db9-b2b9-af199677f18c service neutron] 10.222.0.23 "PUT /v2.0/ports/60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1093 time: 1.4850779 Aug 31 09:44:55.818419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-1dc0da76-8034-4c49-9fc8-bae3e11892d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:55.818920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Router 6be925ab-522b-49c9-a822-3bccf550031c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:55.829452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-1dc0da76-8034-4c49-9fc8-bae3e11892d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1096 time: 0.0992303 Aug 31 09:44:56.013069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-0ae7012c-0bf1-4a02-bde3-4cb633cffa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.013069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-0ae7012c-0bf1-4a02-bde3-4cb633cffa05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1748490 Aug 31 09:44:56.033701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:56.045235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] Sync routers for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:56.045992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-28a3a73e-97fd-4260-8048-ecc36b89ca6d tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "PUT /v2.0/routers/6be925ab-522b-49c9-a822-3bccf550031c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171159 Aug 31 09:44:56.048956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51808) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:56.087893 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:56.088669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:56.114156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-6829a1f1-2ff7-4e54-af78-39cd542cfdd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1000 time: 0.0926042 Aug 31 09:44:56.133874 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:56.154534 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] Routers {'6be925ab-522b-49c9-a822-3bccf550031c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:56.156275 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:44:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6be925ab-522b-49c9-a822-3bccf550031c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:56.201197 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:56.202115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07099fda-9e51-4d14-a573-5eb8a54bafe2 None None] The sync data for ids ['6be925ab-522b-49c9-a822-3bccf550031c'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:56.213310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-c01421fe-c175-474d-a1fc-304563517109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.214898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-c01421fe-c175-474d-a1fc-304563517109 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.0865648 Aug 31 09:44:56.295818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-788bec26-5c82-4150-b6cf-dc8912ec88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.297921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-788bec26-5c82-4150-b6cf-dc8912ec88cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747104 Aug 31 09:44:56.299816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.457805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.464838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-6ee7fbb5-b331-46f1-8663-471e3b00996d service neutron] 10.222.0.23 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558590 Aug 31 09:44:56.555652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting port ae59f4ef-5d73-45a4-8e0f-0100874f474d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:56.559563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.595909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bae74d3-6292-435a-8754-8cf6499d6df6 req-8212f161-511e-48fb-89c7-fe5d7a7f122d service neutron] 10.222.0.23 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249478 Aug 31 09:44:56.668535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf2e7-dd7d-456c-88df-0a5c89c47f0d req-a8596c95-e64d-4c8a-9987-56695f090761 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.670387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f9bf2e7-dd7d-456c-88df-0a5c89c47f0d req-a8596c95-e64d-4c8a-9987-56695f090761 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.0898848 Aug 31 09:44:56.733169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f9bf2e7-dd7d-456c-88df-0a5c89c47f0d req-8479a4ae-05f0-475a-b1e7-5df31c5805f3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554488 Aug 31 09:44:56.734889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.755598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Calling delete_port for ae59f4ef-5d73-45a4-8e0f-0100874f474d owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:56.962214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.986548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:56.990759 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498d4ff-c86e-4036-b3c8-77239f89e02a" -d '{"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:57.026383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Port': ['ID=ae59f4ef-5d73-45a4-8e0f-0100874f474d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:57.083351 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb238220-b46d-4b7f-9b8b-6574958539d2 x-openstack-request-id: req-eb238220-b46d-4b7f-9b8b-6574958539d2 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:57.083351 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:57.083351 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb238220-b46d-4b7f-9b8b-6574958539d2 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:57.086522 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'status': 'completed', 'code': 200} Aug 31 09:44:57.105711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.171520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:57.207565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-33902aa2-2232-40e5-a285-9c8af9e236b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.209603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-33902aa2-2232-40e5-a285-9c8af9e236b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1096 time: 0.0828512 Aug 31 09:44:57.257183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.259016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:57.261757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.309683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-7a2af0e7-537a-4304-ba32-75d4a77456e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.310929 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-7a2af0e7-537a-4304-ba32-75d4a77456e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1096 time: 0.2025573 Aug 31 09:44:57.327795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.328017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-4f456d61-72ed-436f-a38b-4022d8700981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.328348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Fanout notify agent at l3_agent the message router_deleted on router 6be925ab-522b-49c9-a822-3bccf550031c {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:57.329439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-4f456d61-72ed-436f-a38b-4022d8700981 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1121097 Aug 31 09:44:57.337168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.341098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fd814b4e-b0b2-4361-8431-f591d9efbdce tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/routers/6be925ab-522b-49c9-a822-3bccf550031c HTTP/1.1" status: 204 len: 168 time: 1.2907867 Aug 31 09:44:57.345412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51834) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:57.440791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-4d9ea16c-04e2-4b85-9713-8e4aba6c7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.442445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-4d9ea16c-04e2-4b85-9713-8e4aba6c7ca7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1243501 Aug 31 09:44:57.482945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-498c6a26-3602-4f7d-93dd-f88db7b06c49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1000 time: 0.1457262 Aug 31 09:44:57.493279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Deleting subnet 4986d5e7-8995-4366-b918-54435e9b8ff6 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:57.505267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.538436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-a2984ca5-3a39-47b8-b0df-226c1b2d1341 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1000 time: 0.0867777 Aug 31 09:44:57.589198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.602410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-173f1778-cf79-4b68-8cb4-d38ce14dda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.604641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-173f1778-cf79-4b68-8cb4-d38ce14dda69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.0592206 Aug 31 09:44:57.625353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-60de584e-f574-4ea4-a712-4486e7b03834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.627394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-60de584e-f574-4ea4-a712-4486e7b03834 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.1316864 Aug 31 09:44:57.674791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-efd89f90-7461-4a67-b71e-614a53fd12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.676326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-efd89f90-7461-4a67-b71e-614a53fd12b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623331 Aug 31 09:44:57.694192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:57.737288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-67ca64e2-66ce-4575-8635-d7ec1d368fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.738755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-67ca64e2-66ce-4575-8635-d7ec1d368fe8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009407 Aug 31 09:44:57.832422 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-c7b4563d-96c2-4068-b026-bf3943d86bac service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477475 Aug 31 09:44:57.950287 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-54210b92-94e1-409f-8ea2-e3e1383f8055 service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103995 Aug 31 09:44:58.362127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.395115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-97c6b3e0-1271-40a1-8348-293dfd391d50 service neutron] 10.222.0.23 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420200 Aug 31 09:44:58.403160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a60e21-40be-495a-97aa-5420c3a4d385 req-774253fb-04f7-4a05-9f3d-8cc5892331b8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.405384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a60e21-40be-495a-97aa-5420c3a4d385 req-774253fb-04f7-4a05-9f3d-8cc5892331b8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.1569724 Aug 31 09:44:58.490081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Subnet': ['ID=4986d5e7-8995-4366-b918-54435e9b8ff6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:58.490932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.495907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cadaf720-38a4-4ae8-8f88-f62122122b64 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/subnets/4986d5e7-8995-4366-b918-54435e9b8ff6 HTTP/1.1" status: 204 len: 168 time: 1.1474984 Aug 31 09:44:58.496021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51858) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:58.548343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-91effd97-7a3b-49ee-9442-0132eee892c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.579401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8a60e21-40be-495a-97aa-5420c3a4d385 req-0e8232a2-08cc-4a81-af4d-cf3356c0964a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731138 Aug 31 09:44:58.588068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a498d4ff-c86e-4036-b3c8-77239f89e02a req-c703accf-d2c3-4e66-ac6f-c2a74e5d0331 service neutron] 10.222.0.23 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573060 Aug 31 09:44:58.626536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.729892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.741309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4845abd-651a-4e63-9068-0c40b34d3d55']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:58.753519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da8d7e9-ee9b-47fd-be3e-213716a7fb26') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:58.753804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da8d7e9-ee9b-47fd-be3e-213716a7fb26') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:58.763771 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.777869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.784740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:58.785093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:58.788334 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:58.855739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.864413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.866121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] 10.222.0.18 "DELETE /v2.0/networks/f4845abd-651a-4e63-9068-0c40b34d3d55 HTTP/1.1" status: 204 len: 168 time: 0.3690989 Aug 31 09:44:58.884977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141875d-54e8-4595-b089-87698236e020 tempest-FloatingIPTestJSON-1713769905 tempest-FloatingIPTestJSON-1713769905-project] Pushing event deleted for resources: {'Network': ['ID=f4845abd-651a-4e63-9068-0c40b34d3d55,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:59.281147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51884) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:59.437438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:59.483699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0adb4a37-b040-4f25-a3b1-e0946847a78a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d5ba189fedd4d34b18a7676dc5d9552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012475 Aug 31 09:44:59.487877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:59.558937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:59.561932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d87ae91-23ba-41d2-81fc-cb9c6c1669ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.581458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'port_id': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'mac_address': 'fa:16:3e:fa:18:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:59.609685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d87ae91-23ba-41d2-81fc-cb9c6c1669ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.665735 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.694518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d87ae91-23ba-41d2-81fc-cb9c6c1669ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.698216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6d87ae91-23ba-41d2-81fc-cb9c6c1669ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.699838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6d87ae91-23ba-41d2-81fc-cb9c6c1669ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd6d3d46-a48a-476d-886e-8e82e264f6bf HTTP/1.1" status: 204 len: 168 time: 0.2108958 Aug 31 09:44:59.701461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60442f44-e935-4e1f-8660-6f39a18bddd9 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:59.711484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87ae91-23ba-41d2-81fc-cb9c6c1669ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d3d46-a48a-476d-886e-8e82e264f6bf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:59.790957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2ee3a-504d-45b9-bf4b-174cdc4884b7 req-ea3e431a-d274-4210-ad7f-0799834c248f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:59.794189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:59.797041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23d2ee3a-504d-45b9-bf4b-174cdc4884b7 req-ea3e431a-d274-4210-ad7f-0799834c248f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 944 time: 0.0700138 Aug 31 09:44:59.800440 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:59.853161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23d2ee3a-504d-45b9-bf4b-174cdc4884b7 req-5d4e3be8-2bee-4677-aad6-1170bf618615 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480108 Aug 31 09:44:59.928228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:00.210158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['60442f44-e935-4e1f-8660-6f39a18bddd9'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:00.254527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0bc5-cbef-4b89-9dfa-17999de3bf5d req-5f7cf66e-2a5a-4284-b78f-7bf3884c98d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.262535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-218a0bc5-cbef-4b89-9dfa-17999de3bf5d req-5f7cf66e-2a5a-4284-b78f-7bf3884c98d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 945 time: 0.0938447 Aug 31 09:45:00.329737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-218a0bc5-cbef-4b89-9dfa-17999de3bf5d req-eca7dbb4-4ab0-41fc-8ae1-c8e3293f13a5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663092 Aug 31 09:45:00.411667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-d33e0439-e485-48e6-b4b9-685bccfc2802 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.414611 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-d33e0439-e485-48e6-b4b9-685bccfc2802 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75&tenant_id=2006540de5b246e99c0578400f943b8d&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 945 time: 0.2823262 Aug 31 09:45:00.534448 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-e5c9a7c9-413e-41ba-9b87-d09f4431ccdc service neutron] delete failed (client error): The resource could not be found. Aug 31 09:45:00.539680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-e5c9a7c9-413e-41ba-9b87-d09f4431ccdc service neutron] 10.222.0.15 "DELETE /v2.0/ports/60442f44-e935-4e1f-8660-6f39a18bddd9/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.1130986 Aug 31 09:45:00.643922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-f51f8878-dd84-432a-b281-4cc42d5f826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.648556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-f51f8878-dd84-432a-b281-4cc42d5f826a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1097 time: 0.0590832 Aug 31 09:45:00.821190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-3a24356d-9c11-4f35-9c2e-7c8158d881c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.823765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-3a24356d-9c11-4f35-9c2e-7c8158d881c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.1677430 Aug 31 09:45:00.956744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-731cf11a-bbba-48e8-836d-eaca2f07d435 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 1001 time: 0.1253710 Aug 31 09:45:01.054031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-c49e0093-b8ec-45b7-bc73-9302cb576a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.056523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-c49e0093-b8ec-45b7-bc73-9302cb576a1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.0923700 Aug 31 09:45:01.092377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51938) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:01.121385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-23b66761-a7bf-4ea7-80c3-35647759c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.123345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-23b66761-a7bf-4ea7-80c3-35647759c843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592997 Aug 31 09:45:01.217700 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:01.251825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1905228669'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:01.262255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-39d16bde-bb8a-4197-aac0-a56bf52bad7d service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316528 Aug 31 09:45:01.279896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Made reservation on behalf of 5c0b8a677ea64bd1be4d0fa6f027e6c2 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:01.286677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.302975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.420963 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.443442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.448984 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-83f0b547-9fa7-4632-bd90-d3eff9f5e8ff req-cf39e177-3308-4beb-b2fa-d826db6fd15a service neutron] 10.222.0.15 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797516 Aug 31 09:45:01.488796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:01.515587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.515587 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Added segment 263c0eab-8312-4a68-85fa-28d214b736d7 of type vlan for network 5940535b-ddfd-40ca-929d-10b75418dfd9 Aug 31 09:45:01.516827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ecc861-ca4e-4d5b-9bd7-1aca4ea6c407,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:01.605644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.636155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26167f6-6736-4f76-a4f3-57f6f74fc179 req-b357bc6c-95a3-4a7a-a14b-4940abb7faa8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.637755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a26167f6-6736-4f76-a4f3-57f6f74fc179 req-b357bc6c-95a3-4a7a-a14b-4940abb7faa8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 945 time: 0.1051116 Aug 31 09:45:01.662020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.668116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:01.668740 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.767515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6728251 Aug 31 09:45:01.774086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51960) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:01.777224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.784769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a26167f6-6736-4f76-a4f3-57f6f74fc179 req-221bdf2b-8991-4b44-9104-d1f4fcbdb386 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386590 Aug 31 09:45:01.797450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940d635-27d4-4aa3-831b-cb24ae2f2513 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Network': ['ID=5940535b-ddfd-40ca-929d-10b75418dfd9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:01.798359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'subnet': {'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:01.810750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:01.920884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Made reservation on behalf of 5c0b8a677ea64bd1be4d0fa6f027e6c2 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:01.925942 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.237260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.309769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Subnet': ['ID=3fa06720-5150-44a2-a577-4779ef807dce,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:02.322263 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.340445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Checking segment: {'id': '263c0eab-8312-4a68-85fa-28d214b736d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:02.341136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network hostable DHCP agents. Network: 5940535b-ddfd-40ca-929d-10b75418dfd9, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:02.363730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:02.387283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5940535b-ddfd-40ca-929d-10b75418dfd9) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:02.392087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:02.392897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.410401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9857edd1-6831-4666-b18d-6c8c14427199 None None] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:02.413079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-19cee040-da1a-47a0-a9b7-71a3208488f6 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6371980 Aug 31 09:45:02.416726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51970) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:02.422998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1149736688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:02.460282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.462944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.505613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-345d9e75-85d7-461b-a6f9-1f8cd078a727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.528879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.536164 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.557563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.559221 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-edd3a198-e54c-498c-8d67-85172cf59bd2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1413879 Aug 31 09:45:02.561866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 51974) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:02.636984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5940535b-ddfd-40ca-929d-10b75418dfd9', 'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9', 'tenant_id': '5c0b8a677ea64bd1be4d0fa6f027e6c2', 'fixed_ips': [{'subnet_id': '3fa06720-5150-44a2-a577-4779ef807dce'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:02.637802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.840651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Allocated IP 172.20.0.2 (5940535b-ddfd-40ca-929d-10b75418dfd9/3fa06720-5150-44a2-a577-4779ef807dce/1f1c2cea-b089-43d8-8b80-a22c69f4bf22) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:03.075807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.134540 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.144368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d64e2-f6d6-410a-9091-40b74acb2e47 req-527088c7-4ef5-4b0b-a87b-da819d484f12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:03.145968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd6d64e2-f6d6-410a-9091-40b74acb2e47 req-527088c7-4ef5-4b0b-a87b-da819d484f12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 945 time: 0.1506958 Aug 31 09:45:03.161059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Transition to ACTIVE for port object 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:03.183383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Transition to ACTIVE for port object 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:03.192008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.236564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:03.239965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:03.243189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:03.256550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Pushing event updated for resources: {'Port': ['ID=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:03.264557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd6d64e2-f6d6-410a-9091-40b74acb2e47 req-74adb3a3-cc61-4fc9-8c4d-e7fd96eaea10 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908389 Aug 31 09:45:03.291820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 51988) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:03.309619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Attempting to bind port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:03.309905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Attempting to bind port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '263c0eab-8312-4a68-85fa-28d214b736d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:03.310273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Attempting to bind port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 on network 5940535b-ddfd-40ca-929d-10b75418dfd9 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:03.315575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:03.315958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Checking segment: {'id': '263c0eab-8312-4a68-85fa-28d214b736d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:03.316364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.316761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Bound using segment: {'id': '263c0eab-8312-4a68-85fa-28d214b736d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:03.317372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Bound port: 1f1c2cea-b089-43d8-8b80-a22c69f4bf22, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263c0eab-8312-4a68-85fa-28d214b736d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:03.317769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.371419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23b76601-504d-4253-8b88-e322605173f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/f63f783f-2741-4f3b-9a99-43abe26493b7 HTTP/1.1" status: 200 len: 993 time: 0.0769255 Aug 31 09:45:03.396485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] For port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:03.400472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] For port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,segment=NetworkSegment(263c0eab-8312-4a68-85fa-28d214b736d7),segment_id=263c0eab-8312-4a68-85fa-28d214b736d7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:03.405633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.437540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Allocated IP 172.20.0.1 (5940535b-ddfd-40ca-929d-10b75418dfd9/3fa06720-5150-44a2-a577-4779ef807dce/61ab991d-8176-410f-8f0e-d260beaaf0e1) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:03.457770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:03.527144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22120bf-6ddd-4c52-a8d0-ef9b60c8c184 None None] Pushing event updated for resources: {'Port': ['ID=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:03.553227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 60442f44-e935-4e1f-8660-6f39a18bddd9 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:03.560121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 60442f44-e935-4e1f-8660-6f39a18bddd9 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:03.560434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.613547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.631821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Transition to ACTIVE for port object 61ab991d-8176-410f-8f0e-d260beaaf0e1 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:03.680679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.739906 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.741340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.764593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:03.768457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:03.774950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:03.796714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:03.803469 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72051a9e-bff6-47b9-995f-bb4fcddd43de" -d '{"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-plugged", "status": "completed", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:03.830944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Port': ['ID=61ab991d-8176-410f-8f0e-d260beaaf0e1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:03.848277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:03.858194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.858694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:03.950401 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc0d42a-2bad-4ba3-9b85-ea60f9616620 x-openstack-request-id: req-ffc0d42a-2bad-4ba3-9b85-ea60f9616620 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:03.950977 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-plugged", "status": "completed", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:03.951326 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffc0d42a-2bad-4ba3-9b85-ea60f9616620 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:03.952023 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'code': 200} Aug 31 09:45:03.952676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:04.022523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.349807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.357166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.503902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:04.561557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:04.567414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Port': ['ID=61ab991d-8176-410f-8f0e-d260beaaf0e1,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:04.606059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:04.791875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:04.794935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:04.950343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb2e38-af1a-4e1e-9430-de7be790c3d2 None None] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:05.016913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Router 9fc963aa-bc3f-44b1-9ee7-a57c15599ac4 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:45:05.075931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] Provisioning for port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:05.085090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] Provisioning complete for port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:05.086378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.188262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:05.196537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52070) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:05.197397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c5674b79-3fff-4ec8-9b3b-3dd9875139a5 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "PUT /v2.0/routers/9fc963aa-bc3f-44b1-9ee7-a57c15599ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335647 Aug 31 09:45:05.202534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2748622-0784-419f-b74b-c0b497180240 None None] Sync routers for ids ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:05.202770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'port': {'network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9', 'name': 'tempest-FloatingIPNegativeTestJSON-33246554'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:05.224914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.232601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.238705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.245891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.252228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.259293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.265404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.277098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2748622-0784-419f-b74b-c0b497180240 None None] Routers {'9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:05.277753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b2748622-0784-419f-b74b-c0b497180240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:05.317625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-5b7951eb-fa53-4e7e-949a-9f74e73d3dc8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.2724426 Aug 31 09:45:05.317841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.343244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b2748622-0784-419f-b74b-c0b497180240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:05.386809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Made reservation on behalf of 5c0b8a677ea64bd1be4d0fa6f027e6c2 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:05.393047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.397715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2748622-0784-419f-b74b-c0b497180240 None None] Routers {'9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:05.399054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b2748622-0784-419f-b74b-c0b497180240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:05.410649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7342a1fc-4364-4c14-8128-bf8ad4514b82 req-23c482dc-506d-430f-ae03-3a7dd66c0b8f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856357 Aug 31 09:45:05.419957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] device_id is not set on port 3769d507-7548-4f8e-b778-dc6fc44d1584 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:45:05.434531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b2748622-0784-419f-b74b-c0b497180240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:05.435187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2748622-0784-419f-b74b-c0b497180240 None None] The sync data for ids ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:05.460029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] For port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,segment=NetworkSegment(263c0eab-8312-4a68-85fa-28d214b736d7),segment_id=263c0eab-8312-4a68-85fa-28d214b736d7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:05.483479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.537954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f15a9-57c5-4a9a-846d-e89d8225ba8a None None] Pushing event updated for resources: {'Port': ['ID=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:05.607549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Allocated IP 172.20.0.14 (5940535b-ddfd-40ca-929d-10b75418dfd9/3fa06720-5150-44a2-a577-4779ef807dce/3769d507-7548-4f8e-b778-dc6fc44d1584) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:05.810394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.831486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3af48b86-b30b-40c2-bd19-9dc7b32d6799 None None] Provisioning for port 61ab991d-8176-410f-8f0e-d260beaaf0e1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:05.837665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3af48b86-b30b-40c2-bd19-9dc7b32d6799 None None] Provisioning complete for port 61ab991d-8176-410f-8f0e-d260beaaf0e1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:05.838127 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3af48b86-b30b-40c2-bd19-9dc7b32d6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.839243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Transition to ACTIVE for port object 3769d507-7548-4f8e-b778-dc6fc44d1584 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:05.884705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.932078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3af48b86-b30b-40c2-bd19-9dc7b32d6799 None None] Port 61ab991d-8176-410f-8f0e-d260beaaf0e1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:05.948400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3af48b86-b30b-40c2-bd19-9dc7b32d6799 None None] Provisioning complete for port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:05.949198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3af48b86-b30b-40c2-bd19-9dc7b32d6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:05.986747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:05.990847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:05.996050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:06.000906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Port': ['ID=3769d507-7548-4f8e-b778-dc6fc44d1584,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:06.036629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.037136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.037604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.038039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.039475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.040107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.040611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.041226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.041990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.042640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.043112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.043612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:06.171960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.173205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.193756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff47a116-b00f-44de-aad5-06d66ba2e63b tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9949558 Aug 31 09:45:06.197588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52084) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:06.202388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:06.206962 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.239257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.303693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3749bab7-2620-4699-93cd-63ecdac92879 None None] Provisioning complete for port 61ab991d-8176-410f-8f0e-d260beaaf0e1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:06.304297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3749bab7-2620-4699-93cd-63ecdac92879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.392276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3749bab7-2620-4699-93cd-63ecdac92879 None None] Port 61ab991d-8176-410f-8f0e-d260beaaf0e1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:06.401597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:06.454707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.467926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.467926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.474358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.482405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.489325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.496563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.498583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-0e5ed402-ec5d-44ac-945c-965e782e8837 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.1441715 Aug 31 09:45:06.511995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:06.512377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.521884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.640890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-4348388a-f4ee-4867-b1ab-b8c3254008e5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.642466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-4348388a-f4ee-4867-b1ab-b8c3254008e5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "GET /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1305122 Aug 31 09:45:06.665811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9afca528-cdb1-4080-b74e-0096fde0da42 None None] Provisioning complete for port 61ab991d-8176-410f-8f0e-d260beaaf0e1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:06.666186 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9afca528-cdb1-4080-b74e-0096fde0da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.712555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9afca528-cdb1-4080-b74e-0096fde0da42 None None] Port 61ab991d-8176-410f-8f0e-d260beaaf0e1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:06.794187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.800768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.808064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.814367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.822217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.828596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.833388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4fb09aad-560f-4b71-9077-ce0f5a364ab2 None None] Provisioning for port 3769d507-7548-4f8e-b778-dc6fc44d1584 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:06.834728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.837505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85fac75d-4735-45dc-970d-bd0870994b64 req-59d41d64-7303-4850-9fe3-a4c5db68b96f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 5442 time: 0.2393928 Aug 31 09:45:06.838218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4fb09aad-560f-4b71-9077-ce0f5a364ab2 None None] Provisioning complete for port 3769d507-7548-4f8e-b778-dc6fc44d1584 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:06.838712 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4fb09aad-560f-4b71-9077-ce0f5a364ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:06.844536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Allocated IP 172.25.4.160 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/cff343b9-1d62-4878-9539-8a87d3c66885) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:06.890825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4fb09aad-560f-4b71-9077-ce0f5a364ab2 None None] Port 3769d507-7548-4f8e-b778-dc6fc44d1584 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:06.963753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-b22c0433-ef45-4777-8967-456fc9649d5a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "GET /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3124020 Aug 31 09:45:06.972291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85fac75d-4735-45dc-970d-bd0870994b64 req-dc01ed48-9542-4f17-bcf2-02a89bb1293a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185648 Aug 31 09:45:06.981419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:07.064247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.071119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.195360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.246098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:07.254678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:07.262086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:07.302062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Port': ['ID=cff343b9-1d62-4878-9539-8a87d3c66885,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:07.305513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:07.358203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] For port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:07.426338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] device_id is not set on port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:45:07.432233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.447245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.473476 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.528210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.566415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] No DVR routers for this DVR port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:07.609780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Pushing event updated for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:07.642643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] In _notify_port_updated(), no bound segment for port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:45:07.643596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:07.644205 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.645505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-53a9d820-25bf-486e-ae67-6360e570eda3 service neutron] 10.222.0.23 "PUT /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 200 len: 1030 time: 0.6705663 Aug 31 09:45:07.744154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fe4c1ffb-4ee0-48b6-af82-a4dcccd0ac61 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:07.745586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fe4c1ffb-4ee0-48b6-af82-a4dcccd0ac61 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "GET /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0893178 Aug 31 09:45:07.764929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:07.840201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-00ee425e-988e-4dda-a9fb-ca9d31ec6144 None None] Provisioning complete for port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:07.841540 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00ee425e-988e-4dda-a9fb-ca9d31ec6144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.859432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.875242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.883209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:07.917774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-00ee425e-988e-4dda-a9fb-ca9d31ec6144 None None] Port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:07.982797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Port': ['ID=cff343b9-1d62-4878-9539-8a87d3c66885,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:08.526832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.560906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.562333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aec0ccad-f673-4136-a2d6-66c36543a901 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3636956 Aug 31 09:45:08.565818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52132) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:08.572178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-582b952c-101a-41b4-9e11-78cb4ad17ea0 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'floatingip': {'port_id': '3769d507-7548-4f8e-b778-dc6fc44d1584', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:08.628841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.634844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.641097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.647110 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.653370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.659338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:08.667021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e15310f-f698-497c-bc16-900a994b1823 req-9b91bcb4-e999-4577-82db-f9d7b5c5c42c tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 4665 time: 0.1889935 Aug 31 09:45:08.697199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-582b952c-101a-41b4-9e11-78cb4ad17ea0 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:08.776682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=344abdf6-9cd8-43f3-a66f-cbe954454853,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:08.845217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e15310f-f698-497c-bc16-900a994b1823 req-405b4ca4-0115-46f1-86a5-7471f6d05940 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a46509a-f891-4c98-bfc2-41a3b743b3ff&id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1717336 Aug 31 09:45:08.886512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] For port 344abdf6-9cd8-43f3-a66f-cbe954454853, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:08.907440 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-582b952c-101a-41b4-9e11-78cb4ad17ea0 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] update failed (client error): The resource could not be found. Aug 31 09:45:08.908495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-582b952c-101a-41b4-9e11-78cb4ad17ea0 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "PUT /v2.0/floatingips/6558d23f-31e9-41a5-a39d-0f66452af2bb HTTP/1.1" status: 404 len: 507 time: 0.3402300 Aug 31 09:45:08.911352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52138) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:08.967558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] device_id is not set on port 344abdf6-9cd8-43f3-a66f-cbe954454853 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:45:09.007207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.017594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.125735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] No DVR routers for this DVR port 344abdf6-9cd8-43f3-a66f-cbe954454853 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:09.129091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:09.181532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Deleting port cff343b9-1d62-4878-9539-8a87d3c66885 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:09.181913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.229779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] In _notify_port_updated(), no bound segment for port 344abdf6-9cd8-43f3-a66f-cbe954454853 on network 18e93208-3009-421c-a4f7-7686967f41a7 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:45:09.230740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:09.231350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.232676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-d042401e-ede2-4002-8977-bbe40e3a0a19 service neutron] 10.222.0.23 "PUT /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 200 len: 1032 time: 1.4753313 Aug 31 09:45:09.345152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.345487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.362096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Calling delete_port for cff343b9-1d62-4878-9539-8a87d3c66885 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:09.434003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port 424be614-6de7-492a-a568-c4ffeb6528c6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:09.434333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.453021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1403c4dc-4a2f-45e8-8fc3-0f8c3eabd5be None None] Provisioning complete for port 344abdf6-9cd8-43f3-a66f-cbe954454853 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:09.454886 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1403c4dc-4a2f-45e8-8fc3-0f8c3eabd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.504204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1403c4dc-4a2f-45e8-8fc3-0f8c3eabd5be None None] Port 344abdf6-9cd8-43f3-a66f-cbe954454853 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:09.517158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dcb80297-0507-4635-90d1-ec78620bf1bf no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:09.562586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] For port 424be614-6de7-492a-a568-c4ffeb6528c6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=424be614-6de7-492a-a568-c4ffeb6528c6,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:09.563069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.623869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for 424be614-6de7-492a-a568-c4ffeb6528c6 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:09.632693 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.686966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dcb80297-0507-4635-90d1-ec78620bf1bf,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:09.689025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:09.692986 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38a5402-bc60-432d-a898-8c76798507eb" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:09.698946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.699947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 344abdf6-9cd8-43f3-a66f-cbe954454853 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:09.707898 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.752463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Port': ['ID=cff343b9-1d62-4878-9539-8a87d3c66885,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:09.785859 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba24a2b-e93e-4d06-acbd-71a5194f3829 x-openstack-request-id: req-9ba24a2b-e93e-4d06-acbd-71a5194f3829 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:09.786260 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:09.786564 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ba24a2b-e93e-4d06-acbd-71a5194f3829 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:09.786966 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf', 'code': 200} Aug 31 09:45:09.789789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 344abdf6-9cd8-43f3-a66f-cbe954454853 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:09.790213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 17d1dad1-9858-479f-b3e4-53a3acb0ab7e no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:09.864881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.870186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.872763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a00ce4c2-34c8-4279-8aad-069efb741460 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "DELETE /v2.0/floatingips/6558d23f-31e9-41a5-a39d-0f66452af2bb HTTP/1.1" status: 204 len: 168 time: 0.9598682 Aug 31 09:45:09.876314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52162) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:09.881465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ff0a12c6-2c63-4d9c-9fe6-ea7754fd7cff tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'floatingip': {'floating_network_id': '5940535b-ddfd-40ca-929d-10b75418dfd9', 'port_id': '3769d507-7548-4f8e-b778-dc6fc44d1584', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:09.935145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff0a12c6-2c63-4d9c-9fe6-ea7754fd7cff tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.936066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.972917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:09.985958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:10.002329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:10.009185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.010130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device eac1170d-2854-4dea-86c2-aa7d88a8d218 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:10.034500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=424be614-6de7-492a-a568-c4ffeb6528c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:10.077404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:10.119612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] No DVR routers for this DVR port 424be614-6de7-492a-a568-c4ffeb6528c6 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:10.125725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.128344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-484ce17f-9aed-4406-81f0-f02767df2130 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "DELETE /v2.0/ports/424be614-6de7-492a-a568-c4ffeb6528c6 HTTP/1.1" status: 204 len: 173 time: 0.8865654 Aug 31 09:45:10.129108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': '424be614-6de7-492a-a568-c4ffeb6528c6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:10.134204 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fc3183-19ce-44a5-b2a5-1a5e2f9c874e" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "424be614-6de7-492a-a568-c4ffeb6528c6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:10.181931 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-ff0a12c6-2c63-4d9c-9fe6-ea7754fd7cff tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:45:10.183905 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff0a12c6-2c63-4d9c-9fe6-ea7754fd7cff tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3060684 Aug 31 09:45:10.188039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52174) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:10.195989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '3769d507-7548-4f8e-b778-dc6fc44d1584', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:10.221930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.232962 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0452d62d-2359-45a5-b876-f045b97ad20b x-openstack-request-id: req-0452d62d-2359-45a5-b876-f045b97ad20b {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:10.233388 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "424be614-6de7-492a-a568-c4ffeb6528c6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:10.233549 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0452d62d-2359-45a5-b876-f045b97ad20b {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:10.234021 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': '424be614-6de7-492a-a568-c4ffeb6528c6', 'status': 'completed', 'code': 200} Aug 31 09:45:10.250105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.264286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ad44-3864-43a1-9f8e-fea6c9c64894 req-bf9fb28b-4c2d-40ad-acdc-9696d08140c8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:10.271083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ad44-3864-43a1-9f8e-fea6c9c64894 req-bf9fb28b-4c2d-40ad-acdc-9696d08140c8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:10.272533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:10.278637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ad44-3864-43a1-9f8e-fea6c9c64894 req-bf9fb28b-4c2d-40ad-acdc-9696d08140c8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:10.280845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.281929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 424be614-6de7-492a-a568-c4ffeb6528c6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:10.284892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ad44-3864-43a1-9f8e-fea6c9c64894 req-bf9fb28b-4c2d-40ad-acdc-9696d08140c8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:10.286822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58f3ad44-3864-43a1-9f8e-fea6c9c64894 req-bf9fb28b-4c2d-40ad-acdc-9696d08140c8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 3147 time: 0.2643445 Aug 31 09:45:10.345484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 424be614-6de7-492a-a568-c4ffeb6528c6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:10.345980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 424be614-6de7-492a-a568-c4ffeb6528c6 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:10.346670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 80c1f6fd-73f5-4740-a8fa-7eb626494e2b no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:10.402405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58f3ad44-3864-43a1-9f8e-fea6c9c64894 req-4ef1a298-6f4c-430f-8bdd-3b43d233365e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933471 Aug 31 09:45:10.455760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port dcb80297-0507-4635-90d1-ec78620bf1bf {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:10.456113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.468932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:10.478105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 80c1f6fd-73f5-4740-a8fa-7eb626494e2b not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:10.478572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f697b00b-7bf4-46a6-af49-65bc153de117 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:10.604550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.627995 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.673538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] For port dcb80297-0507-4635-90d1-ec78620bf1bf, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dcb80297-0507-4635-90d1-ec78620bf1bf,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:10.674138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.691036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f697b00b-7bf4-46a6-af49-65bc153de117,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:10.699809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.712768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for dcb80297-0507-4635-90d1-ec78620bf1bf owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:10.808616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Allocated IP 172.25.4.204 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/0323c461-1955-4cdc-9da8-bdc5f6e93bb5) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:10.824198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:10.926654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:10.976966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=dcb80297-0507-4635-90d1-ec78620bf1bf,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:11.021840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.051640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] No DVR routers for this DVR port dcb80297-0507-4635-90d1-ec78620bf1bf on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:11.056477 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.059305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-67067bb8-f295-4065-92e8-1f279ccaba0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "DELETE /v2.0/ports/dcb80297-0507-4635-90d1-ec78620bf1bf HTTP/1.1" status: 204 len: 173 time: 0.9085889 Aug 31 09:45:11.099978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.187608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event updated for resources: {'Port': ['ID=0323c461-1955-4cdc-9da8-bdc5f6e93bb5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:11.204387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:11.207598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:11.211609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:11.271590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port eac1170d-2854-4dea-86c2-aa7d88a8d218 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:11.271931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.433401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] For port eac1170d-2854-4dea-86c2-aa7d88a8d218, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=eac1170d-2854-4dea-86c2-aa7d88a8d218,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:11.434292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.446666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Deleting port 0323c461-1955-4cdc-9da8-bdc5f6e93bb5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:11.447038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.546902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.547712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.562882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Calling delete_port for 0323c461-1955-4cdc-9da8-bdc5f6e93bb5 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:11.728076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.760971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0267b48-48c2-45f7-a840-0d40f89804a9 req-f5979c39-35a8-4073-9ccb-665d363001b6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:11.767214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0267b48-48c2-45f7-a840-0d40f89804a9 req-f5979c39-35a8-4073-9ccb-665d363001b6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:11.774270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0267b48-48c2-45f7-a840-0d40f89804a9 req-f5979c39-35a8-4073-9ccb-665d363001b6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:11.776813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0267b48-48c2-45f7-a840-0d40f89804a9 req-f5979c39-35a8-4073-9ccb-665d363001b6 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 2410 time: 0.1858833 Aug 31 09:45:11.789173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:11.791513 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c22cda-3b36-4db2-96e0-7ee9177cd7d1" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:11.792671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Port': ['ID=0323c461-1955-4cdc-9da8-bdc5f6e93bb5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:11.845387 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d12764-cadd-4895-bcf4-df8e485f64bd x-openstack-request-id: req-81d12764-cadd-4895-bcf4-df8e485f64bd {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:11.845734 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-unplugged", "status": "completed", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:11.845984 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81d12764-cadd-4895-bcf4-df8e485f64bd {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:11.846408 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e', 'code': 200} Aug 31 09:45:11.846698 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'code': 200} Aug 31 09:45:11.846950 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117', 'code': 200} Aug 31 09:45:11.868795 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] create failed (client error): The resource could not be found. Aug 31 09:45:11.873451 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-637d1cc0-4a9e-4e43-a3ca-c2bc29d1d9a2 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6804411 Aug 31 09:45:11.874650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:11.902517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0267b48-48c2-45f7-a840-0d40f89804a9 req-fdb1cc76-bbba-4065-bcd1-0d4b32fe736f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182294 Aug 31 09:45:11.913574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.914184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.914689 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Floating IP 4af8764c-c555-4e25-b005-fc31eefac6e8 disassociated. External IP: 172.25.4.148, port: eac1170d-2854-4dea-86c2-aa7d88a8d218. Aug 31 09:45:11.915128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for eac1170d-2854-4dea-86c2-aa7d88a8d218 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:11.979293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Deleting port 3769d507-7548-4f8e-b778-dc6fc44d1584 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:11.979777 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.075191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.079322 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.092291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Calling delete_port for 3769d507-7548-4f8e-b778-dc6fc44d1584 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:12.119067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=eac1170d-2854-4dea-86c2-aa7d88a8d218,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:12.236382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:12.239516 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b08eb15-b37f-4133-b053-fad2e1a85d37" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:12.254230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.263210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Router 35223109-2dbe-4902-8a5c-0cbfa3663518 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:12.292243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Port': ['ID=3769d507-7548-4f8e-b778-dc6fc44d1584,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:12.348492 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64d11b-41de-465f-8bf8-4b7bbf97f842 x-openstack-request-id: req-3a64d11b-41de-465f-8bf8-4b7bbf97f842 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:12.349513 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "dcb80297-0507-4635-90d1-ec78620bf1bf", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:12.350180 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a64d11b-41de-465f-8bf8-4b7bbf97f842 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:12.351806 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': 'dcb80297-0507-4635-90d1-ec78620bf1bf', 'status': 'completed', 'code': 200} Aug 31 09:45:12.397715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.400581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-46befef4-e094-44eb-b4cb-0509c450e1b8 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "DELETE /v2.0/ports/3769d507-7548-4f8e-b778-dc6fc44d1584 HTTP/1.1" status: 204 len: 168 time: 0.5255561 Aug 31 09:45:12.403166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52216) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:12.477192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbd139-90c6-4765-854f-bc9808c1635a tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:12.479028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fccbd139-90c6-4765-854f-bc9808c1635a tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc963aa-bc3f-44b1-9ee7-a57c15599ac4 HTTP/1.1" status: 200 len: 913 time: 0.0751595 Aug 31 09:45:12.481845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52218) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:12.491377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:12.513527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] Sync routers for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:12.531266 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:12.531266 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:12.574309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] No DVR routers for this DVR port eac1170d-2854-4dea-86c2-aa7d88a8d218 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:12.578971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:12.581208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-fca05aeb-a7c3-407c-909c-585c40cf2207 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "DELETE /v2.0/ports/eac1170d-2854-4dea-86c2-aa7d88a8d218 HTTP/1.1" status: 204 len: 173 time: 1.5141518 Aug 31 09:45:12.822149 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:12.860750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:12.861437 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.053967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] For port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:13.054339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.105065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for 17d1dad1-9858-479f-b3e4-53a3acb0ab7e owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:13.137316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.157483 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:53Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:13.183852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a370de-3869-4dc3-be0c-39ebaff1681a req-3bd4a6c5-133e-4cef-965d-23dcf31f3750 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.191940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a370de-3869-4dc3-be0c-39ebaff1681a req-3bd4a6c5-133e-4cef-965d-23dcf31f3750 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.202952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36a370de-3869-4dc3-be0c-39ebaff1681a req-3bd4a6c5-133e-4cef-965d-23dcf31f3750 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 1677 time: 0.1289103 Aug 31 09:45:13.211573 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] Checking router: 35223109-2dbe-4902-8a5c-0cbfa3663518 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:13.224176 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:13.225820 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:13.255033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36a370de-3869-4dc3-be0c-39ebaff1681a req-cbc64cb3-7a5d-4ce9-8496-046b91144447 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2a5fac1-3560-43a6-93ff-58aeebacc52d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483100 Aug 31 09:45:13.411930 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:13.424722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.485602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=17d1dad1-9858-479f-b3e4-53a3acb0ab7e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:13.573397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Deleting port 61ab991d-8176-410f-8f0e-d260beaaf0e1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:13.573671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.583489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] No DVR routers for this DVR port 17d1dad1-9858-479f-b3e4-53a3acb0ab7e on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:13.588492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.590960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-cdc1e299-d69a-4e53-8b25-79f6f015a6b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "DELETE /v2.0/ports/17d1dad1-9858-479f-b3e4-53a3acb0ab7e HTTP/1.1" status: 204 len: 173 time: 0.9864073 Aug 31 09:45:13.706874 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:53Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:13.736762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port f697b00b-7bf4-46a6-af49-65bc153de117 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:13.737116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.745963 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c8452-5351-4528-9b07-d24904ff3287 None None] The sync data for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 is: [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:33:38Z', 'revision_number': 4, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c71e0635-580e-423f-83f2-fcda241a3586', 'name': '', 'network_id': 'a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'mac_address': 'fa:16:3e:cd:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:35Z', 'updated_at': '2021-08-31T09:33:53Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'subnets': [{'id': 'deeaa54f-5a20-45fa-821c-d989468ea4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:13.798100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.837670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Calling delete_port for 61ab991d-8176-410f-8f0e-d260beaaf0e1 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:13.934308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] For port f697b00b-7bf4-46a6-af49-65bc153de117, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f697b00b-7bf4-46a6-af49-65bc153de117,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:13.935770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:13.953057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for f697b00b-7bf4-46a6-af49-65bc153de117 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:14.198103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.263283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=f697b00b-7bf4-46a6-af49-65bc153de117,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:14.332781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab60824-7cca-4eed-9933-5ef2090f4d61 None None] New status for floating IP 4af8764c-c555-4e25-b005-fc31eefac6e8: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:45:14.379452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218'}, {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:14.386299 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ba8c2-c96c-4788-8e4d-1ac6a8cfdc25" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218"}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:14.389903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] No DVR routers for this DVR port f697b00b-7bf4-46a6-af49-65bc153de117 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:14.401141 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.406009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd10d91-ca93-46e8-9350-3babf30e95b1 req-8da4f2cd-53a7-423f-881a-8ad794882e6b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.23 "DELETE /v2.0/ports/f697b00b-7bf4-46a6-af49-65bc153de117 HTTP/1.1" status: 204 len: 173 time: 0.8085005 Aug 31 09:45:14.493111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25f4567e-7784-456c-ba6c-c8d3ca9df39d req-a49c793a-e301-4b19-919b-6ceaedccbf49 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0856760 Aug 31 09:45:14.504954 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13058287-5b17-4e96-ac91-57251c4b4b7e x-openstack-request-id: req-13058287-5b17-4e96-ac91-57251c4b4b7e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:14.505417 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "eac1170d-2854-4dea-86c2-aa7d88a8d218", "status": "completed", "code": 200}, {"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "17d1dad1-9858-479f-b3e4-53a3acb0ab7e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:14.505931 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13058287-5b17-4e96-ac91-57251c4b4b7e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:14.512409 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': 'eac1170d-2854-4dea-86c2-aa7d88a8d218', 'status': 'completed', 'code': 200} Aug 31 09:45:14.512842 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': '17d1dad1-9858-479f-b3e4-53a3acb0ab7e', 'status': 'completed', 'code': 200} Aug 31 09:45:14.877295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.956253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Port': ['ID=61ab991d-8176-410f-8f0e-d260beaaf0e1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:15.248439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.471658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Router 9fc963aa-bc3f-44b1-9ee7-a57c15599ac4 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:15.562360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:15.570958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2baae561-2014-444d-bd79-cb1df94a7203 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "PUT /v2.0/routers/9fc963aa-bc3f-44b1-9ee7-a57c15599ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879524 Aug 31 09:45:15.571421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52278) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:15.574818 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] Sync routers for ids ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:15.594174 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] Routers {'9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:15.594775 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:15.689293 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:15.712522 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] Routers {'9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:15.712522 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:15.750272 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:15.750509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5200ec6-dac3-479b-8348-3e91ea1d60e4 req-7449b300-e12b-4dcd-9111-584031dd5579 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0731602 Aug 31 09:45:15.751315 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df8d98-1657-4849-8bd6-5e158d829c21 None None] The sync data for ids ['9fc963aa-bc3f-44b1-9ee7-a57c15599ac4'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:15.759713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.010209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.012801 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.095361 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.095969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc963aa-bc3f-44b1-9ee7-a57c15599ac4 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:45:16.105578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.106739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3c0a0aeb-5c9e-42e0-b535-c281493f46cd tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "DELETE /v2.0/routers/9fc963aa-bc3f-44b1-9ee7-a57c15599ac4 HTTP/1.1" status: 204 len: 168 time: 0.5322332 Aug 31 09:45:16.109357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52292) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:16.435116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52302) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:16.573045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0397e08-fe15-40e6-9a9c-645b5e9d450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.717829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0397e08-fe15-40e6-9a9c-645b5e9d450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.719627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:16.721467 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a54d2f3-53aa-4d55-a6db-27146503bf4b" -d '{"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:16.731072 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0397e08-fe15-40e6-9a9c-645b5e9d450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.755818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Deleting subnet 3fa06720-5150-44a2-a577-4779ef807dce {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:16.759988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.793612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397e08-fe15-40e6-9a9c-645b5e9d450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae93672c-9ecc-46ca-af7c-c4b44178605d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:16.806658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.845005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b0397e08-fe15-40e6-9a9c-645b5e9d450d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2159519bde454fbf86206bdb7ffc4ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087515 Aug 31 09:45:16.852132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52314) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:16.861923 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df814888-e099-4b24-af5e-9286ab410368 x-openstack-request-id: req-df814888-e099-4b24-af5e-9286ab410368 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:16.862216 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20", "name": "network-vif-deleted", "tag": "f697b00b-7bf4-46a6-af49-65bc153de117", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:16.862490 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df814888-e099-4b24-af5e-9286ab410368 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:16.862883 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20', 'name': 'network-vif-deleted', 'tag': 'f697b00b-7bf4-46a6-af49-65bc153de117', 'status': 'completed', 'code': 200} Aug 31 09:45:16.968742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-888470e1-bd73-4479-9b9d-d19f36a9557d req-db7e26b6-9bb6-4258-a3d2-fd7a43f0f404 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0526366 Aug 31 09:45:16.972682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8201-87ab-4025-9bea-74482006fbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.004475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8201-87ab-4025-9bea-74482006fbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.027938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.064334 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8201-87ab-4025-9bea-74482006fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.071371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8201-87ab-4025-9bea-74482006fbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.073345 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b8b8201-87ab-4025-9bea-74482006fbd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae93672c-9ecc-46ca-af7c-c4b44178605d HTTP/1.1" status: 204 len: 168 time: 0.2203424 Aug 31 09:45:17.095935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8201-87ab-4025-9bea-74482006fbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae93672c-9ecc-46ca-af7c-c4b44178605d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.128707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.171892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.177004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "DELETE /v2.0/subnets/3fa06720-5150-44a2-a577-4779ef807dce HTTP/1.1" status: 204 len: 168 time: 1.0637362 Aug 31 09:45:17.177004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02e5b7-cd71-4e27-8dd5-66c984c9ba96 tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa06720-5150-44a2-a577-4779ef807dce,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.179498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52322) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:17.183677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0320e6-ee95-4d72-8a8b-1d782bc6edda None None] Network 5940535b-ddfd-40ca-929d-10b75418dfd9 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:17.323157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.405770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Deleting port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:17.406268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.545693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] For port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,segment=NetworkSegment(263c0eab-8312-4a68-85fa-28d214b736d7),segment_id=263c0eab-8312-4a68-85fa-28d214b736d7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:17.547113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.558152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] DHCP port deletion for 5940535b-ddfd-40ca-929d-10b75418dfd9 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:17.570598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Calling delete_port for 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:17.736802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.781951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Port': ['ID=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:17.790425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] No DVR routers for this DVR port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:17.859064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Deleting port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:17.859689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.927428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] For port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:17.927826 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.942018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Calling delete_port for 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:17.946130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:45:17.947495 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.968105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] No DVR routers for this DVR port 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:17.971294 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.985548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5940535b-ddfd-40ca-929d-10b75418dfd9']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:17.998705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263c0eab-8312-4a68-85fa-28d214b736d7') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:17.999012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263c0eab-8312-4a68-85fa-28d214b736d7') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:18.003677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21817-78b5-4d81-8e99-b9b4b1bbe5ae None None] Pushing event deleted for resources: {'Port': ['ID=1f1c2cea-b089-43d8-8b80-a22c69f4bf22,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:18.023300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.040440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.048882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:18.049382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:18.052800 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:18.115247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36b8c823-ff7f-4fca-b23e-e8f44142271e req-ac907d63-439f-48dd-9246-b25200c9a51f tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0414803 Aug 31 09:45:18.169795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.188876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.194438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] 10.222.0.18 "DELETE /v2.0/networks/5940535b-ddfd-40ca-929d-10b75418dfd9 HTTP/1.1" status: 204 len: 168 time: 1.0131915 Aug 31 09:45:18.207119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c2058-9589-4870-9f5f-034e89588c9e tempest-FloatingIPNegativeTestJSON-1421495574 tempest-FloatingIPNegativeTestJSON-1421495574-project] Pushing event deleted for resources: {'Network': ['ID=5940535b-ddfd-40ca-929d-10b75418dfd9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:18.388654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:18.442095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:18.442450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1c2cea-b089-43d8-8b80-a22c69f4bf22 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:18.511987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:18.717909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b077fe35-e823-45f8-9b3c-960f46575325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c0b8a677ea64bd1be4d0fa6f027e6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019162 Aug 31 09:45:18.717909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:18.741909 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.811506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4a88fb5-2f54-42bc-8dcf-e1cde3635b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.839811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4a88fb5-2f54-42bc-8dcf-e1cde3635b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.899376 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4a88fb5-2f54-42bc-8dcf-e1cde3635b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.902785 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4a88fb5-2f54-42bc-8dcf-e1cde3635b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:18.904139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e4a88fb5-2f54-42bc-8dcf-e1cde3635b22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5ecc861-ca4e-4d5b-9bd7-1aca4ea6c407 HTTP/1.1" status: 204 len: 168 time: 0.1855967 Aug 31 09:45:18.916451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a88fb5-2f54-42bc-8dcf-e1cde3635b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ecc861-ca4e-4d5b-9bd7-1aca4ea6c407,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:19.303110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34a3833a-f287-434d-ad15-e4b419ab1054 req-79dc8daa-e822-46f2-ad4c-bf9dc6092c32 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0682938 Aug 31 09:45:19.458446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52408) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:19.731516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'network': {'name': 'tempest-network-smoke--128166585', 'project_id': '19f7661fe32a436c860035a1571abbed', 'port_security_enabled': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:19.759364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:19.764350 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.776081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.904693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.915610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:19.970138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d2c6c2-65f3-4940-a20c-80eaf3bd6f81,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:19.993158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:20.006330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.007663 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Added segment 80848770-8eb2-4a49-8a4b-5fe706edcf3e of type vlan for network 41176b93-46cb-44c6-8111-f0df2ebe3e50 Aug 31 09:45:20.058552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52430) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:20.058889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.104004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.111859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:20.112521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.200077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Network': ['ID=41176b93-46cb-44c6-8111-f0df2ebe3e50,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:20.210504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-620cd43d-1c61-42e8-b476-7946f8661c2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7428200 Aug 31 09:45:20.210504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52438) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:20.212509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-295306399', 'admin_state_up': True, 'project_id': '19f7661fe32a436c860035a1571abbed', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:20.214413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1404899295'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:20.219607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:20.263363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.269393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.276425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:20.286961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.302671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.360128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.468474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0fb5f4c-10c4-4fa6-bf57-319e8678f89d req-f382d1b2-8b67-4df1-b316-f963dc64ee70 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0337710 Aug 31 09:45:20.530155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.536833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.579885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:20.599491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de21015-59c1-4d3c-ae20-e4de2facac46,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:20.604461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.608697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.608881 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment c50032f6-f5e7-43a6-b3f8-24b24d4d8de5 of type vlan for network 547c9d37-b30f-4e31-9f52-c435b732b750 Aug 31 09:45:20.656467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.691409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.697863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:20.698647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.783986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7237499 Aug 31 09:45:20.809067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a1a04-2bc8-45d6-9f81-740903e5ab47 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=547c9d37-b30f-4e31-9f52-c435b732b750,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:20.823071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 547c9d37-b30f-4e31-9f52-c435b732b750 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:20.880313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.922462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:20.927945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52452) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:20.938054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:21.067125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.25.4.174 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f6aaa50f-e2b8-4b58-9cca-f74eee35f088) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:21.082352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:21.089365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.220595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.283146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.341125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:21.345751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.348793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:21.352645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:21.388128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:21.426170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:21.433295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:21.433434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 547c9d37-b30f-4e31-9f52-c435b732b750, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:21.455024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 547c9d37-b30f-4e31-9f52-c435b732b750 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:21.469004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 547c9d37-b30f-4e31-9f52-c435b732b750) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:21.481112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc56ef-1ecd-40d0-bc55-04dd957f3cf2 None None] Network 547c9d37-b30f-4e31-9f52-c435b732b750 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:21.485912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:21.486582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.513453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-83b2a400-4551-4279-a308-bdcef2d67db8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5831068 Aug 31 09:45:21.515511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52464) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:21.525069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281780711'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:21.574886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:21.579553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.683444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fc83bdb-4db6-48ca-acd6-2e492ba92a0c req-78fd10d6-a56a-4858-8f8c-d3b636489a5a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0680442 Aug 31 09:45:21.684184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-547c9d37-b30f-4e31-9f52-c435b732b750', 'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': 'dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:21.685395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.688118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:21.704436 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.705139 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment 7d938a97-71ab-4f76-9af6-ec7c7fadade8 of type vlan for network aaaa3362-f8f0-4993-935a-981daf6f8937 Aug 31 09:45:21.843476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.855925 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.892240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Allocated IP 172.20.255.242 (547c9d37-b30f-4e31-9f52-c435b732b750/dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc/0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:21.904424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.911728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:21.912455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:21.987139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4668579 Aug 31 09:45:21.988746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52472) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:21.993588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': 'aaaa3362-f8f0-4993-935a-981daf6f8937', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:22.107720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e093-67ce-4922-b6f4-5910fb320256 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=aaaa3362-f8f0-4993-935a-981daf6f8937,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:22.125825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:22.130160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.131320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network aaaa3362-f8f0-4993-935a-981daf6f8937 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:22.239392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.259073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Transition to ACTIVE for port object 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:22.295318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.311231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Transition to ACTIVE for port object 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:22.330170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.356750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Network 547c9d37-b30f-4e31-9f52-c435b732b750 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:22.359443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:22.362396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:22.438832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Pushing event updated for resources: {'Port': ['ID=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:22.474048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Attempting to bind port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:22.474424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Attempting to bind port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:22.474817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Attempting to bind port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d on network 547c9d37-b30f-4e31-9f52-c435b732b750 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:22.481581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:22.482288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Checking segment: {'id': 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:22.482381 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.482803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Bound using segment: {'id': 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:22.483429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Bound port: 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '547c9d37-b30f-4e31-9f52-c435b732b750'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:22.483815 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.509568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.544388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:45:22.575984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c263b069-f18e-4683-8174-d645d0300207 None None] For port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:22.580361 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c263b069-f18e-4683-8174-d645d0300207 None None] For port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,segment=NetworkSegment(c50032f6-f5e7-43a6-b3f8-24b24d4d8de5),segment_id=c50032f6-f5e7-43a6-b3f8-24b24d4d8de5)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:22.587889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.614932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=2fca0268-8acc-43d7-8a67-5f507329c6f6,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:22.634647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': '7d938a97-71ab-4f76-9af6-ec7c7fadade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'aaaa3362-f8f0-4993-935a-981daf6f8937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:22.635016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: aaaa3362-f8f0-4993-935a-981daf6f8937, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:22.688852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network aaaa3362-f8f0-4993-935a-981daf6f8937 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:22.700647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b069-f18e-4683-8174-d645d0300207 None None] Pushing event updated for resources: {'Port': ['ID=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:22.705963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, aaaa3362-f8f0-4993-935a-981daf6f8937) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:22.718531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:22.719525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2857c-d847-456d-aef0-633379b4ba06 None None] Network aaaa3362-f8f0-4993-935a-981daf6f8937 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:22.719675 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.768721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1e032c09-8d72-4a42-af8d-f9eaee1acecf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7775862 Aug 31 09:45:22.769994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52486) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:22.783159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:22.812777 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:22.817247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d5b80d8-9fba-4eba-904d-9c10ea7c291b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6078944 Aug 31 09:45:22.817638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52488) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:22.823662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:22.868656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:22.869413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.017532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d47a412-b721-4729-99d1-12d976b1268c req-c50f91a3-d0ec-42c4-b4b7-2279f03309e0 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.1208060 Aug 31 09:45:23.062251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.141657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:23.158545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1f7ab50e-7268-4255-bb75-095d2f920e27 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=19f7661fe32a436c860035a1571abbed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3369250 Aug 31 09:45:23.163743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52496) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:23.262329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.401995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.415654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a21650-884b-40f5-8114-cc62a7f3e13a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:23.417432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-88a21650-884b-40f5-8114-cc62a7f3e13a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2522979 Aug 31 09:45:23.423314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52498) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:23.462671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=2fca0268-8acc-43d7-8a67-5f507329c6f6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:23.492830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82f39c-ac27-465c-8b5d-ecaf4719be77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-aaaa3362-f8f0-4993-935a-981daf6f8937', 'network_id': 'aaaa3362-f8f0-4993-935a-981daf6f8937', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '2fca0268-8acc-43d7-8a67-5f507329c6f6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:23.493791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3d82f39c-ac27-465c-8b5d-ecaf4719be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.504835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-669d97c4-842c-455c-8a9b-e6765a120d19 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797789 Aug 31 09:45:23.512560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:23.523005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102390286', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'project_id': '19f7661fe32a436c860035a1571abbed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:23.661380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.671286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9d623-05e4-4943-add0-f31ce1f75003 None None] Network aaaa3362-f8f0-4993-935a-981daf6f8937 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:23.711202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaaa3362-f8f0-4993-935a-981daf6f8937']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.737227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:23.743101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.753497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d938a97-71ab-4f76-9af6-ec7c7fadade8') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.754971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d938a97-71ab-4f76-9af6-ec7c7fadade8') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.782968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.790630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:21Z', 'revision_number': 3, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:23.834293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:23.834293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Updating router 5e43ff71-79c2-4945-a001-c4ab853ee12e port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:23.843760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.864392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:23.864856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:23.900378 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:23.928384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.975072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.990814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:23.997638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/aaaa3362-f8f0-4993-935a-981daf6f8937 HTTP/1.1" status: 204 len: 168 time: 1.2228265 Aug 31 09:45:23.999913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52512) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:24.008901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098100042'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:24.020740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ada15-5c76-4e0e-a879-c17da71d98b9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=aaaa3362-f8f0-4993-935a-981daf6f8937,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:24.135887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:24.138120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.275553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:24.320750 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.321304 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment 511a2da7-6398-49c5-b7a9-0c5b2a3e1f87 of type vlan for network 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f Aug 31 09:45:24.357784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.471601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1fb6b-9e5c-4be8-933b-0e4c68652fba None None] Network 547c9d37-b30f-4e31-9f52-c435b732b750 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:24.560408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd7b5396-a1bc-4697-bdc2-a3121e7f0e48 req-d6697265-9b31-4f71-b2f6-52e08ba36c81 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.3682764 Aug 31 09:45:24.575625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.598237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.605742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:24.653661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Subnet': ['ID=86cee2ca-b808-464e-96e2-207e78d1ce36,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:24.655832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.662589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:24.664012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.666982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Transition to ACTIVE for port object f6aaa50f-e2b8-4b58-9cca-f74eee35f088 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:24.695574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-40853d43-a9da-4ec1-a668-7916a3115950 None None] Provisioning for port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:24.697957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.768629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Checking segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:24.769030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network hostable DHCP agents. Network: 41176b93-46cb-44c6-8111-f0df2ebe3e50, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:24.781569 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7783411 Aug 31 09:45:24.786371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52530) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:24.792138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddba81c-86fa-4792-b0ad-d87cb4ac4110 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:24.795610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:24.811749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:24.833197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:24.842427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 41176b93-46cb-44c6-8111-f0df2ebe3e50) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:24.859998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:24.860998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:24.889508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-747482ad-6571-47ea-90ae-2625ff47538c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3756537 Aug 31 09:45:24.890690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52532) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:24.899487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14052bcb-6119-4f97-8234-7beee70eaafd None None] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:24.920835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:24.923058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbda2-9fd2-43f4-ad63-2acca7222496 None None] Pushing event updated for resources: {'Port': ['ID=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:24.991353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Attempting to bind port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:24.991883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Attempting to bind port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:24.992303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Attempting to bind port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:25.012302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:25.012756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.021370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:25.027347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.116385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:25.116796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:25.118009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.118102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:25.118672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Bound port: f6aaa50f-e2b8-4b58-9cca-f74eee35f088, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:25.119066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.123653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing IP validity checks on allocation pools {{(pid=94896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:45:25.124848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:45:25.402899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.570210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=36ec3c5a-098e-4db9-832e-d1b743e4dfda,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:25.592346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': '511a2da7-6398-49c5-b7a9-0c5b2a3e1f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:25.592839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:25.634862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:25.660868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:25.667277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:25.667883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.694285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34576789-2f67-4e8f-937f-7e8d88bbca0a None None] Network 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:25.705819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.717107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d596f36-7e1d-4497-9e41-63c58b95b28d req-7d445499-c271-46aa-9d97-1841e844461a tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0514712 Aug 31 09:45:25.763491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c5fd4a15-3e71-44dd-8c02-80696e99b4bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9736774 Aug 31 09:45:25.765767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52548) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:25.871780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] For port f6aaa50f-e2b8-4b58-9cca-f74eee35f088, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:25.963677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9b83cf99-f5e7-412a-b31f-8db7209c1b0d None None] Provisioning complete for port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:25.963896 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b83cf99-f5e7-412a-b31f-8db7209c1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.968642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:25.969588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] For port f6aaa50f-e2b8-4b58-9cca-f74eee35f088, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:26.003950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-41176b93-46cb-44c6-8111-f0df2ebe3e50', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:26.004821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.010451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.067455 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.075584 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.161613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,segment=NetworkSegment(c50032f6-f5e7-43a6-b3f8-24b24d4d8de5),segment_id=c50032f6-f5e7-43a6-b3f8-24b24d4d8de5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:26.182005 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.185952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.20.0.1 (41176b93-46cb-44c6-8111-f0df2ebe3e50/86cee2ca-b808-464e-96e2-207e78d1ce36/c5f2b25c-6c6f-40dd-9352-1f8d5dc39809) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:26.196046 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.247595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=36ec3c5a-098e-4db9-832e-d1b743e4dfda,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:26.255516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:26.257508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:26.416219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:26.424401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.444393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:26.466432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511a2da7-6398-49c5-b7a9-0c5b2a3e1f87') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:26.466675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.466913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511a2da7-6398-49c5-b7a9-0c5b2a3e1f87') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:26.478144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbda2-9fd2-43f4-ad63-2acca7222496 None None] Pushing event updated for resources: {'Port': ['ID=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:26.485283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.522863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.531671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:26.532615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:26.582113 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:26.610025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Transition to ACTIVE for port object c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:26.610161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.619653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.622379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f HTTP/1.1" status: 204 len: 168 time: 0.8552396 Aug 31 09:45:26.627444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52562) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:26.640138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee7fd4-bc7d-44cb-a9f1-c4bff54fef9b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:26.644898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600812782'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:26.698590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:26.703087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.733452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:26.751534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:26.868242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da8570f3-4722-4325-ab44-564d44f4f1df req-359eb77e-a23f-4730-987c-819ca07b3e2e tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0538189 Aug 31 09:45:26.872381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:26.983661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Allocated IP 172.20.0.2 (41176b93-46cb-44c6-8111-f0df2ebe3e50/86cee2ca-b808-464e-96e2-207e78d1ce36/bb8289fc-c016-4b0f-ac8b-62c676c073fa) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:26.992908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae46c3-cb8c-4efb-87e9-cb1b151c0f29 None None] Network 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:27.035952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae46c3-cb8c-4efb-87e9-cb1b151c0f29 None None] Network 8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f could not be found, it might have been deleted concurrently. {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:45:27.121739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:21Z', 'revision_number': 3, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:27.167157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36cf9c-2658-4592-b85c-e56c42aad886 None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:21Z', 'revision_number': 3, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:27.265350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:27.266883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:27.277824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.280433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:27.291159 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.291563 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment 4fd31bfa-e84c-4a78-8bbc-0df160a8794c of type vlan for network bb726a50-5646-4b31-b713-a51fd9e69385 Aug 31 09:45:27.304525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Transition to ACTIVE for port object bb8289fc-c016-4b0f-ac8b-62c676c073fa will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:27.330509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Transition to ACTIVE for port object bb8289fc-c016-4b0f-ac8b-62c676c073fa will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:27.344950 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.383754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:27.411634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.412067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:27.415105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.420634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:27.424177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:27.440759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Pushing event updated for resources: {'Port': ['ID=bb8289fc-c016-4b0f-ac8b-62c676c073fa,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:27.519531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Attempting to bind port bb8289fc-c016-4b0f-ac8b-62c676c073fa on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:27.519908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Attempting to bind port bb8289fc-c016-4b0f-ac8b-62c676c073fa by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:27.520275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Attempting to bind port bb8289fc-c016-4b0f-ac8b-62c676c073fa on network 41176b93-46cb-44c6-8111-f0df2ebe3e50 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:27.528145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:27.528542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Checking segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:27.529210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.529624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Bound using segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:27.530212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Bound port: bb8289fc-c016-4b0f-ac8b-62c676c073fa, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:27.530678 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.541569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.547770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:27.548390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.595350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9549117 Aug 31 09:45:27.598173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52576) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:27.606532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': 'bb726a50-5646-4b31-b713-a51fd9e69385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:27.732764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] For port bb8289fc-c016-4b0f-ac8b-62c676c073fa, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:27.743163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] For port bb8289fc-c016-4b0f-ac8b-62c676c073fa, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bb8289fc-c016-4b0f-ac8b-62c676c073fa,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:27.759267 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.814164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd94e-d588-47cd-90e5-ebb7d3001cc4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=bb726a50-5646-4b31-b713-a51fd9e69385,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:27.816116 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:27.832554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network bb726a50-5646-4b31-b713-a51fd9e69385 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:27.989807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:27.990287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dd9fd-ac2e-4600-80c3-8d7fda811556 None None] Pushing event updated for resources: {'Port': ['ID=bb8289fc-c016-4b0f-ac8b-62c676c073fa,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:27.996503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.197046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-481b95bb-294d-49d3-bb55-6fea625dcbec req-d672e1f0-ffb2-4137-9af0-d3c82c7cf9e3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.1492929 Aug 31 09:45:28.559941 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f084e99f-1896-4a40-993a-0171e10d8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.578895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.592672 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.596436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.694162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f6aaa50f-e2b8-4b58-9cca-f74eee35f088 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:28.699212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=6a4e9fcc-e7ca-4d4a-9ed5-9bd7d9f6a609,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:28.720162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': '4fd31bfa-e84c-4a78-8bbc-0df160a8794c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bb726a50-5646-4b31-b713-a51fd9e69385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:28.720527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: bb726a50-5646-4b31-b713-a51fd9e69385, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:28.771704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network bb726a50-5646-4b31-b713-a51fd9e69385 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:28.779925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:28.784268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, bb726a50-5646-4b31-b713-a51fd9e69385) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:28.791528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:28.792271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.806639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.813652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbe7d8-bbcf-4fc1-ae94-ea4693959808 None None] Network bb726a50-5646-4b31-b713-a51fd9e69385 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:28.816372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:28.824899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:28.825284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:28.833869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-be3c850c-926c-42bd-a634-7edc4b6b71fc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2340591 Aug 31 09:45:28.837159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52594) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:29.033396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:29.035527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:29.101497 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.197742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.277014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:29.323897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43018f1e-6e06-4e72-a901-496db8102b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-bb726a50-5646-4b31-b713-a51fd9e69385', 'network_id': 'bb726a50-5646-4b31-b713-a51fd9e69385', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '6a4e9fcc-e7ca-4d4a-9ed5-9bd7d9f6a609'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:29.324852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-43018f1e-6e06-4e72-a901-496db8102b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.336982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.416252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4e9fcc-e7ca-4d4a-9ed5-9bd7d9f6a609,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:29.492514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b51fe228-24fd-4043-a715-b79fa654282e req-875636ff-54ae-4594-b209-5bdbaa8a1f0d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0817719 Aug 31 09:45:29.538226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:29.557752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52604) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:29.557955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-edeb025e-fb5d-4a3c-88c7-26883406f51c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "PUT /v2.0/routers/5e43ff71-79c2-4945-a001-c4ab853ee12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6642809 Aug 31 09:45:29.567735 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.645596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb726a50-5646-4b31-b713-a51fd9e69385']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:29.670753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd31bfa-e84c-4a78-8bbc-0df160a8794c') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:29.671063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd31bfa-e84c-4a78-8bbc-0df160a8794c') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:29.712161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.716232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.755949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8567b7-49e3-4171-ac1b-6b63860e19cf None None] Network bb726a50-5646-4b31-b713-a51fd9e69385 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:29.771265 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.813668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:29.813999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.815668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ceecfb-7b87-4674-bf37-6befe2ce3e84 None None] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:29.817513 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:29.821473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f6aaa50f-e2b8-4b58-9cca-f74eee35f088, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:29.863775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:29.864573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bb8289fc-c016-4b0f-ac8b-62c676c073fa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:29.889574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.890505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.891484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.893180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.893896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.894595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.895324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.896091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.896733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.897966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:29.900744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3a8245a2-7529-4119-b7c2-e6ef2d9235e6 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7006 time: 0.3420618 Aug 31 09:45:29.903979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52614) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:30.022890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.040330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.050290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52624) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:30.051481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/bb726a50-5646-4b31-b713-a51fd9e69385 HTTP/1.1" status: 204 len: 168 time: 1.2129235 Aug 31 09:45:30.061005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346436152'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:30.071980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e0ad0-f8ec-495b-9cf7-3f99d7882fa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=bb726a50-5646-4b31-b713-a51fd9e69385,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:30.142869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.143501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.144273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.144794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.145311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.145833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.146352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.147794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.148376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.151061 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b5300de1-d6d5-4310-b758-7cfac2e7ec05 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5771 time: 0.2456756 Aug 31 09:45:30.152401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:30.157171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.159766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52626) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:30.210125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:30.252747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.253094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.253436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.253769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.254098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.254427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.254778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.255238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.255572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.271221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.272911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.273752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:30.274787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344a6b-3eed-49c9-b42d-2537aac9bfe8 req-bfd38b11-f05b-4bd0-b0e6-1a0584016b7a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.278568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97344a6b-3eed-49c9-b42d-2537aac9bfe8 req-bfd38b11-f05b-4bd0-b0e6-1a0584016b7a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.3434145 Aug 31 09:45:30.286772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f5ed2c29-aa56-4ac7-83fc-5ea53b95f1c5 None None] Provisioning for port bb8289fc-c016-4b0f-ac8b-62c676c073fa completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:30.330933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:30.362006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.363082 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment fbcde0f0-275e-497b-b689-38507d963962 of type vlan for network 04a922b8-bd78-4585-9f8f-ebead8a92795 Aug 31 09:45:30.372119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97344a6b-3eed-49c9-b42d-2537aac9bfe8 req-e0c41e8c-5976-4a5a-9c10-fd01105eb47f tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756261 Aug 31 09:45:30.395692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52636) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:30.418203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port bb8289fc-c016-4b0f-ac8b-62c676c073fa completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:30.442032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port bb8289fc-c016-4b0f-ac8b-62c676c073fa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:30.442417 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.508504 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:30.533797 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:30.541584 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:30.588924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.682671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 9208a766-9f9f-4ef0-927c-c420a5382aa5 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:30.682671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.718034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.731531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:30.734841 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.775680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.802052 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:30.866249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port bb8289fc-c016-4b0f-ac8b-62c676c073fa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bb8289fc-c016-4b0f-ac8b-62c676c073fa,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:30.873992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-992cc77c-cf06-4824-bd9b-b27f0e9a0e38 req-e721a216-14f2-4bcd-a625-3294f14cf988 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.1009240 Aug 31 09:45:30.882223 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.883450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:30.896466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=04a922b8-bd78-4585-9f8f-ebead8a92795,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:30.924247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff1b55c1-ca6c-47a2-945c-5b91b4bb1e00 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8654487 Aug 31 09:45:30.926354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52642) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:30.934281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:30.973013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 04a922b8-bd78-4585-9f8f-ebead8a92795 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:30.993306 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:30.993698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.036280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 9208a766-9f9f-4ef0-927c-c420a5382aa5 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:31.104698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6228600-1d34-43a8-8822-8ed089547565 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3060 time: 0.9407973 Aug 31 09:45:31.195159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:31.198934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.228125 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:27Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:28Z', 'revision_number': 2, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:31.313072 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:31.323461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Updating router 5e43ff71-79c2-4945-a001-c4ab853ee12e port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:31.326216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:31.326672 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.384391 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.418972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.441667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7f4eea26-e408-42b4-850f-24bbfee4fe8c None None] Provisioning for port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:31.460699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7f4eea26-e408-42b4-850f-24bbfee4fe8c None None] Provisioning complete for port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:31.461067 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7f4eea26-e408-42b4-850f-24bbfee4fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.492698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=9208a766-9f9f-4ef0-927c-c420a5382aa5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:31.592834 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7f4eea26-e408-42b4-850f-24bbfee4fe8c None None] Port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:31.594669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=bb8289fc-c016-4b0f-ac8b-62c676c073fa,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:31.637700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52648) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:31.642460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840745469', 'description': 'tempest-secgroup-smoke-840745469 description', 'project_id': '19f7661fe32a436c860035a1571abbed'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:31.725768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.752494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7f4eea26-e408-42b4-850f-24bbfee4fe8c None None] Provisioning complete for port bb8289fc-c016-4b0f-ac8b-62c676c073fa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:31.752862 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7f4eea26-e408-42b4-850f-24bbfee4fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.824572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.825576 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP f63f783f-2741-4f3b-9a99-43abe26493b7 disassociated (deleted). External IP: 172.25.4.234, port: 60442f44-e935-4e1f-8660-6f39a18bddd9. Aug 31 09:45:31.836704 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:31.917000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=89f40e82-27ec-4c10-b2a4-27c4497e8508,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:31.964639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f6aaa50f-e2b8-4b58-9cca-f74eee35f088 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:31.994278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': 'fbcde0f0-275e-497b-b689-38507d963962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:31.998629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 04a922b8-bd78-4585-9f8f-ebead8a92795, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:32.032621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.060394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 04a922b8-bd78-4585-9f8f-ebead8a92795 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:32.093395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c98562c7-0325-4793-9c72-8a42a407813b None None] Provisioning complete for port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:32.093929 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-751c761c-d66e-404f-bb20-c3e9e848d67e req-9840717b-0c85-4e16-8d92-9c1b4d2a441b tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdfffa1d-7ba2-44f3-a8a9-b52f7609ec20 HTTP/1.1" status: 200 len: 210 time: 0.0623820 Aug 31 09:45:32.108598 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c98562c7-0325-4793-9c72-8a42a407813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.113196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 04a922b8-bd78-4585-9f8f-ebead8a92795) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:32.125054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:32.125657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.138565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb92b9-9e3f-4c00-9582-78bd86c6d161 None None] Network 04a922b8-bd78-4585-9f8f-ebead8a92795 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:32.263683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c98562c7-0325-4793-9c72-8a42a407813b None None] Port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:32.273267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:32.273913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.275671 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.299446 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Transition to ACTIVE for port object c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:32.317765 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.368350 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Pushing event updated for resources: {'Port': ['ID=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:32.369243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.380261 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.380653 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.382589 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.383121 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.384408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-de919f92-6c66-42e1-aef7-288d47988829 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4571052 Aug 31 09:45:32.387061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:32.387225 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.387538 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.387876 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.389077 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.389421 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.389742 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.390065 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.390385 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:32.393336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.418196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.435194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e126c-b85b-4453-b0c1-1327bfcb32b9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:32.454595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router d5499617-28ad-4a21-890b-d1e32d849a7a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:32.468162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.469434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e95300b-d05f-495c-bbfa-1fca53c6b29d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8308377 Aug 31 09:45:32.473789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52656) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:32.486688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'e60e126c-b85b-4453-b0c1-1327bfcb32b9', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:32.547343 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Attempting to bind port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:32.547698 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Attempting to bind port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:32.548272 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Attempting to bind port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 on network 41176b93-46cb-44c6-8111-f0df2ebe3e50 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:32.561508 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:32.562192 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Checking segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:32.562893 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.563528 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Bound using segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:32.564159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Bound port: c5f2b25c-6c6f-40dd-9352-1f8d5dc39809, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:32.564736 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-955d3091-cfd5-4460-8826-84d578dc751d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.565207 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.591114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.617343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-04a922b8-bd78-4585-9f8f-ebead8a92795', 'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '89f40e82-27ec-4c10-b2a4-27c4497e8508'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:32.618617 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.635795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bb8289fc-c016-4b0f-ac8b-62c676c073fa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:32.687177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.748169 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] For port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:32.758383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] For port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:32.773352 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.787976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:32.794779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.807422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] Sync routers for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:32.846506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.848436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bad7ddb6-9e2e-4f00-82ac-70f5eb36835b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/floatingips/f63f783f-2741-4f3b-9a99-43abe26493b7 HTTP/1.1" status: 204 len: 168 time: 2.4516125 Aug 31 09:45:32.849111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:32.854279 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37db98f-e846-48d0-9ce6-402ee91df7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:32.870773 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.885137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port bb8289fc-c016-4b0f-ac8b-62c676c073fa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:32.886565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.899820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.926933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dabded5-e9d3-4a48-ae9a-e912a252fdd5,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:32.947544 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3c37a1-1854-45f7-ad65-1a494a438820 x-openstack-request-id: req-4d3c37a1-1854-45f7-ad65-1a494a438820 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:32.948044 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:32.948467 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d3c37a1-1854-45f7-ad65-1a494a438820 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:32.949089 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'status': 'completed', 'code': 200} Aug 31 09:45:32.950572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.952218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9a60e58-d4a7-4fcb-81cd-1d3b3be0040e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4758294 Aug 31 09:45:32.964360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52662) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:32.970842 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f867f-70d0-4a8c-8900-404cdc694b55 None None] Pushing event updated for resources: {'Port': ['ID=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:32.976364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:32.987676 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:32.988367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'e60e126c-b85b-4453-b0c1-1327bfcb32b9', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:32.988549 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:32.988751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:33.082710 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.092629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-219ceaa9-b043-430d-9e16-94400a3f3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:33.095586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-219ceaa9-b043-430d-9e16-94400a3f3882 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 1098 time: 0.1004827 Aug 31 09:45:33.273340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52672) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:33.294780 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:33.332822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:33.403373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5ceca69-e54d-435d-bcde-4eed508d5763 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.460703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5ceca69-e54d-435d-bcde-4eed508d5763 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.461644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Allocated IP 172.20.0.2 (04a922b8-bd78-4585-9f8f-ebead8a92795/89f40e82-27ec-4c10-b2a4-27c4497e8508/6d948004-45ee-4964-8254-27cf9e82f26a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:33.587508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5ceca69-e54d-435d-bcde-4eed508d5763 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.593440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e5ceca69-e54d-435d-bcde-4eed508d5763 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.600953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e5ceca69-e54d-435d-bcde-4eed508d5763 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2a5fac1-3560-43a6-93ff-58aeebacc52d HTTP/1.1" status: 204 len: 168 time: 0.3243208 Aug 31 09:45:33.602272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52674) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:33.647097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceca69-e54d-435d-bcde-4eed508d5763 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a5fac1-3560-43a6-93ff-58aeebacc52d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:33.649603 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:27Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:32Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:33.653428 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-2cf6ce48-8776-4566-84a9-905b8bbb7a02 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] show failed (client error): The resource could not be found. Aug 31 09:45:33.658553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2cf6ce48-8776-4566-84a9-905b8bbb7a02 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "GET /v2.0/security-groups/e2a5fac1-3560-43a6-93ff-58aeebacc52d HTTP/1.1" status: 404 len: 347 time: 0.0331514 Aug 31 09:45:33.659159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52676) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:33.689712 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c947b-e43b-40b9-ba72-3ed7e23c9a19 None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:27Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:32Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:33.832501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.901162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port 3ec04aee-c29a-4481-89fd-50fec14df6e2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:33.901901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:33.976049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:33.989775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.009054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.049113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.050712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0837207 Aug 31 09:45:34.055654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.055909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52678) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:34.056244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.063280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'e60e126c-b85b-4453-b0c1-1327bfcb32b9', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:34.075964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306034-f240-4d5a-aa3f-6dae7a4e29f4 req-5289eed6-cad4-45b4-944d-95495300620e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:34.077263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c306034-f240-4d5a-aa3f-6dae7a4e29f4 req-5289eed6-cad4-45b4-944d-95495300620e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1885726 Aug 31 09:45:34.081340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5b1a-33a9-48f2-98fe-eaf4e7835f00 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de95530-333c-43b4-a592-675328d316ae,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:34.107840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-1349d9aa-3279-440b-b48e-2a605403eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:34.109436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-1349d9aa-3279-440b-b48e-2a605403eae2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 200 len: 897 time: 0.9954925 Aug 31 09:45:34.116108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for 3ec04aee-c29a-4481-89fd-50fec14df6e2 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:34.124724 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.140567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Transition to ACTIVE for port object 6d948004-45ee-4964-8254-27cf9e82f26a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:34.164106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-3aa3fb97-2680-43fd-b482-df2d1660bce3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 200 len: 217 time: 0.0444534 Aug 31 09:45:34.175759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Transition to ACTIVE for port object 6d948004-45ee-4964-8254-27cf9e82f26a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:34.203592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.224709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:34.281332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-3c583f15-b098-4a76-b57a-f22d28a0bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:34.286066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-3c583f15-b098-4a76-b57a-f22d28a0bff8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 200 len: 835 time: 0.1132283 Aug 31 09:45:34.298439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.317610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.355936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c306034-f240-4d5a-aa3f-6dae7a4e29f4 req-b2796420-4fac-4377-a046-e65d187a47d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454705 Aug 31 09:45:34.362841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=89f40e82-27ec-4c10-b2a4-27c4497e8508,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:34.465574 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.467324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-684f0b27-347f-4ae6-b5f0-9fa6de93b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:34.472837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-684f0b27-347f-4ae6-b5f0-9fa6de93b794 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da2f15ad-323e-43de-a17e-c6225326aa1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755245 Aug 31 09:45:34.483905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a922b8-bd78-4585-9f8f-ebead8a92795']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:34.512988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcde0f0-275e-497b-b689-38507d963962') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:34.513772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcde0f0-275e-497b-b689-38507d963962') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:34.534371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:44Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:34.546378 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.566765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.581156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:34.582497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.584561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:34.584825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.585525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:34.592277 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:34.596202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.604540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Network 04a922b8-bd78-4585-9f8f-ebead8a92795 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:34.606166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:34.609301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:34.626912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4515de6-5d6d-4e36-a7f8-ac8b12f6974a,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:34.639385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] Checking router: d5499617-28ad-4a21-890b-d1e32d849a7a for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:34.677466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.682253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5af77284-b682-453b-9337-79c4c793cdd7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6232827 Aug 31 09:45:34.688084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52682) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:34.693068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'e60e126c-b85b-4453-b0c1-1327bfcb32b9', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:34.707887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:34.709506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:34.711112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-2247088e-9eb7-4b6e-8be0-e4e149392f8a service neutron] 10.222.0.23 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205515 Aug 31 09:45:34.716136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:45:34.716136 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:45:34.716136 n-d-800634-13 neutron-server[94895]: [parameters: {'id': '04a922b8-bd78-4585-9f8f-ebead8a92795'}] Aug 31 09:45:34.716136 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:45:34.716612 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:45:34.770692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Pushing event updated for resources: {'Port': ['ID=6d948004-45ee-4964-8254-27cf9e82f26a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:34.815327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-72b33fcd-4d87-49c2-8921-1a8a329fbcfd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:34.816877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-72b33fcd-4d87-49c2-8921-1a8a329fbcfd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1119478 Aug 31 09:45:34.851216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.864523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Attempting to bind port 6d948004-45ee-4964-8254-27cf9e82f26a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:34.866112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Attempting to bind port 6d948004-45ee-4964-8254-27cf9e82f26a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'fbcde0f0-275e-497b-b689-38507d963962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:34.866670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Attempting to bind port 6d948004-45ee-4964-8254-27cf9e82f26a on network 04a922b8-bd78-4585-9f8f-ebead8a92795 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:34.887633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.909246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:34.910459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Checking segment: {'id': 'fbcde0f0-275e-497b-b689-38507d963962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:34.911049 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.911600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Bound using segment: {'id': 'fbcde0f0-275e-497b-b689-38507d963962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:34.913001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Bound port: 6d948004-45ee-4964-8254-27cf9e82f26a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcde0f0-275e-497b-b689-38507d963962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '04a922b8-bd78-4585-9f8f-ebead8a92795'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:34.913592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.936338 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.945959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:34.948939 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:34.996638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.000468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086216 Aug 31 09:45:35.001488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88300dba-6fc0-4fe6-83dd-95a8410a0eab tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5774423b-f850-419c-9d89-2e73f16231f2,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:35.004003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52684) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:35.012296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'e60e126c-b85b-4453-b0c1-1327bfcb32b9', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:35.019426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d37db98f-e846-48d0-9ce6-402ee91df7f1 req-6b47bc65-05ed-4552-b296-35a5c4b89fa1 service neutron] 10.222.0.23 "GET /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905428 Aug 31 09:45:35.021460 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.047076 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Project 19f7661fe32a436c860035a1571abbed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:45:35.056783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.065131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=3ec04aee-c29a-4481-89fd-50fec14df6e2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:35.084495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:35.124048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.147306 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.152344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.186282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b6474a-bf32-4458-9771-f8fc16a9429f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:35.190025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.191874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db34cdc8-0287-4bee-9b79-b1986dc04a9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1843176 Aug 31 09:45:35.195253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52686) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:35.200556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'e60e126c-b85b-4453-b0c1-1327bfcb32b9', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:35.237165 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Project 19f7661fe32a436c860035a1571abbed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:45:35.245818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.287106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] For port 6d948004-45ee-4964-8254-27cf9e82f26a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:35.322086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] For port 6d948004-45ee-4964-8254-27cf9e82f26a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6d948004-45ee-4964-8254-27cf9e82f26a,segment=NetworkSegment(fbcde0f0-275e-497b-b689-38507d963962),segment_id=fbcde0f0-275e-497b-b689-38507d963962)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:35.335817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.338852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:35.344762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.351203 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.351504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.353576 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d13a4de-866d-4c37-add4-fc5efe9ab2eb tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/floatingips/4af8764c-c555-4e25-b005-fc31eefac6e8 HTTP/1.1" status: 204 len: 168 time: 1.6931612 Aug 31 09:45:35.357102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52690) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:35.360933 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.384009 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.492915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 60442f44-e935-4e1f-8660-6f39a18bddd9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:35.493469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.503539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ebd1aa-c57e-493f-a3ea-5cb564d3c7ba,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:35.530556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cffa7e-f14f-4f98-a88f-b0249e6153a2 None None] Pushing event updated for resources: {'Port': ['ID=6d948004-45ee-4964-8254-27cf9e82f26a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:35.554616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c80eea-a8a4-42c3-bbbf-3e4e344b16b4 None None] Network 04a922b8-bd78-4585-9f8f-ebead8a92795 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:35.572663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.581677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e318bac5-9457-49b0-81e6-b39f1d6ec582 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3774052 Aug 31 09:45:35.637469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port 80c1f6fd-73f5-4740-a8fa-7eb626494e2b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:35.637837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.699983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting port 6d948004-45ee-4964-8254-27cf9e82f26a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:35.700331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.716527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:44Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:35.718264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8a735-56b2-4c95-a884-cc0fbfe46000 req-92c2be05-f17c-424f-beb7-99c667824da7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:35.720522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30d8a735-56b2-4c95-a884-cc0fbfe46000 req-92c2be05-f17c-424f-beb7-99c667824da7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 946 time: 0.1454222 Aug 31 09:45:35.783327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30d8a735-56b2-4c95-a884-cc0fbfe46000 req-5c59e003-36d6-429a-85ef-121c3426e6cf tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5307f48-678e-49a0-a9e4-e898485ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543272 Aug 31 09:45:35.802313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 60442f44-e935-4e1f-8660-6f39a18bddd9, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=60442f44-e935-4e1f-8660-6f39a18bddd9,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:35.802681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.817274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4abd8-bec6-49f6-a070-0c3f36135360 None None] The sync data for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 is: [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:43:38Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '45770eb2-dd43-48e0-940a-4be5b021adc3', 'name': '', 'network_id': 'da2f15ad-323e-43de-a17e-c6225326aa1c', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:e6:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:36Z', 'updated_at': '2021-08-31T09:43:44Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '082e0d2a-fd18-4278-be67-8959fcdde053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:35.830286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] For port 6d948004-45ee-4964-8254-27cf9e82f26a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6d948004-45ee-4964-8254-27cf9e82f26a,segment=NetworkSegment(fbcde0f0-275e-497b-b689-38507d963962),segment_id=fbcde0f0-275e-497b-b689-38507d963962)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:35.830710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.834542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 60442f44-e935-4e1f-8660-6f39a18bddd9 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:35.890892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:35.891155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Calling delete_port for 6d948004-45ee-4964-8254-27cf9e82f26a owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:35.938275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716e8f6-4aa7-4441-bbc4-b1ac17ac19b9 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:45:35.953016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:35.975216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for 80c1f6fd-73f5-4740-a8fa-7eb626494e2b owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:36.062188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-1ec0bc50-9ded-4729-a168-06ac3d868040 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840745469&fields=id&tenant_id=19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 267 time: 0.1751242 Aug 31 09:45:36.078804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.100247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:36.100722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.170059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Port': ['ID=6d948004-45ee-4964-8254-27cf9e82f26a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:36.173146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No DVR routers for this DVR port 6d948004-45ee-4964-8254-27cf9e82f26a on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:36.223328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716e8f6-4aa7-4441-bbc4-b1ac17ac19b9 None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:45:36.241260 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.333374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-59fa4ccb-fd1b-4964-bd53-9e1fff4f9825 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:36.337477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.338426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-59fa4ccb-fd1b-4964-bd53-9e1fff4f9825 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 796 time: 0.2648475 Aug 31 09:45:36.356139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a922b8-bd78-4585-9f8f-ebead8a92795']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:36.369983 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5613139-d32c-495a-a368-dcb724152a89 None None] New status for floating IP f63f783f-2741-4f3b-9a99-43abe26493b7: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:45:36.377665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcde0f0-275e-497b-b689-38507d963962') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:36.377967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcde0f0-275e-497b-b689-38507d963962') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:36.391709 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.398156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.419654 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.437454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:36.437866 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:36.447477 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:36.458304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.469237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-57b7cff2-da26-4015-9921-fb1074a95ea0 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/quotas/19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 375 time: 0.1046424 Aug 31 09:45:36.470385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=80c1f6fd-73f5-4740-a8fa-7eb626494e2b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:36.592823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=60442f44-e935-4e1f-8660-6f39a18bddd9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:36.632838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] No DVR routers for this DVR port 60442f44-e935-4e1f-8660-6f39a18bddd9 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:36.635990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-8c7af1d4-ae76-4996-a3a5-53b4641c8ade tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468329 Aug 31 09:45:36.636696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.638456 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8c79fe59-bae8-4233-a1ed-15e67cca6923 req-56e890cf-126a-4b69-bd15-3de3e343cbec tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "DELETE /v2.0/ports/60442f44-e935-4e1f-8660-6f39a18bddd9 HTTP/1.1" status: 204 len: 173 time: 1.7695205 Aug 31 09:45:36.639119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-deleted', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:36.642825 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cda047-529e-4d32-9e6f-5275eed8a6ef" -d '{"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-deleted", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:36.646741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.647843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.659758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f0f0aaed-fd39-42c4-9ce1-5bd29ca92003 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/ports/80c1f6fd-73f5-4740-a8fa-7eb626494e2b HTTP/1.1" status: 204 len: 168 time: 1.3013430 Aug 31 09:45:36.667821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52714) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:36.669172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.671678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/04a922b8-bd78-4585-9f8f-ebead8a92795 HTTP/1.1" status: 204 len: 168 time: 4.2836623 Aug 31 09:45:36.672520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58ebc4-e540-4702-bb38-7bdbb4f47084 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=04a922b8-bd78-4585-9f8f-ebead8a92795,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:36.684454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52718) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:36.702401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1957620823'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:36.735764 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab86d0-d250-43eb-922a-c2e9036910a5 x-openstack-request-id: req-5eab86d0-d250-43eb-922a-c2e9036910a5 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:36.736188 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62765b63-98dc-410a-a3ed-6e4d1e7a8e75", "name": "network-vif-deleted", "tag": "60442f44-e935-4e1f-8660-6f39a18bddd9", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:36.736463 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eab86d0-d250-43eb-922a-c2e9036910a5 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:36.736869 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62765b63-98dc-410a-a3ed-6e4d1e7a8e75', 'name': 'network-vif-deleted', 'tag': '60442f44-e935-4e1f-8660-6f39a18bddd9', 'status': 'completed', 'code': 200} Aug 31 09:45:36.751665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:36.755652 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.876593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:36.882571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port 344abdf6-9cd8-43f3-a66f-cbe954454853 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:36.883642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.891084 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.892191 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment e63e92b2-43f0-4765-8b66-b20a8b258cf5 of type vlan for network 349f253e-720c-4a1d-83a6-d8b07def19b0 Aug 31 09:45:36.967729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:36.997610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e51a334d-d743-4f82-a446-91a0e465c868 req-3f353c3b-b1f4-474f-885f-ca67c91cb1ed tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=62765b63-98dc-410a-a3ed-6e4d1e7a8e75 HTTP/1.1" status: 200 len: 210 time: 0.0437741 Aug 31 09:45:37.036997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.043552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.049382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:37.050064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.058397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for 344abdf6-9cd8-43f3-a66f-cbe954454853 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:37.085796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-75a7ed48-638a-404a-9361-ed746cb39667 service neutron] 10.222.0.18 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236810 Aug 31 09:45:37.161996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4729207 Aug 31 09:45:37.163071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52722) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:37.170119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:37.215790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2e4e3-a738-4bb6-ae59-563359371a58 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=349f253e-720c-4a1d-83a6-d8b07def19b0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:37.228950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 349f253e-720c-4a1d-83a6-d8b07def19b0 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:37.333619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-1b3b2bed-3678-4b76-bbf7-fda8af23c1dc service neutron] 10.222.0.18 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068036 Aug 31 09:45:37.478084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:37.483403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.548523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.567229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing IP validity checks on allocation pools {{(pid=94895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:45:37.567830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:45:37.583280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43d46787-0fa2-486b-a1d0-a462a8bad70c req-db2e8c47-d4ae-4ed5-97b0-6048b6818d4b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0347872 Aug 31 09:45:37.595918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=344abdf6-9cd8-43f3-a66f-cbe954454853,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:37.679282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:37.697069 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.701735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a44d0697-30c7-4e5f-877c-f51c9d95442d tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/ports/344abdf6-9cd8-43f3-a66f-cbe954454853 HTTP/1.1" status: 204 len: 168 time: 1.0242319 Aug 31 09:45:37.702186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52730) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:37.717351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 60442f44-e935-4e1f-8660-6f39a18bddd9 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:37.719033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 60442f44-e935-4e1f-8660-6f39a18bddd9 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:38.079290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52740) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:38.155702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting subnet c65cd0dc-4142-4fdd-911f-2a40385e286a {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:38.202391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.233110 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:38.299198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.304857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.413731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=52a99806-587c-4fde-b5f3-342aa3b0bb81,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:38.454398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': 'e63e92b2-43f0-4765-8b66-b20a8b258cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:38.454847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 349f253e-720c-4a1d-83a6-d8b07def19b0, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:38.475967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.513727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 349f253e-720c-4a1d-83a6-d8b07def19b0 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:38.529690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 349f253e-720c-4a1d-83a6-d8b07def19b0) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:38.538159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:38.539397 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.543840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108a007-e476-4988-a8de-5b7f0b83c68a None None] Network 349f253e-720c-4a1d-83a6-d8b07def19b0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:38.561648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a5d756e-dada-4e78-b82a-d019b913f1ba tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3972049 Aug 31 09:45:38.564311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52752) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:38.578595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.670339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Subnet': ['ID=c65cd0dc-4142-4fdd-911f-2a40385e286a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:38.676791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.680006 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4fae5df9-207c-465e-933b-da4290e8cdb8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/subnets/c65cd0dc-4142-4fdd-911f-2a40385e286a HTTP/1.1" status: 204 len: 168 time: 0.9765291 Aug 31 09:45:38.684644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52756) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:38.686518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69347fc1-7332-4ef0-93bb-fbe3be138f82 None None] Network 398d1361-f135-4d32-8aac-6d9d7dff1c41 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:38.779490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting subnet c6e98a57-6e47-43ce-be74-53fac5942cff {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:38.785479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.792805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.843127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c243241b-a0c8-416e-9367-8bde73513beb req-b4ac253b-6aa2-446a-af5f-e8db5ecefecf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0619392 Aug 31 09:45:38.891201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:38.903031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.024190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-349f253e-720c-4a1d-83a6-d8b07def19b0', 'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '52a99806-587c-4fde-b5f3-342aa3b0bb81'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:39.025354 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.120301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.176487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-93c8539e-c31e-4cc5-b366-e12465cb2455 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:39.178329 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-93c8539e-c31e-4cc5-b366-e12465cb2455 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.15 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 796 time: 0.3832917 Aug 31 09:45:39.184236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] DHCP port deletion for 398d1361-f135-4d32-8aac-6d9d7dff1c41 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:39.202408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.273784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-b6e8ba31-3d6b-4771-be20-ff041f9ec72b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 379 time: 0.0826392 Aug 31 09:45:39.287039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'port': {'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'admin_state_up': True, 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'security_groups': ['e60e126c-b85b-4453-b0c1-1327bfcb32b9']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:39.323172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Allocated IP 172.20.0.3 (349f253e-720c-4a1d-83a6-d8b07def19b0/52a99806-587c-4fde-b5f3-342aa3b0bb81/5db53529-27a4-4a9a-84db-c69b2b29e900) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:39.346325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 45770eb2-dd43-48e0-940a-4be5b021adc3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:39.347811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.348965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] Deleting port 7cff6112-039b-46f7-a8ce-68670a59243f {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:39.349522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.389833 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.451828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e98a57-6e47-43ce-be74-53fac5942cff,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:39.461110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.463797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-04901ae6-60ce-426e-8206-a771eb6b10b8 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/subnets/c6e98a57-6e47-43ce-be74-53fac5942cff HTTP/1.1" status: 204 len: 168 time: 0.7781126 Aug 31 09:45:39.467474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52766) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:39.513220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 45770eb2-dd43-48e0-940a-4be5b021adc3, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=45770eb2-dd43-48e0-940a-4be5b021adc3,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:39.513877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.532001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 45770eb2-dd43-48e0-940a-4be5b021adc3 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:39.583310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.594732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:39.598677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.645273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e5718-050d-4869-89c6-1cb4cc0a2bf6 None None] Network 18e93208-3009-421c-a4f7-7686967f41a7 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:39.725796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] For port 7cff6112-039b-46f7-a8ce-68670a59243f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7cff6112-039b-46f7-a8ce-68670a59243f,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:39.726205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.761919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] Calling delete_port for 7cff6112-039b-46f7-a8ce-68670a59243f owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:39.773901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Deleting port 7cff6112-039b-46f7-a8ce-68670a59243f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:39.774861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.835676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.859195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.20.0.8 (41176b93-46cb-44c6-8111-f0df2ebe3e50/86cee2ca-b808-464e-96e2-207e78d1ce36/2b92c86f-0f9c-4f21-b4fc-51674614e62d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:39.879877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] For port 7cff6112-039b-46f7-a8ce-68670a59243f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7cff6112-039b-46f7-a8ce-68670a59243f,segment=NetworkSegment(06f279c7-2c30-49a7-8cbf-74e584470d42),segment_id=06f279c7-2c30-49a7-8cbf-74e584470d42)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:39.880258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:39.902127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Calling delete_port for 7cff6112-039b-46f7-a8ce-68670a59243f owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:39.919469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=45770eb2-dd43-48e0-940a-4be5b021adc3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.035541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7cff6112-039b-46f7-a8ce-68670a59243f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:40.069679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.086980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6773185b-7dc9-4939-855f-7a8e558c9e29 req-76e1dbd5-ce8b-430c-9986-f4a61addffa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0956981 Aug 31 09:45:40.124098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7cff6112-039b-46f7-a8ce-68670a59243f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:40.124533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7cff6112-039b-46f7-a8ce-68670a59243f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:40.164566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] Pushing event deleted for resources: {'Port': ['ID=7cff6112-039b-46f7-a8ce-68670a59243f,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.177579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.181845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59c210-e186-429d-aaac-3abd2ba6b631 None None] No DVR routers for this DVR port 7cff6112-039b-46f7-a8ce-68670a59243f on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:40.210865 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.225313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Transition to ACTIVE for port object 5db53529-27a4-4a9a-84db-c69b2b29e900 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:40.234207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Port': ['ID=7cff6112-039b-46f7-a8ce-68670a59243f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.243729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] No DVR routers for this DVR port 7cff6112-039b-46f7-a8ce-68670a59243f on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:40.247985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Transition to ACTIVE for port object 5db53529-27a4-4a9a-84db-c69b2b29e900 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:40.268727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.330458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.338676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.348458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] DHCP port deletion for 18e93208-3009-421c-a4f7-7686967f41a7 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:40.371673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Network 349f253e-720c-4a1d-83a6-d8b07def19b0 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:40.373597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Pushing event updated for resources: {'Port': ['ID=5db53529-27a4-4a9a-84db-c69b2b29e900,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.384479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:40.394657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:40.431191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Transition to ACTIVE for port object 2b92c86f-0f9c-4f21-b4fc-51674614e62d will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:40.473046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.477398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.494798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.496738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Attempting to bind port 5db53529-27a4-4a9a-84db-c69b2b29e900 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:40.497210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Attempting to bind port 5db53529-27a4-4a9a-84db-c69b2b29e900 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e63e92b2-43f0-4765-8b66-b20a8b258cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:40.497570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Attempting to bind port 5db53529-27a4-4a9a-84db-c69b2b29e900 on network 349f253e-720c-4a1d-83a6-d8b07def19b0 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:40.504392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398d1361-f135-4d32-8aac-6d9d7dff1c41']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.507913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:40.508287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Checking segment: {'id': 'e63e92b2-43f0-4765-8b66-b20a8b258cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:40.509013 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.509413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Bound using segment: {'id': 'e63e92b2-43f0-4765-8b66-b20a8b258cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:40.509978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Bound port: 5db53529-27a4-4a9a-84db-c69b2b29e900, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e92b2-43f0-4765-8b66-b20a8b258cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '349f253e-720c-4a1d-83a6-d8b07def19b0'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:40.510364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.520937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] Deleting port 38caff9b-a7f6-42e5-95e3-191b08319389 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:40.521308 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.565052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f279c7-2c30-49a7-8cbf-74e584470d42') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.565052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f279c7-2c30-49a7-8cbf-74e584470d42') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.578638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=52a99806-587c-4fde-b5f3-342aa3b0bb81,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.637916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] For port 38caff9b-a7f6-42e5-95e3-191b08319389, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=38caff9b-a7f6-42e5-95e3-191b08319389,segment=NetworkSegment(310ffa61-bd03-416a-9d1b-e83eceda59a6),segment_id=310ffa61-bd03-416a-9d1b-e83eceda59a6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:40.637916 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.641880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.660543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] Calling delete_port for 38caff9b-a7f6-42e5-95e3-191b08319389 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:40.661174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:40.665681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] For port 5db53529-27a4-4a9a-84db-c69b2b29e900, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:40.671312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] For port 5db53529-27a4-4a9a-84db-c69b2b29e900, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5db53529-27a4-4a9a-84db-c69b2b29e900,segment=NetworkSegment(e63e92b2-43f0-4765-8b66-b20a8b258cf5),segment_id=e63e92b2-43f0-4765-8b66-b20a8b258cf5)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:40.672887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:40.679439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.681833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:40.687085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.690457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=2b92c86f-0f9c-4f21-b4fc-51674614e62d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.690837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router d5499617-28ad-4a21-890b-d1e32d849a7a has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:40.694921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.706585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:40.707024 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: self.session.flush() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:40.713468 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:40.794335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349f253e-720c-4a1d-83a6-d8b07def19b0']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.821087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63e92b2-43f0-4765-8b66-b20a8b258cf5') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.821338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63e92b2-43f0-4765-8b66-b20a8b258cf5') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.847113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.856039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7d0ba-4176-417f-8570-05048ab901e4 None None] Pushing event updated for resources: {'Port': ['ID=5db53529-27a4-4a9a-84db-c69b2b29e900,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.873613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:40.894962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] Sync routers for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:40.899105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1eeb6991-62e9-42c5-9e76-9a5c6953b1ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/d5499617-28ad-4a21-890b-d1e32d849a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8147309 Aug 31 09:45:40.899823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52770) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:40.901532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.903713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.919628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eba6be-a9de-4d8e-8a9a-e4e8841793b6 None None] Network 349f253e-720c-4a1d-83a6-d8b07def19b0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:40.922743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.923754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:40.924428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.925965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:40.926873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:40.939602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.942282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/networks/398d1361-f135-4d32-8aac-6d9d7dff1c41 HTTP/1.1" status: 204 len: 168 time: 1.4737287 Aug 31 09:45:40.948044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52772) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:40.973629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778cf1-59d4-45ec-a794-47720aaf14b3 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Network': ['ID=398d1361-f135-4d32-8aac-6d9d7dff1c41,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:40.976255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:40.976678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:40.983254 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:41.053356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-4ee52fae-64a6-44c4-83e9-c579d61857f9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7712638 Aug 31 09:45:41.067803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Request body: {'port': {'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:41.083554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.119236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] No DVR routers for this DVR port 38caff9b-a7f6-42e5-95e3-191b08319389 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:41.144270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521aa1ef-9dc4-481b-863c-f1c19322a01d None None] Pushing event deleted for resources: {'Port': ['ID=38caff9b-a7f6-42e5-95e3-191b08319389,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:41.148822 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:45:41.148822 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:45:41.148822 n-d-800634-13 neutron-server[94895]: [parameters: {'id': '349f253e-720c-4a1d-83a6-d8b07def19b0'}] Aug 31 09:45:41.148822 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:45:41.149266 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:45:41.208544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.248881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting subnet 082e0d2a-fd18-4278-be67-8959fcdde053 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:41.286191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.322425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a807a46-8d9c-466a-8cea-e252cf9b51f1 None None] Provisioning for port 2b92c86f-0f9c-4f21-b4fc-51674614e62d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:41.364611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a807a46-8d9c-466a-8cea-e252cf9b51f1 None None] Provisioning complete for port 2b92c86f-0f9c-4f21-b4fc-51674614e62d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:41.365007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a807a46-8d9c-466a-8cea-e252cf9b51f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.448687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:41.536676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a807a46-8d9c-466a-8cea-e252cf9b51f1 None None] Port 2b92c86f-0f9c-4f21-b4fc-51674614e62d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:41.594692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd55f1-3d18-4ffd-a4af-3486b27e33fc None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:45:41.651737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b92c86f-0f9c-4f21-b4fc-51674614e62d {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:41.671483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.688389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.709675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Transition to ACTIVE for port object 2b92c86f-0f9c-4f21-b4fc-51674614e62d will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:41.721064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.782683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd55f1-3d18-4ffd-a4af-3486b27e33fc None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:45:41.810555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Pushing event updated for resources: {'Port': ['ID=2b92c86f-0f9c-4f21-b4fc-51674614e62d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:41.823487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.829645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:45:39Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:41.848136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e93208-3009-421c-a4f7-7686967f41a7']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:41.869971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310ffa61-bd03-416a-9d1b-e83eceda59a6') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:41.870232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310ffa61-bd03-416a-9d1b-e83eceda59a6') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:41.877119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] Checking router: d5499617-28ad-4a21-890b-d1e32d849a7a for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:41.900332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.930389 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.941697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] Routers {'d5499617-28ad-4a21-890b-d1e32d849a7a'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:41.942350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d5499617-28ad-4a21-890b-d1e32d849a7a'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:41.984703 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.994034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:41.994449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.012267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 38caff9b-a7f6-42e5-95e3-191b08319389 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:42.047858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting port 5db53529-27a4-4a9a-84db-c69b2b29e900 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:42.048200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:42.070568 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:42.081130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 38caff9b-a7f6-42e5-95e3-191b08319389 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:42.082051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 38caff9b-a7f6-42e5-95e3-191b08319389 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:42.103228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6353eb-b6a6-423a-90c2-558d64306e1b req-af3c6847-a9bc-43a8-80ef-a29bd62e48f6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.107755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c6353eb-b6a6-423a-90c2-558d64306e1b req-af3c6847-a9bc-43a8-80ef-a29bd62e48f6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 931 time: 0.8679416 Aug 31 09:45:42.197567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.213355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Attempting to bind port 2b92c86f-0f9c-4f21-b4fc-51674614e62d on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:42.214298 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.215006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Attempting to bind port 2b92c86f-0f9c-4f21-b4fc-51674614e62d by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:42.215543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Attempting to bind port 2b92c86f-0f9c-4f21-b4fc-51674614e62d on network 41176b93-46cb-44c6-8111-f0df2ebe3e50 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:42.217852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] 10.222.0.18 "DELETE /v2.0/networks/18e93208-3009-421c-a4f7-7686967f41a7 HTTP/1.1" status: 204 len: 168 time: 1.2685173 Aug 31 09:45:42.234141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] For port 5db53529-27a4-4a9a-84db-c69b2b29e900, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5db53529-27a4-4a9a-84db-c69b2b29e900,segment=NetworkSegment(e63e92b2-43f0-4765-8b66-b20a8b258cf5),segment_id=e63e92b2-43f0-4765-8b66-b20a8b258cf5)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:42.234141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.244977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Port 2b92c86f-0f9c-4f21-b4fc-51674614e62d on network 41176b93-46cb-44c6-8111-f0df2ebe3e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:45:42.245508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Attempting to bind port 2b92c86f-0f9c-4f21-b4fc-51674614e62d on network 41176b93-46cb-44c6-8111-f0df2ebe3e50 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:42.260964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Calling delete_port for 5db53529-27a4-4a9a-84db-c69b2b29e900 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:42.263635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:42.264287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Checking segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:42.264976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Bound using segment: {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:42.265762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Bound port: 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80848770-8eb2-4a49-8a4b-5fe706edcf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:42.266420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.275458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48836c4-cbc9-48c9-9740-b86673ddcaa5 tempest-TaggedBootDevicesTest_v242-1405198085 tempest-TaggedBootDevicesTest_v242-1405198085-project] Pushing event deleted for resources: {'Network': ['ID=18e93208-3009-421c-a4f7-7686967f41a7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:42.284777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c6353eb-b6a6-423a-90c2-558d64306e1b req-46129739-4cd4-42d0-bc47-c86b772ac1e7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528885 Aug 31 09:45:42.319424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] Set router d5499617-28ad-4a21-890b-d1e32d849a7a gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:42.337120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.482350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.514364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] For port 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:42.526753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] For port 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:42.538150 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.548123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Subnet': ['ID=082e0d2a-fd18-4278-be67-8959fcdde053,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:42.564187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.574389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ef2483d3-3041-4cfb-b815-318a9dcf9731 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/subnets/082e0d2a-fd18-4278-be67-8959fcdde053 HTTP/1.1" status: 204 len: 168 time: 1.6730680 Aug 31 09:45:42.575374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52784) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:42.581320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.601347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.601973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.603474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] 10.222.0.15 "PUT /v2.0/ports/2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 1092 time: 1.5411468 Aug 31 09:45:42.603966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:42.606284 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e05e9-1d0f-49ac-b268-99d6869bed7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:42.618820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No DVR routers for this DVR port 5db53529-27a4-4a9a-84db-c69b2b29e900 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:42.731825 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cfebff-f7e7-47f3-b05b-e2dd5e19acd1 x-openstack-request-id: req-33cfebff-f7e7-47f3-b05b-e2dd5e19acd1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:42.732656 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:42.732656 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33cfebff-f7e7-47f3-b05b-e2dd5e19acd1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:42.732656 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'status': 'completed', 'code': 200} Aug 31 09:45:42.745640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a9a0-4265-410a-9d5d-749b51b623ca service neutron] Pushing event updated for resources: {'Port': ['ID=2b92c86f-0f9c-4f21-b4fc-51674614e62d,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:42.827517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.894569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Port': ['ID=5db53529-27a4-4a9a-84db-c69b2b29e900,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:42.911881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:42.918925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bc48b-4565-4a7e-82ce-3ded5eb062fb None None] Network da2f15ad-323e-43de-a17e-c6225326aa1c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:42.926912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349f253e-720c-4a1d-83a6-d8b07def19b0']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:42.940374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-5adba8de-6503-498b-88a3-a9ee740bd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.941974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-5adba8de-6503-498b-88a3-a9ee740bd75d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1095 time: 0.2391422 Aug 31 09:45:42.944797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63e92b2-43f0-4765-8b66-b20a8b258cf5') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:42.945088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63e92b2-43f0-4765-8b66-b20a8b258cf5') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:42.963241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.024773 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.026858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-12b71490-10ee-40b0-81a3-188635aa9ed9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 217 time: 0.0742192 Aug 31 09:45:43.056077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.063829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:43.065023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.128815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 84c13949-6d4f-4038-a205-7e695b1785c9 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:43.128815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:43.167015 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:43.210225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:45:39Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:43.281759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-cd13bd57-bba1-41b7-86fa-9dca25e65dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.282946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-cd13bd57-bba1-41b7-86fa-9dca25e65dd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 200 len: 835 time: 0.1229811 Aug 31 09:45:43.283970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37099e9a-4c6f-4a18-b08f-5c30e6f7afac None None] The sync data for ids ['d5499617-28ad-4a21-890b-d1e32d849a7a'] in n-d-800634-13 is: [{'id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668533211', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:23Z', 'updated_at': '2021-08-31T09:45:39Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '84c13949-6d4f-4038-a205-7e695b1785c9', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5499617-28ad-4a21-890b-d1e32d849a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:26Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:43.291041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] DHCP port deletion for da2f15ad-323e-43de-a17e-c6225326aa1c request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:45:43.374813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.393171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 84c13949-6d4f-4038-a205-7e695b1785c9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=84c13949-6d4f-4038-a205-7e695b1785c9,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:43.394337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.402027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] Deleting port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:43.402454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.423015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 84c13949-6d4f-4038-a205-7e695b1785c9 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:43.433918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.447497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/349f253e-720c-4a1d-83a6-d8b07def19b0 HTTP/1.1" status: 204 len: 168 time: 4.8817830 Aug 31 09:45:43.452058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52796) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:43.458327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35963540'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:43.462550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-75090144-32bc-40df-bf60-50d5d3f4a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.464494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-75090144-32bc-40df-bf60-50d5d3f4a394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728902 Aug 31 09:45:43.465481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e134b-bcb5-4bd1-b5df-a1395029800c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=349f253e-720c-4a1d-83a6-d8b07def19b0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:43.513385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] For port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,segment=NetworkSegment(77494ae7-613c-44e1-a75b-828e14fa199a),segment_id=77494ae7-613c-44e1-a75b-828e14fa199a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:43.514184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.533222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] Calling delete_port for 5f7f40db-0c8d-447f-8dbd-161a0c8278fc owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:43.560023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:43.564065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.579374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0897-8019-4b48-9b76-c362606710c3 req-f495a88b-1d44-491b-b9b5-470da6938cfc tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.581300 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c6d0897-8019-4b48-9b76-c362606710c3 req-f495a88b-1d44-491b-b9b5-470da6938cfc tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 943 time: 0.1702237 Aug 31 09:45:43.592756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-666470ee-68b2-464b-94e2-044827108ede service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191862 Aug 31 09:45:43.666035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:43.710824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.744474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] No DVR routers for this DVR port 5f7f40db-0c8d-447f-8dbd-161a0c8278fc on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:43.774850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5513f9b7-dbad-48be-ac66-edbadcf2e4b1 req-c9e03bc7-a72f-49d2-9a68-479f723f485e service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728678 Aug 31 09:45:43.775324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.775563 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment ba26037a-ebc8-44da-9f8d-8d5cdc849282 of type vlan for network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 Aug 31 09:45:43.808791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c6d0897-8019-4b48-9b76-c362606710c3 req-bd4a65fa-de44-4c67-88ff-52dc91047ed4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035992 Aug 31 09:45:43.821539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb95538-7a7e-411f-9a4b-2ed434313c34 None None] Pushing event deleted for resources: {'Port': ['ID=5f7f40db-0c8d-447f-8dbd-161a0c8278fc,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:43.954124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 45770eb2-dd43-48e0-940a-4be5b021adc3 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:43.989031 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.992273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-8f58b203-e0c6-447a-9c3a-4a60d3d7d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.997029 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-8f58b203-e0c6-447a-9c3a-4a60d3d7d76a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1095 time: 0.1338801 Aug 31 09:45:44.022704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 45770eb2-dd43-48e0-940a-4be5b021adc3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:44.023199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 45770eb2-dd43-48e0-940a-4be5b021adc3 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:44.023742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f7f40db-0c8d-447f-8dbd-161a0c8278fc no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:44.071583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 5f7f40db-0c8d-447f-8dbd-161a0c8278fc {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:44.072080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5f7f40db-0c8d-447f-8dbd-161a0c8278fc not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:44.073495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.089951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:44.089951 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.161235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-4623a88f-0ab3-4a8b-9dea-0e14df6e35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:44.164184 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-4623a88f-0ab3-4a8b-9dea-0e14df6e35db service neutron] 10.222.0.15 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 897 time: 0.1613896 Aug 31 09:45:44.229001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7709186 Aug 31 09:45:44.229001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52802) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:44.238269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-f5b779fb-fbf5-4986-91d3-c45df903e769 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 217 time: 0.0659206 Aug 31 09:45:44.240540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:44.304904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-d197427a-8cc7-43b7-bfa0-c211c658d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:44.306656 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-d197427a-8cc7-43b7-bfa0-c211c658d26f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 200 len: 835 time: 0.0601220 Aug 31 09:45:44.342312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.356951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361061b-fb4c-4526-a68c-d574ade49736 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=9a05c71b-5be6-4c51-9625-a0c89dcc3e77,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:44.374777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:44.381897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-36f58644-1d7e-4fc8-9954-10a6431b06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:44.385002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-36f58644-1d7e-4fc8-9954-10a6431b06f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696590 Aug 31 09:45:44.410414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=84c13949-6d4f-4038-a205-7e695b1785c9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:44.594590 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.598298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:44.602320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.614896 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-259cdee1-f8a0-4a6c-a1ef-1fbec448a30e service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081094 Aug 31 09:45:44.761081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-853e05e9-1d0f-49ac-b268-99d6869bed7a req-561d0e17-11fb-4f53-9b90-241bdfc65ffe service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351919 Aug 31 09:45:44.790943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.796119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.875439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.876463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Fanout notify agent at l3_agent the message router_deleted on router d5499617-28ad-4a21-890b-d1e32d849a7a {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:45:44.890197 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.891952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fc179d0d-4878-4d1a-9a66-10f6fb885e6c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/routers/d5499617-28ad-4a21-890b-d1e32d849a7a HTTP/1.1" status: 204 len: 168 time: 2.3152034 Aug 31 09:45:44.894686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52806) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:45.040679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.079336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea1e4-ef91-4228-88f0-82fb51884704 req-c0631142-e51e-463c-b0ae-723fa77e8f92 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:45.081092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ccea1e4-ef91-4228-88f0-82fb51884704 req-c0631142-e51e-463c-b0ae-723fa77e8f92 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 943 time: 0.1168470 Aug 31 09:45:45.136555 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.189299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ccea1e4-ef91-4228-88f0-82fb51884704 req-06ff7fe3-4c0c-4213-bb32-8a27dc21612b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971689 Aug 31 09:45:45.259350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=217f0a00-f1a2-4340-8809-ccabf5f976c6,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:45.259864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.273968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': 'ba26037a-ebc8-44da-9f8d-8d5cdc849282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:45.274341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 9a05c71b-5be6-4c51-9625-a0c89dcc3e77, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:45.280332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2f15ad-323e-43de-a17e-c6225326aa1c']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:45.294235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77494ae7-613c-44e1-a75b-828e14fa199a') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:45.294661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77494ae7-613c-44e1-a75b-828e14fa199a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:45.307042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.308172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:45.328288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9a05c71b-5be6-4c51-9625-a0c89dcc3e77) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:45.329748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.339187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:45.339772 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.341194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:45.342362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:45.349475 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:45.362604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa7693-7642-4e66-8eaf-0215be8eae3e None None] Network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:45.369633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-11475a5e-0490-4e45-b9fa-0f7cd706b05e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1333060 Aug 31 09:45:45.370391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52812) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:45.494768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.515117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.518160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/networks/da2f15ad-323e-43de-a17e-c6225326aa1c HTTP/1.1" status: 204 len: 168 time: 0.6222432 Aug 31 09:45:45.532506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52814) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:45.533827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace55eaf-c424-4d89-8835-92873ad3603c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Network': ['ID=da2f15ad-323e-43de-a17e-c6225326aa1c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:45.667943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.672407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-9a05c71b-5be6-4c51-9625-a0c89dcc3e77', 'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '217f0a00-f1a2-4340-8809-ccabf5f976c6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:45.674157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.675397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e186eed-e412-4e2c-b47f-fbb0125aa25a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.751165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e186eed-e412-4e2c-b47f-fbb0125aa25a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.795099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.886750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84c13949-6d4f-4038-a205-7e695b1785c9 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:45.899069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e186eed-e412-4e2c-b47f-fbb0125aa25a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.903962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5e186eed-e412-4e2c-b47f-fbb0125aa25a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.903962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5e186eed-e412-4e2c-b47f-fbb0125aa25a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5307f48-678e-49a0-a9e4-e898485ca247 HTTP/1.1" status: 204 len: 168 time: 0.3735042 Aug 31 09:45:45.916307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e186eed-e412-4e2c-b47f-fbb0125aa25a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5307f48-678e-49a0-a9e4-e898485ca247,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:45.930654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 84c13949-6d4f-4038-a205-7e695b1785c9 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:45.931269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84c13949-6d4f-4038-a205-7e695b1785c9 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:45.977166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Allocated IP 172.20.0.1 (9a05c71b-5be6-4c51-9625-a0c89dcc3e77/217f0a00-f1a2-4340-8809-ccabf5f976c6/4df4633d-dfee-4f92-9a96-83a3ac30f5c1) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:46.153965 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.163864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Transition to ACTIVE for port object 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:46.188659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Transition to ACTIVE for port object 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:46.204702 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.263463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:46.269109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:46.276513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:46.280742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Pushing event updated for resources: {'Port': ['ID=4df4633d-dfee-4f92-9a96-83a3ac30f5c1,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:46.289107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.388553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Attempting to bind port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:46.389164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Attempting to bind port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'ba26037a-ebc8-44da-9f8d-8d5cdc849282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:46.389287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Attempting to bind port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 on network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:46.395439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:46.395830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Checking segment: {'id': 'ba26037a-ebc8-44da-9f8d-8d5cdc849282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:46.397535 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.397942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Bound using segment: {'id': 'ba26037a-ebc8-44da-9f8d-8d5cdc849282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:46.398433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Bound port: 4df4633d-dfee-4f92-9a96-83a3ac30f5c1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba26037a-ebc8-44da-9f8d-8d5cdc849282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:46.398845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.407256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.421372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a05c71b-5be6-4c51-9625-a0c89dcc3e77']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:46.433790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba26037a-ebc8-44da-9f8d-8d5cdc849282') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:46.434255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba26037a-ebc8-44da-9f8d-8d5cdc849282') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:46.447313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.474274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.482919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:46.483673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.507772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] For port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:46.535080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52826) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:46.538287 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:46.542188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836079828', 'description': 'tempest-secgroup-smoke-1836079828 description', 'project_id': '2006540de5b246e99c0578400f943b8d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:46.576499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.603627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=217f0a00-f1a2-4340-8809-ccabf5f976c6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:46.629894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] For port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4df4633d-dfee-4f92-9a96-83a3ac30f5c1,segment=NetworkSegment(ba26037a-ebc8-44da-9f8d-8d5cdc849282),segment_id=ba26037a-ebc8-44da-9f8d-8d5cdc849282)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:46.640321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.640569 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:45:46.640569 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:45:46.640569 n-d-800634-13 neutron-server[94896]: [parameters: {'id': '9a05c71b-5be6-4c51-9625-a0c89dcc3e77'}] Aug 31 09:45:46.640569 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:45:46.641010 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:45:46.667045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63dff2-1635-4f35-9de5-c2995f4d2259 req-248d19e2-aa74-4a59-87f4-24269419cf8f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:46.670314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db63dff2-1635-4f35-9de5-c2995f4d2259 req-248d19e2-aa74-4a59-87f4-24269419cf8f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 943 time: 0.1341009 Aug 31 09:45:46.774356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a4628-92e6-4e73-8be8-e8f26ee8005a None None] Pushing event updated for resources: {'Port': ['ID=4df4633d-dfee-4f92-9a96-83a3ac30f5c1,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:46.800284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db63dff2-1635-4f35-9de5-c2995f4d2259 req-0f4bdd9a-0fbe-4891-90d1-7dad3789f25b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218851 Aug 31 09:45:46.816003 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.832716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.884549 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:46.886458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3499804 Aug 31 09:45:46.889209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5af6c-7e1c-4087-9971-f6a5fa2aaf6e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7238ada-00c6-4122-ab58-a9bc92cd4159,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:46.890804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52828) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:46.911739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'c7238ada-00c6-4122-ab58-a9bc92cd4159', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:46.926211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ced92d-1877-476f-a22b-39a2decd58b3 None None] Network 9a05c71b-5be6-4c51-9625-a0c89dcc3e77 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:46.964427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.041466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.052261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.106616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1931903-9779-43ec-9fe3-4d6ac2a080ff None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:45:47.106982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221f2315-1ce3-4621-ae6c-56551d1559cb,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:47.120200 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.124836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e26b9f9c-29f0-4bd6-953d-b039d1c95fe4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258105 Aug 31 09:45:47.126098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:47.132877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'c7238ada-00c6-4122-ab58-a9bc92cd4159', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:47.143306 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.183004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.248402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1931903-9779-43ec-9fe3-4d6ac2a080ff None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:45:47.286096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:47.286666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.310020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.328514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.357910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2b92c86f-0f9c-4f21-b4fc-51674614e62d details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:47.393078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.397393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2680540 Aug 31 09:45:47.406988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:47.420586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'c7238ada-00c6-4122-ab58-a9bc92cd4159', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:47.437952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bbd2c-2f3e-4516-8859-d65a29231ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b2cfe9-e9b9-4471-8987-6d937fdeaf95,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:47.471943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] For port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4df4633d-dfee-4f92-9a96-83a3ac30f5c1,segment=NetworkSegment(ba26037a-ebc8-44da-9f8d-8d5cdc849282),segment_id=ba26037a-ebc8-44da-9f8d-8d5cdc849282)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:47.472540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.497528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.507592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Calling delete_port for 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:47.611136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.618297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.641223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:47.653482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788698e2-d027-47a7-80af-094a6d1d8997,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:47.657995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.659567 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c399190d-8c4a-4140-bfa8-b71f7d53a74e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2512159 Aug 31 09:45:47.662637 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.664891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:47.672305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'c7238ada-00c6-4122-ab58-a9bc92cd4159', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:47.682688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:45:47.707882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Port': ['ID=4df4633d-dfee-4f92-9a96-83a3ac30f5c1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:47.718766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No DVR routers for this DVR port 4df4633d-dfee-4f92-9a96-83a3ac30f5c1 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:47.748412 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.757575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.843936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b92c86f-0f9c-4f21-b4fc-51674614e62d {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:47.883144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:47.899874 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.902240 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.934038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a05c71b-5be6-4c51-9625-a0c89dcc3e77']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:47.969701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2b92c86f-0f9c-4f21-b4fc-51674614e62d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:47.970542 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.984061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba26037a-ebc8-44da-9f8d-8d5cdc849282') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:47.984378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba26037a-ebc8-44da-9f8d-8d5cdc849282') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:47.993744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.006334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.037463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834b7f26-0d51-4f7f-87ee-a735042b3ce0,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.048176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.061260 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.065833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52842) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:48.066192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9ed24968-da28-4173-b076-ce84f695a885 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3985565 Aug 31 09:45:48.067698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:48.068702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.075416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'c7238ada-00c6-4122-ab58-a9bc92cd4159', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:48.079847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cef8ac-3ffb-4160-9bec-fd76cc99c819 req-0215b069-00ea-4968-bb79-f188b2208782 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:48.081414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71cef8ac-3ffb-4160-9bec-fd76cc99c819 req-0215b069-00ea-4968-bb79-f188b2208782 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 944 time: 0.1835425 Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:48.082089 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:48.108243 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:45:48.115022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.133503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['2b92c86f-0f9c-4f21-b4fc-51674614e62d'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:48.192385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.202961 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.212788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/9a05c71b-5be6-4c51-9625-a0c89dcc3e77 HTTP/1.1" status: 204 len: 168 time: 2.8339980 Aug 31 09:45:48.214988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52844) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:48.219848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71cef8ac-3ffb-4160-9bec-fd76cc99c819 req-189b72e8-7e45-4fa3-ba53-c651134eed4f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251469 Aug 31 09:45:48.224597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-877841085'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:48.236062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511ee99-65ac-469f-9c21-08334d71a4cb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=9a05c71b-5be6-4c51-9625-a0c89dcc3e77,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.252639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.260445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.288495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6eaa987-5b57-4062-9f53-1fca7158ee4f,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.292705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:48.297092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.308115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.312285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52846) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:48.312495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a001373-7a18-4d29-87d2-40961afc1c81 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2445931 Aug 31 09:45:48.317381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': 'c7238ada-00c6-4122-ab58-a9bc92cd4159', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:48.333296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:48.348505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.348837 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:45:48.349128 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment aca0252c-12fc-4ff1-b9b1-bc02a54b207c of type vlan for network ed200374-d146-4a08-8f10-dce396f0b059 Aug 31 09:45:48.378199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.450595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.507560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.518276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:48.519227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.545077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.553109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.576292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bf84b5-7de4-45fe-bdd0-0c33cba82b01,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.585634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.589746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09dcd55f-9091-4750-8f45-4d86745e63d6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2737794 Aug 31 09:45:48.590524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:48.608030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'network': {'name': 'tempest-network-smoke--605999482', 'project_id': '2006540de5b246e99c0578400f943b8d', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:48.644870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:48.657228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.702968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:48.736303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.739275 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.739693 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Added segment b935af7b-d1a3-4ab6-8e3e-d0373fb62ded of type vlan for network 724893fb-f7f7-46a2-b621-7f512ec5f80d Aug 31 09:45:48.786715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.831936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.842533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:48.843612 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:48.935205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Network': ['ID=724893fb-f7f7-46a2-b621-7f512ec5f80d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:48.946521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:48.974373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aba90de8-ec5e-46b7-ba8d-b8af94557568 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3782456 Aug 31 09:45:48.978341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:48.984413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'admin_state_up': True, 'project_id': '2006540de5b246e99c0578400f943b8d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:49.024147 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.025670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.093279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.129742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9134133 Aug 31 09:45:49.133895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52860) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:49.142265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': 'ed200374-d146-4a08-8f10-dce396f0b059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:49.148104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d5ae6-a170-42ad-bea7-98dd3a85bfbe tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=ed200374-d146-4a08-8f10-dce396f0b059,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:49.162506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ed200374-d146-4a08-8f10-dce396f0b059 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:49.267924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.310166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2b92c86f-0f9c-4f21-b4fc-51674614e62d up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:49.311505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:49.316021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.385563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 2b92c86f-0f9c-4f21-b4fc-51674614e62d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:49.392697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 2b92c86f-0f9c-4f21-b4fc-51674614e62d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:49.393329 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.401196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f456c7-e54e-40a5-b8b5-c0dd1149d801 req-cc9c310b-7d0e-4ac6-8bd7-f7103741f449 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.402782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6f456c7-e54e-40a5-b8b5-c0dd1149d801 req-cc9c310b-7d0e-4ac6-8bd7-f7103741f449 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0693586 Aug 31 09:45:49.499924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6f456c7-e54e-40a5-b8b5-c0dd1149d801 req-d28cd5cf-f61b-49a4-b210-52f168681093 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887587 Aug 31 09:45:49.531971 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.587827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:49.594232 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598835a3-a756-4de0-acf8-cc010e4cbb96" -d '{"events": [{"server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "name": "network-vif-plugged", "status": "completed", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:49.613459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.614413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:49.619936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.700890 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ff5e9a-b3dc-48d1-b06a-5ca2a586a03f x-openstack-request-id: req-49ff5e9a-b3dc-48d1-b06a-5ca2a586a03f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:49.701183 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "name": "network-vif-plugged", "status": "completed", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:49.701433 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49ff5e9a-b3dc-48d1-b06a-5ca2a586a03f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:49.701826 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'code': 200} Aug 31 09:45:49.703077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=2b92c86f-0f9c-4f21-b4fc-51674614e62d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:49.728831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': 'aca0252c-12fc-4ff1-b9b1-bc02a54b207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed200374-d146-4a08-8f10-dce396f0b059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:49.729333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: ed200374-d146-4a08-8f10-dce396f0b059, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:49.731950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=7bc0201c-0286-43c6-b53c-854c3972a055,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:49.763820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.778030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network ed200374-d146-4a08-8f10-dce396f0b059 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:49.795579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.832472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ed200374-d146-4a08-8f10-dce396f0b059) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:49.841969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175783c-d6be-4b54-9594-45438063a09c None None] Network ed200374-d146-4a08-8f10-dce396f0b059 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:49.856589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.857177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:49.907427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-865a615a-1cce-452b-a565-383ed3e2e632 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7717304 Aug 31 09:45:49.908373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52874) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:49.946215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.144 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/eb236d75-3553-4c0a-93ed-e3bdfea4a8f1) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:50.045974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.053137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafba1b-d97f-4051-848e-782d82a375bb req-8fbd6f6b-3c0b-43bc-9519-562ed92ceb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.055464 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2aafba1b-d97f-4051-848e-782d82a375bb req-8fbd6f6b-3c0b-43bc-9519-562ed92ceb71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1097 time: 0.2598410 Aug 31 09:45:50.116372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d51f79-4f63-44a9-b40d-0cc3a7860423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ed200374-d146-4a08-8f10-dce396f0b059', 'network_id': 'ed200374-d146-4a08-8f10-dce396f0b059', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '7bc0201c-0286-43c6-b53c-854c3972a055'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:50.117430 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94d51f79-4f63-44a9-b40d-0cc3a7860423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.128255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2aafba1b-d97f-4051-848e-782d82a375bb req-120d65ea-b4e6-47da-a865-f26171377e64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641778 Aug 31 09:45:50.150670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.151909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.241878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.259559 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.303586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc0201c-0286-43c6-b53c-854c3972a055,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:50.327618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:50.331582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:50.341500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-94d51f79-4f63-44a9-b40d-0cc3a7860423 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bc0201c-0286-43c6-b53c-854c3972a055: This subnet is being modified by another concurrent operation. Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bc0201c-0286-43c6-b53c-854c3972a055: This subnet is being modified by another concurrent operation. Aug 31 09:45:50.343374 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:45:50.368488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa03519-5455-4490-98e4-e680449d721f None None] Network ed200374-d146-4a08-8f10-dce396f0b059 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:50.594734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.594734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed200374-d146-4a08-8f10-dce396f0b059']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:50.594734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca0252c-12fc-4ff1-b9b1-bc02a54b207c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:50.594734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca0252c-12fc-4ff1-b9b1-bc02a54b207c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:50.594734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.600248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:50.600467 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:50.602992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.619812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.622535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/ed200374-d146-4a08-8f10-dce396f0b059 HTTP/1.1" status: 204 len: 168 time: 0.7113836 Aug 31 09:45:50.629999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52892) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:50.635329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-538843459'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:50.650002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cc068-b69b-41a7-b692-e9815aae8b25 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=ed200374-d146-4a08-8f10-dce396f0b059,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:50.675989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:50.681983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.716444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:50.722346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de61464-3046-488b-89ad-a5192a1da463 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:45:50.730891 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.731443 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment 8dbc9950-df93-4f52-9b74-b6fc69007970 of type vlan for network 08226e0b-aa52-4266-b366-ada72b168ba3 Aug 31 09:45:50.834202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.862000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de61464-3046-488b-89ad-a5192a1da463 None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:45:50.873438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.880476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.883303 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.996612 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3638330 Aug 31 09:45:50.999154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52900) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:51.010262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:51.105753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f0135-9cac-40bd-ae5f-276c7c8494e7 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=08226e0b-aa52-4266-b366-ada72b168ba3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:51.340095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 08226e0b-aa52-4266-b366-ada72b168ba3 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:51.418425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.453022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.476617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 08226e0b-aa52-4266-b366-ada72b168ba3 is not hosted by any dhcp agent {{(pid=94895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:45:51.486936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.487290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.488880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "PUT /v2.0/networks/08226e0b-aa52-4266-b366-ada72b168ba3 HTTP/1.1" status: 200 len: 723 time: 0.4862840 Aug 31 09:45:51.501498 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52910) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:51.508371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:51.643037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6937fd-46f9-49e8-b74b-08b313a5e957 req-bae596b6-9509-4ef5-854c-9f7fbf1b11f8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.649537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b6937fd-46f9-49e8-b74b-08b313a5e957 req-bae596b6-9509-4ef5-854c-9f7fbf1b11f8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 945 time: 0.8444324 Aug 31 09:45:51.697673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dc7a4-8e56-4b36-bdcf-c58c4c3606cf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=08226e0b-aa52-4266-b366-ada72b168ba3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:51.711835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 08226e0b-aa52-4266-b366-ada72b168ba3 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:51.796624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b6937fd-46f9-49e8-b74b-08b313a5e957 req-753cb975-a2ee-49e8-944c-b6812947401f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388974 Aug 31 09:45:51.797957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.800114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:51.815184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.089394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.091248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.185107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': '8dbc9950-df93-4f52-9b74-b6fc69007970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:52.185620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 08226e0b-aa52-4266-b366-ada72b168ba3, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:52.197795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=09585a84-4ba0-4faf-a2f1-9b3f2117fc2e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:52.220523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 08226e0b-aa52-4266-b366-ada72b168ba3 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:52.233833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 08226e0b-aa52-4266-b366-ada72b168ba3) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:52.240708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.242782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.243751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fabd3d-c6fd-48a3-a70b-f6841e6a98ed None None] Network 08226e0b-aa52-4266-b366-ada72b168ba3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:52.275739 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da520c66-868f-4a34-b167-1e0e0627947c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7729983 Aug 31 09:45:52.278291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52926) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:52.285708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:52.328407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 20f9a078-e92f-4ba2-9142-954796888997 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:45:52.437341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28937599'] for subnet, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.500348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:52.531554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Sync routers for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:52.543862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.549216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-26296f97-6720-42ed-ad38-c2f6bcb022a6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5691998 Aug 31 09:45:52.550089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:52.551524 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:52.552257 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:52.597548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d5f39d33-311e-4f7b-9434-28309f2a2432 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2006540de5b246e99c0578400f943b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460293 Aug 31 09:45:52.598506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52936) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:52.600411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-08226e0b-aa52-4266-b366-ada72b168ba3', 'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': '09585a84-4ba0-4faf-a2f1-9b3f2117fc2e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:52.601311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.735669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:52.770189 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794707012828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25296528'] for subnet, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.870527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3058aaa-2f93-43b7-a191-3d2fdd1300ae tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.890207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.890831 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.894723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "PUT /v2.0/subnets/09585a84-4ba0-4faf-a2f1-9b3f2117fc2e HTTP/1.1" status: 200 len: 806 time: 0.6124516 Aug 31 09:45:52.897127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52944) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:52.909423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d3058aaa-2f93-43b7-a191-3d2fdd1300ae tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3074687 Aug 31 09:45:52.913095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52946) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:52.994172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d362588-1efb-47dc-a9da-4d3aebe947c5 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=09585a84-4ba0-4faf-a2f1-9b3f2117fc2e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:53.002666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Allocated IP 172.20.0.2 (08226e0b-aa52-4266-b366-ada72b168ba3/09585a84-4ba0-4faf-a2f1-9b3f2117fc2e/6f5fd29d-bf91-4026-ac81-7f34b5f3511b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:53.097796 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:50Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:53.099002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.133313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b7b70d21-cc57-46cc-81b8-5986528df858 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2164307 Aug 31 09:45:53.138235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52956) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:53.152813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677127198', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:53.179111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.196639 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Checking router: 20f9a078-e92f-4ba2-9142-954796888997 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:53.199463 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Updating router 20f9a078-e92f-4ba2-9142-954796888997 port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:45:53.270564 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.328386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e25a-4093-4e87-963a-c3f41c60b49f req-88d125cf-6ba4-47c1-b73e-35138d5a17eb tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.329987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f26e25a-4093-4e87-963a-c3f41c60b49f req-88d125cf-6ba4-47c1-b73e-35138d5a17eb tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 945 time: 0.3511443 Aug 31 09:45:53.380658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.393525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Transition to ACTIVE for port object 6f5fd29d-bf91-4026-ac81-7f34b5f3511b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:53.432536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Transition to ACTIVE for port object 6f5fd29d-bf91-4026-ac81-7f34b5f3511b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:53.449233 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.472935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.476784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f26e25a-4093-4e87-963a-c3f41c60b49f req-888cd6e7-b769-452b-8ca2-d4ee254218c0 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118438 Aug 31 09:45:53.493660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Network 08226e0b-aa52-4266-b366-ada72b168ba3 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:53.494843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:53.496236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:53.504506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.541177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:53.594748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=09585a84-4ba0-4faf-a2f1-9b3f2117fc2e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:53.748997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.753169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Pushing event updated for resources: {'Port': ['ID=6f5fd29d-bf91-4026-ac81-7f34b5f3511b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:53.763220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Attempting to bind port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:53.763594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Attempting to bind port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '8dbc9950-df93-4f52-9b74-b6fc69007970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:53.763961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Attempting to bind port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b on network 08226e0b-aa52-4266-b366-ada72b168ba3 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:53.769941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:53.770430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Checking segment: {'id': '8dbc9950-df93-4f52-9b74-b6fc69007970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:53.770762 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.771336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Bound using segment: {'id': '8dbc9950-df93-4f52-9b74-b6fc69007970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:53.771926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Bound port: 6f5fd29d-bf91-4026-ac81-7f34b5f3511b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc9950-df93-4f52-9b74-b6fc69007970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '08226e0b-aa52-4266-b366-ada72b168ba3'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:53.772312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.800611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08226e0b-aa52-4266-b366-ada72b168ba3']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:53.837244 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.853334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc9950-df93-4f52-9b74-b6fc69007970') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:53.854291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc9950-df93-4f52-9b74-b6fc69007970') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:53.868832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.875383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Transition to ACTIVE for port object eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:53.893439 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.894618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.903103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:53.904302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.952679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] For port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:53.989614 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:53.992564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] For port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6f5fd29d-bf91-4026-ac81-7f34b5f3511b,segment=NetworkSegment(8dbc9950-df93-4f52-9b74-b6fc69007970),segment_id=8dbc9950-df93-4f52-9b74-b6fc69007970)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:53.993301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:45:53.993301 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:45:53.993301 n-d-800634-13 neutron-server[94895]: [parameters: {'id': '08226e0b-aa52-4266-b366-ada72b168ba3'}] Aug 31 09:45:53.993301 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:45:53.993679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:53.994170 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:45:54.002225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.008375 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Attempting to bind port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:54.008807 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Attempting to bind port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:54.009112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Attempting to bind port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:54.017221 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb9ab-f749-41f5-ac23-0e64a7efc81a None None] Pushing event updated for resources: {'Port': ['ID=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:54.020517 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:54.021608 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:54.021608 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.021964 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:54.022305 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Bound port: eb236d75-3553-4c0a-93ed-e3bdfea4a8f1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:54.022742 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.128654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Subnet': ['ID=b1c1044f-f61f-4976-8c9c-51589504e02a,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:54.158209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4286-402f-4642-a75f-a2d94355628d req-dede43d7-bd21-4f5e-a9f7-39c2f8cdac96 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:54.167378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-202d4286-402f-4642-a75f-a2d94355628d req-dede43d7-bd21-4f5e-a9f7-39c2f8cdac96 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 945 time: 0.2037086 Aug 31 09:45:54.169787 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] For port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:54.176004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.176397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.176837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.178250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.178794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.179330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.179738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.180142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.180542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.180979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.181399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.181802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.182111 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] For port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:54.186864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Checking segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:54.187319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network hostable DHCP agents. Network: 724893fb-f7f7-46a2-b621-7f512ec5f80d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:45:54.191940 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.238725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:45:54.269479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-202d4286-402f-4642-a75f-a2d94355628d req-ab1b1e6a-2ff3-4751-a330-ea074a5e7151 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995462 Aug 31 09:45:54.272172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 724893fb-f7f7-46a2-b621-7f512ec5f80d) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:54.285809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52976) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:54.300469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:54.301520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.310035 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:54.310865 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:54.311596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3158f88c-52b7-4585-a12e-1dabd22c32e1 None None] Network 08226e0b-aa52-4266-b366-ada72b168ba3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:54.313465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83bfa3-9d52-43b4-8567-c2f60d702be1 None None] Pushing event updated for resources: {'Port': ['ID=6f5fd29d-bf91-4026-ac81-7f34b5f3511b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:54.353117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e32f191-5e79-4e62-8d7c-eb20f0528309 None None] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:54.378013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-61010c45-f24e-4548-b35a-30746a507599 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2328191 Aug 31 09:45:54.378570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 52982) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:54.440685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920a7f7-a9bf-4267-91a6-a373179ebb69 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:54.442485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a920a7f7-a9bf-4267-91a6-a373179ebb69 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1092 time: 0.1543074 Aug 31 09:45:54.445781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 52984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:54.450824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:54.499965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.535356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.548710 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb9ab-f749-41f5-ac23-0e64a7efc81a None None] Pushing event updated for resources: {'Port': ['ID=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:54.610904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:54.779058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:54.779553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.929357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] For port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6f5fd29d-bf91-4026-ac81-7f34b5f3511b,segment=NetworkSegment(8dbc9950-df93-4f52-9b74-b6fc69007970),segment_id=8dbc9950-df93-4f52-9b74-b6fc69007970)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:54.936761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.968936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Calling delete_port for 6f5fd29d-bf91-4026-ac81-7f34b5f3511b owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:55.006398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.010082 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:50Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:55.053076 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e7917-2973-458d-b7bb-326e596b8a2b None None] The sync data for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 is: [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:50Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:55.056764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-724893fb-f7f7-46a2-b621-7f512ec5f80d', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:45:55.058027 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.085214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83848aee-bd24-4e8c-a425-9ec9e842303b None None] Network 08226e0b-aa52-4266-b366-ada72b168ba3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:55.266665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.295521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.25.4.50 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/e1ab7150-8cad-4bd3-b9dc-b05ea6b2dec8) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:55.331004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No DVR routers for this DVR port 6f5fd29d-bf91-4026-ac81-7f34b5f3511b on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:55.332755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Port': ['ID=6f5fd29d-bf91-4026-ac81-7f34b5f3511b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:55.447447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.527250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.554759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08226e0b-aa52-4266-b366-ada72b168ba3']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:55.604277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Allocated IP 172.20.0.2 (724893fb-f7f7-46a2-b621-7f512ec5f80d/b1c1044f-f61f-4976-8c9c-51589504e02a/de0afcba-6825-4117-97a3-6a8e19455b05) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:55.630989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc9950-df93-4f52-9b74-b6fc69007970') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:55.633266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc9950-df93-4f52-9b74-b6fc69007970') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:55.698361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.744615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.750699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.773546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:55.774861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:55.785430 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:55.893202 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.905811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.910525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/08226e0b-aa52-4266-b366-ada72b168ba3 HTTP/1.1" status: 204 len: 168 time: 3.0095086 Aug 31 09:45:55.914349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.924883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Transition to ACTIVE for port object de0afcba-6825-4117-97a3-6a8e19455b05 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:55.945523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Transition to ACTIVE for port object de0afcba-6825-4117-97a3-6a8e19455b05 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:55.951921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53008) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:55.968502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.972807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5dceb-bb66-404f-8838-74c51d74fa68 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=08226e0b-aa52-4266-b366-ada72b168ba3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:55.991572 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0d4535-2d0d-496f-b9bb-565c163f012b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:45:55.992203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0d4535-2d0d-496f-b9bb-565c163f012b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:45:55.996459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fa0d4535-2d0d-496f-b9bb-565c163f012b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/08226e0b-aa52-4266-b366-ada72b168ba3 HTTP/1.1" status: 404 len: 339 time: 0.0373595 Aug 31 09:45:55.999512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53012) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:56.021450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486545845', 'description': 'd1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:56.036626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.042763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:56.061350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:56.098771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:56.105535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:56.107170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:56.116166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:56.125483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Pushing event updated for resources: {'Port': ['ID=de0afcba-6825-4117-97a3-6a8e19455b05,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:56.139231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:56.215949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Attempting to bind port de0afcba-6825-4117-97a3-6a8e19455b05 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:45:56.215949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Attempting to bind port de0afcba-6825-4117-97a3-6a8e19455b05 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:45:56.215949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Attempting to bind port de0afcba-6825-4117-97a3-6a8e19455b05 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:45:56.222678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:45:56.223045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Checking segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:45:56.223427 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.223871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Bound using segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:45:56.224966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Bound port: de0afcba-6825-4117-97a3-6a8e19455b05, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:45:56.225372 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.241111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:56.245451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:56.247899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:56.248291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.249025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.251644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=e1ab7150-8cad-4bd3-b9dc-b05ea6b2dec8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:56.375365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.1 (724893fb-f7f7-46a2-b621-7f512ec5f80d/b1c1044f-f61f-4976-8c9c-51589504e02a/42a5879f-05c9-483b-b9a3-08b451779120) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:56.424321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] For port de0afcba-6825-4117-97a3-6a8e19455b05, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:45:56.429717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] For port de0afcba-6825-4117-97a3-6a8e19455b05, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=de0afcba-6825-4117-97a3-6a8e19455b05,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:45:56.495994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:56.511066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.511431 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment 95838c08-8797-46f6-994b-67f1845c67b4 of type vlan for network fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc Aug 31 09:45:56.523882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.530662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.603364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.622341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:56.633169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.640690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.669376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 42a5879f-05c9-483b-b9a3-08b451779120 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:45:56.678215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.685825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.686520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.703172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf373df-4df9-4bc8-9d4b-020f1e9141f4 None None] Pushing event updated for resources: {'Port': ['ID=de0afcba-6825-4117-97a3-6a8e19455b05,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:56.766423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.878171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:56.914862 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9119544 Aug 31 09:45:56.918076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ebda9-e022-4456-962e-96c929680f05 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:56.930704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:56.931229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:56.956507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:56.970767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:56.988370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:56.999909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=42a5879f-05c9-483b-b9a3-08b451779120,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.116398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fed07-988f-45b6-a563-fff49329bed8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.123180 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a5fed07-988f-45b6-a563-fff49329bed8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks?id=fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc HTTP/1.1" status: 200 len: 761 time: 0.1884246 Aug 31 09:45:57.130062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53032) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:57.143244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'description': 'd2'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:57.207952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.423807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.470638 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.483161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc is not hosted by any dhcp agent {{(pid=94896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:45:57.483667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.490322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.492440 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.496935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "PUT /v2.0/networks/fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc HTTP/1.1" status: 200 len: 758 time: 0.3639033 Aug 31 09:45:57.511634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53040) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:57.621823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fefd5-9154-4d37-a6cd-85684f8c42bb tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.624740 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.655889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:57.710722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.747124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b7c33-841d-4cee-9c09-6b175a400583 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.764743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f05b7c33-841d-4cee-9c09-6b175a400583 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks?id=fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc HTTP/1.1" status: 200 len: 761 time: 0.2517157 Aug 31 09:45:57.803163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53044) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:57.815681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1917364990'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:57.905917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:57.910761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.024872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:45:58.041423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.041790 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment e9e8b90e-0d6d-44ed-b810-4a210ae9c5ba of type vlan for network 7adef699-215a-4f27-8068-52b349871e8d Aug 31 09:45:58.160125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.215370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.220865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:58.221498 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.226374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:58.226682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.248657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.395073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:58.396614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.410867 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6029308 Aug 31 09:45:58.416060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53056) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:58.435163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': '7adef699-215a-4f27-8068-52b349871e8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:58.474913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fda5f-716f-42cb-a4ab-f7e411665b9d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=7adef699-215a-4f27-8068-52b349871e8d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:58.518667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 7adef699-215a-4f27-8068-52b349871e8d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:45:58.543904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=e1ab7150-8cad-4bd3-b9dc-b05ea6b2dec8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:58.578297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.688462 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0b9429c3-8b4b-4fea-acb3-59f42b11e80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.708189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.717962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.745899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:45:58.751014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.780220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de0afcba-6825-4117-97a3-6a8e19455b05 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:58.845668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=42a5879f-05c9-483b-b9a3-08b451779120,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:58.883317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port de0afcba-6825-4117-97a3-6a8e19455b05 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:58.889673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19945297-1600-449a-acf0-7c6e5b20f4d1 None None] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:45:58.915421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.992529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] Provisioning for port de0afcba-6825-4117-97a3-6a8e19455b05 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:58.998557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] Provisioning complete for port de0afcba-6825-4117-97a3-6a8e19455b05 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:58.999387 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.089063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53070) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:59.232409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:59.235785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:59.412090 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.504106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] For port de0afcba-6825-4117-97a3-6a8e19455b05, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=de0afcba-6825-4117-97a3-6a8e19455b05,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:59.510560 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.635610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aff9a-85dc-43f9-a5b8-08c0f3a0a12f None None] Pushing event updated for resources: {'Port': ['ID=de0afcba-6825-4117-97a3-6a8e19455b05,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:59.666822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 20f9a078-e92f-4ba2-9142-954796888997 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:59.843800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8953fe20-a8ec-49df-8b51-5368d4b10c04 None None] Provisioning for port 42a5879f-05c9-483b-b9a3-08b451779120 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:45:59.850999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8953fe20-a8ec-49df-8b51-5368d4b10c04 None None] Provisioning complete for port 42a5879f-05c9-483b-b9a3-08b451779120 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:59.854788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8953fe20-a8ec-49df-8b51-5368d4b10c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.902534 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Floating IP 52f8c790-a9e9-4114-9713-fb6e780dc277 associated. External IP: 172.25.4.50, port: 2b92c86f-0f9c-4f21-b4fc-51674614e62d. Aug 31 09:45:59.927742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8953fe20-a8ec-49df-8b51-5368d4b10c04 None None] Port 42a5879f-05c9-483b-b9a3-08b451779120 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:45:59.936382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de0afcba-6825-4117-97a3-6a8e19455b05 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:45:59.996336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8953fe20-a8ec-49df-8b51-5368d4b10c04 None None] Provisioning complete for port de0afcba-6825-4117-97a3-6a8e19455b05 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:45:59.996952 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8953fe20-a8ec-49df-8b51-5368d4b10c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.095793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.164297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port de0afcba-6825-4117-97a3-6a8e19455b05 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:00.164890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.424723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=70989abb-8f8c-4d04-9405-da1aff8b8af9,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:00.522020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': 'e9e8b90e-0d6d-44ed-b810-4a210ae9c5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7adef699-215a-4f27-8068-52b349871e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:00.522749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: 7adef699-215a-4f27-8068-52b349871e8d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:00.554442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a6519-93a7-41d5-894f-a7f11e7a9e92 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:46:00.706665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-83624fc2-681c-43d8-bf76-be5170a8182a None None] Provisioning complete for port 42a5879f-05c9-483b-b9a3-08b451779120 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:00.707035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83624fc2-681c-43d8-bf76-be5170a8182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.712295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network 7adef699-215a-4f27-8068-52b349871e8d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:00.719381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:00.741486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 7adef699-215a-4f27-8068-52b349871e8d) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:00.750171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:00.751077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.871352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:00.903164 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-164583aa-d3b9-403f-8407-8dafc337e66f tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4833772 Aug 31 09:46:00.905399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.907985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53098) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:00.919990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:00.926648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:00.963605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e81a7616-ea47-4864-8434-085f73e670f0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/20f9a078-e92f-4ba2-9142-954796888997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5831673 Aug 31 09:46:00.968268 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Sync routers for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:00.998666 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:01.002521 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:01.031434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:01.034279 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.038660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:01.091010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b3d71de0-f253-4758-b965-9b6b779965fa tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6414573 Aug 31 09:46:01.121203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53108) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:01.125129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:01.133623 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e1643-d193-4537-9ca4-5e98de061650" -d '{"events": [{"name": "network-changed", "server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:01.190934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-83624fc2-681c-43d8-bf76-be5170a8182a None None] Port 42a5879f-05c9-483b-b9a3-08b451779120 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:01.224792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.269539 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3897d-6b24-45f7-b6ec-deb4f009b50d x-openstack-request-id: req-06a3897d-6b24-45f7-b6ec-deb4f009b50d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:01.270319 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:01.276698 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06a3897d-6b24-45f7-b6ec-deb4f009b50d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:01.277720 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'status': 'completed', 'code': 200} Aug 31 09:46:01.285876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-372307cc-44bc-403b-80c0-7ee79eb82967 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/52f8c790-a9e9-4114-9713-fb6e780dc277 HTTP/1.1" status: 200 len: 990 time: 0.1555305 Aug 31 09:46:01.383049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:01.417784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-c3bb1cd0-dab8-4d6e-89b8-3f017c406792 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836079828&fields=id&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 267 time: 0.0928342 Aug 31 09:46:01.423765 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:01.435264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a6519-93a7-41d5-894f-a7f11e7a9e92 None None] Unable to find a vacant binding_index for network 7adef699-215a-4f27-8068-52b349871e8d and agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff {{(pid=94897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 09:46:01.451786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a6519-93a7-41d5-894f-a7f11e7a9e92 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 7adef699-215a-4f27-8068-52b349871e8d) {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:46:01.482044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1643-d193-4537-9ca4-5e98de061650 req-880a7584-f4ae-4a0d-ad90-3ca7feeb0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:01.483629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-880a7584-f4ae-4a0d-ad90-3ca7feeb0095 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1097 time: 0.2017896 Aug 31 09:46:01.534346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.614906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.665857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=70989abb-8f8c-4d04-9405-da1aff8b8af9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:01.779483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.806321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-4cdae633-e5d2-4eb9-8cb9-14fd04e0c569 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:01.808036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-4cdae633-e5d2-4eb9-8cb9-14fd04e0c569 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 796 time: 0.3810265 Aug 31 09:46:01.821289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adef699-215a-4f27-8068-52b349871e8d']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:01.824890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1643-d193-4537-9ca4-5e98de061650 req-94dabae7-b331-444a-8fbb-ac3fcddfe710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:01.827032 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-94dabae7-b331-444a-8fbb-ac3fcddfe710 service neutron] 10.222.0.15 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 897 time: 0.3352969 Aug 31 09:46:01.882583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-852c47d6-1c1b-4b7c-b3ad-2fa2283ae2d0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/quotas/2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 375 time: 0.0257933 Aug 31 09:46:01.904676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e8b90e-0d6d-44ed-b810-4a210ae9c5ba') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:01.906113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e8b90e-0d6d-44ed-b810-4a210ae9c5ba') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:01.925864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.946415 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.955319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.962087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-645f6241-2ac9-4b03-b1f5-c42e87993fe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 998 time: 0.1262801 Aug 31 09:46:01.965849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:01.966655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:01.971929 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:01.979434 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:45:58Z', 'revision_number': 2, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:02.025069 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Checking router: 20f9a078-e92f-4ba2-9142-954796888997 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:02.025958 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Updating router 20f9a078-e92f-4ba2-9142-954796888997 port 42a5879f-05c9-483b-b9a3-08b451779120 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:46:02.071699 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.100135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567e2e5-177d-4de5-8fbf-d4b7b7c5662a None None] Network 7adef699-215a-4f27-8068-52b349871e8d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:02.145007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-32e71077-d402-4308-93fd-4705b69a07c1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2542129 Aug 31 09:46:02.150141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-0a52feb6-b16a-4e99-80f5-6a6619cce9f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1611657 Aug 31 09:46:02.165311 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.173057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1643-d193-4537-9ca4-5e98de061650 req-c11463f8-66f9-45e2-a1da-e15aff33cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:02.174673 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-c11463f8-66f9-45e2-a1da-e15aff33cfad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 200 len: 835 time: 0.1987317 Aug 31 09:46:02.189220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.195597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/7adef699-215a-4f27-8068-52b349871e8d HTTP/1.1" status: 204 len: 168 time: 1.2861066 Aug 31 09:46:02.200938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53136) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:02.274168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:27Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 0, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:02.280419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183dc9e5-c0ba-4912-8cc3-be6c4ae6d808 None None] Network 7adef699-215a-4f27-8068-52b349871e8d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:02.293456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53140) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:02.320059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183dc9e5-c0ba-4912-8cc3-be6c4ae6d808 None None] Network 7adef699-215a-4f27-8068-52b349871e8d could not be found, it might have been deleted concurrently. {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:46:02.330840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:02.368857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:02.370347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:45:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:02.370580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f441d3-50da-4014-b2a1-8b8c9cb657fd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=7adef699-215a-4f27-8068-52b349871e8d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:02.419355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Deleting port c71e0635-580e-423f-83f2-fcda241a3586 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:02.419707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.426591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d8b933bf-f242-4b3c-b2a3-20e961944617 service neutron] 10.222.0.18 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233372 Aug 31 09:46:02.461357 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.471349 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e44967b-2b55-4282-80c1-ad701fd41698 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] GET failed (client error): The resource could not be found. Aug 31 09:46:02.473262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e44967b-2b55-4282-80c1-ad701fd41698 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/subnets/70989abb-8f8c-4d04-9405-da1aff8b8af9 HTTP/1.1" status: 404 len: 337 time: 0.2517571 Aug 31 09:46:02.492779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53146) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:02.527713 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8321b37f-b3f5-4e97-9c34-b478a075c4ef tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:02.528773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8321b37f-b3f5-4e97-9c34-b478a075c4ef tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:02.531658 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8321b37f-b3f5-4e97-9c34-b478a075c4ef tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/7adef699-215a-4f27-8068-52b349871e8d HTTP/1.1" status: 404 len: 339 time: 0.0355365 Aug 31 09:46:02.538678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53148) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:02.540745 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56854a89-ecf8-4752-aefa-1d950bd32681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.556699 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.568804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:02.575568 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Transition to ACTIVE for port object 42a5879f-05c9-483b-b9a3-08b451779120 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:02.587550 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.657472 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a2d8-8112-48b8-b9ac-ec7a7c8605c6 None None] Pushing event updated for resources: {'Port': ['ID=42a5879f-05c9-483b-b9a3-08b451779120,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:02.691145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-5dba0ba6-30db-4e41-ae77-2975634275d6 service neutron] 10.222.0.18 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926403 Aug 31 09:46:02.694773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1643-d193-4537-9ca4-5e98de061650 req-b64dea56-a20e-42cf-b9b6-8327a675bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:02.697317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-b64dea56-a20e-42cf-b9b6-8327a675bb21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4971008 Aug 31 09:46:02.733614 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b6bdd43-04f9-4f2d-a7ec-79f78ef4c005 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/52f8c790-a9e9-4114-9713-fb6e780dc277 HTTP/1.1" status: 200 len: 990 time: 0.4365916 Aug 31 09:46:02.781545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] For port c71e0635-580e-423f-83f2-fcda241a3586, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c71e0635-580e-423f-83f2-fcda241a3586,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:02.781971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.816200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Calling delete_port for c71e0635-580e-423f-83f2-fcda241a3586 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:02.848270 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Attempting to bind port 42a5879f-05c9-483b-b9a3-08b451779120 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:02.849667 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Attempting to bind port 42a5879f-05c9-483b-b9a3-08b451779120 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:02.850360 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Attempting to bind port 42a5879f-05c9-483b-b9a3-08b451779120 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:02.860394 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:02.861024 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Checking segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:02.868108 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.868898 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Bound using segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:02.870060 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Bound port: 42a5879f-05c9-483b-b9a3-08b451779120, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:02.871095 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.954848 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] For port 42a5879f-05c9-483b-b9a3-08b451779120, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:02.960596 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] For port 42a5879f-05c9-483b-b9a3-08b451779120, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=42a5879f-05c9-483b-b9a3-08b451779120,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:02.975354 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.100552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65512440-0e49-453e-8a05-4b1e462e677b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.105006 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-65512440-0e49-453e-8a05-4b1e462e677b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5585117 Aug 31 09:46:03.105331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53160) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:03.148996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:27Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 0, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:03.157237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a2d8-8112-48b8-b9ac-ec7a7c8605c6 None None] Pushing event updated for resources: {'Port': ['ID=42a5879f-05c9-483b-b9a3-08b451779120,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:03.165589 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aca7f37f-1047-4253-83e8-ab51234e7aa3 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 207 time: 0.0538995 Aug 31 09:46:03.165839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-81bd8856-c093-4007-8706-064c0fd9c9bf service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546490 Aug 31 09:46:03.166197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53162) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:03.193468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-038b2f8a-5b03-448c-9b19-11a94ebe0889 req-9b188be2-4a2d-4313-a293-f2a28f9e2da1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 210 time: 0.0765035 Aug 31 09:46:03.251498 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:03.255862 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:03.262613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f4231-fe93-416a-9971-ab0f8b3ac000 None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:27Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 0, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:03.462007 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.478230 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:03.496667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c71e0635-580e-423f-83f2-fcda241a3586,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:03.702126 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.779293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53176) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:03.813544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d515b-a3d8-43b3-898e-73dd8491bdf2 None None] New status for floating IP 52f8c790-a9e9-4114-9713-fb6e780dc277: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:46:03.910153 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:02Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:03.988125 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46005036-41ec-480e-babc-87d22b4f8f31 None None] The sync data for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 is: [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:02Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:04.101418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657f7de-3e2a-44d4-b94d-281828d8490c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.113479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657f7de-3e2a-44d4-b94d-281828d8490c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.137476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-155c7792-01dc-4ea0-9f7f-e26ec937f4d0 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/52f8c790-a9e9-4114-9713-fb6e780dc277 HTTP/1.1" status: 200 len: 990 time: 0.3292892 Aug 31 09:46:04.149102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657f7de-3e2a-44d4-b94d-281828d8490c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.165850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657f7de-3e2a-44d4-b94d-281828d8490c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.182577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b657f7de-3e2a-44d4-b94d-281828d8490c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.0093462 Aug 31 09:46:04.184963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53184) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:04.206187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-353e1643-d193-4537-9ca4-5e98de061650 req-784cc1d8-e322-46aa-b954-756e7e2643b7 service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904453 Aug 31 09:46:04.306143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.385666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-7c7842a3-e664-4ccf-beee-7ea88fd48a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.389575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-7c7842a3-e664-4ccf-beee-7ea88fd48a10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0838261 Aug 31 09:46:04.514676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c7879b9-1a80-47ed-be10-94291c1bbcdc req-94639cf3-b349-4b74-9076-d2e6bb67afdb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 210 time: 0.0308008 Aug 31 09:46:04.707363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-7beb8343-cbe9-48be-97cf-ade0dbe694ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.709733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-7beb8343-cbe9-48be-97cf-ade0dbe694ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 897 time: 0.2874413 Aug 31 09:46:04.837625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-a0c8e775-3b09-4c1b-b188-a799e6f0b206 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 1000 time: 0.1189985 Aug 31 09:46:04.863343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-50b0e820-c254-46fb-8b0c-00530f1d3588 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6739266 Aug 31 09:46:04.869478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53198) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:04.947982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-763eb704-6072-4e78-8c16-4d78e343a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:04.953912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-763eb704-6072-4e78-8c16-4d78e343a1bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 200 len: 835 time: 0.1085422 Aug 31 09:46:05.032908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-9bdcae8c-8c84-43ef-b133-e1bbfd624725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.035959 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-9bdcae8c-8c84-43ef-b133-e1bbfd624725 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705888 Aug 31 09:46:05.129243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67882b6-2701-4280-9728-abd4f00b2e97 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.132007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67882b6-2701-4280-9728-abd4f00b2e97 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.139316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e67882b6-2701-4280-9728-abd4f00b2e97 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2679150 Aug 31 09:46:05.142307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53204) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.142688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53206) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.228072 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-d4b87192-28cf-4bd7-9057-2ca1761fb7ee service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826220 Aug 31 09:46:05.282671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Router 35223109-2dbe-4902-8a5c-0cbfa3663518 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:05.312460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b66e36-0530-4130-a8fa-d0f7ea362c88 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.313822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b66e36-0530-4130-a8fa-d0f7ea362c88 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.322388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f5b66e36-0530-4130-a8fa-d0f7ea362c88 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1652765 Aug 31 09:46:05.323164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2898ee11-4a99-4804-b67e-f04920a0b252 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/52f8c790-a9e9-4114-9713-fb6e780dc277 HTTP/1.1" status: 200 len: 992 time: 0.1789782 Aug 31 09:46:05.324992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53212) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.544617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-248afddb-c40f-4a07-8b30-70faf0f3bad6 req-5fccfe85-5d1f-44af-9f1e-a4fc09047306 service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086581 Aug 31 09:46:05.557854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-b5b6c007-777b-4b6e-b55c-ff530f6bef6a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.559890 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-b5b6c007-777b-4b6e-b55c-ff530f6bef6a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 796 time: 0.2354467 Aug 31 09:46:05.626846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-aa7db909-ca5c-4134-be60-d0a5112d4d24 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 380 time: 0.0498090 Aug 31 09:46:05.638488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'port': {'device_id': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'admin_state_up': True, 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'security_groups': ['c7238ada-00c6-4122-ab58-a9bc92cd4159']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:05.653628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:05.665399 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] Sync routers for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:05.669505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6bbafaa8-476e-4fee-b330-95f5771f0d7b admin admin] 10.222.0.18 "PUT /v2.0/routers/35223109-2dbe-4902-8a5c-0cbfa3663518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5787179 Aug 31 09:46:05.672212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53220) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.684409 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:05.685046 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:05.693948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94401343-e2ba-484c-a9db-d41746639005 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:05.700642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-94401343-e2ba-484c-a9db-d41746639005 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks/547c9d37-b30f-4e31-9f52-c435b732b750 HTTP/1.1" status: 200 len: 800 time: 0.3696485 Aug 31 09:46:05.706235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.762051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-70f26837-969f-4691-899b-782feb53493e req-0bcb0545-58a0-447f-999e-38762cf83c27 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 210 time: 0.0768833 Aug 31 09:46:05.879447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.958716 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:06.002057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42a5879f-05c9-483b-b9a3-08b451779120 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:06.177656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 42a5879f-05c9-483b-b9a3-08b451779120 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:06.184901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 42a5879f-05c9-483b-b9a3-08b451779120 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:06.185327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.190806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.309074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Deleting port 67081d56-cd07-448a-94f7-cfd0fb0b394a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:06.309557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.342366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.389413 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.397889 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:46:03Z', 'revision_number': 5, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port': {'id': '67081d56-cd07-448a-94f7-cfd0fb0b394a', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:21Z', 'updated_at': '2021-08-31T09:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.461991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5eaabedf-225b-4c8a-8abb-96a1b1bcb98b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/networks/547c9d37-b30f-4e31-9f52-c435b732b750?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7540720 Aug 31 09:46:06.462737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 42a5879f-05c9-483b-b9a3-08b451779120, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=42a5879f-05c9-483b-b9a3-08b451779120,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:06.462960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53236) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:06.483384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.499667 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] Checking router: 35223109-2dbe-4902-8a5c-0cbfa3663518 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:06.525530 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] Routers {'35223109-2dbe-4902-8a5c-0cbfa3663518'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:06.526649 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['35223109-2dbe-4902-8a5c-0cbfa3663518'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.575626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] For port 67081d56-cd07-448a-94f7-cfd0fb0b394a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=67081d56-cd07-448a-94f7-cfd0fb0b394a,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:06.575998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.597967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=42a5879f-05c9-483b-b9a3-08b451779120,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:06.604550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd8c0c-b47b-437b-9796-bfbd87388076 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:06.607369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fadd8c0c-b47b-437b-9796-bfbd87388076 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/subnets/dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc HTTP/1.1" status: 200 len: 811 time: 0.1351755 Aug 31 09:46:06.617981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53240) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:06.621225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Calling delete_port for 67081d56-cd07-448a-94f7-cfd0fb0b394a owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:06.631304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:06.634809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.736246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4676db2-b579-499e-83e5-c194ea33fed3 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:06.737918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a4676db2-b579-499e-83e5-c194ea33fed3 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "GET /v2.0/subnets/dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1187274 Aug 31 09:46:06.744507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53244) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:06.751959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862433049'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:06.804187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:06.810522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.869332 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] Set router 35223109-2dbe-4902-8a5c-0cbfa3663518 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:06.878162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:06.915555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.14 (724893fb-f7f7-46a2-b621-7f512ec5f80d/b1c1044f-f61f-4976-8c9c-51589504e02a/a93ae035-4139-4e3e-97e7-7358ce4614e7) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:06.937505 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 6, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.960967 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.961844 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Added segment 29f6ebba-f532-4894-94c4-cc64f2d82bd1 of type vlan for network c0bb6f0e-9d99-4302-b0b0-31a731845b98 Aug 31 09:46:06.987963 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e8f6a-661b-47f9-8fa8-dfbb67ef5b11 None None] The sync data for ids ['35223109-2dbe-4902-8a5c-0cbfa3663518'] in n-d-800634-13 is: [{'id': '35223109-2dbe-4902-8a5c-0cbfa3663518', 'name': 'tempest-TaggedBootDevicesTest_v242-712477112-router', 'tenant_id': 'b5488d7baf804493b54e01fa93993bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:19Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 6, 'project_id': 'b5488d7baf804493b54e01fa93993bad', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:07.049828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.085389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.092219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:07.093050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.163231 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4178224 Aug 31 09:46:07.166085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53254) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:07.176051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:07.235186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Network': ['ID=c0bb6f0e-9d99-4302-b0b0-31a731845b98,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.255628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.256253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.256663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.257068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.257469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.262522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad6bfc-01ab-466b-ab17-8c7b76b70893 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:07.276613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c0bb6f0e-9d99-4302-b0b0-31a731845b98 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:07.315846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb1d157a-a143-4e47-ae88-7f64739f3401 req-bc9c5e87-19b0-4822-a848-ed09bf3369d0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 210 time: 0.0356479 Aug 31 09:46:07.316110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Made reservation on behalf of e09d1c666ae6442a9c157a04af4548c3 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:07.322089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.354347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.398849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=67081d56-cd07-448a-94f7-cfd0fb0b394a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.509397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.546564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing IP validity checks on allocation pools {{(pid=94895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:46:07.547668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.ipam_backend_mixin [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:46:07.617105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.617686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.619372 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.646542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object a93ae035-4139-4e3e-97e7-7358ce4614e7 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:07.684826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.685752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35223109-2dbe-4902-8a5c-0cbfa3663518 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:07.694121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.696026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-564c2a63-07bd-456a-a6ac-dc30987b7a04 admin admin] 10.222.0.18 "DELETE /v2.0/routers/35223109-2dbe-4902-8a5c-0cbfa3663518 HTTP/1.1" status: 204 len: 168 time: 2.0172961 Aug 31 09:46:07.698394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53264) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:07.747574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Deleting subnet deeaa54f-5a20-45fa-821c-d989468ea4e9 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:07.751026 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.783873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.787085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.801206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.908324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=c9605c54-8895-4546-bf6c-0b5ced095838,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.929885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:07.938590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:07.941123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:07.951351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.955321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.973163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42a5879f-05c9-483b-b9a3-08b451779120 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:08.004552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Checking segment: {'id': '29f6ebba-f532-4894-94c4-cc64f2d82bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:08.004811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network hostable DHCP agents. Network: c0bb6f0e-9d99-4302-b0b0-31a731845b98, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:08.041573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:08.042326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.053330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Network c0bb6f0e-9d99-4302-b0b0-31a731845b98 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:08.079891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, c0bb6f0e-9d99-4302-b0b0-31a731845b98) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:08.081450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 42a5879f-05c9-483b-b9a3-08b451779120 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:08.081675 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.083911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.088593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:08.089184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.107680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d58a1a2c-84d0-41ef-a846-223c056ba494 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4744172 Aug 31 09:46:08.114811 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-85e46969-1dfc-4d4a-bc45-e5ca7a4a8a06 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9471383 Aug 31 09:46:08.120711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53266) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:08.140084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:08.141116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deeaa54f-5a20-45fa-821c-d989468ea4e9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:08.144706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.148677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a51b7cd2-3df7-4a18-9824-6a1b50900be1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/deeaa54f-5a20-45fa-821c-d989468ea4e9 HTTP/1.1" status: 204 len: 168 time: 0.4491541 Aug 31 09:46:08.150691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-228579d0-bde7-4de3-81ea-7391b58ab78c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:46:08.151237 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:08.151752 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-228579d0-bde7-4de3-81ea-7391b58ab78c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068016 Aug 31 09:46:08.153509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febad267-be0b-4aa4-acbc-fa3fb2fb345b None None] Network c0bb6f0e-9d99-4302-b0b0-31a731845b98 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:08.156380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845dcf4-ddb8-46c7-aacd-891218b2b7dd None None] Network a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:08.197303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Request body: {'port': {'device_id': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:08.244613 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.330505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Deleting port 9d835768-7c23-4ba0-9772-038f82e2d2c2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:08.331610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.377859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28937599'] for subnet, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.383759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.471554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] For port 9d835768-7c23-4ba0-9772-038f82e2d2c2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9d835768-7c23-4ba0-9772-038f82e2d2c2,segment=NetworkSegment(28429c5e-9bcb-4a36-aa69-4192a84c3953),segment_id=28429c5e-9bcb-4a36-aa69-4192a84c3953)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:08.472819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.504970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Calling delete_port for 9d835768-7c23-4ba0-9772-038f82e2d2c2 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:08.636602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5e06f-1395-4979-b20a-ecfd3e42320e req-e997168b-aee2-4d9a-8f83-38503d565c8a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:08.648268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98f5e06f-1395-4979-b20a-ecfd3e42320e req-e997168b-aee2-4d9a-8f83-38503d565c8a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 932 time: 0.1657875 Aug 31 09:46:08.700524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-98f5e06f-1395-4979-b20a-ecfd3e42320e req-e52de634-bfff-4ed2-a36a-0b3e9314fe88 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512295 Aug 31 09:46:08.711184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.743666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d835768-7c23-4ba0-9772-038f82e2d2c2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:08.748396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] No DVR routers for this DVR port 9d835768-7c23-4ba0-9772-038f82e2d2c2 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:08.817248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-284600f1-a81f-467f-a1e0-20ee3d18d63f None None] Provisioning for port a93ae035-4139-4e3e-97e7-7358ce4614e7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:08.824917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-284600f1-a81f-467f-a1e0-20ee3d18d63f None None] Provisioning complete for port a93ae035-4139-4e3e-97e7-7358ce4614e7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:08.825287 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-284600f1-a81f-467f-a1e0-20ee3d18d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.847551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.853407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c71e0635-580e-423f-83f2-fcda241a3586 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:08.860808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.901910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28429c5e-9bcb-4a36-aa69-4192a84c3953') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.901910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28429c5e-9bcb-4a36-aa69-4192a84c3953') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.922842 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.935255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93ae035-4139-4e3e-97e7-7358ce4614e7 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:08.941344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794707012828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25296528'] for subnet, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.941704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.961645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:08.962182 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:08.964150 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:08.968979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-284600f1-a81f-467f-a1e0-20ee3d18d63f None None] Port a93ae035-4139-4e3e-97e7-7358ce4614e7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:08.973426 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.975528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16bf6e-aaf5-46c1-805e-09d6a72d95bd None None] DHCP port deletion for a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:08.983458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c71e0635-580e-423f-83f2-fcda241a3586 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:08.985759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c71e0635-580e-423f-83f2-fcda241a3586 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:08.986656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 67081d56-cd07-448a-94f7-cfd0fb0b394a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:09.043397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 67081d56-cd07-448a-94f7-cfd0fb0b394a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:09.044676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 67081d56-cd07-448a-94f7-cfd0fb0b394a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:09.054511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.054511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.054942 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "PUT /v2.0/subnets/c9605c54-8895-4546-bf6c-0b5ced095838 HTTP/1.1" status: 200 len: 877 time: 0.9254773 Aug 31 09:46:09.072152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Transition to ACTIVE for port object a93ae035-4139-4e3e-97e7-7358ce4614e7 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:09.073244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53274) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:09.081878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.086400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-c0bb6f0e-9d99-4302-b0b0-31a731845b98', 'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98', 'tenant_id': 'e09d1c666ae6442a9c157a04af4548c3', 'fixed_ips': [{'subnet_id': 'c9605c54-8895-4546-bf6c-0b5ced095838'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:09.087904 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.097650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494e612-76ce-4745-a6a6-6bcb5d84e619 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event updated for resources: {'Subnet': ['ID=c9605c54-8895-4546-bf6c-0b5ced095838,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:09.163220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.170370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:09.256748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.258742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b HTTP/1.1" status: 204 len: 168 time: 1.1058424 Aug 31 09:46:09.308447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:09.311370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:09.311739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:09.327157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:46:09.327463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:09.338801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:09.339352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Checking segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:09.339929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Bound using segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:09.340554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Bound port: a93ae035-4139-4e3e-97e7-7358ce4614e7, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:09.341095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.348863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49c5ac-b405-41df-8e85-8b87da6d51f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cc0e72-4fb8-49c8-bc3d-ceca13c7b63b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:09.450684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:09.455757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:09.464710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.475364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Allocated IP 172.20.0.3 (c0bb6f0e-9d99-4302-b0b0-31a731845b98/c9605c54-8895-4546-bf6c-0b5ced095838/3482fbdf-8321-4b5e-a19f-cbb10c6159d9) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:09.491452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.510383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.511136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.513053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] 10.222.0.23 "PUT /v2.0/ports/a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 1093 time: 1.3228958 Aug 31 09:46:09.513920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:09.517278 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1" -d '{"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:09.569598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53282) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:09.578042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73832ccd-b8db-4df8-ba28-0e4eb8cfbf8d service neutron] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:09.634898 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.641107 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af854d-1392-4d97-8ba7-2c67b932f211 x-openstack-request-id: req-30af854d-1392-4d97-8ba7-2c67b932f211 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:09.641484 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:09.641720 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30af854d-1392-4d97-8ba7-2c67b932f211 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:09.642298 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'status': 'completed', 'code': 200} Aug 31 09:46:09.703337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d57f25e3-593e-40d8-a6da-fdb41dbbdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.711541 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-d57f25e3-593e-40d8-a6da-fdb41dbbdf06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1096 time: 0.1233959 Aug 31 09:46:09.718586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53284) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:09.719250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0ed3429d-29b8-466b-a87a-65e2f48566a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5488d7baf804493b54e01fa93993bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475196 Aug 31 09:46:09.801512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-e7da67e3-c80b-498a-992e-f8acb2f99d8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 217 time: 0.0816681 Aug 31 09:46:09.831326 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.845191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4bc01241-eb5b-404d-b253-b0c353fb5d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.875822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Transition to ACTIVE for port object 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:09.884201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4bc01241-eb5b-404d-b253-b0c353fb5d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.905807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Transition to ACTIVE for port object 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:09.908979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9d835768-7c23-4ba0-9772-038f82e2d2c2 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:09.910874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-89b2d7ea-798f-41e6-8c27-f6850234cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:09.914569 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-89b2d7ea-798f-41e6-8c27-f6850234cf5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.1050322 Aug 31 09:46:09.933600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9d835768-7c23-4ba0-9772-038f82e2d2c2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:09.934120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9d835768-7c23-4ba0-9772-038f82e2d2c2 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:09.944132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.986938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Network c0bb6f0e-9d99-4302-b0b0-31a731845b98 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:09.995261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:10.006513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-0985ef61-cd8c-40f7-a0e5-825eb2ce38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.008310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-0985ef61-cd8c-40f7-a0e5-825eb2ce38e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850136 Aug 31 09:46:10.012284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4bc01241-eb5b-404d-b253-b0c353fb5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.015249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4bc01241-eb5b-404d-b253-b0c353fb5d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.016702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4bc01241-eb5b-404d-b253-b0c353fb5d56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a46509a-f891-4c98-bfc2-41a3b743b3ff HTTP/1.1" status: 204 len: 168 time: 0.2964408 Aug 31 09:46:10.024598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:10.041460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc01241-eb5b-404d-b253-b0c353fb5d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46509a-f891-4c98-bfc2-41a3b743b3ff,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:10.058532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.095940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea11ace-c08d-4a57-b14c-58b8073daf65 req-41224306-591b-417e-8cc3-4b7a5041778e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.098033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ea11ace-c08d-4a57-b14c-58b8073daf65 req-41224306-591b-417e-8cc3-4b7a5041778e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.2044632 Aug 31 09:46:10.129198 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-1618fccf-37e5-4b6f-9440-5f045fb80f85 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131392 Aug 31 09:46:10.140650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Attempting to bind port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:10.141184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Attempting to bind port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '29f6ebba-f532-4894-94c4-cc64f2d82bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:10.141712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Attempting to bind port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 on network c0bb6f0e-9d99-4302-b0b0-31a731845b98 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:10.143938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Pushing event updated for resources: {'Port': ['ID=3482fbdf-8321-4b5e-a19f-cbb10c6159d9,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:10.153163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:10.153678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Checking segment: {'id': '29f6ebba-f532-4894-94c4-cc64f2d82bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:10.154190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.154850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Bound using segment: {'id': '29f6ebba-f532-4894-94c4-cc64f2d82bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:10.155446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Bound port: 3482fbdf-8321-4b5e-a19f-cbb10c6159d9, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f6ebba-f532-4894-94c4-cc64f2d82bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:10.155928 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.180231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=c9605c54-8895-4546-bf6c-0b5ced095838,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:10.230486 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.247852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ea11ace-c08d-4a57-b14c-58b8073daf65 req-486000c2-a79e-4fb7-a809-5b5b5e6e039c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207831 Aug 31 09:46:10.249418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bb6f0e-9d99-4302-b0b0-31a731845b98']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:10.268929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f6ebba-f532-4894-94c4-cc64f2d82bd1') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:10.269506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f6ebba-f532-4894-94c4-cc64f2d82bd1') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:10.273193 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d4cf80d-e22b-46fb-9bb2-e2be455c27bb req-f0036d67-a13d-40ed-aef5-bdb4e7f2283a service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362855 Aug 31 09:46:10.280395 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.292457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] For port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:10.297659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.306554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:10.307622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:10.311508 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:10.387790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] For port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3482fbdf-8321-4b5e-a19f-cbb10c6159d9,segment=NetworkSegment(29f6ebba-f532-4894-94c4-cc64f2d82bd1),segment_id=29f6ebba-f532-4894-94c4-cc64f2d82bd1)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:10.391254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:46:10.391254 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:46:10.391254 n-d-800634-13 neutron-server[94896]: [parameters: {'id': 'c0bb6f0e-9d99-4302-b0b0-31a731845b98'}] Aug 31 09:46:10.391254 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:46:10.391898 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:46:10.396343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.437386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-bf5dc06d-cb66-4bde-b6b6-40cac854e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.439536 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-bf5dc06d-cb66-4bde-b6b6-40cac854e688 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1096 time: 0.0635865 Aug 31 09:46:10.500015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41552cb-cd75-41c8-87e9-00c37eceec91 None None] Pushing event updated for resources: {'Port': ['ID=3482fbdf-8321-4b5e-a19f-cbb10c6159d9,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:10.513430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6c88e-644e-45d4-a7f5-39bceaba6ea8 None None] Network c0bb6f0e-9d99-4302-b0b0-31a731845b98 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:10.568391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-d8872fed-31ff-42b1-b7d9-bb2e015f4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.570010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-d8872fed-31ff-42b1-b7d9-bb2e015f4db2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1221523 Aug 31 09:46:10.642401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-382d481f-f972-48e4-8b41-9c4bee3c3556 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 217 time: 0.0586128 Aug 31 09:46:10.678269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2329f4f8-3f58-43e8-a0a3-fab9221b2873 None None] Network c0bb6f0e-9d99-4302-b0b0-31a731845b98 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:10.705729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-c743205d-eda8-45c3-a199-bf42a0450b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.707652 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-c743205d-eda8-45c3-a199-bf42a0450b0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0567193 Aug 31 09:46:10.774504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-b6312323-e980-4c4a-8468-2123b9163f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:10.776069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-b6312323-e980-4c4a-8468-2123b9163f4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597465 Aug 31 09:46:10.828646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9178c-36b8-4fbe-925f-d6cecc2cc0bd None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:46:10.893128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.919576 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-cb164b8f-3e97-47b8-a365-4cbf53061713 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350932 Aug 31 09:46:10.945109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9178c-36b8-4fbe-925f-d6cecc2cc0bd None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:46:10.999697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:11.000044 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.088087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4916a8bb-cc1e-45cb-9df8-feeb3947cef1 req-2aa00c37-f5d6-4c76-8985-68d7e3733c56 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596811 Aug 31 09:46:11.134993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] For port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3482fbdf-8321-4b5e-a19f-cbb10c6159d9,segment=NetworkSegment(29f6ebba-f532-4894-94c4-cc64f2d82bd1),segment_id=29f6ebba-f532-4894-94c4-cc64f2d82bd1)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:11.135365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.155397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Calling delete_port for 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:11.162967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.277748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.332101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No DVR routers for this DVR port 3482fbdf-8321-4b5e-a19f-cbb10c6159d9 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:11.339336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Port': ['ID=3482fbdf-8321-4b5e-a19f-cbb10c6159d9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.364274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1957362694-network', 'tenant_id': '7a966f14325c4fe8ac7a4cc676b5fd09'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:11.397151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Made reservation on behalf of 7a966f14325c4fe8ac7a4cc676b5fd09 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:11.399829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.409478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.474544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.495161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bb6f0e-9d99-4302-b0b0-31a731845b98']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:11.508028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f6ebba-f532-4894-94c4-cc64f2d82bd1') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:11.508306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f6ebba-f532-4894-94c4-cc64f2d82bd1') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:11.517332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac0b98-b9b3-41df-b4ba-9b0f80908a4c req-5c13ea54-cecd-4ce1-a7b5-0817013d3e8b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:11.518956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26ac0b98-b9b3-41df-b4ba-9b0f80908a4c req-5c13ea54-cecd-4ce1-a7b5-0817013d3e8b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.1467454 Aug 31 09:46:11.527975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.544569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.551514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.556596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.568860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:11.569300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:11.572463 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:11.591316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3342dc-e047-4327-8cd0-4f55887d78f4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.633352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26ac0b98-b9b3-41df-b4ba-9b0f80908a4c req-5a3faa57-361b-4dd3-b016-1f9010633f70 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982163 Aug 31 09:46:11.655815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.666035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.669691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:11.670074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/c0bb6f0e-9d99-4302-b0b0-31a731845b98 HTTP/1.1" status: 204 len: 168 time: 2.5933640 Aug 31 09:46:11.672825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53318) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.686379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a321834-1ef4-44c1-b4d1-1c88405ca9f0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=c0bb6f0e-9d99-4302-b0b0-31a731845b98,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.709120 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a77cf61-2622-4695-87b4-1fa65e079d7d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:11.709672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a77cf61-2622-4695-87b4-1fa65e079d7d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:11.711528 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a77cf61-2622-4695-87b4-1fa65e079d7d tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/c9605c54-8895-4546-bf6c-0b5ced095838 HTTP/1.1" status: 404 len: 337 time: 0.0359550 Aug 31 09:46:11.714242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53320) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.717240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.717570 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Added segment 2da492fa-7007-4177-bfbc-5d49b597398f of type vlan for network b4db1015-2445-4c4d-be66-b1b7ba47809c Aug 31 09:46:11.736276 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-244d1577-e6ea-4cd2-802e-53316190d498 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:11.736782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244d1577-e6ea-4cd2-802e-53316190d498 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:11.741860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-244d1577-e6ea-4cd2-802e-53316190d498 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/c0bb6f0e-9d99-4302-b0b0-31a731845b98 HTTP/1.1" status: 404 len: 339 time: 0.0229006 Aug 31 09:46:11.742154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53322) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.761968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.769281 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-de522568-d642-4705-956d-c54381a9dfa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:11.769865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de522568-d642-4705-956d-c54381a9dfa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:11.774190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-de522568-d642-4705-956d-c54381a9dfa8 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/70989abb-8f8c-4d04-9405-da1aff8b8af9 HTTP/1.1" status: 404 len: 337 time: 0.0286336 Aug 31 09:46:11.774551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53324) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.789570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.790678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:11.791435 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.793708 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6ad417-1c4c-452f-a810-5a293f18ff98 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:11.794281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6ad417-1c4c-452f-a810-5a293f18ff98 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:11.796185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ed6ad417-1c4c-452f-a810-5a293f18ff98 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/7adef699-215a-4f27-8068-52b349871e8d HTTP/1.1" status: 404 len: 339 time: 0.0205719 Aug 31 09:46:11.798682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53326) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.884627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7159781 Aug 31 09:46:11.887607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53328) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.893578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Request body: {'subnet': {'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1957362694-subnet', 'tenant_id': '7a966f14325c4fe8ac7a4cc676b5fd09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:11.905123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c34a17-2c15-4a76-80a0-77feb9d49447 admin admin] Pushing event updated for resources: {'Network': ['ID=b4db1015-2445-4c4d-be66-b1b7ba47809c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.907220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.919141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b4db1015-2445-4c4d-be66-b1b7ba47809c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:11.931408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Made reservation on behalf of 7a966f14325c4fe8ac7a4cc676b5fd09 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:11.933996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.070347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.091200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.105226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95838c08-8797-46f6-994b-67f1845c67b4') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.105765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95838c08-8797-46f6-994b-67f1845c67b4') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.120243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.137719 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.163626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:12.163948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:12.166880 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:12.258937 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.272498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.274331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc HTTP/1.1" status: 204 len: 168 time: 0.4746294 Aug 31 09:46:12.276996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53330) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.294102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c825464-efe9-4481-8a52-b757a43da773 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=fcd66b4f-1160-4eee-a2b6-dba5e5cc08fc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:12.303120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.309276 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dcd017-fa63-4f64-8741-893ee1ffdad9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.309475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dcd017-fa63-4f64-8741-893ee1ffdad9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.313562 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-60dcd017-fa63-4f64-8741-893ee1ffdad9 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/09585a84-4ba0-4faf-a2f1-9b3f2117fc2e HTTP/1.1" status: 404 len: 337 time: 0.0331035 Aug 31 09:46:12.313801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53332) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.338868 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf807e93-3d1b-4e32-86b9-c2b3e2338a97 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.339322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf807e93-3d1b-4e32-86b9-c2b3e2338a97 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.343322 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf807e93-3d1b-4e32-86b9-c2b3e2338a97 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/08226e0b-aa52-4266-b366-ada72b168ba3 HTTP/1.1" status: 404 len: 339 time: 0.0262516 Aug 31 09:46:12.344214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53334) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.367123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f436ff54-d5d6-4644-b923-d264dfd582ec,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:12.380133 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd8f26d-316e-49e4-8561-3c4bfd28892e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.380654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Checking segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:12.381029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Network hostable DHCP agents. Network: b4db1015-2445-4c4d-be66-b1b7ba47809c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:12.381232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd8f26d-316e-49e4-8561-3c4bfd28892e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.385300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dcd8f26d-316e-49e4-8561-3c4bfd28892e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/7bc0201c-0286-43c6-b53c-854c3972a055 HTTP/1.1" status: 404 len: 337 time: 0.0383544 Aug 31 09:46:12.385556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.405017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Network b4db1015-2445-4c4d-be66-b1b7ba47809c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:12.406986 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-740a07e7-94f6-452a-be07-2c1d1b25b356 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.407584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740a07e7-94f6-452a-be07-2c1d1b25b356 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.409350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-740a07e7-94f6-452a-be07-2c1d1b25b356 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/ed200374-d146-4a08-8f10-dce396f0b059 HTTP/1.1" status: 404 len: 339 time: 0.0228777 Aug 31 09:46:12.412978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.419071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b4db1015-2445-4c4d-be66-b1b7ba47809c) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:12.424603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.425206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.430557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e71e1e9-e257-43de-a1e0-45187ba5953c None None] Network b4db1015-2445-4c4d-be66-b1b7ba47809c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:12.454267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9fcb9dd9-218e-4acf-9cad-f50c746b7114 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5653033 Aug 31 09:46:12.468318 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4112093-7a0a-4efc-8120-38d21f30dd21 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.469283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4112093-7a0a-4efc-8120-38d21f30dd21 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.475099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c4112093-7a0a-4efc-8120-38d21f30dd21 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/217f0a00-f1a2-4340-8809-ccabf5f976c6 HTTP/1.1" status: 404 len: 337 time: 0.0607202 Aug 31 09:46:12.477302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53342) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.497132 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b580fd5-3eaa-4e14-ad0c-44b50b0319f1 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.497527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b580fd5-3eaa-4e14-ad0c-44b50b0319f1 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.501707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2b580fd5-3eaa-4e14-ad0c-44b50b0319f1 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/9a05c71b-5be6-4c51-9625-a0c89dcc3e77 HTTP/1.1" status: 404 len: 339 time: 0.0211601 Aug 31 09:46:12.502164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53344) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.533768 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-922c0b10-387a-4c74-9cf0-b0c539915878 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.534380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922c0b10-387a-4c74-9cf0-b0c539915878 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.537501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-922c0b10-387a-4c74-9cf0-b0c539915878 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/52a99806-587c-4fde-b5f3-342aa3b0bb81 HTTP/1.1" status: 404 len: 337 time: 0.0310798 Aug 31 09:46:12.539690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.559003 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e3de12-1ce2-470f-b36f-c6a796446b88 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.559552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e3de12-1ce2-470f-b36f-c6a796446b88 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.562524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b5e3de12-1ce2-470f-b36f-c6a796446b88 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/349f253e-720c-4a1d-83a6-d8b07def19b0 HTTP/1.1" status: 404 len: 339 time: 0.0206957 Aug 31 09:46:12.564030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53348) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.589404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4175b3b-f59a-45e3-b734-81ab44086584 None None] Network b4db1015-2445-4c4d-be66-b1b7ba47809c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:12.595869 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e12fc96-42b4-48c3-891e-508c7df422bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.596329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e12fc96-42b4-48c3-891e-508c7df422bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.598106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1e12fc96-42b4-48c3-891e-508c7df422bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/89f40e82-27ec-4c10-b2a4-27c4497e8508 HTTP/1.1" status: 404 len: 337 time: 0.0330789 Aug 31 09:46:12.602710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53350) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.623174 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76a36ba-f3dd-4a89-84dc-3b05d73db2bd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.623924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76a36ba-f3dd-4a89-84dc-3b05d73db2bd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.625858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f76a36ba-f3dd-4a89-84dc-3b05d73db2bd tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/04a922b8-bd78-4585-9f8f-ebead8a92795 HTTP/1.1" status: 404 len: 339 time: 0.0228186 Aug 31 09:46:12.629102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.686428 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-df74929a-5905-466c-9154-4a6a5b6a9bb4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.686906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df74929a-5905-466c-9154-4a6a5b6a9bb4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.691326 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53364) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.691600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-df74929a-5905-466c-9154-4a6a5b6a9bb4 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/6a4e9fcc-e7ca-4d4a-9ed5-9bd7d9f6a609 HTTP/1.1" status: 404 len: 337 time: 0.0611401 Aug 31 09:46:12.712965 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-603574ca-f082-466b-8ea7-19b7c627e4d0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.713632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603574ca-f082-466b-8ea7-19b7c627e4d0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.715767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-603574ca-f082-466b-8ea7-19b7c627e4d0 tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/bb726a50-5646-4b31-b713-a51fd9e69385 HTTP/1.1" status: 404 len: 339 time: 0.0230820 Aug 31 09:46:12.718016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53366) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.783075 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-414aa187-f959-4f76-8b40-58f511ba7cec tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.783366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414aa187-f959-4f76-8b40-58f511ba7cec tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.788478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-414aa187-f959-4f76-8b40-58f511ba7cec tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/36ec3c5a-098e-4db9-832e-d1b743e4dfda HTTP/1.1" status: 404 len: 337 time: 0.0660915 Aug 31 09:46:12.788885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.810646 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5d74f6-96fc-4821-9fdd-4ff4718c000b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.811199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5d74f6-96fc-4821-9fdd-4ff4718c000b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.812395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c910935-bd08-4a27-aa97-d92ef59704d2 req-407b855b-c36b-4eee-a3dc-f74e409905ea tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:12.815316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aa5d74f6-96fc-4821-9fdd-4ff4718c000b tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/8f0b4e9f-06c7-4e82-aa9d-c087a0857b1f HTTP/1.1" status: 404 len: 339 time: 0.0229831 Aug 31 09:46:12.815489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c910935-bd08-4a27-aa97-d92ef59704d2 req-407b855b-c36b-4eee-a3dc-f74e409905ea tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.0804331 Aug 31 09:46:12.815850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53370) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.854271 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d668bb1a-e6c1-4481-9a8b-fd8372af75bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.855006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d668bb1a-e6c1-4481-9a8b-fd8372af75bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.859243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d668bb1a-e6c1-4481-9a8b-fd8372af75bf tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/2fca0268-8acc-43d7-8a67-5f507329c6f6 HTTP/1.1" status: 404 len: 337 time: 0.0400186 Aug 31 09:46:12.860522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53372) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.886033 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74543fd-d16d-43d6-8c22-d213c87e975e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] DELETE failed (client error): The resource could not be found. Aug 31 09:46:12.886846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74543fd-d16d-43d6-8c22-d213c87e975e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:46:12.892468 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b74543fd-d16d-43d6-8c22-d213c87e975e tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/aaaa3362-f8f0-4993-935a-981daf6f8937 HTTP/1.1" status: 404 len: 339 time: 0.0300815 Aug 31 09:46:12.892940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.896108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c910935-bd08-4a27-aa97-d92ef59704d2 req-9a8f66c0-f488-4c28-9a72-22fe8220382c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720575 Aug 31 09:46:13.011580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting subnet dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:13.018292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.085931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.124764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-65d5df12-4091-483b-98ff-86e231da2b26 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:13.126295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-65d5df12-4091-483b-98ff-86e231da2b26 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 815 time: 0.1960933 Aug 31 09:46:13.156803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6e11ac3a-ea5e-452c-9e2f-1cd64e21ca31 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/quotas/7a966f14325c4fe8ac7a4cc676b5fd09 HTTP/1.1" status: 200 len: 375 time: 0.0188649 Aug 31 09:46:13.210844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-91606028-23b4-40e0-bc81-40163e5c5cef tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464432 Aug 31 09:46:13.269772 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.356892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-9481114e-d890-45ed-a785-551f47b351a7 service neutron] 10.222.0.18 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376541 Aug 31 09:46:13.361970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.419299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Subnet': ['ID=dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.450465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.455731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9505b697-80b9-491b-b045-7e7e0b1c6dfc tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/subnets/dad1bb5c-d247-4ed8-b753-5d0aa11c0dfc HTTP/1.1" status: 204 len: 168 time: 0.5550573 Aug 31 09:46:13.455845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52dd761-3954-4cc0-ad57-9fc231028b0b None None] Network 547c9d37-b30f-4e31-9f52-c435b732b750 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:13.456290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53384) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:13.506378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-d7620fbc-e199-4e2f-bd85-d268209e415a service neutron] 10.222.0.18 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375256 Aug 31 09:46:13.538837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.601767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Deleting port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:13.602074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.656702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] DHCP port deletion for 547c9d37-b30f-4e31-9f52-c435b732b750 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:13.679843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] For port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,segment=NetworkSegment(c50032f6-f5e7-43a6-b3f8-24b24d4d8de5),segment_id=c50032f6-f5e7-43a6-b3f8-24b24d4d8de5)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:13.680231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.698625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Calling delete_port for 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:13.714167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efa79886-91c3-4042-b9ba-d4f9320292ae req-dd86c006-cc20-4c39-a1eb-0f7300d9d645 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 210 time: 0.0393741 Aug 31 09:46:13.739098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] Deleting port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:13.740404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.825139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:13.828754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] For port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,segment=NetworkSegment(c50032f6-f5e7-43a6-b3f8-24b24d4d8de5),segment_id=c50032f6-f5e7-43a6-b3f8-24b24d4d8de5)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:13.829157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.851704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] Calling delete_port for 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:13.872138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.960609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Port': ['ID=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.991669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] No DVR routers for this DVR port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:14.005449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:14.041859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:14.042460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:14.063829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:14.066556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.110538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] No DVR routers for this DVR port 0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:14.134184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbff00-7970-4836-a02a-a5fe02c1dbc9 None None] Pushing event deleted for resources: {'Port': ['ID=0ae4a9ae-6345-42cc-8cd8-c4d8b87af10d,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.136367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'mac_address': 'fa:16:3e:7d:2e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:14.176741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.189858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c9d37-b30f-4e31-9f52-c435b732b750']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.197473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.204504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.204837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50032f6-f5e7-43a6-b3f8-24b24d4d8de5') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.218971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93ae035-4139-4e3e-97e7-7358ce4614e7 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:14.219348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.241669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e341b-13ca-4729-9429-2426239c6b5f req-e9332265-e23a-4dd1-b9b1-b9402481c880 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:14.242292 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.250358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:14.251666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:14.252276 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:14.257571 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:14.259631 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.274089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e80e341b-13ca-4729-9429-2426239c6b5f req-e9332265-e23a-4dd1-b9b1-b9402481c880 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.1477411 Aug 31 09:46:14.328435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e80e341b-13ca-4729-9429-2426239c6b5f req-51a585ec-7443-417c-9bc8-6abd3869681f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532055 Aug 31 09:46:14.352884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.369847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.378844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.383359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] 10.222.0.18 "DELETE /v2.0/networks/547c9d37-b30f-4e31-9f52-c435b732b750 HTTP/1.1" status: 204 len: 168 time: 0.9256575 Aug 31 09:46:14.402307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987e6f-a08b-477f-ac72-8c8a7a32f75c tempest-NetworksTest-138562383 tempest-NetworksTest-138562383-project] Pushing event deleted for resources: {'Network': ['ID=547c9d37-b30f-4e31-9f52-c435b732b750,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.533756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['a93ae035-4139-4e3e-97e7-7358ce4614e7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:14.645940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53412) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:14.838340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-199dcfc9-ae6f-4bbd-9e04-84000a6b4f1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e09d1c666ae6442a9c157a04af4548c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900713 Aug 31 09:46:14.838925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6234f9b3-7a00-4b13-8018-4efd79515dde req-b3f96619-20b3-4f26-b60b-4f6548e78729 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 210 time: 0.0318215 Aug 31 09:46:14.841549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53418) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:14.902030 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5908-f247-421f-8dcd-2d9b81c8512a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.928323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5908-f247-421f-8dcd-2d9b81c8512a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.991588 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5908-f247-421f-8dcd-2d9b81c8512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.997513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5908-f247-421f-8dcd-2d9b81c8512a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.002825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4d9a5908-f247-421f-8dcd-2d9b81c8512a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7de21015-59c1-4d3c-ae20-e4de2facac46 HTTP/1.1" status: 204 len: 168 time: 0.1591523 Aug 31 09:46:15.017483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a5908-f247-421f-8dcd-2d9b81c8512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de21015-59c1-4d3c-ae20-e4de2facac46,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:15.226829 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:46:15.305653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-8c6e39cf-a8f9-4338-92c2-a45f6d807dba tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:15.307845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-8c6e39cf-a8f9-4338-92c2-a45f6d807dba tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 815 time: 0.2527580 Aug 31 09:46:15.334026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Request body: {'port': {'device_id': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'admin_state_up': True, 'tenant_id': '7a966f14325c4fe8ac7a4cc676b5fd09'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:15.480060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ee62-8e2d-40e6-b640-06da56399585 req-c5701f31-0afa-4017-a064-01a6fe53296f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:15.481845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3967ee62-8e2d-40e6-b640-06da56399585 req-c5701f31-0afa-4017-a064-01a6fe53296f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.0653870 Aug 31 09:46:15.492164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Made reservation on behalf of 7a966f14325c4fe8ac7a4cc676b5fd09 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:15.496226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.534255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3967ee62-8e2d-40e6-b640-06da56399585 req-29507a25-0953-44c9-bbc6-25ed08db51b4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Aug 31 09:46:15.644651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Allocated IP 172.20.0.9 (b4db1015-2445-4c4d-be66-b1b7ba47809c/f436ff54-d5d6-4644-b923-d264dfd582ec/f1936ef4-415b-4b59-806e-79545737acd5) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:15.823351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.833697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:15.928049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port a93ae035-4139-4e3e-97e7-7358ce4614e7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:15.952837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port a93ae035-4139-4e3e-97e7-7358ce4614e7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:15.953514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.997841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53446) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.019029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0683795-fef9-4dcf-ae13-ddff5de330ad req-22b22c45-72ba-48ae-a255-86f50c69a3b6 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 210 time: 0.0803497 Aug 31 09:46:16.088439 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.119675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:16.123564 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d36d31-1b08-478c-a193-9b589ee88cda" -d '{"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-plugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:16.140416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:16.147479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.151231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056992964'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:16.186091 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47cfe8e-323e-4a18-aa18-38a4cb454205 x-openstack-request-id: req-f47cfe8e-323e-4a18-aa18-38a4cb454205 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:16.186534 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-plugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:16.186871 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47cfe8e-323e-4a18-aa18-38a4cb454205 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:16.187351 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'code': 200} Aug 31 09:46:16.195255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.207045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.233435 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.243935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.310690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Network b4db1015-2445-4c4d-be66-b1b7ba47809c is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:16.330431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:16.340902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:16.374116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.389374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.395778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.405227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d999ba-b7d0-476c-b1cd-efcf54adc053 req-50d02db7-97a1-48d6-bd32-d8d5d29ad7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:16.407057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d999ba-b7d0-476c-b1cd-efcf54adc053 req-50d02db7-97a1-48d6-bd32-d8d5d29ad7d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1098 time: 0.1214752 Aug 31 09:46:16.416061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:16.416772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.433758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980ce2e9-1c2a-434a-9473-a68dcfd5e641,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.460188 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0d999ba-b7d0-476c-b1cd-efcf54adc053 req-67ba5498-9cb4-42bc-87ec-e5ea18796dbb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Aug 31 09:46:16.511571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.515830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.521621 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-6f58dc05-50a4-41c6-ab91-7f95a42ad6ac tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1958191 Aug 31 09:46:16.540271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Request body: {'port': {'device_id': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:16.549107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc52a05-540e-4d1a-92c1-8cf6daddd918,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.552216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.556429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-18933692-91f2-4bfb-8e92-138fdda5e682 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5570765 Aug 31 09:46:16.557064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53454) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.643677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-29c30c6b-9b55-4a81-a1d4-a6bec0c5a851 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0850799 Aug 31 09:46:16.644366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.651805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.654158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-security--117852465', 'description': 'tempest-security-description-1283331294'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:16.729414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.762365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2564f-69f7-457f-bcfd-560e29ff73e4 req-139bda8b-9cd5-4562-84b7-214981ca4f63 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:16.763976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed2564f-69f7-457f-bcfd-560e29ff73e4 req-139bda8b-9cd5-4562-84b7-214981ca4f63 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0955048 Aug 31 09:46:16.809111 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.814350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.817025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.820973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "PUT /v2.0/security-groups/bcc52a05-540e-4d1a-92c1-8cf6daddd918 HTTP/1.1" status: 200 len: 1779 time: 0.1732101 Aug 31 09:46:16.822075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53460) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.843808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed2564f-69f7-457f-bcfd-560e29ff73e4 req-a449a85b-0192-4d06-a69f-7364158db186 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708764 Aug 31 09:46:16.858134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334bfb9-fcdd-4535-8585-61c61ae33a84 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc52a05-540e-4d1a-92c1-8cf6daddd918,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.922708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-74cc7663-1f5f-4528-baa4-094b2a1c33a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups/bcc52a05-540e-4d1a-92c1-8cf6daddd918 HTTP/1.1" status: 200 len: 1779 time: 0.0972366 Aug 31 09:46:16.923820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53462) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.985449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9d36081-41eb-4e98-8400-6f95518a0929 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.015809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9d36081-41eb-4e98-8400-6f95518a0929 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.021388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1936ef4-415b-4b59-806e-79545737acd5 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:17.030983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.046212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Transition to ACTIVE for port object f1936ef4-415b-4b59-806e-79545737acd5 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:17.055155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.124705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.206649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Attempting to bind port f1936ef4-415b-4b59-806e-79545737acd5 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:17.206988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Attempting to bind port f1936ef4-415b-4b59-806e-79545737acd5 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:17.207317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Attempting to bind port f1936ef4-415b-4b59-806e-79545737acd5 on network b4db1015-2445-4c4d-be66-b1b7ba47809c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:17.214893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Port f1936ef4-415b-4b59-806e-79545737acd5 on network b4db1015-2445-4c4d-be66-b1b7ba47809c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:46:17.215226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Attempting to bind port f1936ef4-415b-4b59-806e-79545737acd5 on network b4db1015-2445-4c4d-be66-b1b7ba47809c {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:17.221211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:17.221560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Checking segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:17.221960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Bound using segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:17.222402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Bound port: f1936ef4-415b-4b59-806e-79545737acd5, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:17.222797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.307183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:17.312646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:17.322714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.370516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:17.371802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.381979 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] 10.222.0.15 "PUT /v2.0/ports/f1936ef4-415b-4b59-806e-79545737acd5 HTTP/1.1" status: 200 len: 1092 time: 0.8496041 Aug 31 09:46:17.381979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:17.382631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af120e-ad95-4bcd-93da-270c20c1a2a1 req-550498dc-5a99-444a-be74-a3f4af615473 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:17.384347 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "tag": "f1936ef4-415b-4b59-806e-79545737acd5"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:17.384495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00af120e-ad95-4bcd-93da-270c20c1a2a1 req-550498dc-5a99-444a-be74-a3f4af615473 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 943 time: 0.0766764 Aug 31 09:46:17.401911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9d36081-41eb-4e98-8400-6f95518a0929 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.405424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9d36081-41eb-4e98-8400-6f95518a0929 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.409174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d9d36081-41eb-4e98-8400-6f95518a0929 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/bcc52a05-540e-4d1a-92c1-8cf6daddd918 HTTP/1.1" status: 204 len: 168 time: 0.4841762 Aug 31 09:46:17.416414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53474) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:17.439875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617b6e2-85b8-4d08-80da-c8583034d12f service neutron] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.452559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d36081-41eb-4e98-8400-6f95518a0929 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc52a05-540e-4d1a-92c1-8cf6daddd918,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.501365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d6531ebc-de6a-4dce-ae78-5cbadab390cc tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831974 Aug 31 09:46:17.501631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53476) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:17.518827 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-6cd91e13-8368-4fba-91c3-175632651932 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] delete failed (client error): The resource could not be found. Aug 31 09:46:17.520031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6cd91e13-8368-4fba-91c3-175632651932 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/bcc52a05-540e-4d1a-92c1-8cf6daddd918 HTTP/1.1" status: 404 len: 347 time: 0.0179234 Aug 31 09:46:17.526301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00af120e-ad95-4bcd-93da-270c20c1a2a1 req-55c738a7-58af-432c-80a9-e0a4df1bb00b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798454 Aug 31 09:46:17.528222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53478) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:17.535223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267157120'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:17.584029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.623360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-da749767-4961-480a-bc28-a4d3397fad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:17.624943 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-da749767-4961-480a-bc28-a4d3397fad72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 1095 time: 0.1153686 Aug 31 09:46:17.767712 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-bb19ab6f-a89c-436e-a039-8caa6c1feef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1936ef4-415b-4b59-806e-79545737acd5 HTTP/1.1" status: 200 len: 217 time: 0.1323545 Aug 31 09:46:17.769710 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cccfb7-278e-4fb8-b679-0320928bc5c1 x-openstack-request-id: req-38cccfb7-278e-4fb8-b679-0320928bc5c1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:17.770407 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "tag": "f1936ef4-415b-4b59-806e-79545737acd5", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:17.770743 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38cccfb7-278e-4fb8-b679-0320928bc5c1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:17.771386 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5', 'status': 'completed', 'code': 200} Aug 31 09:46:17.802843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.810458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.855296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-205d8b41-ecfe-4eee-87b1-192b43bf576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:17.857751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7debfbf7-de5b-4763-9c2e-8f84b9de9dd9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.864560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-205d8b41-ecfe-4eee-87b1-192b43bf576b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.0825496 Aug 31 09:46:17.891059 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.894882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d1373a2-d142-4fa5-a801-9b23acbeea37 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3629603 Aug 31 09:46:17.895649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53508) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:17.900792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '7debfbf7-de5b-4763-9c2e-8f84b9de9dd9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:17.902937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-adb8fa0f-5e28-43a7-b579-dfba8493ae95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337245 Aug 31 09:46:17.937467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.022769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e98cc-b5de-4ea1-b3fa-1892894dc7c9 req-fd6f2c62-7f04-4ddb-ad79-f58636adc1e2 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.024489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f31e98cc-b5de-4ea1-b3fa-1892894dc7c9 req-fd6f2c62-7f04-4ddb-ad79-f58636adc1e2 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0802677 Aug 31 09:46:18.037055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.037531 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-cd4a66e1-1445-48ac-9d20-ced3ef2f77e6 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255448 Aug 31 09:46:18.044582 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.081954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1165a48-9c11-4311-8ec8-5de728653ba1,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:18.101286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.102532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6f24de11-fdc3-4923-be52-fffc884d3900 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058952 Aug 31 09:46:18.105973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f31e98cc-b5de-4ea1-b3fa-1892894dc7c9 req-83a80efc-b8bd-4eb4-b3c9-e21ba69177c1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730305 Aug 31 09:46:18.106430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.161574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2143193-97ea-43f7-8aec-0bd3e1b25b36 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.187283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2143193-97ea-43f7-8aec-0bd3e1b25b36 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.224217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ba2a1cc2-4a62-4910-9602-f5c600aa6a65 req-4caef86e-9d17-49b3-8e68-0194dc61b578 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784158 Aug 31 09:46:18.264802 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2143193-97ea-43f7-8aec-0bd3e1b25b36 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.275747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d2143193-97ea-43f7-8aec-0bd3e1b25b36 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.276951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d2143193-97ea-43f7-8aec-0bd3e1b25b36 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a1165a48-9c11-4311-8ec8-5de728653ba1 HTTP/1.1" status: 204 len: 168 time: 0.1665163 Aug 31 09:46:18.280996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53554) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.310335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536592-51cf-46f8-a160-fde54feb0e96 req-f10b638c-6238-431e-9dcc-e47abc183260 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.311974 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61536592-51cf-46f8-a160-fde54feb0e96 req-f10b638c-6238-431e-9dcc-e47abc183260 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.1054780 Aug 31 09:46:18.315162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2143193-97ea-43f7-8aec-0bd3e1b25b36 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1165a48-9c11-4311-8ec8-5de728653ba1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:18.376158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-b7bc24c6-adfb-4d48-8856-607b55bc8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.378556 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-b7bc24c6-adfb-4d48-8856-607b55bc8db5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 1095 time: 0.0852318 Aug 31 09:46:18.384351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9322fcd1-e26e-468a-9092-4dd684197a47 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022058 Aug 31 09:46:18.387526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53564) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.402572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61536592-51cf-46f8-a160-fde54feb0e96 req-a6611818-48a8-4f6b-8899-4c4a28695da4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785317 Aug 31 09:46:18.437408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53572) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.501286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-51e9e120-f701-4173-ab86-719b1fe33ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.501483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b16-8468-4e16-9c8d-6e6f6ba1373f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.503244 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-51e9e120-f701-4173-ab86-719b1fe33ff0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 916 time: 0.1155288 Aug 31 09:46:18.522084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2711f2-0e5a-4931-96e4-4114314e9ae1 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.526010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0d2711f2-0e5a-4931-96e4-4114314e9ae1 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1093 time: 0.0839067 Aug 31 09:46:18.526819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53586) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.534171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:18.551116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b16-8468-4e16-9c8d-6e6f6ba1373f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.558131 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-95c5f829-f2b6-41e2-8f94-b69753280305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1936ef4-415b-4b59-806e-79545737acd5 HTTP/1.1" status: 200 len: 217 time: 0.0444989 Aug 31 09:46:18.590667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.638511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-82bd8b13-1309-41a5-b341-91bac4428177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.641432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-82bd8b13-1309-41a5-b341-91bac4428177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.0748785 Aug 31 09:46:18.647167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b16-8468-4e16-9c8d-6e6f6ba1373f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.650779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b16-8468-4e16-9c8d-6e6f6ba1373f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.651961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7f6b7b16-8468-4e16-9c8d-6e6f6ba1373f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/7debfbf7-de5b-4763-9c2e-8f84b9de9dd9 HTTP/1.1" status: 204 len: 168 time: 0.2635112 Aug 31 09:46:18.657525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53608) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.694995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-2a89b6b7-22ee-4366-83f4-9864c68c7bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395532 Aug 31 09:46:18.707047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b7b16-8468-4e16-9c8d-6e6f6ba1373f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7debfbf7-de5b-4763-9c2e-8f84b9de9dd9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:18.755546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.804567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c77e-419f-4366-a039-50111570f8a0 req-b09c3c53-2834-49a7-a600-c889aaf932cc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.807052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a532c77e-419f-4366-a039-50111570f8a0 req-b09c3c53-2834-49a7-a600-c889aaf932cc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 943 time: 0.1251638 Aug 31 09:46:18.812758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-b214be52-943a-4731-8a6e-4dc651b0853a service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075835 Aug 31 09:46:18.815266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53628) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.815406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9966a339-909e-43c1-a46a-a9df1824f18d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514177 Aug 31 09:46:18.821078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812130677'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:18.868973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a532c77e-419f-4366-a039-50111570f8a0 req-7b800edd-9a5c-4403-a994-ba43478a32f8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Aug 31 09:46:18.880647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.918455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.969326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56f07c68-3a2b-4f67-8b3d-50e1197a1e8c req-379ca7d4-8920-4ffc-a606-59a4c7aa7b9b service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391268 Aug 31 09:46:19.035959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.96 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/194ba41e-411b-4805-a5ca-251368e36c74) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:19.057494 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.066448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.106877 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.108430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2916348 Aug 31 09:46:19.111781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53662) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.117312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:19.125849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf31e3e-ed14-4e1b-9edb-3058a67f2c8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.160277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.180949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.233170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.236641 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.238264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.259583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa4ccbb-436f-4b53-b793-863a1170dbfd,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.267409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.269829 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-22720561-4a7d-4c8a-aa2f-3056ac650146 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570492 Aug 31 09:46:19.272754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53682) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.280455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:19.287308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:19.291876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:19.298462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:19.316522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.330403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=194ba41e-411b-4805-a5ca-251368e36c74,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.400216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.404954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.427529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65773e1-bc9c-4f5b-8369-c03bdf518531,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.431499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.432973 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b0f11e76-1fb0-48e3-bf55-202b2faa4871 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589711 Aug 31 09:46:19.435972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53702) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.444897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:19.479600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.558591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.565338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.606818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09e589e-840e-4962-9fed-1301389f5c39,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.617859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.620766 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b60e0d99-cf3a-4cba-8a97-2f2e57f55c2c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1832328 Aug 31 09:46:19.624455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53726) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.630278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:19.692769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.784030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.789106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.820101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dacbd44-edba-4070-9908-cbe4e153a098,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.829124 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.833789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e7485192-43e3-4952-bf67-3ff801dd8e70 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2052875 Aug 31 09:46:19.834238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53754) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:19.839733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:19.877091 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.978419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.983944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.010234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e14c12d-c629-4e3b-aa01-5aace0218d2b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.014530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.016107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4abbcd3f-83a8-4c3a-9f5f-a66455caa9db tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1808987 Aug 31 09:46:20.019346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.032823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.060981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d902e3-420b-4156-b50f-cada657ba2bd tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.072855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d902e3-420b-4156-b50f-cada657ba2bd tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.115340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d902e3-420b-4156-b50f-cada657ba2bd tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.117988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a72fe-dcb5-42b7-aa90-58de9271eba7 req-74e5cc09-ddfa-4a27-885a-64b5d7a08089 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.120119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8a72fe-dcb5-42b7-aa90-58de9271eba7 req-74e5cc09-ddfa-4a27-885a-64b5d7a08089 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 943 time: 0.1459830 Aug 31 09:46:20.123804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-72d902e3-420b-4156-b50f-cada657ba2bd tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.125079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-72d902e3-420b-4156-b50f-cada657ba2bd tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4e14c12d-c629-4e3b-aa01-5aace0218d2b HTTP/1.1" status: 204 len: 168 time: 0.1016815 Aug 31 09:46:20.127889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53794) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.143201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d902e3-420b-4156-b50f-cada657ba2bd tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e14c12d-c629-4e3b-aa01-5aace0218d2b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.208142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8a72fe-dcb5-42b7-aa90-58de9271eba7 req-8c765ed5-5d2a-4d5f-9e9a-5a59b12bb85d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737081 Aug 31 09:46:20.212197 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.212799 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2be265c4-78e9-48cd-b580-90f28e64b714 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0832102 Aug 31 09:46:20.217946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53806) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.260375 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c28d727b-bf39-40b3-b517-8ff3a8761f3d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.274895 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c28d727b-bf39-40b3-b517-8ff3a8761f3d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.320926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c28d727b-bf39-40b3-b517-8ff3a8761f3d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.329802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c28d727b-bf39-40b3-b517-8ff3a8761f3d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.331643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c28d727b-bf39-40b3-b517-8ff3a8761f3d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1dacbd44-edba-4070-9908-cbe4e153a098 HTTP/1.1" status: 204 len: 168 time: 0.1134927 Aug 31 09:46:20.340465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53820) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.351100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d727b-bf39-40b3-b517-8ff3a8761f3d tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dacbd44-edba-4070-9908-cbe4e153a098,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.423743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-61edf71b-dd57-43a7-8c7f-b1bd2406f081 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0791671 Aug 31 09:46:20.424154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.461960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-501321e5-b27a-4acc-ad15-73b4953190d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.483657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-501321e5-b27a-4acc-ad15-73b4953190d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.487086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.495480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.539102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-501321e5-b27a-4acc-ad15-73b4953190d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.546294 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-501321e5-b27a-4acc-ad15-73b4953190d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.549952 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-501321e5-b27a-4acc-ad15-73b4953190d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f09e589e-840e-4962-9fed-1301389f5c39 HTTP/1.1" status: 204 len: 168 time: 0.1218765 Aug 31 09:46:20.553682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.561587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501321e5-b27a-4acc-ad15-73b4953190d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f09e589e-840e-4962-9fed-1301389f5c39,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.599020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.602510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=194ba41e-411b-4805-a5ca-251368e36c74,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.627816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c65f96ca-488b-443e-aef2-378e4174a574 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0727386 Aug 31 09:46:20.632340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53852) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.667267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772661c7-b6f7-4ce6-a547-fa9cdec1f667 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.680318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772661c7-b6f7-4ce6-a547-fa9cdec1f667 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.726074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772661c7-b6f7-4ce6-a547-fa9cdec1f667 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.746173 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-772661c7-b6f7-4ce6-a547-fa9cdec1f667 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.747730 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-772661c7-b6f7-4ce6-a547-fa9cdec1f667 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f65773e1-bc9c-4f5b-8369-c03bdf518531 HTTP/1.1" status: 204 len: 168 time: 0.1139359 Aug 31 09:46:20.751780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53868) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.761613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772661c7-b6f7-4ce6-a547-fa9cdec1f667 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f65773e1-bc9c-4f5b-8369-c03bdf518531,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.773450 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP bde2fc99-aab0-413c-ab42-18a631d2499e associated. External IP: 172.25.4.96, port: a93ae035-4139-4e3e-97e7-7358ce4614e7. Aug 31 09:46:20.814155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36a2a8ae-00cd-4ef0-b577-904993ab452c tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0611992 Aug 31 09:46:20.818372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:20.852080 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc590807-3ebe-43a3-9b8b-1aebd525c220 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.862771 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc590807-3ebe-43a3-9b8b-1aebd525c220 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.913085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc590807-3ebe-43a3-9b8b-1aebd525c220 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.928055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cc590807-3ebe-43a3-9b8b-1aebd525c220 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:20.929587 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cc590807-3ebe-43a3-9b8b-1aebd525c220 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/caa4ccbb-436f-4b53-b793-863a1170dbfd HTTP/1.1" status: 204 len: 168 time: 0.1097074 Aug 31 09:46:20.931496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590807-3ebe-43a3-9b8b-1aebd525c220 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caa4ccbb-436f-4b53-b793-863a1170dbfd,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:20.934425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:21.017886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-117cd235-6e9f-4dbe-b357-e1ca44e7f398 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813763 Aug 31 09:46:21.023413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53900) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:21.120947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22b9d9f0-63d5-40e8-bb0d-2b1b5f4fe35e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.165857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22b9d9f0-63d5-40e8-bb0d-2b1b5f4fe35e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.223732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22b9d9f0-63d5-40e8-bb0d-2b1b5f4fe35e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.229126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-22b9d9f0-63d5-40e8-bb0d-2b1b5f4fe35e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.233950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-22b9d9f0-63d5-40e8-bb0d-2b1b5f4fe35e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7 HTTP/1.1" status: 204 len: 168 time: 0.2093346 Aug 31 09:46:21.251299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53922) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:21.253523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9d9f0-63d5-40e8-bb0d-2b1b5f4fe35e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ff37b-b65d-486d-9c9a-01a49d2ad8c7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:21.326874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8532f862-63d1-461c-a16e-a1a58755b2c6 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652092 Aug 31 09:46:21.327797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53934) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:21.343317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946339716'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:21.398596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.472217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8df459-3726-4baf-a167-8b7699def251 req-75d3b1e9-e6b1-4d6c-a2ff-9367d6cfef91 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:21.475244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf8df459-3726-4baf-a167-8b7699def251 req-75d3b1e9-e6b1-4d6c-a2ff-9367d6cfef91 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 943 time: 0.1138027 Aug 31 09:46:21.479727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 20f9a078-e92f-4ba2-9142-954796888997 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:21.486775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:21.582939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.591428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cf8df459-3726-4baf-a167-8b7699def251 req-1be6dad5-93eb-456d-a4b9-62e7d7e34210 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042368 Aug 31 09:46:21.595380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.667982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe4701-27b0-44ba-9376-ec48a449b347,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:21.675187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:21.687726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.691023 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4496fd8c-3fe4-462f-98cb-a3cb1e0aa364 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3619523 Aug 31 09:46:21.694989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 53962) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:21.704982 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.708405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '41fe4701-27b0-44ba-9376-ec48a449b347', 'direction': 'ingress', 'protocol': 17}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:21.730627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] Sync routers for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:21.746819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:21.775400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-52bb62c0-d832-402d-ad47-59d965d69ae1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2360554 Aug 31 09:46:21.775400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:21.775400 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f50af-b324-4066-918a-b02bcd4e8f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:21.775861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.793025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f1936ef4-415b-4b59-806e-79545737acd5', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'port_id': 'f1936ef4-415b-4b59-806e-79545737acd5', 'mac_address': 'fa:16:3e:23:b4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f436ff54-d5d6-4644-b923-d264dfd582ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:21.799536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:21.800642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:21.850425 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44baa9-109d-4226-816a-c79ef3295807 x-openstack-request-id: req-9e44baa9-109d-4226-816a-c79ef3295807 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:21.850917 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:21.851425 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e44baa9-109d-4226-816a-c79ef3295807 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:21.852529 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'status': 'completed', 'code': 200} Aug 31 09:46:21.912945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.935519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.937570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc660e-5c84-4e21-a85b-debcff92ca57 req-63762a39-ff81-40e7-a279-5dc484243f21 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:21.939450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5bc660e-5c84-4e21-a85b-debcff92ca57 req-63762a39-ff81-40e7-a279-5dc484243f21 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0691221 Aug 31 09:46:21.960751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7484dcbe-13f4-414a-a2c0-040328317698,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:21.991756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-488e13ef-c825-4242-9d43-a5ef59dd97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:21.993328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-488e13ef-c825-4242-9d43-a5ef59dd97e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1098 time: 0.0992775 Aug 31 09:46:21.998298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:21.999616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c66abd57-1519-4280-aef2-4d30cae7f655 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3020370 Aug 31 09:46:22.006153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5bc660e-5c84-4e21-a85b-debcff92ca57 req-3fbfc37d-6bfd-4fe8-b18b-00ddd0a46b6a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581934 Aug 31 09:46:22.006657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53990) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.017323 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.037125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1936ef4-415b-4b59-806e-79545737acd5 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:22.055944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53992) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.077940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:22.084213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:22.088686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.153707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-28a4ea48-5e09-4d7c-b853-ac2bce19cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:22.156335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-28a4ea48-5e09-4d7c-b853-ac2bce19cef2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1529267 Aug 31 09:46:22.164833 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e31155e-859d-4bd5-bc4e-20643b4b6b58 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.187480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3480ad17-fde7-4db0-96d6-df675bc75d95 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/bde2fc99-aab0-413c-ab42-18a631d2499e HTTP/1.1" status: 200 len: 991 time: 0.1293159 Aug 31 09:46:22.218161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e31155e-859d-4bd5-bc4e-20643b4b6b58 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.222227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:22.264995 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-03eee268-2746-4a98-b774-05047d4f3d15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.1009450 Aug 31 09:46:22.276219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e31155e-859d-4bd5-bc4e-20643b4b6b58 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.281385 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e31155e-859d-4bd5-bc4e-20643b4b6b58 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.283257 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e31155e-859d-4bd5-bc4e-20643b4b6b58 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/41fe4701-27b0-44ba-9376-ec48a449b347 HTTP/1.1" status: 204 len: 168 time: 0.2754834 Aug 31 09:46:22.289685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53994) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.330140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31155e-859d-4bd5-bc4e-20643b4b6b58 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe4701-27b0-44ba-9376-ec48a449b347,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:22.360634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-c791396e-6367-4ec0-98d5-512bffc75141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:22.362425 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-c791396e-6367-4ec0-98d5-512bffc75141 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0883169 Aug 31 09:46:22.378331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8fb673fb-3404-4802-9533-ce6dbd26ead7 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852046 Aug 31 09:46:22.379570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f1936ef4-415b-4b59-806e-79545737acd5'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:22.383421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 53996) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.389808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073709839'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:22.422692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.424699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-0b01443a-f994-459e-8839-cd20eb0109f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:22.426426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-0b01443a-f994-459e-8839-cd20eb0109f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555611 Aug 31 09:46:22.476918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'bde2fc99-aab0-413c-ab42-18a631d2499e', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '20f9a078-e92f-4ba2-9142-954796888997', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'mac_address': 'fa:16:3e:7d:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:46:19Z', 'updated_at': '2021-08-31T09:46:19Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:22.552655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-9f0151b8-4fb0-40fb-b879-c1b445412349 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182570 Aug 31 09:46:22.576424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.582956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.627301 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.629115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2441454 Aug 31 09:46:22.633167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54000) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:22.639536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--570359293'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:22.645983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8828c02-a383-4c8d-bdfc-15163a18cd94 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deae2c2b-342b-43ed-b589-073c8abd06f0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:22.681489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.683809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] Checking router: 20f9a078-e92f-4ba2-9142-954796888997 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:22.687940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d5f50af-b324-4066-918a-b02bcd4e8f6a req-fd09709f-41bb-4c3e-8c1f-6506ee7d2c4f service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277149 Aug 31 09:46:22.706206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:22.706767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:22.854160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b611c1-a3bd-4054-b311-9840b901576f req-f39c80b4-f9ce-456c-ab8e-fa71f0f8ba4c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:22.858460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95b611c1-a3bd-4054-b311-9840b901576f req-f39c80b4-f9ce-456c-ab8e-fa71f0f8ba4c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 944 time: 0.1208854 Aug 31 09:46:22.884909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:22.950572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:22.959812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95b611c1-a3bd-4054-b311-9840b901576f req-def92d73-21e9-4ade-9a1a-c14685f4d3b0 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Aug 31 09:46:22.961545 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.018715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.021421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3868074 Aug 31 09:46:23.024154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54008) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.029372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0607dd3-ff66-4d36-b3cb-ce18bb32d5b4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc05ff47-3795-4873-8f4d-ae6285e0a317,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.029861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': 'deae2c2b-342b-43ed-b589-073c8abd06f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bc05ff47-3795-4873-8f4d-ae6285e0a317', 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:23.071782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.160685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.165747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.190296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a9c8e5-ca85-472d-99b0-870d7f23a297,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.192353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54010) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.196793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.198260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3bbb2ba6-2131-48fa-9026-9c5e828df0b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1730959 Aug 31 09:46:23.202050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54012) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.235389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'bde2fc99-aab0-413c-ab42-18a631d2499e', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '20f9a078-e92f-4ba2-9142-954796888997', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'mac_address': 'fa:16:3e:7d:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:46:19Z', 'updated_at': '2021-08-31T09:46:19Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:23.267484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40953444-9dd0-422e-bfa2-6a900a85b775 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.281206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40953444-9dd0-422e-bfa2-6a900a85b775 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.289517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c551320-0ebc-46eb-a427-61c9c37d4186 None None] The sync data for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 is: [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'bde2fc99-aab0-413c-ab42-18a631d2499e', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '20f9a078-e92f-4ba2-9142-954796888997', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'mac_address': 'fa:16:3e:7d:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:46:19Z', 'updated_at': '2021-08-31T09:46:19Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:23.305931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bfdc3bcc-4a33-48a5-abd5-ca17f2b9405f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/bde2fc99-aab0-413c-ab42-18a631d2499e HTTP/1.1" status: 200 len: 991 time: 0.1114855 Aug 31 09:46:23.333626 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40953444-9dd0-422e-bfa2-6a900a85b775 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.352732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40953444-9dd0-422e-bfa2-6a900a85b775 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.357406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-40953444-9dd0-422e-bfa2-6a900a85b775 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/39a9c8e5-ca85-472d-99b0-870d7f23a297 HTTP/1.1" status: 204 len: 168 time: 0.1512702 Aug 31 09:46:23.357803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54014) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.360407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40953444-9dd0-422e-bfa2-6a900a85b775 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a9c8e5-ca85-472d-99b0-870d7f23a297,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.435447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-337727a9-4f2e-49b5-9e63-c6abba357640 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0758519 Aug 31 09:46:23.438024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54016) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.493060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:23.527325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34944576-6162-4dec-b072-e14239902318 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.557243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34944576-6162-4dec-b072-e14239902318 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.576510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port f1936ef4-415b-4b59-806e-79545737acd5 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:23.585198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f1936ef4-415b-4b59-806e-79545737acd5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:23.586190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.618888 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69f2d38-f0cd-43aa-9155-e0b7261bf668 None None] New status for floating IP bde2fc99-aab0-413c-ab42-18a631d2499e: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:46:23.624513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34944576-6162-4dec-b072-e14239902318 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.637323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34944576-6162-4dec-b072-e14239902318 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.638751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-34944576-6162-4dec-b072-e14239902318 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/bc05ff47-3795-4873-8f4d-ae6285e0a317 HTTP/1.1" status: 204 len: 168 time: 0.1995559 Aug 31 09:46:23.642352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54018) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.655069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34944576-6162-4dec-b072-e14239902318 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc05ff47-3795-4873-8f4d-ae6285e0a317,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.759122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.761531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54022) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.761934 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09bd0878-9b78-4fe1-916d-5cf959672e5a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1174200 Aug 31 09:46:23.790402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:23.793794 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bb855a-4687-472b-9079-a2f17290c24b" -d '{"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1936ef4-415b-4b59-806e-79545737acd5"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:23.812255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:23.821742 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.845073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b155d32b-b2c9-4519-a854-63cde14561a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.890155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:23.892443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b155d32b-b2c9-4519-a854-63cde14561a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.905162 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a2293-baa7-4af3-a5b0-248d648ecb75 x-openstack-request-id: req-d99a2293-baa7-4af3-a5b0-248d648ecb75 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:23.905751 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1936ef4-415b-4b59-806e-79545737acd5", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:23.906072 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99a2293-baa7-4af3-a5b0-248d648ecb75 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:23.906635 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5', 'code': 200} Aug 31 09:46:23.954921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b155d32b-b2c9-4519-a854-63cde14561a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.960148 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b155d32b-b2c9-4519-a854-63cde14561a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:23.961863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b155d32b-b2c9-4519-a854-63cde14561a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/deae2c2b-342b-43ed-b589-073c8abd06f0 HTTP/1.1" status: 204 len: 168 time: 0.1992276 Aug 31 09:46:23.965144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54026) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:23.975022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155d32b-b2c9-4519-a854-63cde14561a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deae2c2b-342b-43ed-b589-073c8abd06f0,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:24.053740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dabc1052-d713-44a3-baf3-3adc22901ea2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865712 Aug 31 09:46:24.061123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54032) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.068263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c0033-5b5b-4710-8e83-3b0cab8a69f4 req-5c517c8a-6e43-47b8-9370-962f9c119003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:24.071454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ee0c0033-5b5b-4710-8e83-3b0cab8a69f4 req-5c517c8a-6e43-47b8-9370-962f9c119003 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 1097 time: 0.0800884 Aug 31 09:46:24.076993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879836043'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:24.124479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9836-630a-4b23-9a8a-23d52c619145 req-cf880200-c7be-4bc7-8b7d-83e7e1883105 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:24.126209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e4a9836-630a-4b23-9a8a-23d52c619145 req-cf880200-c7be-4bc7-8b7d-83e7e1883105 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0704000 Aug 31 09:46:24.138110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ee0c0033-5b5b-4710-8e83-3b0cab8a69f4 req-32248f34-9315-446c-b766-c749e6b43da2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559192 Aug 31 09:46:24.139541 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.174268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e4a9836-630a-4b23-9a8a-23d52c619145 req-8cf43b4f-2426-438b-ae9a-d52a8d89317c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Aug 31 09:46:24.247847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.253057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.282802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.284812 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2205057 Aug 31 09:46:24.288604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.293844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '2f00175e-9d80-4e2b-8ebf-a5ee78b3269b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:24.299705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7846be-2204-4ada-8d19-01c56a0f341a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f00175e-9d80-4e2b-8ebf-a5ee78b3269b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:24.309670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54036) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.385793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.398713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c71c3b16-8b1f-4f38-96d7-c89c3e64c903 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/bde2fc99-aab0-413c-ab42-18a631d2499e HTTP/1.1" status: 200 len: 993 time: 0.0827849 Aug 31 09:46:24.461030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.466831 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.486154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7469ce-f910-4ecb-a7fc-fb8ff36badb3,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:24.496313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.497654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0717c0a9-c1df-44fa-903b-66bb75a26c82 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2078745 Aug 31 09:46:24.501074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54038) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.537138 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9146ee15-c379-4845-8389-05fd43e2135e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.545374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9146ee15-c379-4845-8389-05fd43e2135e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.581832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9146ee15-c379-4845-8389-05fd43e2135e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.588071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9146ee15-c379-4845-8389-05fd43e2135e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.592624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9146ee15-c379-4845-8389-05fd43e2135e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4b7469ce-f910-4ecb-a7fc-fb8ff36badb3 HTTP/1.1" status: 204 len: 168 time: 0.0878408 Aug 31 09:46:24.593147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.596468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146ee15-c379-4845-8389-05fd43e2135e tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b7469ce-f910-4ecb-a7fc-fb8ff36badb3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:24.637106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a60aa4c0-a210-4b5c-8396-944f677d27d1 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424123 Aug 31 09:46:24.639923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54042) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.695770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86fa323a-652a-46e9-b35a-3ea7d42e00b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.719391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86fa323a-652a-46e9-b35a-3ea7d42e00b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.771548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86fa323a-652a-46e9-b35a-3ea7d42e00b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.774211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-86fa323a-652a-46e9-b35a-3ea7d42e00b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.775456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-86fa323a-652a-46e9-b35a-3ea7d42e00b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f00175e-9d80-4e2b-8ebf-a5ee78b3269b HTTP/1.1" status: 204 len: 168 time: 0.1343634 Aug 31 09:46:24.778328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54044) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.787474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa323a-652a-46e9-b35a-3ea7d42e00b3 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f00175e-9d80-4e2b-8ebf-a5ee78b3269b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:24.834547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a0c296c2-45b0-4aaa-89f5-8dbcd7bc4042 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523808 Aug 31 09:46:24.838515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54046) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:24.843520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565929531'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:24.874296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.982272 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.987051 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.020600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.021846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1823311 Aug 31 09:46:25.024707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54048) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.030033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '7b428959-35e7-4c7a-afe3-2c8bbb88b976', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:25.034877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93592cad-37fc-4c71-8c26-a07e261179a2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b428959-35e7-4c7a-afe3-2c8bbb88b976,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:25.067458 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.139278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.147798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.169599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d48c6a-a6c7-49f5-849f-39faa01d81ff,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:25.176543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.178492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-39a259bb-64e7-4b8d-b0fb-003d12189147 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528313 Aug 31 09:46:25.181580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54052) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.219301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ee922ae9-24b1-4b4b-b860-f8afa59daed4 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules/a1d48c6a-a6c7-49f5-849f-39faa01d81ff HTTP/1.1" status: 200 len: 763 time: 0.0338407 Aug 31 09:46:25.219483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54056) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.289000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b5a53cc6-2a8a-46c2-90bf-455eca82cef2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0637240 Aug 31 09:46:25.290273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54058) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.322931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e01fdbf-2022-47dd-afeb-f2010e3699f0 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.332109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e01fdbf-2022-47dd-afeb-f2010e3699f0 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.374971 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e01fdbf-2022-47dd-afeb-f2010e3699f0 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.383943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213d4b-eddc-4a9a-8ce0-dd3f1f180b86 req-3275c503-1345-4396-bcec-055c6ae45335 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:25.385716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de213d4b-eddc-4a9a-8ce0-dd3f1f180b86 req-3275c503-1345-4396-bcec-055c6ae45335 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1047070 Aug 31 09:46:25.386105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7e01fdbf-2022-47dd-afeb-f2010e3699f0 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.387328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7e01fdbf-2022-47dd-afeb-f2010e3699f0 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a1d48c6a-a6c7-49f5-849f-39faa01d81ff HTTP/1.1" status: 204 len: 168 time: 0.0956833 Aug 31 09:46:25.391713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54060) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.396962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01fdbf-2022-47dd-afeb-f2010e3699f0 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1d48c6a-a6c7-49f5-849f-39faa01d81ff,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:25.475203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de213d4b-eddc-4a9a-8ce0-dd3f1f180b86 req-7f4bceca-960e-482f-88c0-aa3f6e4dfc60 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642509 Aug 31 09:46:25.495107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9af403b5-6fbc-4c5c-a203-a67e294673c5 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1007392 Aug 31 09:46:25.497086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54062) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.503215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '7b428959-35e7-4c7a-afe3-2c8bbb88b976', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:25.544358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.613228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.630424 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.656376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ea0558-1e4a-4688-9ff6-90191a84f788,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:25.670661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.672008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ddd75c11-e540-4c20-b79f-8331e84f4aa2 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1738334 Aug 31 09:46:25.675070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54064) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.704640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-66f6eb3a-1ff6-47b5-b8ff-12699442c310 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules/42ea0558-1e4a-4688-9ff6-90191a84f788 HTTP/1.1" status: 200 len: 763 time: 0.0279462 Aug 31 09:46:25.706833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54066) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.787457 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-48475dec-0055-4d08-b934-ae5b305f18f5 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0763164 Aug 31 09:46:25.787855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54068) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.834077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9913da8-c090-4f1a-8242-b075fcacc679 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.844664 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9913da8-c090-4f1a-8242-b075fcacc679 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.881533 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9913da8-c090-4f1a-8242-b075fcacc679 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.888060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9913da8-c090-4f1a-8242-b075fcacc679 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:25.889344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a9913da8-c090-4f1a-8242-b075fcacc679 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/42ea0558-1e4a-4688-9ff6-90191a84f788 HTTP/1.1" status: 204 len: 168 time: 0.1003859 Aug 31 09:46:25.892276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54070) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.912060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9913da8-c090-4f1a-8242-b075fcacc679 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ea0558-1e4a-4688-9ff6-90191a84f788,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:25.957387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-baf592b5-2ba6-4a3b-a08d-52149c1ae757 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639470 Aug 31 09:46:25.960745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54072) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:25.966132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Request body: {'security_group_rule': {'security_group_id': '7b428959-35e7-4c7a-afe3-2c8bbb88b976', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:26.011309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.094541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.099148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.125545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51e3ca9-3787-46eb-9e1f-1bc8854e4b1b,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:26.136151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.137931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-acfb7598-fdc6-42ba-9936-11d3c5a062a8 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756797 Aug 31 09:46:26.142118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54074) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.166949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8d92178e-d173-40eb-8242-9604e0ba79b9 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules/b51e3ca9-3787-46eb-9e1f-1bc8854e4b1b HTTP/1.1" status: 200 len: 764 time: 0.0236504 Aug 31 09:46:26.170028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54076) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.234626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-95c853d8-0b2b-4fe9-bf68-190b3b2783e7 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0631950 Aug 31 09:46:26.237500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54080) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.281563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82de6851-a4d8-4379-afd8-1e80d65b1a8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.291933 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82de6851-a4d8-4379-afd8-1e80d65b1a8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.333162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82de6851-a4d8-4379-afd8-1e80d65b1a8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.341604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-82de6851-a4d8-4379-afd8-1e80d65b1a8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.342683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-82de6851-a4d8-4379-afd8-1e80d65b1a8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b51e3ca9-3787-46eb-9e1f-1bc8854e4b1b HTTP/1.1" status: 204 len: 168 time: 0.1040335 Aug 31 09:46:26.346943 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54086) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.356090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de6851-a4d8-4379-afd8-1e80d65b1a8a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b51e3ca9-3787-46eb-9e1f-1bc8854e4b1b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:26.403127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-892c80f7-8eb3-4da4-b563-aefb6fd1acf5 tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540125 Aug 31 09:46:26.409710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54090) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.492944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b93abdf-c7ec-42d0-a6dd-a6ab4d8720ad tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.538595 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b93abdf-c7ec-42d0-a6dd-a6ab4d8720ad tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.604135 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b93abdf-c7ec-42d0-a6dd-a6ab4d8720ad tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.607269 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b93abdf-c7ec-42d0-a6dd-a6ab4d8720ad tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.611508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54094) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.614823 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b93abdf-c7ec-42d0-a6dd-a6ab4d8720ad tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b428959-35e7-4c7a-afe3-2c8bbb88b976 HTTP/1.1" status: 204 len: 168 time: 0.1994863 Aug 31 09:46:26.631058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93abdf-c7ec-42d0-a6dd-a6ab4d8720ad tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b428959-35e7-4c7a-afe3-2c8bbb88b976,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:26.695055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01836-e956-4e2a-a88f-1c0c1ff6e60d req-9bc07cf5-138c-446a-b1e5-a4ceb75f8822 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:26.696696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33e01836-e956-4e2a-a88f-1c0c1ff6e60d req-9bc07cf5-138c-446a-b1e5-a4ceb75f8822 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1073794 Aug 31 09:46:26.702733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-17f3d6da-c4aa-4038-a4bb-8d0e1e82537f tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720651 Aug 31 09:46:26.707308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54096) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:26.758687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33e01836-e956-4e2a-a88f-1c0c1ff6e60d req-973bc158-c1d4-4a50-a186-96cc1ddbe1c5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Aug 31 09:46:26.770543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d8f3d81a-e5da-473d-84dc-c3ff9128665a tempest-SecGroupTest-1496419680 tempest-SecGroupTest-1496419680-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586572 Aug 31 09:46:26.923854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6506965-f531-4feb-8899-a607806bff02 req-2d1df7bb-7c18-40fd-acc4-ef18a5911200 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:26.927239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6506965-f531-4feb-8899-a607806bff02 req-2d1df7bb-7c18-40fd-acc4-ef18a5911200 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0775530 Aug 31 09:46:26.989827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6506965-f531-4feb-8899-a607806bff02 req-817505da-d229-43a6-aa3f-11bfcfc9eee7 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525832 Aug 31 09:46:27.119542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.328790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e65984eb-ed1f-48a8-8926-a66f715221f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97a4a2538cd84c14b078f9293368bb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074420 Aug 31 09:46:27.331245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54120) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:27.407599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04809484-a3ad-4c45-903d-eedeeb2286d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.433312 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04809484-a3ad-4c45-903d-eedeeb2286d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.438925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe710b-89b0-4e3d-9a60-c8c88beac4e5 req-1130d09e-f5c9-4bfd-b2d1-fd408018d8f5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:27.440510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ccbe710b-89b0-4e3d-9a60-c8c88beac4e5 req-1130d09e-f5c9-4bfd-b2d1-fd408018d8f5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0799477 Aug 31 09:46:27.506774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04809484-a3ad-4c45-903d-eedeeb2286d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.512689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-04809484-a3ad-4c45-903d-eedeeb2286d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:27.514034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ccbe710b-89b0-4e3d-9a60-c8c88beac4e5 req-bac97a78-c093-43c5-8862-f5760cc0f559 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645571 Aug 31 09:46:27.517498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-04809484-a3ad-4c45-903d-eedeeb2286d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/980ce2e9-1c2a-434a-9473-a68dcfd5e641 HTTP/1.1" status: 204 len: 168 time: 0.1830044 Aug 31 09:46:27.526992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04809484-a3ad-4c45-903d-eedeeb2286d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980ce2e9-1c2a-434a-9473-a68dcfd5e641,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:28.345998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:28.440844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec383c9-bafe-47eb-ba7b-c88dd4a13c1a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:28.441802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec383c9-bafe-47eb-ba7b-c88dd4a13c1a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:28.442427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec383c9-bafe-47eb-ba7b-c88dd4a13c1a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:28.451033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2ec383c9-bafe-47eb-ba7b-c88dd4a13c1a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=19f7661fe32a436c860035a1571abbed&network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 2972 time: 0.1033397 Aug 31 09:46:28.555367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-86186f98-3091-4753-8da0-6cf682f66b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:28.666157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b6dd-223a-4747-a9d3-99de414e7fe3 req-31144bbc-0f3c-4049-a784-4d4070841eb8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:28.673673 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fb6b6dd-223a-4747-a9d3-99de414e7fe3 req-31144bbc-0f3c-4049-a784-4d4070841eb8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0798795 Aug 31 09:46:28.735500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fb6b6dd-223a-4747-a9d3-99de414e7fe3 req-49a07967-45d7-4fe6-b680-26f8406ee928 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557628 Aug 31 09:46:29.440828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-1596de73-06fa-46f3-8c18-cf08e99a23ef req-e9a6c107-5a2c-4274-942d-e3f764f8c518 service neutron] (94896) timed out ('10.222.0.23', 60881) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:46:29.886370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fad99-2452-4ce8-8686-b294cf337b1a req-b142af17-d652-4baa-820c-e0e9f125cf2c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:29.889084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f75fad99-2452-4ce8-8686-b294cf337b1a req-b142af17-d652-4baa-820c-e0e9f125cf2c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0650957 Aug 31 09:46:29.936282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f75fad99-2452-4ce8-8686-b294cf337b1a req-96113764-b5f6-40c0-9ba1-ef1bc816edc6 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Aug 31 09:46:30.040102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54200) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:30.180784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c0b1cc52-bc5c-4635-9c04-b6145b090018 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66ccd75077fe49d898cf919a41c949a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394858 Aug 31 09:46:30.183272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54204) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:30.233712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0bd9-4922-42f0-af84-7146cf422aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.255158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0bd9-4922-42f0-af84-7146cf422aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.300729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0bd9-4922-42f0-af84-7146cf422aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.305724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0bd9-4922-42f0-af84-7146cf422aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.307226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa6f0bd9-4922-42f0-af84-7146cf422aef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a466c7c2-59ac-44d8-b760-78709571174e HTTP/1.1" status: 204 len: 168 time: 0.1228914 Aug 31 09:46:30.316660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0bd9-4922-42f0-af84-7146cf422aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a466c7c2-59ac-44d8-b760-78709571174e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:30.492952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54210) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:30.554253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2254c101-d80e-4b26-ad5f-ecc5f6c9f312 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:30.554253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2254c101-d80e-4b26-ad5f-ecc5f6c9f312 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 814 time: 0.0595284 Aug 31 09:46:31.097195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e81e6-2797-41d3-baf7-0baf081de797 req-bce3ba9d-df1d-466a-bef9-c2bee1323171 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.098984 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d1e81e6-2797-41d3-baf7-0baf081de797 req-bce3ba9d-df1d-466a-bef9-c2bee1323171 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0679550 Aug 31 09:46:31.143083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54252) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.151081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d1e81e6-2797-41d3-baf7-0baf081de797 req-a01298ae-d6a6-4671-bd35-7a3c2c4d6fb5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Aug 31 09:46:31.156594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'network': {'name': 'tempest-network-smoke--206063298', 'project_id': '19f7661fe32a436c860035a1571abbed', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:31.193107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:31.197575 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.237382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:31.250459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.250986 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Added segment 7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7 of type vlan for network d3a979ec-8593-4c7c-89ff-dc4daee64acc Aug 31 09:46:31.300588 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.339053 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.345634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.347234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.420684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2762587 Aug 31 09:46:31.424112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54264) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.429362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6cf7-e9dd-46d0-ad85-f1f66d3c334e tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Network': ['ID=d3a979ec-8593-4c7c-89ff-dc4daee64acc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:31.445142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:31.525811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da1087-bc1c-4dde-bc5c-e41428d0e2a9 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.527463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d7da1087-bc1c-4dde-bc5c-e41428d0e2a9 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=19f7661fe32a436c860035a1571abbed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1017473 Aug 31 09:46:31.531602 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54266) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.760427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d21928-25fb-4fde-85d5-7413cfe8b7e0 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.761998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d8d21928-25fb-4fde-85d5-7413cfe8b7e0 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2292957 Aug 31 09:46:31.762989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.765336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.811062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-48d632c8-8e5f-44cd-a31b-4381f4cafb90 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440528 Aug 31 09:46:31.813771 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54272) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.849058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c2175ef8-8609-46ab-96b3-b8a7f3a62138 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=19f7661fe32a436c860035a1571abbed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326726 Aug 31 09:46:31.850909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.953553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f22079-fa26-4a44-9c51-b73963890118 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.955188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-06f22079-fa26-4a44-9c51-b73963890118 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029468 Aug 31 09:46:31.958690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54282) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:31.993448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d92eec5c-a1e0-4f6e-b672-6d24b49433fc tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334852 Aug 31 09:46:31.996157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54286) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:32.001724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154082535', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'project_id': '19f7661fe32a436c860035a1571abbed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:32.297865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72156bca-90a7-4247-b00b-c3c523a5568d req-4b44d324-21a9-4f3c-a4cb-80105f1382ee tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:32.302302 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72156bca-90a7-4247-b00b-c3c523a5568d req-4b44d324-21a9-4f3c-a4cb-80105f1382ee tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0664096 Aug 31 09:46:32.367129 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.376347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72156bca-90a7-4247-b00b-c3c523a5568d req-139cb9f2-c22a-40f0-9908-c0f609a73099 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677316 Aug 31 09:46:32.427286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:32.431206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.506082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b0f65f37-5a7c-40fc-b085-1066d0e0465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.704639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.772814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Subnet': ['ID=bf9f7816-e872-4d23-bb9a-656a24275971,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:32.781780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Checking segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:32.782149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network hostable DHCP agents. Network: d3a979ec-8593-4c7c-89ff-dc4daee64acc, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:32.805718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:32.817117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d3a979ec-8593-4c7c-89ff-dc4daee64acc) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:32.823941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:32.825029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.831406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49809969-bb54-4113-b358-2670c0011012 None None] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:32.843787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c078e54e-a809-474c-ae58-ec953c07c4c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8462942 Aug 31 09:46:33.009900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d3a979ec-8593-4c7c-89ff-dc4daee64acc', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ips': [{'subnet_id': 'bf9f7816-e872-4d23-bb9a-656a24275971'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:33.011040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.290143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Allocated IP 172.20.0.18 (d3a979ec-8593-4c7c-89ff-dc4daee64acc/bf9f7816-e872-4d23-bb9a-656a24275971/a73c6a17-3252-4771-893a-3088cc476613) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:33.326212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:33.337057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521988793', 'description': 'tempest-secgroup-smoke-521988793 description', 'project_id': '19f7661fe32a436c860035a1571abbed'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:33.368291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.548817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.568259 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.586114 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.600734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Transition to ACTIVE for port object a73c6a17-3252-4771-893a-3088cc476613 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:33.624184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Transition to ACTIVE for port object a73c6a17-3252-4771-893a-3088cc476613 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:33.635471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.636908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.641620 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3105054 Aug 31 09:46:33.641894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54314) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:33.649571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': '110e4780-8b07-4409-b6ad-b0f7c8ef52e2', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:33.652307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21c04c-cc3a-4823-9e8d-577bbdfad96c req-7e26faac-b4b5-4bff-878f-59e614f39811 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:33.655659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014a5a-deb8-431a-aba4-34575daea55d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110e4780-8b07-4409-b6ad-b0f7c8ef52e2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:33.662516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21c04c-cc3a-4823-9e8d-577bbdfad96c req-7e26faac-b4b5-4bff-878f-59e614f39811 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1062837 Aug 31 09:46:33.688219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.715189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:33.721085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:33.730450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:33.745798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21c04c-cc3a-4823-9e8d-577bbdfad96c req-b7c97050-113c-402d-bd25-c3ae144d8ae1 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746565 Aug 31 09:46:33.798982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.808896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.815490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Pushing event updated for resources: {'Port': ['ID=a73c6a17-3252-4771-893a-3088cc476613,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:33.818983 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.831781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48c2494-c1c3-4c18-8fa5-e935166684fa,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:33.856130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.857448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05eed0b9-1b92-477d-b1dd-9463cd718398 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135816 Aug 31 09:46:33.860375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54318) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:33.873903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': '110e4780-8b07-4409-b6ad-b0f7c8ef52e2', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:33.952069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Attempting to bind port a73c6a17-3252-4771-893a-3088cc476613 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:33.952069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Attempting to bind port a73c6a17-3252-4771-893a-3088cc476613 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:33.957826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Attempting to bind port a73c6a17-3252-4771-893a-3088cc476613 on network d3a979ec-8593-4c7c-89ff-dc4daee64acc {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:33.962522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.969008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.970465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.971365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.972039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.975014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.975652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.976162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.976657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.977147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.977644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.978142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:33.978482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.993655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:33.994030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Checking segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:33.994440 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:33.999211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Bound using segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:33.999864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Bound port: a73c6a17-3252-4771-893a-3088cc476613, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:34.000531 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.085506 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.093464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.115367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cf914d-8cdb-48a3-b685-7067caee02bc,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.124029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.127971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54322) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:34.131250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-70792ea8-80d6-47c3-a655-d9f3ed4c2a24 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2675261 Aug 31 09:46:34.133721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] For port a73c6a17-3252-4771-893a-3088cc476613, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:34.134692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': '110e4780-8b07-4409-b6ad-b0f7c8ef52e2', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:34.137626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] For port a73c6a17-3252-4771-893a-3088cc476613, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a73c6a17-3252-4771-893a-3088cc476613,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:34.146170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.184661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.266751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eef123-218a-4722-8ec2-35161e167a06 None None] Pushing event updated for resources: {'Port': ['ID=a73c6a17-3252-4771-893a-3088cc476613,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.276766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.292856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.323421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b26e62-8a22-4bc4-ba95-dfa6ce3cf96c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.331369 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.336291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54326) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:34.342957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': '110e4780-8b07-4409-b6ad-b0f7c8ef52e2', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:34.347773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ca6c41d2-14d8-4345-84aa-cbb06b49a51a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176580 Aug 31 09:46:34.381004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.495727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.505763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.556193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f574e6f-5bdd-404b-8702-a9fec8b00bdd,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.564934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.567661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e241da06-0a69-48fd-97c2-10743acc37fe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2287185 Aug 31 09:46:34.570441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54328) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:34.575604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': '110e4780-8b07-4409-b6ad-b0f7c8ef52e2', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:34.620562 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Project 19f7661fe32a436c860035a1571abbed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:46:34.633888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.725605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.731441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.755297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8119da6e-3b7b-4355-adc9-9c3f586e6705,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:34.762577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.767323 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8bec6c54-99fc-45cb-8112-9da811244835 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1955214 Aug 31 09:46:34.767573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54330) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:34.773637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': '110e4780-8b07-4409-b6ad-b0f7c8ef52e2', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:34.828201 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Project 19f7661fe32a436c860035a1571abbed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:46:34.850783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.964083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22dedd-d5d5-4d68-898a-f15835a790a1 req-010fd937-9e03-4006-b55d-a9ea683a8930 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:34.972692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e22dedd-d5d5-4d68-898a-f15835a790a1 req-010fd937-9e03-4006-b55d-a9ea683a8930 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1136947 Aug 31 09:46:34.993300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.000647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.027298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b54abcb-2f0a-437f-9d30-ce0acefb4c19,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:35.042313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.042613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e8733cc-2aa6-49fa-8ca1-14f63455a508 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2737532 Aug 31 09:46:35.054826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e22dedd-d5d5-4d68-898a-f15835a790a1 req-144f1e64-e2f0-4efa-85fb-dd71583c860c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756943 Aug 31 09:46:35.330822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-9b32991a-a6b8-489c-8286-41679d2248c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521988793&fields=id&tenant_id=19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 267 time: 0.0444045 Aug 31 09:46:35.497719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-6871edf7-637f-4d5a-b703-a011c3927075 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:35.499310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-6871edf7-637f-4d5a-b703-a011c3927075 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/networks?id=d3a979ec-8593-4c7c-89ff-dc4daee64acc HTTP/1.1" status: 200 len: 796 time: 0.1677122 Aug 31 09:46:35.525027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-641cc1ae-8f83-47c8-ab70-1a82177d075c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/quotas/19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 375 time: 0.0190299 Aug 31 09:46:35.591118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-87e5b6f9-5bad-4c24-b365-42fdbdeff1c1 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0647418 Aug 31 09:46:35.602628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b3bc4-5811-4b52-8fd0-7abffdcc1cbb None None] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:35.666357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f6e4d94f-b130-46a2-a9e1-5976a15d1cd4 None None] Provisioning for port a73c6a17-3252-4771-893a-3088cc476613 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:35.712711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-c10dce8c-a750-49ba-aac5-ff53f01f524e service neutron] 10.222.0.18 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058302 Aug 31 09:46:35.836791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-02b95015-4d1c-455e-bb8c-cf4cee372584 service neutron] 10.222.0.18 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174154 Aug 31 09:46:35.952397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a73c6a17-3252-4771-893a-3088cc476613 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:36.046639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a73c6a17-3252-4771-893a-3088cc476613 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:36.057497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a73c6a17-3252-4771-893a-3088cc476613 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:36.057868 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.108743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7611d1b6-cb8b-4ebf-b372-24d25431d5a5 req-cbc8ed8f-87b2-4834-bcbb-b19527466f37 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 210 time: 0.0428803 Aug 31 09:46:36.329111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.339707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.351599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103594e-d15f-4e83-b2d1-862c04add298 req-88a84bc2-4dd7-42a2-92ef-3d8dbf4014b5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:36.364728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3103594e-d15f-4e83-b2d1-862c04add298 req-88a84bc2-4dd7-42a2-92ef-3d8dbf4014b5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1510572 Aug 31 09:46:36.374747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-04dc7ff3-3fa2-4186-bc8a-60d000dc8233 None None] Provisioning complete for port a73c6a17-3252-4771-893a-3088cc476613 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:36.380981 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04dc7ff3-3fa2-4186-bc8a-60d000dc8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.434508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3103594e-d15f-4e83-b2d1-862c04add298 req-992ca69c-f868-4406-9471-52a9253654e1 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Aug 31 09:46:36.497250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a73c6a17-3252-4771-893a-3088cc476613, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a73c6a17-3252-4771-893a-3088cc476613,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:36.504336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.649498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a73c6a17-3252-4771-893a-3088cc476613,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:37.221564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb0e0930-3063-4f60-9302-ebce7a8f2f63 req-5ec47c63-fe7b-4671-9a11-53e65aeb0bd3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 210 time: 0.0314338 Aug 31 09:46:37.655390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-993bfd98-fbbf-4674-838e-18e41b35c169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.659473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-993bfd98-fbbf-4674-838e-18e41b35c169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "GET /v2.0/networks?id=d3a979ec-8593-4c7c-89ff-dc4daee64acc HTTP/1.1" status: 200 len: 796 time: 0.1295686 Aug 31 09:46:37.664968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32f63-61b4-4192-bf6f-6ae2c9f266f6 req-bb09826e-e11f-42cc-a43e-6e0b60cd9c06 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:37.667093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2b32f63-61b4-4192-bf6f-6ae2c9f266f6 req-bb09826e-e11f-42cc-a43e-6e0b60cd9c06 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1352234 Aug 31 09:46:37.740976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-a7748f98-cbb6-4888-8780-39b6edbda382 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 471 time: 0.0645063 Aug 31 09:46:37.759200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'port': {'device_id': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'admin_state_up': True, 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'security_groups': ['110e4780-8b07-4409-b6ad-b0f7c8ef52e2']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:37.792877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2b32f63-61b4-4192-bf6f-6ae2c9f266f6 req-fbd794e7-6269-470a-846b-a9d2c4c924a3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186192 Aug 31 09:46:37.971033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a73c6a17-3252-4771-893a-3088cc476613 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:38.030003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:38.034634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.086687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a73c6a17-3252-4771-893a-3088cc476613 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:38.087329 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.310684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.20.0.22 (d3a979ec-8593-4c7c-89ff-dc4daee64acc/bf9f7816-e872-4d23-bb9a-656a24275971/5713684d-b615-4ca6-8c6c-fb5a73d57313) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:38.402357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-600adbc4-b249-40e9-ac44-7447b58e3306 req-f1c4085a-cbcb-490b-9b37-cc1852899be2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 210 time: 0.0572517 Aug 31 09:46:38.608111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.633946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Transition to ACTIVE for port object 5713684d-b615-4ca6-8c6c-fb5a73d57313 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:38.691920 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.747130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:38.753725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:38.758891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:38.804794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=5713684d-b615-4ca6-8c6c-fb5a73d57313,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:38.831139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.853935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.905076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-dbe68385-6113-443f-b3e9-67fafef9acc8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1562991 Aug 31 09:46:38.928108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Request body: {'port': {'device_id': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:39.048623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.092549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e0eb-a8c2-4265-9225-d47575457611 req-6561f8fd-dae5-4c25-a363-e97573210d4f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:39.094921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d258e0eb-a8c2-4265-9225-d47575457611 req-6561f8fd-dae5-4c25-a363-e97573210d4f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1052659 Aug 31 09:46:39.157755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d258e0eb-a8c2-4265-9225-d47575457611 req-a8fa6e7e-0ed2-4447-b349-b52af74f5d98 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Aug 31 09:46:39.160523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a4180ba6-04da-417e-8509-29bcb47f20b1 None None] Provisioning for port 5713684d-b615-4ca6-8c6c-fb5a73d57313 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:39.167288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a4180ba6-04da-417e-8509-29bcb47f20b1 None None] Provisioning complete for port 5713684d-b615-4ca6-8c6c-fb5a73d57313 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:39.168573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a4180ba6-04da-417e-8509-29bcb47f20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.272638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a4180ba6-04da-417e-8509-29bcb47f20b1 None None] Port 5713684d-b615-4ca6-8c6c-fb5a73d57313 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:39.570654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfebcb-3045-4e11-b618-f54e6415b839 req-9bb0f8bc-f441-4d51-843b-064719c8ffb7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:39.581000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72bfebcb-3045-4e11-b618-f54e6415b839 req-9bb0f8bc-f441-4d51-843b-064719c8ffb7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 932 time: 0.0848467 Aug 31 09:46:39.600026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5713684d-b615-4ca6-8c6c-fb5a73d57313 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:39.610567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.643616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72bfebcb-3045-4e11-b618-f54e6415b839 req-48565115-6278-4d83-afb9-c535e92119a5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599716 Aug 31 09:46:39.652989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Transition to ACTIVE for port object 5713684d-b615-4ca6-8c6c-fb5a73d57313 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:39.664775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.748066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Pushing event updated for resources: {'Port': ['ID=5713684d-b615-4ca6-8c6c-fb5a73d57313,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:39.883932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Attempting to bind port 5713684d-b615-4ca6-8c6c-fb5a73d57313 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:39.884210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Attempting to bind port 5713684d-b615-4ca6-8c6c-fb5a73d57313 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:39.884433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Attempting to bind port 5713684d-b615-4ca6-8c6c-fb5a73d57313 on network d3a979ec-8593-4c7c-89ff-dc4daee64acc {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:39.892456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Port 5713684d-b615-4ca6-8c6c-fb5a73d57313 on network d3a979ec-8593-4c7c-89ff-dc4daee64acc not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:46:39.892456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Attempting to bind port 5713684d-b615-4ca6-8c6c-fb5a73d57313 on network d3a979ec-8593-4c7c-89ff-dc4daee64acc {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:39.900436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:39.901664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Checking segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:39.901664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Bound using segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:39.902044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Bound port: 5713684d-b615-4ca6-8c6c-fb5a73d57313, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:39.903457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:39.995693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] For port 5713684d-b615-4ca6-8c6c-fb5a73d57313, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:39.999931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] For port 5713684d-b615-4ca6-8c6c-fb5a73d57313, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:40.005541 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.061896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.062808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.064533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] 10.222.0.23 "PUT /v2.0/ports/5713684d-b615-4ca6-8c6c-fb5a73d57313 HTTP/1.1" status: 200 len: 1093 time: 1.1446145 Aug 31 09:46:40.065293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'tag': '5713684d-b615-4ca6-8c6c-fb5a73d57313'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:40.068778 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3558d-8ea4-4d40-9a75-11865dfb0d6b", "tag": "5713684d-b615-4ca6-8c6c-fb5a73d57313"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:40.124524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16543a5-baad-46ff-b1af-03fa59037db5 service neutron] Pushing event updated for resources: {'Port': ['ID=5713684d-b615-4ca6-8c6c-fb5a73d57313,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:40.160923 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6fb19-4500-413a-a435-6a4c938eb112 x-openstack-request-id: req-4fb6fb19-4500-413a-a435-6a4c938eb112 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:40.162966 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3558d-8ea4-4d40-9a75-11865dfb0d6b", "tag": "5713684d-b615-4ca6-8c6c-fb5a73d57313", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:40.163353 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fb6fb19-4500-413a-a435-6a4c938eb112 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:40.163945 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'tag': '5713684d-b615-4ca6-8c6c-fb5a73d57313', 'status': 'completed', 'code': 200} Aug 31 09:46:40.222080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-47787bb1-e0a4-49ae-a27d-8d912d7eea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.224845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-47787bb1-e0a4-49ae-a27d-8d912d7eea65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 1096 time: 0.0900855 Aug 31 09:46:40.359435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-54434fd8-5414-4508-91ac-e5a3c9caa34a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313 HTTP/1.1" status: 200 len: 217 time: 0.1149116 Aug 31 09:46:40.366855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca69b-fb51-4bc3-8745-de7bef8603da req-7cb6370f-4889-4a2f-9c88-6ef6718d6ff5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.392389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-806ca69b-fb51-4bc3-8745-de7bef8603da req-7cb6370f-4889-4a2f-9c88-6ef6718d6ff5 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1235299 Aug 31 09:46:40.451980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-75e311e5-1ac8-4fdb-9578-79316c53a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.453529 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-75e311e5-1ac8-4fdb-9578-79316c53a923 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf9f7816-e872-4d23-bb9a-656a24275971 HTTP/1.1" status: 200 len: 837 time: 0.0856941 Aug 31 09:46:40.545137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-806ca69b-fb51-4bc3-8745-de7bef8603da req-a5fa6a1f-c706-4b7c-82ac-091419b9e72d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483831 Aug 31 09:46:40.587612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028ce4-4170-4742-a091-ad626411a55d req-ad858ce2-455c-4118-9ea9-9401ba8669b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.596326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-ad858ce2-455c-4118-9ea9-9401ba8669b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3a979ec-8593-4c7c-89ff-dc4daee64acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1315947 Aug 31 09:46:40.751562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54420) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:40.785532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-718cef86-2dfe-42b1-bbf3-95b9c99f4cb4 service neutron] 10.222.0.23 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803162 Aug 31 09:46:40.853633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b867c-b415-46fd-ad6c-c475bf3fc21c req-b17b342e-c1e0-4f8f-98d2-fe31c164043b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:40.855807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd6b867c-b415-46fd-ad6c-c475bf3fc21c req-b17b342e-c1e0-4f8f-98d2-fe31c164043b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 944 time: 0.1270559 Aug 31 09:46:40.939661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd6b867c-b415-46fd-ad6c-c475bf3fc21c req-1e51d0b1-f44d-4ee9-94be-20a475441940 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706744 Aug 31 09:46:41.005051 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-54028ce4-4170-4742-a091-ad626411a55d req-3a15e287-3d7b-4479-84f6-3c44090d8025 service neutron] 10.222.0.23 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096379 Aug 31 09:46:41.005882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e92-cffa-4640-984d-072ae2a4d558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.200102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e92-cffa-4640-984d-072ae2a4d558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.206290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e8f27e92-cffa-4640-984d-072ae2a4d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.265087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-3f8ddf17-9305-4316-86f7-8c976e5944db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.266719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-3f8ddf17-9305-4316-86f7-8c976e5944db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 1096 time: 0.1360033 Aug 31 09:46:41.273040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e8f27e92-cffa-4640-984d-072ae2a4d558 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10ff8ef3257f4d099625bf9edfdc8951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191374 Aug 31 09:46:41.274767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:41.289141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f27e92-cffa-4640-984d-072ae2a4d558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112340d-a546-4892-b50f-5f6db91b7146,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.375010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a541c686-09eb-44ea-ac4d-30d6e2c71e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.414135 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a541c686-09eb-44ea-ac4d-30d6e2c71e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.437153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-b57c0a12-9ae0-4934-a2bd-49db4380e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.438761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-b57c0a12-9ae0-4934-a2bd-49db4380e30d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3a979ec-8593-4c7c-89ff-dc4daee64acc HTTP/1.1" status: 200 len: 897 time: 0.1646233 Aug 31 09:46:41.494038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a541c686-09eb-44ea-ac4d-30d6e2c71e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.498037 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-67ca45df-3814-432f-8969-70782143fa31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313 HTTP/1.1" status: 200 len: 217 time: 0.0508544 Aug 31 09:46:41.500127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a541c686-09eb-44ea-ac4d-30d6e2c71e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.502117 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a541c686-09eb-44ea-ac4d-30d6e2c71e1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8112340d-a546-4892-b50f-5f6db91b7146 HTTP/1.1" status: 204 len: 168 time: 0.2259336 Aug 31 09:46:41.513907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541c686-09eb-44ea-ac4d-30d6e2c71e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112340d-a546-4892-b50f-5f6db91b7146,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.600029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-a53ac73d-ca24-4922-bd1f-0d2b64a30d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.601732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-a53ac73d-ca24-4922-bd1f-0d2b64a30d25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf9f7816-e872-4d23-bb9a-656a24275971 HTTP/1.1" status: 200 len: 837 time: 0.0962241 Aug 31 09:46:41.715190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-7db29131-d392-4e90-accb-da97622701fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.716899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-7db29131-d392-4e90-accb-da97622701fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3a979ec-8593-4c7c-89ff-dc4daee64acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1020615 Aug 31 09:46:41.726162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1578a6-41b2-4207-8c78-afe494e52e2b req-abb946c2-7433-43f4-9b77-f0e18c76c1be tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.735092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d1578a6-41b2-4207-8c78-afe494e52e2b req-abb946c2-7433-43f4-9b77-f0e18c76c1be tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0989938 Aug 31 09:46:41.814510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d1578a6-41b2-4207-8c78-afe494e52e2b req-85e45adb-d942-4885-b8a3-264a720b68aa tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779684 Aug 31 09:46:41.872508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-06bf5d14-cfd6-47f8-aef9-51e852028537 service neutron] 10.222.0.23 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432939 Aug 31 09:46:42.007933 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8b1d3ce2-d16f-49a2-9301-0ac65a543c99 req-f2da3062-3dd9-4d65-a872-94dba2dd8f0f service neutron] 10.222.0.23 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260736 Aug 31 09:46:42.120700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08017e-e6d5-461d-9acb-c22d0e724a7c req-1270c331-d84f-4aad-9977-27d936c0ecc2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:42.129402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac08017e-e6d5-461d-9acb-c22d0e724a7c req-1270c331-d84f-4aad-9977-27d936c0ecc2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 944 time: 0.0723681 Aug 31 09:46:42.175413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac08017e-e6d5-461d-9acb-c22d0e724a7c req-80d4e7e0-bbfc-42d7-a8d3-50e0f9235c83 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451488 Aug 31 09:46:42.946409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d1cb8-f329-4229-b759-bd453d005afd req-08bf393e-017e-4fc0-a9b5-f93e0cd69ddd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:42.948220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c13d1cb8-f329-4229-b759-bd453d005afd req-08bf393e-017e-4fc0-a9b5-f93e0cd69ddd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0568674 Aug 31 09:46:42.994215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c13d1cb8-f329-4229-b759-bd453d005afd req-68bb0d1b-8178-4e8c-8495-a598709c27b6 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Aug 31 09:46:43.320030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d95875-1819-4394-84ba-3eaf0c876f33 req-6023f04c-4375-4395-87b7-3275e0acea52 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:43.321573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6d95875-1819-4394-84ba-3eaf0c876f33 req-6023f04c-4375-4395-87b7-3275e0acea52 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 944 time: 0.0541420 Aug 31 09:46:43.365273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6d95875-1819-4394-84ba-3eaf0c876f33 req-4b997ba8-0a3b-4f96-aff8-05feb497e4d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371065 Aug 31 09:46:43.927457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5713684d-b615-4ca6-8c6c-fb5a73d57313 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:44.105859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5713684d-b615-4ca6-8c6c-fb5a73d57313, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:44.121510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5713684d-b615-4ca6-8c6c-fb5a73d57313', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'port_id': '5713684d-b615-4ca6-8c6c-fb5a73d57313', 'mac_address': 'fa:16:3e:61:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:44.206090 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.213536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e12b3-0fa0-4d13-8cf8-072df6bec455 req-edfd9252-a959-4ffc-bdbc-6697c0b15470 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:44.217532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a38e12b3-0fa0-4d13-8cf8-072df6bec455 req-edfd9252-a959-4ffc-bdbc-6697c0b15470 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0939960 Aug 31 09:46:44.233862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5713684d-b615-4ca6-8c6c-fb5a73d57313 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:44.264476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5713684d-b615-4ca6-8c6c-fb5a73d57313, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:44.270835 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a38e12b3-0fa0-4d13-8cf8-072df6bec455 req-808b6de7-eb8a-4ee7-a862-0ae6681e9d4d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482349 Aug 31 09:46:44.271640 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.334758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5713684d-b615-4ca6-8c6c-fb5a73d57313,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:44.492904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbce522-c302-4ca5-875d-5a7676716757 req-73369326-ab4f-43f3-b1eb-3ad0f2945916 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:44.494493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbbce522-c302-4ca5-875d-5a7676716757 req-73369326-ab4f-43f3-b1eb-3ad0f2945916 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 945 time: 0.0584559 Aug 31 09:46:44.545587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbbce522-c302-4ca5-875d-5a7676716757 req-5e949324-359a-4871-8c84-70617290ce9d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Aug 31 09:46:44.598058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5713684d-b615-4ca6-8c6c-fb5a73d57313'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:45.415625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7d9c-392c-4582-b4da-3b6f6b297bb7 req-48a5524b-a117-41c3-b6e5-37a458be411d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:45.417144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-191f7d9c-392c-4582-b4da-3b6f6b297bb7 req-48a5524b-a117-41c3-b6e5-37a458be411d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0514588 Aug 31 09:46:45.457062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-191f7d9c-392c-4582-b4da-3b6f6b297bb7 req-d74eae0b-0237-4cab-a066-e1b9b8b9b77b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Aug 31 09:46:45.683982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f46c3a-f7dd-4239-baa5-efff37826a97 req-300979f6-fad2-4df5-be97-cb5228405320 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:45.685916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89f46c3a-f7dd-4239-baa5-efff37826a97 req-300979f6-fad2-4df5-be97-cb5228405320 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 945 time: 0.0613983 Aug 31 09:46:45.733471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89f46c3a-f7dd-4239-baa5-efff37826a97 req-6c8d3e04-ab38-4896-87fb-b25b9412e4d1 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Aug 31 09:46:45.957749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5713684d-b615-4ca6-8c6c-fb5a73d57313 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:46.017902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5713684d-b615-4ca6-8c6c-fb5a73d57313 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:46.022376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5713684d-b615-4ca6-8c6c-fb5a73d57313 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:46.022777 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.107360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.132505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713684d-b615-4ca6-8c6c-fb5a73d57313'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:46.136248 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ae9c1-d0a0-4197-9d6f-45d41bbe668f" -d '{"events": [{"server_uuid": "98c3558d-8ea4-4d40-9a75-11865dfb0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "5713684d-b615-4ca6-8c6c-fb5a73d57313"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:46.159029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5713684d-b615-4ca6-8c6c-fb5a73d57313, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:46.165512 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.208598 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2073db8e-b0e6-4629-a569-29a5999c9698 x-openstack-request-id: req-2073db8e-b0e6-4629-a569-29a5999c9698 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:46.209893 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3558d-8ea4-4d40-9a75-11865dfb0d6b", "name": "network-vif-plugged", "status": "completed", "tag": "5713684d-b615-4ca6-8c6c-fb5a73d57313", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:46.210282 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2073db8e-b0e6-4629-a569-29a5999c9698 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:46.210886 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713684d-b615-4ca6-8c6c-fb5a73d57313', 'code': 200} Aug 31 09:46:46.247602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5713684d-b615-4ca6-8c6c-fb5a73d57313,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:46.337571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3173ee-3ed3-4076-a464-82058bcfa396 req-b14d2ed7-09ce-447c-ba27-b8f100f0a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:46.339309 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf3173ee-3ed3-4076-a464-82058bcfa396 req-b14d2ed7-09ce-447c-ba27-b8f100f0a563 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 1098 time: 0.0530331 Aug 31 09:46:46.384798 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf3173ee-3ed3-4076-a464-82058bcfa396 req-099d9838-8f78-4419-90b4-c71d97e15acd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376937 Aug 31 09:46:46.580789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f571c-a5e2-4233-974d-904bd743dd17 req-427dbcc1-c2c8-470d-9b8c-9ae88beca87b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:46.582831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af2f571c-a5e2-4233-974d-904bd743dd17 req-427dbcc1-c2c8-470d-9b8c-9ae88beca87b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0531738 Aug 31 09:46:46.626407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af2f571c-a5e2-4233-974d-904bd743dd17 req-407cbc0f-fb5e-44b2-8d08-261b3ba6c1eb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369711 Aug 31 09:46:46.860681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb062832-9674-4193-a1da-c7d48901fd74 req-af478579-3f0d-4675-af98-b5552189ac90 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:46.862107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb062832-9674-4193-a1da-c7d48901fd74 req-af478579-3f0d-4675-af98-b5552189ac90 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 946 time: 0.0529583 Aug 31 09:46:46.903939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb062832-9674-4193-a1da-c7d48901fd74 req-42913d26-98fc-455e-9674-21ea401f68d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Aug 31 09:46:47.759638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea869a0-fab4-4c7e-9fad-40c86af992a1 req-5c2814c4-ef94-42c6-922f-20dec899136a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:47.761206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ea869a0-fab4-4c7e-9fad-40c86af992a1 req-5c2814c4-ef94-42c6-922f-20dec899136a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0608110 Aug 31 09:46:47.809171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ea869a0-fab4-4c7e-9fad-40c86af992a1 req-78b48559-3b8b-46fc-a834-75544a35d47b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Aug 31 09:46:48.043619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cbbcd-3691-4ff4-ad4d-6b1cf3d60de8 req-64310232-0a51-41f8-935c-8c66c5f1897a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:48.045200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-819cbbcd-3691-4ff4-ad4d-6b1cf3d60de8 req-64310232-0a51-41f8-935c-8c66c5f1897a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 946 time: 0.0558743 Aug 31 09:46:48.090283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-819cbbcd-3691-4ff4-ad4d-6b1cf3d60de8 req-5a614781-5ee2-4ba9-ae7e-b1a6f0e22b9c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379016 Aug 31 09:46:48.242917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65845864-8400-46e9-94a8-605ee66ce3e8 req-13c7cc9f-26dc-469a-8929-651d49ab129f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:48.244501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65845864-8400-46e9-94a8-605ee66ce3e8 req-13c7cc9f-26dc-469a-8929-651d49ab129f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 946 time: 0.0564678 Aug 31 09:46:48.287949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65845864-8400-46e9-94a8-605ee66ce3e8 req-44b5f285-bc14-4e83-b53a-059b9915d651 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371842 Aug 31 09:46:48.743583 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:48.951334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760429-1a04-4b02-a3d9-e65f5fccef6b req-d4845821-42da-43b4-98fa-0b0a827c9b0c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:48.953369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb760429-1a04-4b02-a3d9-e65f5fccef6b req-d4845821-42da-43b4-98fa-0b0a827c9b0c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0674257 Aug 31 09:46:48.996958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb760429-1a04-4b02-a3d9-e65f5fccef6b req-82a5d406-26aa-422c-8bb2-b3cb38fc1c21 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Aug 31 09:46:49.774449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54524) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:50.387514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fae98-2339-46f9-aa40-1a575f3977b8 req-b0b96733-9060-403d-979e-b7460221512c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:50.389081 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd4fae98-2339-46f9-aa40-1a575f3977b8 req-b0b96733-9060-403d-979e-b7460221512c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1213167 Aug 31 09:46:50.483252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd4fae98-2339-46f9-aa40-1a575f3977b8 req-876ab18c-7fac-447b-9138-c6b8f0fe5df7 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622964 Aug 31 09:46:50.637043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:50.807502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54544) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:50.934730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf4a20bb-6eac-426a-83ca-98a754153da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:50.960712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.20.0.17 (d3a979ec-8593-4c7c-89ff-dc4daee64acc/bf9f7816-e872-4d23-bb9a-656a24275971/e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:51.044877 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf4a20bb-6eac-426a-83ca-98a754153da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.049244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf4a20bb-6eac-426a-83ca-98a754153da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.090259 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf4a20bb-6eac-426a-83ca-98a754153da6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08ff20024315407a8b7f2a6d8390f9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814815 Aug 31 09:46:51.091424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a20bb-6eac-426a-83ca-98a754153da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61371a5b-fbb8-477e-9ff4-f73cfd0c934c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:51.092982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54548) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:51.126774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.153559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Transition to ACTIVE for port object e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:51.199186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa122fce-2dfb-49ff-8e6a-f22ccf8dcd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.222157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.232063 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa122fce-2dfb-49ff-8e6a-f22ccf8dcd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.299603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:51.305192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:51.311363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:51.313887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:51.366729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.369227 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa122fce-2dfb-49ff-8e6a-f22ccf8dcd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.372292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aa122fce-2dfb-49ff-8e6a-f22ccf8dcd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.375094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aa122fce-2dfb-49ff-8e6a-f22ccf8dcd84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61371a5b-fbb8-477e-9ff4-f73cfd0c934c HTTP/1.1" status: 204 len: 168 time: 0.2807672 Aug 31 09:46:51.420150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa122fce-2dfb-49ff-8e6a-f22ccf8dcd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61371a5b-fbb8-477e-9ff4-f73cfd0c934c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:51.557151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.643390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7da0dde5-4f0e-4a8b-b1da-1b851175e145 None None] Provisioning for port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:51.649557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7da0dde5-4f0e-4a8b-b1da-1b851175e145 None None] Provisioning complete for port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:51.649960 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7da0dde5-4f0e-4a8b-b1da-1b851175e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.696790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7da0dde5-4f0e-4a8b-b1da-1b851175e145 None None] Port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:51.699569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db772b7-e9b7-4dd2-98f9-1c5b964af3f3 req-59e2a87b-24ec-4039-9959-155788fb3b4f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:51.701256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1db772b7-e9b7-4dd2-98f9-1c5b964af3f3 req-59e2a87b-24ec-4039-9959-155788fb3b4f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.1314082 Aug 31 09:46:51.716514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54556) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:51.731675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecaca3c-1c9a-4ed1-b7c1-1019df046f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.783809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1db772b7-e9b7-4dd2-98f9-1c5b964af3f3 req-cb1da21b-5ecb-46e3-8778-c3afebe9221f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740864 Aug 31 09:46:51.835815 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecaca3c-1c9a-4ed1-b7c1-1019df046f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.840655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ecaca3c-1c9a-4ed1-b7c1-1019df046f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.882109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaca3c-1c9a-4ed1-b7c1-1019df046f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58aefe8-f0b7-4f9c-bd41-bfc7bfe53503,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:51.890084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ecaca3c-1c9a-4ed1-b7c1-1019df046f93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbb12b2d36c44c5aa7c1f66b49b1b465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719360 Aug 31 09:46:51.890305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54558) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:51.966493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:51.973390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.021272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7c1a-06a9-4161-9eef-6462b15f7dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.067097 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:52.076644 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7c1a-06a9-4161-9eef-6462b15f7dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.080085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.187716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7c1a-06a9-4161-9eef-6462b15f7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.190230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4b0c7c1a-06a9-4161-9eef-6462b15f7dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.192178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4b0c7c1a-06a9-4161-9eef-6462b15f7dd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c58aefe8-f0b7-4f9c-bd41-bfc7bfe53503 HTTP/1.1" status: 204 len: 168 time: 0.3010864 Aug 31 09:46:52.207363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c7c1a-06a9-4161-9eef-6462b15f7dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58aefe8-f0b7-4f9c-bd41-bfc7bfe53503,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:52.214336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:52.215928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:52.233639 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:46:52.354952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:52.494492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:52.499688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db01cd3f-d98a-43d3-9e32-e7bbd8789e63 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "PUT /v2.0/routers/5e43ff71-79c2-4945-a001-c4ab853ee12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239852 Aug 31 09:46:52.505321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:52.515017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:52.515739 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:52.574697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b6e0f997-641a-4ae0-9cda-922cfcdfa018 None None] Provisioning complete for port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:52.575080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f997-641a-4ae0-9cda-922cfcdfa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:52.652056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0f997-641a-4ae0-9cda-922cfcdfa018 None None] Port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:52.665033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:52.911751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361e54f-2f88-4c9a-a3d5-3be9ba358970 req-3b0c44a2-c57c-45de-844a-6914c801a2a4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:52.913520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7361e54f-2f88-4c9a-a3d5-3be9ba358970 req-3b0c44a2-c57c-45de-844a-6914c801a2a4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0555952 Aug 31 09:46:52.943593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:46:51Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5', 'name': '', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:b4:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:50Z', 'updated_at': '2021-08-31T09:46:51Z', 'revision_number': 2, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:52.962294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7361e54f-2f88-4c9a-a3d5-3be9ba358970 req-d9c5a6c2-e5f3-4ccf-b09c-a163f4b103a4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Aug 31 09:46:52.971773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:52.972806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Updating router 5e43ff71-79c2-4945-a001-c4ab853ee12e port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:46:52.998629 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.422748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82932e8-0a6d-485b-9e96-6494d0ae9c4d req-6673e28f-ee5c-4f20-8a6f-29b3ea4c940e tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:53.424525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d82932e8-0a6d-485b-9e96-6494d0ae9c4d req-6673e28f-ee5c-4f20-8a6f-29b3ea4c940e tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1098 time: 0.0520134 Aug 31 09:46:53.461945 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.479151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Transition to ACTIVE for port object e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:53.480127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d82932e8-0a6d-485b-9e96-6494d0ae9c4d req-9525285a-e381-4f93-9e2c-ad0656d8fae2 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Aug 31 09:46:53.488250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.555263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f11a1c-ce60-4faa-adf0-85ea2311de0e None None] Pushing event updated for resources: {'Port': ['ID=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:53.611664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Attempting to bind port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:53.612044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Attempting to bind port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:53.612416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Attempting to bind port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 on network d3a979ec-8593-4c7c-89ff-dc4daee64acc {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:53.618147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:53.618557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Checking segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:53.619165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.619763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Bound using segment: {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:53.620412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Bound port: e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:53.621179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.646824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3119570-627a-4bb4-8d88-a4651dfc900a req-162467e2-0ff6-4be1-bbdb-947c38e4a780 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:53.648698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3119570-627a-4bb4-8d88-a4651dfc900a req-162467e2-0ff6-4be1-bbdb-947c38e4a780 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0644860 Aug 31 09:46:53.708804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] For port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:53.710278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3119570-627a-4bb4-8d88-a4651dfc900a req-441a9d3b-9b02-4195-80a7-f8be830ca651 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542996 Aug 31 09:46:53.713517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] For port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:53.720552 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:53.740562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54610) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:53.789694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:53.790437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:46:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:53.835272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6e548eae-8650-41b5-8b06-11208e901d89 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/bde2fc99-aab0-413c-ab42-18a631d2499e HTTP/1.1" status: 200 len: 993 time: 0.0931404 Aug 31 09:46:53.849419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f11a1c-ce60-4faa-adf0-85ea2311de0e None None] Pushing event updated for resources: {'Port': ['ID=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:53.978753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:54.107703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d61d-c328-46f2-9a22-37f20131f9a2 req-aacce0cb-11c1-4edf-913b-375cc4435a6d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:54.110148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f782d61d-c328-46f2-9a22-37f20131f9a2 req-aacce0cb-11c1-4edf-913b-375cc4435a6d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0621963 Aug 31 09:46:54.171272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f782d61d-c328-46f2-9a22-37f20131f9a2 req-28d006ab-486a-4e22-8cf9-d9388bf3240b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Aug 31 09:46:54.182522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-e4333546-e63a-400c-96b7-e7ca6db405f0 req-5bae5700-bfe6-4bd0-91a4-9687ed7bb580 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:46:54.183602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4333546-e63a-400c-96b7-e7ca6db405f0 req-5bae5700-bfe6-4bd0-91a4-9687ed7bb580 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088615 Aug 31 09:46:54.414724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:46:51Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5', 'name': '', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:b4:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:50Z', 'updated_at': '2021-08-31T09:46:53Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:54.458292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13070f01-b879-4759-8a8a-6587dfb3c613 None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:46:51Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5', 'name': '', 'network_id': 'd3a979ec-8593-4c7c-89ff-dc4daee64acc', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:b4:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:50Z', 'updated_at': '2021-08-31T09:46:53Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'bf9f7816-e872-4d23-bb9a-656a24275971', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:54.687720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-0b8ca42c-5158-4c9c-a813-b5de7e610871 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537143 Aug 31 09:46:54.707412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492482c5-3d9b-4653-a791-45762e998821 req-514653db-8eb2-406a-9ad2-e2f5bde0d511 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:54.709910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-492482c5-3d9b-4653-a791-45762e998821 req-514653db-8eb2-406a-9ad2-e2f5bde0d511 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0744255 Aug 31 09:46:54.767336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-492482c5-3d9b-4653-a791-45762e998821 req-27d8f3a7-c907-4aab-a103-39984a433f95 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476108 Aug 31 09:46:55.320379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a67c94-f763-48df-9b51-690d3e8102e5 req-707bdc32-1d47-4ae9-ba9c-75a40143355e tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:55.321948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12a67c94-f763-48df-9b51-690d3e8102e5 req-707bdc32-1d47-4ae9-ba9c-75a40143355e tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0688882 Aug 31 09:46:55.370651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12a67c94-f763-48df-9b51-690d3e8102e5 req-3c1f56b7-6411-40cf-80eb-f158512bfd0a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Aug 31 09:46:55.958813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-baa4b488-a705-49e4-8176-f49784748b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:55.972771 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-baa4b488-a705-49e4-8176-f49784748b3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1098 time: 0.0581057 Aug 31 09:46:55.975556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:56.047030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:56.053094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:56.053887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.134089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-0afa248a-f9e8-47c5-89c3-3f6389051c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.136051 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-0afa248a-f9e8-47c5-89c3-3f6389051c83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1561093 Aug 31 09:46:56.142867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.180996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:56.187023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:56.225930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3f7a1-2ad5-41e6-b2c7-379ad09e257b req-77144c3e-355e-4fd4-98e4-28ceacba1f45 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.229626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10a3f7a1-2ad5-41e6-b2c7-379ad09e257b req-77144c3e-355e-4fd4-98e4-28ceacba1f45 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0670750 Aug 31 09:46:56.252617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-ffd7bc26-c5b1-4703-98a6-7330cf2a0de1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 1001 time: 0.1060491 Aug 31 09:46:56.260367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:56.296463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10a3f7a1-2ad5-41e6-b2c7-379ad09e257b req-f6e91be4-78ba-451d-a401-2f3f90dcef90 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570574 Aug 31 09:46:56.315328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-b1a7edf3-ddfe-406c-9a65-792406eb8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.318129 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-b1a7edf3-ddfe-406c-9a65-792406eb8898 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0573719 Aug 31 09:46:56.381614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-2dfac0bf-0492-4683-918f-e5b3fc548aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.382929 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-2dfac0bf-0492-4683-918f-e5b3fc548aeb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558186 Aug 31 09:46:56.483268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-acfc78f3-ba90-4008-8836-0ec54d1b3d28 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927978 Aug 31 09:46:56.507471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc371da-e4ac-4893-a8f8-2beed51ebd3f req-acba67b6-ab75-44f1-a185-7216b9f6c888 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:56.509113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cc371da-e4ac-4893-a8f8-2beed51ebd3f req-acba67b6-ab75-44f1-a185-7216b9f6c888 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0618520 Aug 31 09:46:56.553199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cc371da-e4ac-4893-a8f8-2beed51ebd3f req-d5284fe5-d90a-47c8-8a76-ab2e5ed0f1fb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374541 Aug 31 09:46:56.594486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-074339b1-8f89-4c85-8337-48cd60fe5394 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014624 Aug 31 09:46:57.391379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:57.428938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9c440-4def-4eb6-8198-f1246cbbf33d req-2417141d-6445-43dc-acb8-4620dccb0333 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:57.431447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06b9c440-4def-4eb6-8198-f1246cbbf33d req-2417141d-6445-43dc-acb8-4620dccb0333 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0611756 Aug 31 09:46:57.472213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06b9c440-4def-4eb6-8198-f1246cbbf33d req-b75aea04-6b74-4d04-8cbc-0957b5793735 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354939 Aug 31 09:46:57.509119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-926a16ce-4887-4d6a-a0d6-3cb5dbb741bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.615175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-926a16ce-4887-4d6a-a0d6-3cb5dbb741bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.619579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-926a16ce-4887-4d6a-a0d6-3cb5dbb741bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.661946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-926a16ce-4887-4d6a-a0d6-3cb5dbb741bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0a9429ec93644348566ccca333f1e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694204 Aug 31 09:46:57.663056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a16ce-4887-4d6a-a0d6-3cb5dbb741bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4daa535-1db6-4ce5-9e36-78cee91b0e32,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:57.665478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54714) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:57.681213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de5a1a-5464-46bf-b2e8-b1f08c2aca2d req-3d75308a-f2ad-44d1-8811-0a85081eaf32 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:57.682822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8de5a1a-5464-46bf-b2e8-b1f08c2aca2d req-3d75308a-f2ad-44d1-8811-0a85081eaf32 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0553548 Aug 31 09:46:57.720744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00258de-1f91-4a8b-b4da-64a1b9555b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.724168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8de5a1a-5464-46bf-b2e8-b1f08c2aca2d req-c65ae94b-e730-40f1-b426-846f949d7f5c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Aug 31 09:46:57.744672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00258de-1f91-4a8b-b4da-64a1b9555b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.764529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:57.766724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:57.798633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00258de-1f91-4a8b-b4da-64a1b9555b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.801890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00258de-1f91-4a8b-b4da-64a1b9555b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.803090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c00258de-1f91-4a8b-b4da-64a1b9555b43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4daa535-1db6-4ce5-9e36-78cee91b0e32 HTTP/1.1" status: 204 len: 168 time: 0.1366904 Aug 31 09:46:57.811439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00258de-1f91-4a8b-b4da-64a1b9555b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4daa535-1db6-4ce5-9e36-78cee91b0e32,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:57.923642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:57.955505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:57.982200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:58.009598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f1936ef4-415b-4b59-806e-79545737acd5', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'port_id': 'f1936ef4-415b-4b59-806e-79545737acd5', 'mac_address': 'fa:16:3e:23:b4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f436ff54-d5d6-4644-b923-d264dfd582ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:58.010882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:58.013144 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089822e5-2ceb-4e9c-b8a4-43b870f05b54" -d '{"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "f1936ef4-415b-4b59-806e-79545737acd5"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:58.028971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:58.035344 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.093144 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5245a-29c2-470c-8c0b-e25aa8d0cd38 x-openstack-request-id: req-a3f5245a-29c2-470c-8c0b-e25aa8d0cd38 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:58.093537 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "f1936ef4-415b-4b59-806e-79545737acd5", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:58.093638 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3f5245a-29c2-470c-8c0b-e25aa8d0cd38 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:58.094037 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5', 'code': 200} Aug 31 09:46:58.111529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:58.111991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.116131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.157177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54722) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:58.162431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1936ef4-415b-4b59-806e-79545737acd5 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:58.172189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.174279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:58.203832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:58.210511 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.289625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.294151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.299002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:58.336254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0671069-03fd-47f9-9245-816cf510ca2f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:58.341227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4733115e7834afa816c529a8a651307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829634 Aug 31 09:46:58.344178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 54724) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:58.346587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.347046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.347470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.347802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.348133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.348466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.348867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.349196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.349541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.349861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.350179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.350515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aef0fe-56db-447c-8870-5c8bcd697301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:58.407701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a1de728-d215-46c6-ab6c-3a26bb99b94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.431710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a1de728-d215-46c6-ab6c-3a26bb99b94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.439779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f1936ef4-415b-4b59-806e-79545737acd5'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:58.487875 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a1de728-d215-46c6-ab6c-3a26bb99b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.490792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2a1de728-d215-46c6-ab6c-3a26bb99b94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.491967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a1de728-d215-46c6-ab6c-3a26bb99b94e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0671069-03fd-47f9-9245-816cf510ca2f HTTP/1.1" status: 204 len: 168 time: 0.1467843 Aug 31 09:46:58.508191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1de728-d215-46c6-ab6c-3a26bb99b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0671069-03fd-47f9-9245-816cf510ca2f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:58.590093 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aaca36dd-5ba5-47e0-8b96-2f834d365fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:58.632702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c94356-112f-4e66-8c17-00ab0ac2a969 req-1f4f155f-f236-4fa3-bed3-723f1df7d642 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:58.634301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56c94356-112f-4e66-8c17-00ab0ac2a969 req-1f4f155f-f236-4fa3-bed3-723f1df7d642 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0830257 Aug 31 09:46:58.689722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56c94356-112f-4e66-8c17-00ab0ac2a969 req-cbf2ad0b-79e9-4fc4-a970-4a919da0f445 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487382 Aug 31 09:46:58.880920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc26095-8288-42ff-9bf3-89f88a658d90 req-e54681d9-885b-4c33-9e3e-702f1ab04368 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:58.882512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acc26095-8288-42ff-9bf3-89f88a658d90 req-e54681d9-885b-4c33-9e3e-702f1ab04368 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 944 time: 0.0603137 Aug 31 09:46:58.926892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acc26095-8288-42ff-9bf3-89f88a658d90 req-cc71b2b8-c0d9-4074-8e62-92883c41fc63 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Aug 31 09:46:59.777197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:59.846127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbd2b-ab29-4c07-9572-264296fbccfe req-b6618719-f9b4-4b55-9d6c-049f683cd75b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:59.848495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdfbbd2b-ab29-4c07-9572-264296fbccfe req-b6618719-f9b4-4b55-9d6c-049f683cd75b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0851688 Aug 31 09:46:59.868561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f1936ef4-415b-4b59-806e-79545737acd5 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:59.869197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:59.907378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdfbbd2b-ab29-4c07-9572-264296fbccfe req-9267b33c-1641-411a-8956-85fe615fc571 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457418 Aug 31 09:46:59.968511 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.004946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:00.009709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:00.069815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:00.077187 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647c74-65a5-4736-b2e8-4d0f5b7a18dd req-ce0feaa0-2e26-445a-92cc-fa93b4b4fac2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.078960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d647c74-65a5-4736-b2e8-4d0f5b7a18dd req-ce0feaa0-2e26-445a-92cc-fa93b4b4fac2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0663016 Aug 31 09:47:00.095588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:00.098494 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef20f3d-9c09-4290-9495-9576e3f8ed66" -d '{"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1936ef4-415b-4b59-806e-79545737acd5"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:00.141930 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974e199e-7af6-4eef-bf1b-96045e1dbe64 x-openstack-request-id: req-974e199e-7af6-4eef-bf1b-96045e1dbe64 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:00.142459 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1936ef4-415b-4b59-806e-79545737acd5", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:00.142907 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-974e199e-7af6-4eef-bf1b-96045e1dbe64 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:00.143309 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5', 'code': 200} Aug 31 09:47:00.144698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d647c74-65a5-4736-b2e8-4d0f5b7a18dd req-26d2ec29-2b21-49f6-9591-48f4e38a97a7 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Aug 31 09:47:00.301346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9fd5e-6a1d-4454-a891-ac7b5fd1089c req-2aaefc77-16cd-4ac6-9d4e-0e7938b7c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:00.302963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4fb9fd5e-6a1d-4454-a891-ac7b5fd1089c req-2aaefc77-16cd-4ac6-9d4e-0e7938b7c8f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 1097 time: 0.0417778 Aug 31 09:47:00.340770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4fb9fd5e-6a1d-4454-a891-ac7b5fd1089c req-b151c89f-b45d-43b8-8ced-598e4e892a6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Aug 31 09:47:01.027609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d258686-ab0e-41c6-9743-2a66119435a4 req-2d1d89fa-f83b-4e0b-b610-ad220b52ed9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.029119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d258686-ab0e-41c6-9743-2a66119435a4 req-2d1d89fa-f83b-4e0b-b610-ad220b52ed9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0518913 Aug 31 09:47:01.075364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d258686-ab0e-41c6-9743-2a66119435a4 req-e284a9a5-6b40-420a-8e8e-639a9d19ed0d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Aug 31 09:47:01.291801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1c64-2aa9-4e3d-9a11-7b803c5b26e5 req-a38b65dc-a1dc-4e18-9683-67ed40f53901 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:01.293346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6ee1c64-2aa9-4e3d-9a11-7b803c5b26e5 req-a38b65dc-a1dc-4e18-9683-67ed40f53901 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0578554 Aug 31 09:47:01.339705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6ee1c64-2aa9-4e3d-9a11-7b803c5b26e5 req-59261e39-a745-4bd8-8ede-75456ca11daa tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Aug 31 09:47:01.765844 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.202036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de51c61-e81e-48af-8d06-352d9b330177 req-09fc28a5-2a51-45c2-8e13-3c91dccb7fe8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.203618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2de51c61-e81e-48af-8d06-352d9b330177 req-09fc28a5-2a51-45c2-8e13-3c91dccb7fe8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0535958 Aug 31 09:47:02.247990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2de51c61-e81e-48af-8d06-352d9b330177 req-596799d7-0538-42ec-845e-0615b14dd50a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Aug 31 09:47:02.378777 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.477519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e333c-8d64-4ff3-b990-47cf9f3b6ed3 req-0c5b9107-c765-4df3-b5bf-51e370a4bcb4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.479766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d69e333c-8d64-4ff3-b990-47cf9f3b6ed3 req-0c5b9107-c765-4df3-b5bf-51e370a4bcb4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0576029 Aug 31 09:47:02.500322 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaf335bc-ea4f-417b-96c0-7b0077968cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.527495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d69e333c-8d64-4ff3-b990-47cf9f3b6ed3 req-89b1844d-ef44-4ab6-ae25-ef20abf91c3a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Aug 31 09:47:02.655515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7d41-1d77-4d51-92a7-5479bd349b7a req-70a87775-4e10-4194-8fd6-5e9c1a63b977 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:02.657138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b8c7d41-1d77-4d51-92a7-5479bd349b7a req-70a87775-4e10-4194-8fd6-5e9c1a63b977 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0541754 Aug 31 09:47:02.704040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b8c7d41-1d77-4d51-92a7-5479bd349b7a req-5a65d139-ded0-49f8-bb34-22c43948bf30 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Aug 31 09:47:03.236759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-a83de0fc-5050-4cf0-b94e-0187efeb9e2b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.238271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-a83de0fc-5050-4cf0-b94e-0187efeb9e2b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 815 time: 0.1169262 Aug 31 09:47:03.257867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-cf4bbe2d-d05c-4571-a5f8-6abf9e932fde tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/quotas/7a966f14325c4fe8ac7a4cc676b5fd09 HTTP/1.1" status: 200 len: 375 time: 0.0114346 Aug 31 09:47:03.313723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-7aee9006-03f4-4f0f-aba2-eb4b44ce1f36 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484595 Aug 31 09:47:03.423364 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-8255c386-ca90-49cf-a5cc-7fe2c9d41720 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461338 Aug 31 09:47:03.431907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24026-2e12-4bd3-aa37-de15125bd809 req-712393f5-03b7-479b-9550-7e0f9f9ebba8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.433479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25e24026-2e12-4bd3-aa37-de15125bd809 req-712393f5-03b7-479b-9550-7e0f9f9ebba8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.1031492 Aug 31 09:47:03.478660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-89dc1f30-1eef-4980-abd1-5a7b6b61f386 service neutron] 10.222.0.18 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558070 Aug 31 09:47:03.504692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25e24026-2e12-4bd3-aa37-de15125bd809 req-ca5ae95a-9b96-4466-9303-62eb3020bb19 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639784 Aug 31 09:47:03.523666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cc251-7db1-4977-b190-b4da612f711e req-8c0d9b6e-d0ec-42a9-9e3a-9dbd3813b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.525533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-8c0d9b6e-d0ec-42a9-9e3a-9dbd3813b679 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0485225 Aug 31 09:47:03.607258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-970444b6-d0c4-4e57-bf3e-b6c36e3cb4f7 service neutron] 10.222.0.18 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164324 Aug 31 09:47:03.656423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cc251-7db1-4977-b190-b4da612f711e req-9fd153bd-7565-4e95-b3ad-b0e93bcd3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.657991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-9fd153bd-7565-4e95-b3ad-b0e93bcd3373 service neutron] 10.222.0.15 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 897 time: 0.1030605 Aug 31 09:47:03.684438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:03.740561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-c5df08cb-0bf0-4b6f-b69c-e459b4ca5853 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 1000 time: 0.0742798 Aug 31 09:47:03.794098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cc251-7db1-4977-b190-b4da612f711e req-ab515708-7c93-4b66-b007-ae2aae0843ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.796586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-ab515708-7c93-4b66-b007-ae2aae0843ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 200 len: 835 time: 0.0476604 Aug 31 09:47:03.799025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dcdde3c-bee9-4fe1-abd4-ffc93b8fd126 req-fa29fbda-27c2-471b-b5e3-bc1a760a61dc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 210 time: 0.0315113 Aug 31 09:47:03.851670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cc251-7db1-4977-b190-b4da612f711e req-78ac84f3-f7bc-4e77-aef2-bb07280fcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:03.853394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-78ac84f3-f7bc-4e77-aef2-bb07280fcaf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491436 Aug 31 09:47:03.867820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-2a2dda66-c3bb-49f1-8898-ab0aee3a8ded service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:47:03.869026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-2a2dda66-c3bb-49f1-8898-ab0aee3a8ded service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070941 Aug 31 09:47:03.991825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-7836b215-bd1c-4863-8ba0-e7bc1aae14c3 service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145890 Aug 31 09:47:04.115882 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de7cc251-7db1-4977-b190-b4da612f711e req-798a5f80-8fa6-4693-9e61-5ee3974a7177 service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137087 Aug 31 09:47:04.363397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-454349af-510b-4834-9956-ca1d51f742d2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:04.366309 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-454349af-510b-4834-9956-ca1d51f742d2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ba8126d-cf98-41fc-a5b6-a1815639e7ae HTTP/1.1" status: 200 len: 945 time: 0.0931313 Aug 31 09:47:04.498299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Deleting port f1936ef4-415b-4b59-806e-79545737acd5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:04.499244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.602810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] For port f1936ef4-415b-4b59-806e-79545737acd5, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f1936ef4-415b-4b59-806e-79545737acd5,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:04.603101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.624591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Calling delete_port for f1936ef4-415b-4b59-806e-79545737acd5 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:04.649706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ae681-fcbe-4346-89a0-96f4bedeb3af req-b418aa4f-4cab-49c8-a3ad-64d638963e25 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:04.651311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc5ae681-fcbe-4346-89a0-96f4bedeb3af req-b418aa4f-4cab-49c8-a3ad-64d638963e25 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0621505 Aug 31 09:47:04.702908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc5ae681-fcbe-4346-89a0-96f4bedeb3af req-0d596ebd-1357-43c3-b5da-2307b12e9471 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Aug 31 09:47:04.799820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.816103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f1936ef4-415b-4b59-806e-79545737acd5'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:04.851157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Pushing event deleted for resources: {'Port': ['ID=f1936ef4-415b-4b59-806e-79545737acd5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:04.924284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] No DVR routers for this DVR port f1936ef4-415b-4b59-806e-79545737acd5 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:04.928605 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:04.932495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-494f7f5e-1cdd-40a8-b0d8-4315f8044a60 req-ae3bd500-5989-4b74-aabc-16b609f5c1b8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "DELETE /v2.0/ports/f1936ef4-415b-4b59-806e-79545737acd5 HTTP/1.1" status: 204 len: 173 time: 0.5588555 Aug 31 09:47:04.933183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-deleted', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:04.935176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0864759d-acf5-4e2a-ac22-c085f0b95d9b req-514853be-270f-49c5-9f0a-ba0c72218121 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 210 time: 0.0389240 Aug 31 09:47:04.950311 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d575a9-44e5-495a-a2f7-d5cc5cfe582a" -d '{"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-deleted", "tag": "f1936ef4-415b-4b59-806e-79545737acd5"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:05.009183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-cc645b4c-22e4-4a2d-b1e2-187a09504a8a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.011912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-cc645b4c-22e4-4a2d-b1e2-187a09504a8a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 815 time: 0.2093368 Aug 31 09:47:05.015447 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f453a-2a7a-49b6-9b21-13737e7b2de7 x-openstack-request-id: req-667f453a-2a7a-49b6-9b21-13737e7b2de7 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:05.015633 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba8126d-cf98-41fc-a5b6-a1815639e7ae", "name": "network-vif-deleted", "tag": "f1936ef4-415b-4b59-806e-79545737acd5", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:05.016059 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-667f453a-2a7a-49b6-9b21-13737e7b2de7 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:05.018005 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba8126d-cf98-41fc-a5b6-a1815639e7ae', 'name': 'network-vif-deleted', 'tag': 'f1936ef4-415b-4b59-806e-79545737acd5', 'status': 'completed', 'code': 200} Aug 31 09:47:05.038077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Request body: {'port': {'device_id': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'admin_state_up': True, 'tenant_id': '7a966f14325c4fe8ac7a4cc676b5fd09'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:05.170539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Made reservation on behalf of 7a966f14325c4fe8ac7a4cc676b5fd09 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:05.174174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.328109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Allocated IP 172.20.0.8 (b4db1015-2445-4c4d-be66-b1b7ba47809c/f436ff54-d5d6-4644-b923-d264dfd582ec/42411c75-8574-4bbe-940b-5add3741b21e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:05.588447 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.641434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.653307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f1936ef4-415b-4b59-806e-79545737acd5'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:05.689652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Network b4db1015-2445-4c4d-be66-b1b7ba47809c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:05.693763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:05.699511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:05.728295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:05.760014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.760733 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.777865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-66e4d19f-1ec3-4a7e-bddc-ccb75b96b18a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7459152 Aug 31 09:47:05.792446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Request body: {'port': {'device_id': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:05.884506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:05.905348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359496b-7c0b-4cba-801b-72945b90b2ec req-cf581af8-9e30-4e4b-ab36-00e46dbca6d3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:05.906899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8359496b-7c0b-4cba-801b-72945b90b2ec req-cf581af8-9e30-4e4b-ab36-00e46dbca6d3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0872324 Aug 31 09:47:06.064272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8359496b-7c0b-4cba-801b-72945b90b2ec req-90e8b235-bf40-49f5-aa91-eb7458e07dd4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308067 Aug 31 09:47:06.205330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6ba8f-3926-4fad-9b22-5522b5adffe8 req-1e7d7596-1457-43a7-8d45-aebaffd3a673 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:06.207976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6a6ba8f-3926-4fad-9b22-5522b5adffe8 req-1e7d7596-1457-43a7-8d45-aebaffd3a673 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 931 time: 0.1626556 Aug 31 09:47:06.221526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.281898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6a6ba8f-3926-4fad-9b22-5522b5adffe8 req-884b045a-92cb-43d4-a816-11652d48cf9d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648644 Aug 31 09:47:06.718803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42411c75-8574-4bbe-940b-5add3741b21e {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:06.729761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.754638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Transition to ACTIVE for port object 42411c75-8574-4bbe-940b-5add3741b21e will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:06.759960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:06.825654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:06.911915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Attempting to bind port 42411c75-8574-4bbe-940b-5add3741b21e on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:06.912248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Attempting to bind port 42411c75-8574-4bbe-940b-5add3741b21e by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:06.912575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Attempting to bind port 42411c75-8574-4bbe-940b-5add3741b21e on network b4db1015-2445-4c4d-be66-b1b7ba47809c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:06.917754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Port 42411c75-8574-4bbe-940b-5add3741b21e on network b4db1015-2445-4c4d-be66-b1b7ba47809c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:06.918153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Attempting to bind port 42411c75-8574-4bbe-940b-5add3741b21e on network b4db1015-2445-4c4d-be66-b1b7ba47809c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:06.923274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:06.923833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Checking segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:06.924098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Bound using segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:06.924575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Bound port: 42411c75-8574-4bbe-940b-5add3741b21e, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:06.924970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.015401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:07.021935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:07.027581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.068439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.069066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:07.070551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] 10.222.0.15 "PUT /v2.0/ports/42411c75-8574-4bbe-940b-5add3741b21e HTTP/1.1" status: 200 len: 1092 time: 1.2844918 Aug 31 09:47:07.071016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:07.073362 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a188612-f682-4a64-9c53-43cc784f8cca" -d '{"events": [{"name": "network-changed", "server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "tag": "42411c75-8574-4bbe-940b-5add3741b21e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:07.103678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331d533-f1a0-4b04-911c-8181a3ff116e service neutron] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:07.145168 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782e4c3d-d485-4b1c-880d-c3aa0f7e6381 x-openstack-request-id: req-782e4c3d-d485-4b1c-880d-c3aa0f7e6381 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:07.145168 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "tag": "42411c75-8574-4bbe-940b-5add3741b21e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:07.145168 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-782e4c3d-d485-4b1c-880d-c3aa0f7e6381 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:07.146108 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e', 'status': 'completed', 'code': 200} Aug 31 09:47:07.181274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-6e832894-72aa-4aba-9d8c-48ef5c532dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.183208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-6e832894-72aa-4aba-9d8c-48ef5c532dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0702996 Aug 31 09:47:07.242703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-c42602d0-c9ac-442e-b547-773541750f14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42411c75-8574-4bbe-940b-5add3741b21e HTTP/1.1" status: 200 len: 217 time: 0.0395274 Aug 31 09:47:07.292287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc141cf2-b4ca-4e15-8844-1d0fae221cf2 req-9c30f64d-bd25-4913-83d7-debc822fd294 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.294618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc141cf2-b4ca-4e15-8844-1d0fae221cf2 req-9c30f64d-bd25-4913-83d7-debc822fd294 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.1296854 Aug 31 09:47:07.356698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-08208559-60ac-4bde-a046-4b505d8c2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.358938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-08208559-60ac-4bde-a046-4b505d8c2e9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.1086047 Aug 31 09:47:07.404471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc141cf2-b4ca-4e15-8844-1d0fae221cf2 req-a539cf15-b9f3-4986-92c2-d14ef1ae887e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921757 Aug 31 09:47:07.407922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-93b12016-7b5f-4546-8d9d-1345f505f1c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370810 Aug 31 09:47:07.519807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5d74a-d44e-4135-846c-061c3467432f req-b6ba4304-abf1-4f5a-9280-25be9758bb49 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.521435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9c5d74a-d44e-4135-846c-061c3467432f req-b6ba4304-abf1-4f5a-9280-25be9758bb49 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 943 time: 0.1160390 Aug 31 09:47:07.568686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-e53aceda-9aa8-43b5-b7dc-3ddabf474d62 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510108 Aug 31 09:47:07.592265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9c5d74a-d44e-4135-846c-061c3467432f req-03a16f44-2e8c-4880-8195-349c61299a7b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Aug 31 09:47:07.685258 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03e23188-30fa-440e-8dd6-c5d424eba281 req-5666eb1d-bfca-462e-bc54-263fd38b2790 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079633 Aug 31 09:47:07.795802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:07.802018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a188612-f682-4a64-9c53-43cc784f8cca req-b95cd723-115e-4b44-b354-80b7bfa2bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.803646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-b95cd723-115e-4b44-b354-80b7bfa2bfc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0597820 Aug 31 09:47:07.820837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: f1936ef4-415b-4b59-806e-79545737acd5 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:07.821186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f1936ef4-415b-4b59-806e-79545737acd5 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:07.917126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a188612-f682-4a64-9c53-43cc784f8cca req-3faee068-8e11-43b4-95b2-cbe6eec17e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:07.919099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-3faee068-8e11-43b4-95b2-cbe6eec17e72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 916 time: 0.1060188 Aug 31 09:47:07.972491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-e0dab928-60f9-44c9-8605-cc813d90c0f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42411c75-8574-4bbe-940b-5add3741b21e HTTP/1.1" status: 200 len: 217 time: 0.0445304 Aug 31 09:47:08.038921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a188612-f682-4a64-9c53-43cc784f8cca req-a6e712a3-344f-4f01-b61e-92e2dd4575c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:08.044929 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-a6e712a3-344f-4f01-b61e-92e2dd4575c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.0646281 Aug 31 09:47:08.081042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-fd0a0286-b1aa-4432-8a29-a16c0b34d3bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284984 Aug 31 09:47:08.178450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-1738833c-1377-4d07-acfc-70bd525947e1 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890002 Aug 31 09:47:08.280856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a188612-f682-4a64-9c53-43cc784f8cca req-2cc7b8cb-d6e6-4090-a615-17b340b3da44 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940893 Aug 31 09:47:08.547283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23d8a1-d754-4c3b-8198-81e69a19e211 req-faa9c683-7085-407a-83ef-2c34acb21428 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:08.548812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e23d8a1-d754-4c3b-8198-81e69a19e211 req-faa9c683-7085-407a-83ef-2c34acb21428 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0531728 Aug 31 09:47:08.589466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e23d8a1-d754-4c3b-8198-81e69a19e211 req-3549e0e1-0bb7-4a26-a5a6-9d8c18f74235 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Aug 31 09:47:08.724202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a39fb-1d2d-435d-80b5-4551a7c4333a req-bafac142-3696-431a-8e78-9416f8321bb3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:08.725605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d28a39fb-1d2d-435d-80b5-4551a7c4333a req-bafac142-3696-431a-8e78-9416f8321bb3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 943 time: 0.0547290 Aug 31 09:47:08.766254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d28a39fb-1d2d-435d-80b5-4551a7c4333a req-ca797d04-8ba9-4b80-b6a5-a5eafa3cc1d6 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341089 Aug 31 09:47:09.729041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8149c7-a00a-4104-b1a6-8dbaed3ec16e req-db2dee97-cf28-4522-b2a1-4e4134dd804a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:09.730700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c8149c7-a00a-4104-b1a6-8dbaed3ec16e req-db2dee97-cf28-4522-b2a1-4e4134dd804a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0645671 Aug 31 09:47:09.774237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c8149c7-a00a-4104-b1a6-8dbaed3ec16e req-f412431e-059d-4b34-be3c-038c7aa89008 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Aug 31 09:47:09.807828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:09.896877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbdc44-4f12-41c2-a4c7-08cb80487fcf req-21146732-7b0d-4347-8c56-ae2dad3e5289 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:09.898505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51cbdc44-4f12-41c2-a4c7-08cb80487fcf req-21146732-7b0d-4347-8c56-ae2dad3e5289 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 943 time: 0.0607073 Aug 31 09:47:09.916488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:09.929343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '42411c75-8574-4bbe-940b-5add3741b21e', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'port_id': '42411c75-8574-4bbe-940b-5add3741b21e', 'mac_address': 'fa:16:3e:05:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f436ff54-d5d6-4644-b923-d264dfd582ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:09.939417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51cbdc44-4f12-41c2-a4c7-08cb80487fcf req-f4113d93-836e-4f83-8112-08c62c75c876 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338199 Aug 31 09:47:09.971362 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.986571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42411c75-8574-4bbe-940b-5add3741b21e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:10.008585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:10.015845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:10.068810 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:10.232752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['42411c75-8574-4bbe-940b-5add3741b21e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:10.904166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1447096-5644-4eb0-b26d-ce653201ea5b req-f62f09f6-7728-4275-bdd0-6bd1b10c92fa tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:10.905699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1447096-5644-4eb0-b26d-ce653201ea5b req-f62f09f6-7728-4275-bdd0-6bd1b10c92fa tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.0611207 Aug 31 09:47:10.947942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1447096-5644-4eb0-b26d-ce653201ea5b req-974884a7-9d5e-48f1-ae1e-9b32355d6e6a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350492 Aug 31 09:47:11.077093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea6f5-16e1-47de-95c5-ca883de828dd req-e49efeec-9013-4993-ba64-613496122e0d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:11.078692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c33ea6f5-16e1-47de-95c5-ca883de828dd req-e49efeec-9013-4993-ba64-613496122e0d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 944 time: 0.0657032 Aug 31 09:47:11.121454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c33ea6f5-16e1-47de-95c5-ca883de828dd req-cd4d4a62-055e-483d-aebe-4a723c8a4efb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Aug 31 09:47:11.823000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:11.880961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 42411c75-8574-4bbe-940b-5add3741b21e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:11.887480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 42411c75-8574-4bbe-940b-5add3741b21e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:11.888104 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:11.979479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.006309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:12.009602 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56730b88-6f27-45a1-a529-4f830673d2ab" -d '{"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-plugged", "status": "completed", "tag": "42411c75-8574-4bbe-940b-5add3741b21e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:12.024710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:12.031371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:12.101849 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1595c788-205a-40f7-af43-289f52a4dc1c x-openstack-request-id: req-1595c788-205a-40f7-af43-289f52a4dc1c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:12.102294 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-plugged", "status": "completed", "tag": "42411c75-8574-4bbe-940b-5add3741b21e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:12.102708 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1595c788-205a-40f7-af43-289f52a4dc1c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:12.103299 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e', 'code': 200} Aug 31 09:47:12.111974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:12.176506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492aca3-9a7f-4144-9d9d-655b54fa52ca req-c24f4474-dbf2-4283-9399-114b5fbfc22e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.185615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c492aca3-9a7f-4144-9d9d-655b54fa52ca req-c24f4474-dbf2-4283-9399-114b5fbfc22e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.1657152 Aug 31 09:47:12.312099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c492aca3-9a7f-4144-9d9d-655b54fa52ca req-8f4c61e3-a58f-4919-b804-958232862c69 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095977 Aug 31 09:47:12.315477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05712c9b-26f6-450e-9b4d-9d1ed3afe4d6 req-bd6c438f-7503-437e-befc-3c8be83bb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.317454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05712c9b-26f6-450e-9b4d-9d1ed3afe4d6 req-bd6c438f-7503-437e-befc-3c8be83bb37f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 1097 time: 0.1235304 Aug 31 09:47:12.334790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51017090-862f-4087-b0db-dd6dd29cc522 req-5507cfcb-c36a-404c-abdd-509b25cc3fe3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:12.336409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51017090-862f-4087-b0db-dd6dd29cc522 req-5507cfcb-c36a-404c-abdd-509b25cc3fe3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1004934 Aug 31 09:47:12.389506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05712c9b-26f6-450e-9b4d-9d1ed3afe4d6 req-a926e7bf-b122-4d81-bda7-689086d03f07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Aug 31 09:47:12.397709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51017090-862f-4087-b0db-dd6dd29cc522 req-11be6f38-f3ce-40fa-a5ff-a99a38826cb3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544291 Aug 31 09:47:13.121949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 54928) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:13.524489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345f099-314b-4571-b83d-7bc4d46cde06 req-00c86b1c-90bb-4ac6-9d36-7992c3c1e3bc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:13.527190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4345f099-314b-4571-b83d-7bc4d46cde06 req-00c86b1c-90bb-4ac6-9d36-7992c3c1e3bc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.1078966 Aug 31 09:47:13.654072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4345f099-314b-4571-b83d-7bc4d46cde06 req-986d25e4-5598-4a7b-93de-93a21af3b6c5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147764 Aug 31 09:47:13.664585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f834ec3-9738-4bd0-8984-e460dae444b1 req-a9bc4731-a01e-4447-8ad7-3e4dabf74da4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:13.666200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f834ec3-9738-4bd0-8984-e460dae444b1 req-a9bc4731-a01e-4447-8ad7-3e4dabf74da4 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1318655 Aug 31 09:47:13.740705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f834ec3-9738-4bd0-8984-e460dae444b1 req-5900dd8b-0205-48c7-9106-e37fa24a3602 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Aug 31 09:47:13.754048 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.066645 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-1ba6d3ae-d072-4629-8371-b1c156cb3cc5 service neutron] show failed (client error): The resource could not be found. Aug 31 09:47:14.067807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-1ba6d3ae-d072-4629-8371-b1c156cb3cc5 service neutron] 10.222.0.23 "GET /v2.0/ports/a93ae035-4139-4e3e-97e7-7358ce4614e7/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.2320056 Aug 31 09:47:14.167701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:14.168085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.340394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:14.341285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.359081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:14.381388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-81064568-c980-421d-b849-80010c4cd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:14.382941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-81064568-c980-421d-b849-80010c4cd899 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 1098 time: 0.1086009 Aug 31 09:47:14.416204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:14.491467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.935871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.988224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:15.033845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec254e-c4d4-4c83-9145-d115f748f5f6 req-f451ee86-5240-4078-9cad-acd5f3af1d8e tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:15.036140 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7ec254e-c4d4-4c83-9145-d115f748f5f6 req-f451ee86-5240-4078-9cad-acd5f3af1d8e tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.2141500 Aug 31 09:47:15.043935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fa5c8-2037-4538-8562-d7c51dd9aa6d req-3d140573-2833-483e-b97e-ccdbfec063c8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:15.045509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a71fa5c8-2037-4538-8562-d7c51dd9aa6d req-3d140573-2833-483e-b97e-ccdbfec063c8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 946 time: 0.2246881 Aug 31 09:47:15.474495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:15.520758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a71fa5c8-2037-4538-8562-d7c51dd9aa6d req-47048b53-f060-48af-bc8c-683fe9c31158 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459603 Aug 31 09:47:15.535021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7ec254e-c4d4-4c83-9145-d115f748f5f6 req-c8c1f7d1-5f4c-4c48-9ddd-b6308f1d491d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851151 Aug 31 09:47:15.601457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:15.648216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.691221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:15.693978 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05473370-5120-43b1-aa9a-aaef2f8c1a2f" -d '{"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:15.698196 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.762096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Transition to ACTIVE for port object a93ae035-4139-4e3e-97e7-7358ce4614e7 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:15.770257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c926bb-dab9-4ebe-89b7-994a0c1e8ef7 req-651a7dfe-28a5-4a5d-8b6e-19ce55980f50 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:15.771883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16c926bb-dab9-4ebe-89b7-994a0c1e8ef7 req-651a7dfe-28a5-4a5d-8b6e-19ce55980f50 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1412551 Aug 31 09:47:15.780109 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13edb5d9-72f8-4ebf-b682-00fa0f249f7d x-openstack-request-id: req-13edb5d9-72f8-4ebf-b682-00fa0f249f7d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:15.780407 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:15.780664 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13edb5d9-72f8-4ebf-b682-00fa0f249f7d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:15.781074 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'code': 200} Aug 31 09:47:15.783855 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.020639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16c926bb-dab9-4ebe-89b7-994a0c1e8ef7 req-252ab227-d04f-4b3c-9b0a-9871322c0dae tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290442 Aug 31 09:47:16.031738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:16.139253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] No DVR routers for this DVR port a93ae035-4139-4e3e-97e7-7358ce4614e7 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:16.346008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:16.360235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afbad-a055-47da-9b90-5be9ab1dfead req-4e7be334-a53b-4a1d-8205-552eac53b451 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.361968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-455afbad-a055-47da-9b90-5be9ab1dfead req-4e7be334-a53b-4a1d-8205-552eac53b451 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1363850 Aug 31 09:47:16.478176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:16.478547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:16.478884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:16.492823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-455afbad-a055-47da-9b90-5be9ab1dfead req-636dba54-02c1-465e-8fe6-d688a663cde7 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219368 Aug 31 09:47:16.498156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:16.498519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:16.520371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:16.520766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Checking segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:16.521483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Bound using segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:16.521961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Bound port: a93ae035-4139-4e3e-97e7-7358ce4614e7, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:16.522331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.609152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-f8a7e9ed-86be-4777-ac2b-ff3e95768b6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0637379 Aug 31 09:47:16.674683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:16.686632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-121d9066-23b0-4484-a473-5aa929e380e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "PUT /v2.0/routers/5e43ff71-79c2-4945-a001-c4ab853ee12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5634837 Aug 31 09:47:16.693849 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:16.704367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:16.708694 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:16.709796 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:16.744766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:16.753902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.758372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-b60724c9-9077-4ce3-ba2a-61d11574abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.762552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-b60724c9-9077-4ce3-ba2a-61d11574abfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 1098 time: 0.0782483 Aug 31 09:47:16.803356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092e422-24fc-45a4-afa7-61ca0f56769a req-b653be14-8f92-4d7d-9286-1578a543c7cf tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.805046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e092e422-24fc-45a4-afa7-61ca0f56769a req-b653be14-8f92-4d7d-9286-1578a543c7cf tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1868079 Aug 31 09:47:16.848360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c960-3c1d-4071-b32b-ba59caa9a7bc req-91a7be45-3676-444b-a910-03a3bda5375c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.850024 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28b6c960-3c1d-4071-b32b-ba59caa9a7bc req-91a7be45-3676-444b-a910-03a3bda5375c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.1730709 Aug 31 09:47:16.852519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.853191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:16.855952 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 1093 time: 2.4426990 Aug 31 09:47:16.900839 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:16.973792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-248bfb0a-774a-46eb-8f61-35aac6211c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:16.976129 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-248bfb0a-774a-46eb-8f61-35aac6211c4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3a979ec-8593-4c7c-89ff-dc4daee64acc HTTP/1.1" status: 200 len: 897 time: 0.1932461 Aug 31 09:47:16.992863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043a3e0-f28f-4c03-8ae0-1abcbee8f2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:17.037470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e092e422-24fc-45a4-afa7-61ca0f56769a req-eeae1258-fd8e-4fe6-8be1-2981c83cbe9b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228954 Aug 31 09:47:17.049479 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-8d33b119-b5c6-47a9-a05d-c1fdadd4b36f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313 HTTP/1.1" status: 200 len: 217 time: 0.0637050 Aug 31 09:47:17.052562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28b6c960-3c1d-4071-b32b-ba59caa9a7bc req-a046b716-c1d0-4c1d-9472-550edad01504 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760745 Aug 31 09:47:17.066919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-6370b766-73ba-496a-a59f-819f7d86d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.068800 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-6370b766-73ba-496a-a59f-819f7d86d233 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1096 time: 0.1766336 Aug 31 09:47:17.156236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-659aea07-f738-4c43-9d63-d8e98b8e7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.157784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-659aea07-f738-4c43-9d63-d8e98b8e7bf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf9f7816-e872-4d23-bb9a-656a24275971 HTTP/1.1" status: 200 len: 837 time: 0.0997095 Aug 31 09:47:17.258722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-dbba705a-ebd3-48c0-b1bb-1a69c285a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.260064 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-dbba705a-ebd3-48c0-b1bb-1a69c285a9de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3a979ec-8593-4c7c-89ff-dc4daee64acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0944092 Aug 31 09:47:17.333699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-1c89fb90-1479-408c-8a20-75118a416481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.335560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-1c89fb90-1479-408c-8a20-75118a416481 service neutron] 10.222.0.15 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.2544761 Aug 31 09:47:17.394064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:14Z', 'revision_number': 6, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.464882 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:17.488475 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:17.489407 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.520087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-abb39e9a-5af2-4a1c-962e-ab14f09ea788 service neutron] 10.222.0.23 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494702 Aug 31 09:47:17.615070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-4c475f13-faae-4575-9c39-7d077e6d91b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.2714431 Aug 31 09:47:17.636493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c184859-00e1-42a8-99d6-a6ee4ec4d808 req-3f8d7627-81dc-4f8d-baed-de43193baa71 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.644579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c184859-00e1-42a8-99d6-a6ee4ec4d808 req-3f8d7627-81dc-4f8d-baed-de43193baa71 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 946 time: 0.1672544 Aug 31 09:47:17.653353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de2a0711-a690-43ba-9022-46f7bf91c8e8 req-2c8c56c5-428c-4cbd-aa35-29de1c7384a7 service neutron] 10.222.0.23 "GET /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234095 Aug 31 09:47:17.657696 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:17.758826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c184859-00e1-42a8-99d6-a6ee4ec4d808 req-04c1cab9-79b2-4e25-8329-adc605dc59c0 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127446 Aug 31 09:47:17.770619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c775c97-3237-41fc-8878-7c97ca92fd37 req-961867c9-06cb-49d1-916f-1b1279f98ee7 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.772204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c775c97-3237-41fc-8878-7c97ca92fd37 req-961867c9-06cb-49d1-916f-1b1279f98ee7 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1204436 Aug 31 09:47:17.773926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-906b4780-9ed3-4de2-a611-78e89c2e9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.775348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-906b4780-9ed3-4de2-a611-78e89c2e9973 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.1128612 Aug 31 09:47:17.783038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:17.787286 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff697e35-5251-4539-a282-3c0cfdfa0ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:17.865339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-c64cc3c0-0232-4eba-93d6-60316daf8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:17.866850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-c64cc3c0-0232-4eba-93d6-60316daf8a33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759821 Aug 31 09:47:17.896694 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c74fa0-a40d-4871-94a6-68f2dd7fb4c8 x-openstack-request-id: req-d2c74fa0-a40d-4871-94a6-68f2dd7fb4c8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:17.896986 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:17.897241 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c74fa0-a40d-4871-94a6-68f2dd7fb4c8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:17.897777 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'status': 'completed', 'code': 200} Aug 31 09:47:17.907878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c775c97-3237-41fc-8878-7c97ca92fd37 req-694729dd-4be3-4473-8a7e-c04f40fa7407 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802770 Aug 31 09:47:17.941460 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:14Z', 'revision_number': 6, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:17.979066 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87b834-0189-4d7d-9545-bee3754101fd None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:14Z', 'revision_number': 6, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '52f8c790-a9e9-4114-9713-fb6e780dc277', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'port_id': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'mac_address': 'fa:16:3e:d9:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:57Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:18.000146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-3c94d939-1f10-41c5-9555-38274f08fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.001875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-3c94d939-1f10-41c5-9555-38274f08fd12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1096 time: 0.0553470 Aug 31 09:47:18.005721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-e81582c2-c62c-4681-aebf-b47987f73723 service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234434 Aug 31 09:47:18.122808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22754d5a-8ab5-45a1-9a01-c2371dc99acb req-36b0ffc7-16c0-448b-a93a-cd5e11b08c7f service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053483 Aug 31 09:47:18.129093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:18.191304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:18.276904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-c2ac10bc-32f1-43b5-bd56-3553eae397ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.278686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-c2ac10bc-32f1-43b5-bd56-3553eae397ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1096 time: 0.0896120 Aug 31 09:47:18.305754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded7e92-a12b-4187-a255-32e4de8cfe8b req-c3c7d2b1-303b-40e7-b5df-4e4a1a7a0e48 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.307458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dded7e92-a12b-4187-a255-32e4de8cfe8b req-c3c7d2b1-303b-40e7-b5df-4e4a1a7a0e48 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.0832868 Aug 31 09:47:18.508542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-3bf93b89-3215-4ccb-b1c8-1d087930af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.510212 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-3bf93b89-3215-4ccb-b1c8-1d087930af9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.4985812 Aug 31 09:47:18.596299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-3c81d6a2-661e-4023-8c30-8f694cd5128f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.0781081 Aug 31 09:47:18.691428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-f947bdf9-1081-473f-83c8-72db8f270e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.693145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-f947bdf9-1081-473f-83c8-72db8f270e63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0838583 Aug 31 09:47:18.742167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dded7e92-a12b-4187-a255-32e4de8cfe8b req-c5b0ccc6-e821-411a-8f30-c36a5afb50ce tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4216981 Aug 31 09:47:18.760954 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:18.768640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-c7b6baf1-ec11-4b5e-a279-5c57aedd18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.770146 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-c7b6baf1-ec11-4b5e-a279-5c57aedd18b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.4826841 Aug 31 09:47:18.783794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-f043197b-c752-48e7-87e1-12d8fb4cb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.786103 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-f043197b-c752-48e7-87e1-12d8fb4cb134 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845120 Aug 31 09:47:18.908697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-dcea585c-9c5f-4481-9593-474097044b65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.1291716 Aug 31 09:47:18.925596 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-77659893-142d-4fea-ba60-8c4ab29d1ecc service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305721 Aug 31 09:47:18.969511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb87b8-7615-4ac8-9e6d-06e5f03202db req-7dbea200-a004-4550-b753-eccfa92bc614 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.971082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7dfb87b8-7615-4ac8-9e6d-06e5f03202db req-7dbea200-a004-4550-b753-eccfa92bc614 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 946 time: 0.1039126 Aug 31 09:47:18.997136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-57d6c2b4-d699-4bd0-9ec5-25fc2da45e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:18.998682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-57d6c2b4-d699-4bd0-9ec5-25fc2da45e78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0810757 Aug 31 09:47:19.032658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7dfb87b8-7615-4ac8-9e6d-06e5f03202db req-45b74467-0fc5-4a87-853e-c46c8ae52cf6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=110e4780-8b07-4409-b6ad-b0f7c8ef52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540586 Aug 31 09:47:19.041217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-eb9e30f6-f343-4d39-940e-e179d35fa498 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078033 Aug 31 09:47:19.107529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-36f0ba0c-dc00-4e7e-93ab-f8d43bdcb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:19.109102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-36f0ba0c-dc00-4e7e-93ab-f8d43bdcb2ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904984 Aug 31 09:47:19.117979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ed06-ec3f-41c1-94fb-3319f5148110 req-aceab8ba-938e-4bc8-a00d-b640f390aa83 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:19.119548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5af2ed06-ec3f-41c1-94fb-3319f5148110 req-aceab8ba-938e-4bc8-a00d-b640f390aa83 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0910270 Aug 31 09:47:19.138336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-6e36358c-b170-44c5-9b7b-5a6a3674543c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:19.139999 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-6e36358c-b170-44c5-9b7b-5a6a3674543c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 946 time: 0.0620451 Aug 31 09:47:19.213767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5af2ed06-ec3f-41c1-94fb-3319f5148110 req-7f5c0d9b-dca2-4cbd-b654-5026be41b855 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855882 Aug 31 09:47:19.253460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-ee4b2c3f-bc01-43c1-8238-e80022be1c26 service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323097 Aug 31 09:47:19.256427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port 5713684d-b615-4ca6-8c6c-fb5a73d57313 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:19.256776 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.383214 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff697e35-5251-4539-a282-3c0cfdfa0ac1 req-c6da1d02-7c77-4432-8243-f3ab6fc62480 service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222248 Aug 31 09:47:19.407434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port 5713684d-b615-4ca6-8c6c-fb5a73d57313, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5713684d-b615-4ca6-8c6c-fb5a73d57313,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:19.407825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.428185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for 5713684d-b615-4ca6-8c6c-fb5a73d57313 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:19.653922 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.684890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=5713684d-b615-4ca6-8c6c-fb5a73d57313,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:19.714504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.715220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.715220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.715532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.715846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.716169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.716490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.716813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.717128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.717439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.717826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.718144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:19.742399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] No DVR routers for this DVR port 5713684d-b615-4ca6-8c6c-fb5a73d57313 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:19.745119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:19.747434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56194339-7375-4f0f-b55b-a9e903d12ba7 req-7e8019f7-df7a-488f-9a5a-e023d4dfc1a6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "DELETE /v2.0/ports/5713684d-b615-4ca6-8c6c-fb5a73d57313 HTTP/1.1" status: 204 len: 173 time: 0.6014597 Aug 31 09:47:19.747873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'name': 'network-vif-deleted', 'tag': '5713684d-b615-4ca6-8c6c-fb5a73d57313'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:19.750288 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f988c7d-8871-4de8-8e1d-843b635dc5fb" -d '{"events": [{"server_uuid": "98c3558d-8ea4-4d40-9a75-11865dfb0d6b", "name": "network-vif-deleted", "tag": "5713684d-b615-4ca6-8c6c-fb5a73d57313"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:19.798412 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ecaa9-70fa-4100-ba27-01a0af17e02e x-openstack-request-id: req-041ecaa9-70fa-4100-ba27-01a0af17e02e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:19.798741 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3558d-8ea4-4d40-9a75-11865dfb0d6b", "name": "network-vif-deleted", "tag": "5713684d-b615-4ca6-8c6c-fb5a73d57313", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:19.798992 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-041ecaa9-70fa-4100-ba27-01a0af17e02e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:19.799394 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3558d-8ea4-4d40-9a75-11865dfb0d6b', 'name': 'network-vif-deleted', 'tag': '5713684d-b615-4ca6-8c6c-fb5a73d57313', 'status': 'completed', 'code': 200} Aug 31 09:47:19.889793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc923c-0015-4646-84f6-8691d676f6b1 req-5ea0d267-5609-4070-8304-0c2e57395d00 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:19.890214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:19.892207 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7bc923c-0015-4646-84f6-8691d676f6b1 req-5ea0d267-5609-4070-8304-0c2e57395d00 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.0576727 Aug 31 09:47:19.918493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:19.919360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5e9c1ac-732f-48f2-a061-6c6f57ff5fc5 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:19.940487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7bc923c-0015-4646-84f6-8691d676f6b1 req-59a40559-3ab1-45cb-855e-a3c92f152e1e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Aug 31 09:47:20.155566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32dbd3ec-81ae-40c9-b030-25e7cbe63e3f req-bf5eaa64-6a62-4ffc-9a5d-41a13696c2cb tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=98c3558d-8ea4-4d40-9a75-11865dfb0d6b HTTP/1.1" status: 200 len: 210 time: 0.0289142 Aug 31 09:47:20.351032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6655328-2e39-410f-bc17-f75c8906f962 req-7921606d-e92d-4706-8817-b9d546cd8595 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:20.356388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6655328-2e39-410f-bc17-f75c8906f962 req-7921606d-e92d-4706-8817-b9d546cd8595 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0649958 Aug 31 09:47:20.405604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6655328-2e39-410f-bc17-f75c8906f962 req-3c8e9aab-4e7a-4e05-8836-ab6982759d1d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Aug 31 09:47:21.086937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478da7-2ab7-4793-b4f9-34db116f53b2 req-54a8e86a-83eb-470e-9769-cbeaa0dd1c97 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.088545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca478da7-2ab7-4793-b4f9-34db116f53b2 req-54a8e86a-83eb-470e-9769-cbeaa0dd1c97 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.0598958 Aug 31 09:47:21.147186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca478da7-2ab7-4793-b4f9-34db116f53b2 req-52529ab7-0bee-449f-a70f-830e50633372 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521300 Aug 31 09:47:21.222020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55042) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:21.293004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5e0f-96d5-45c1-95dd-a8f7d62f169d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.326649 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5e0f-96d5-45c1-95dd-a8f7d62f169d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.516870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-bcb42b5b-6556-4253-87df-4889051b1d65 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.519044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-bcb42b5b-6556-4253-87df-4889051b1d65 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0&tenant_id=2006540de5b246e99c0578400f943b8d&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 944 time: 0.1464536 Aug 31 09:47:21.599552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452aa3-09dd-4b53-8a8a-9ffb5790186f req-97c82d0c-3849-4940-8cc8-3b4c8c063ead tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.601674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5452aa3-09dd-4b53-8a8a-9ffb5790186f req-97c82d0c-3849-4940-8cc8-3b4c8c063ead tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 944 time: 0.1888225 Aug 31 09:47:21.654793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5e0f-96d5-45c1-95dd-a8f7d62f169d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.657325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5e0f-96d5-45c1-95dd-a8f7d62f169d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.658486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4f7a5e0f-96d5-45c1-95dd-a8f7d62f169d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/security-groups/110e4780-8b07-4409-b6ad-b0f7c8ef52e2 HTTP/1.1" status: 204 len: 168 time: 0.4353075 Aug 31 09:47:21.695985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ead62c-c8e7-42ab-958b-ff07d71b5e93 req-3bcbf505-7ef8-4d2c-8ede-78e6fa9e91b2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.697859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17ead62c-c8e7-42ab-958b-ff07d71b5e93 req-3bcbf505-7ef8-4d2c-8ede-78e6fa9e91b2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1728194 Aug 31 09:47:21.730216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a5e0f-96d5-45c1-95dd-a8f7d62f169d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e4780-8b07-4409-b6ad-b0f7c8ef52e2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:21.738948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-a1487967-a691-409f-aff4-4c697db8919b service neutron] 10.222.0.15 "GET /v2.0/ports/a93ae035-4139-4e3e-97e7-7358ce4614e7/bindings/n-h1-800634-13 HTTP/1.1" status: 200 len: 383 time: 0.2046204 Aug 31 09:47:21.748344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5452aa3-09dd-4b53-8a8a-9ffb5790186f req-358d3323-cbb5-4eda-b074-36617a76676f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307180 Aug 31 09:47:21.799857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55052) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:21.819881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17ead62c-c8e7-42ab-958b-ff07d71b5e93 req-78b8b0eb-65a2-4590-8aa3-919aeaf225a3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061091 Aug 31 09:47:21.844389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-4c4e429a-e3f6-47f5-90b3-1cd7e72f755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.845999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-4c4e429a-e3f6-47f5-90b3-1cd7e72f755a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1096 time: 0.0766511 Aug 31 09:47:21.853956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:21.879001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting subnet bf9f7816-e872-4d23-bb9a-656a24275971 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:21.884642 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.954584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:21.974450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-04c2e289-f793-4828-8c8e-ccae69c8a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:21.976192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-04c2e289-f793-4828-8c8e-ccae69c8a01d service neutron] 10.222.0.15 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1157303 Aug 31 09:47:21.986593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:22.000785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'mac_address': 'fa:16:3e:7d:2e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:22.044177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.048623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.053066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-1ae7493e-2588-4419-8942-b23620685e55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.0690160 Aug 31 09:47:22.059456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93ae035-4139-4e3e-97e7-7358ce4614e7 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:22.083555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:22.089041 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.117124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-89ba2a05-593a-4012-b890-1d868becc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:22.119082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-89ba2a05-593a-4012-b890-1d868becc12a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0596349 Aug 31 09:47:22.123511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.146605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:22.155589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9f7816-e872-4d23-bb9a-656a24275971,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:22.158818 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.160065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5713684d-b615-4ca6-8c6c-fb5a73d57313 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:22.161833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c00f2aa5-7367-499f-80a9-432ea6135493 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/subnets/bf9f7816-e872-4d23-bb9a-656a24275971 HTTP/1.1" status: 204 len: 168 time: 0.3603575 Aug 31 09:47:22.164591 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55054) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:22.189055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c8aef-366c-4c61-a04d-286eb70d902d None None] Network d3a979ec-8593-4c7c-89ff-dc4daee64acc requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:22.191660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 5713684d-b615-4ca6-8c6c-fb5a73d57313 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:22.191992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5713684d-b615-4ca6-8c6c-fb5a73d57313 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:22.225436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-b0ded58e-1483-4088-8016-b15d243c3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:22.227027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-b0ded58e-1483-4088-8016-b15d243c3c85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007133 Aug 31 09:47:22.296128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.370713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-d524ff41-5a35-49d0-b661-79f9b9aff5de service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349607 Aug 31 09:47:22.441363 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port a73c6a17-3252-4771-893a-3088cc476613 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:22.441697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.477096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['a93ae035-4139-4e3e-97e7-7358ce4614e7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:22.529622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port a73c6a17-3252-4771-893a-3088cc476613, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a73c6a17-3252-4771-893a-3088cc476613,segment=NetworkSegment(7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7),segment_id=7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:22.530206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.537692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] DHCP port deletion for d3a979ec-8593-4c7c-89ff-dc4daee64acc request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:22.539943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-e6b23ae5-ecfb-41b4-9838-c65184614022 service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609895 Aug 31 09:47:22.551143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for a73c6a17-3252-4771-893a-3088cc476613 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:22.644324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Deleting port a73c6a17-3252-4771-893a-3088cc476613 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:22.644911 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.647455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.674169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=a73c6a17-3252-4771-893a-3088cc476613,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:22.681009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] No DVR routers for this DVR port a73c6a17-3252-4771-893a-3088cc476613 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:22.744786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] For port a73c6a17-3252-4771-893a-3088cc476613, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:22.745183 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.764667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.770690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Calling delete_port for a73c6a17-3252-4771-893a-3088cc476613 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:22.774968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a979ec-8593-4c7c-89ff-dc4daee64acc']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:22.787541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Port a73c6a17-3252-4771-893a-3088cc476613 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:47:22.791751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:22.792118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7669c1bd-fe6c-4df8-a9b9-4965fb7adbf7') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:22.795161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.805319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.823110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.834131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] Pushing event deleted for resources: {'Port': ['ID=a73c6a17-3252-4771-893a-3088cc476613,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:22.835505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:22.839780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb9e86-4a6a-4c1c-8902-c9eee0ac82a7 None None] No DVR routers for this DVR port a73c6a17-3252-4771-893a-3088cc476613 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:22.841580 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:22.849821 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:23.005734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5cd3-e716-4698-93fb-b6034050f5bc req-ccd408dc-b091-4d21-b25d-59984d2c3df0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:23.007319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ded5cd3-e716-4698-93fb-b6034050f5bc req-ccd408dc-b091-4d21-b25d-59984d2c3df0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.1384795 Aug 31 09:47:23.017285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c449-1509-47bf-85bb-224064198528 req-99da03a5-a36b-4372-8045-42b8c1dc959c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:23.019470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d10c449-1509-47bf-85bb-224064198528 req-99da03a5-a36b-4372-8045-42b8c1dc959c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1166708 Aug 31 09:47:23.026977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.042529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.044380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/networks/d3a979ec-8593-4c7c-89ff-dc4daee64acc HTTP/1.1" status: 204 len: 168 time: 0.8788204 Aug 31 09:47:23.047372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55084) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:23.073488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52a59f-a07f-4bd8-a1c2-5ca246a53d43 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Network': ['ID=d3a979ec-8593-4c7c-89ff-dc4daee64acc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.105226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ded5cd3-e716-4698-93fb-b6034050f5bc req-74796f52-b0d2-439a-9776-4e9bb968e64f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846071 Aug 31 09:47:23.108825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d10c449-1509-47bf-85bb-224064198528 req-1162a3a4-4be0-4d90-a5e3-347157274e9f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799119 Aug 31 09:47:23.239072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port e1ab7150-8cad-4bd3-b9dc-b05ea6b2dec8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:23.239413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.320312 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.320643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.333849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for e1ab7150-8cad-4bd3-b9dc-b05ea6b2dec8 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:23.519660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.546609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=e1ab7150-8cad-4bd3-b9dc-b05ea6b2dec8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:23.608407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.608870 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Floating IP 52f8c790-a9e9-4114-9713-fb6e780dc277 disassociated (deleted). External IP: 172.25.4.50, port: 2b92c86f-0f9c-4f21-b4fc-51674614e62d. Aug 31 09:47:23.830601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:23.869785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:23.942146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port a93ae035-4139-4e3e-97e7-7358ce4614e7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:23.947995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port a93ae035-4139-4e3e-97e7-7358ce4614e7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:23.948613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.953470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:23.960048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:23.973642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a73c6a17-3252-4771-893a-3088cc476613 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:23.980995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:23.991707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-55f58bd3-3cc6-42c5-a559-dd10063d7829 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/floatingips/52f8c790-a9e9-4114-9713-fb6e780dc277 HTTP/1.1" status: 204 len: 168 time: 0.9413157 Aug 31 09:47:23.991707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:23.993700 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa856dcb-ef1f-4681-b561-ba414fcc3e37" -d '{"events": [{"name": "network-changed", "server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:24.017347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a73c6a17-3252-4771-893a-3088cc476613 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:24.017701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a73c6a17-3252-4771-893a-3088cc476613 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:24.025205 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:24.026033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:24.099220 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7944b-0738-40c0-9f35-3784bfe8a2eb x-openstack-request-id: req-e3a7944b-0738-40c0-9f35-3784bfe8a2eb {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:24.100835 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:24.101282 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3a7944b-0738-40c0-9f35-3784bfe8a2eb {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:24.101861 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'status': 'completed', 'code': 200} Aug 31 09:47:24.183166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-61221cbb-ccbd-4e27-a5b3-50e6ea8e6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.184715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-61221cbb-ccbd-4e27-a5b3-50e6ea8e6c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0588315 Aug 31 09:47:24.242377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.271137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:24.311992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:24.314577 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb4a97-9a55-41ab-8fd0-57aa4e0daff0" -d '{"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-plugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:24.337129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:24.343573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:24.398528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066be3e-ec39-4b31-9d50-5f9ff02c8fd6 req-ffb56ec9-448f-4fea-974a-417b16c87e0d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.400073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2066be3e-ec39-4b31-9d50-5f9ff02c8fd6 req-ffb56ec9-448f-4fea-974a-417b16c87e0d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.1666420 Aug 31 09:47:24.412317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-e447089d-2a44-4e56-91d4-28514199cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.413775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-e447089d-2a44-4e56-91d4-28514199cb80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 200 len: 897 time: 0.2208309 Aug 31 09:47:24.443930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a85e-390a-454c-9b27-71dea2e569d1 req-557f685b-86d3-4bd6-a32b-c830d0939572 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.445511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8862a85e-390a-454c-9b27-71dea2e569d1 req-557f685b-86d3-4bd6-a32b-c830d0939572 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1277037 Aug 31 09:47:24.493532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-69c632e8-170e-443b-b740-0139bbbd921b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 200 len: 217 time: 0.0708959 Aug 31 09:47:24.543909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:24.558727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2066be3e-ec39-4b31-9d50-5f9ff02c8fd6 req-0aa92d71-96ec-4ff1-b880-221d12447c89 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486814 Aug 31 09:47:24.577996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8862a85e-390a-454c-9b27-71dea2e569d1 req-b97dfcfe-4cde-40b1-937f-85dacebe7bcb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935898 Aug 31 09:47:24.584905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-99125971-1e7b-4dab-9c52-59d9b72699ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.586407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-99125971-1e7b-4dab-9c52-59d9b72699ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 200 len: 835 time: 0.0822549 Aug 31 09:47:24.687448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-73e8944b-813a-4f3e-9977-b0554502ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.687909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:14Z', 'revision_number': 6, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:24.689185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-73e8944b-813a-4f3e-9977-b0554502ce75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41176b93-46cb-44c6-8111-f0df2ebe3e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941894 Aug 31 09:47:24.692226 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aabc50-3e3e-44b0-aee8-71ff427fc3fe x-openstack-request-id: req-44aabc50-3e3e-44b0-aee8-71ff427fc3fe {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:24.692598 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-plugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:24.692858 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44aabc50-3e3e-44b0-aee8-71ff427fc3fe {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:24.693565 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'code': 200} Aug 31 09:47:24.720301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:24.732090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:24.732288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a5c6c-400d-4c7c-a438-cf4059dda3e6 req-cf2a8286-36fe-4a0e-b638-152009395b05 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.732724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:24.733788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c4a5c6c-400d-4c7c-a438-cf4059dda3e6 req-cf2a8286-36fe-4a0e-b638-152009395b05 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0781164 Aug 31 09:47:24.821753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c4a5c6c-400d-4c7c-a438-cf4059dda3e6 req-d33ea622-4042-4888-bdc2-53d9a109c092 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595102 Aug 31 09:47:24.842564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-ba7bd444-010e-473d-ac8a-a156d98683c0 service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367939 Aug 31 09:47:24.859753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:24.945334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa856dcb-ef1f-4681-b561-ba414fcc3e37 req-8a3c8349-c0bc-450f-8689-f84e6dbd7d4f service neutron] 10.222.0.15 "GET /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942328 Aug 31 09:47:24.961516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-14fc75ab-863c-420c-86fa-3b0129340b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:24.963219 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-14fc75ab-863c-420c-86fa-3b0129340b86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 1098 time: 0.0836377 Aug 31 09:47:24.981825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:25.041323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.083352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:14Z', 'revision_number': 6, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:25.115894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bd8257-de71-4bb0-b3d8-9adc0b77a9f5 None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:14Z', 'revision_number': 6, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'c5f2b25c-6c6f-40dd-9352-1f8d5dc39809', 'name': '', 'network_id': '41176b93-46cb-44c6-8111-f0df2ebe3e50', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:e8:b9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:25Z', 'updated_at': '2021-08-31T09:45:35Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': '86cee2ca-b808-464e-96e2-207e78d1ce36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:25.263514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:25.301865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:25.373191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.396701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Transition to ACTIVE for port object a93ae035-4139-4e3e-97e7-7358ce4614e7 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:25.404559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.425733 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357daa56-c08b-43de-87b1-1596ae1f8d4c None None] New status for floating IP 52f8c790-a9e9-4114-9713-fb6e780dc277: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:47:25.581435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:25.647027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] No DVR routers for this DVR port a93ae035-4139-4e3e-97e7-7358ce4614e7 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:25.850770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1341b9e-3117-4944-b576-4d4543085db0 req-f9492ace-0e0e-44a8-aa75-82fd37d3dcdd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.852681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1341b9e-3117-4944-b576-4d4543085db0 req-f9492ace-0e0e-44a8-aa75-82fd37d3dcdd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1550777 Aug 31 09:47:25.852816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:25.853393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:25.853783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:25.859659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:25.860184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Attempting to bind port a93ae035-4139-4e3e-97e7-7358ce4614e7 on network 724893fb-f7f7-46a2-b621-7f512ec5f80d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:25.864170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe13a1a-3b88-4e62-bd12-bffd21f8511e req-9972bfec-cdae-473d-a7f1-efa6ca463c45 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.865643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:25.865833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fe13a1a-3b88-4e62-bd12-bffd21f8511e req-9972bfec-cdae-473d-a7f1-efa6ca463c45 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.1784403 Aug 31 09:47:25.866009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Checking segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:25.866357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Bound using segment: {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:25.866827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Bound port: a93ae035-4139-4e3e-97e7-7358ce4614e7, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:25.867187 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.891973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-48ca74fa-0d54-4c00-9cce-ea214d15ddbe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.894277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-48ca74fa-0d54-4c00-9cce-ea214d15ddbe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1406517 Aug 31 09:47:25.938872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:25.943193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:25.950198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.987503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:25.988108 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:25.989899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] 10.222.0.23 "PUT /v2.0/ports/a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 1094 time: 1.0126781 Aug 31 09:47:25.995256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1341b9e-3117-4944-b576-4d4543085db0 req-71076887-7a45-4827-bb9d-b69de32998e3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279914 Aug 31 09:47:26.050282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fe13a1a-3b88-4e62-bd12-bffd21f8511e req-89f063ce-199b-4ad8-b3ff-143f0db57282 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691637 Aug 31 09:47:26.052976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280e1b-953c-45c0-896a-d95e6caf2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=11']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:26.103060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}, {'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:26.111789 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7a1881-92ae-441a-8ff9-f71fc628acce" -d '{"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}, {"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:26.136016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-52d9314d-a7b5-4631-b34d-c70e435fb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.138675 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-52d9314d-a7b5-4631-b34d-c70e435fb7f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1097 time: 0.1026740 Aug 31 09:47:26.165764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port 2b92c86f-0f9c-4f21-b4fc-51674614e62d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:26.166103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.225198 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac48d19-e66d-40f9-85ff-d850a1a96729 x-openstack-request-id: req-dac48d19-e66d-40f9-85ff-d850a1a96729 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:26.225419 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "code": 200}, {"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:26.226066 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dac48d19-e66d-40f9-85ff-d850a1a96729 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:26.226450 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'code': 200} Aug 31 09:47:26.226730 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'status': 'completed', 'code': 200} Aug 31 09:47:26.227597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a36722-711a-4359-8efc-6ee191621109 req-97f34bc4-868f-4555-96e0-629e543e5a6a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.230976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34a36722-711a-4359-8efc-6ee191621109 req-97f34bc4-868f-4555-96e0-629e543e5a6a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f700e6f-8485-481d-ae9d-cdf828f0d9d3 HTTP/1.1" status: 200 len: 945 time: 0.1144793 Aug 31 09:47:26.282067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34a36722-711a-4359-8efc-6ee191621109 req-cf0e60cf-aa84-456a-8a87-b88d7341c4c5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=e60e126c-b85b-4453-b0c1-1327bfcb32b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462449 Aug 31 09:47:26.320765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-aa7f84bf-b4d8-4e56-9934-c395c85f6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.322269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-aa7f84bf-b4d8-4e56-9934-c395c85f6a0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1097 time: 0.0840063 Aug 31 09:47:26.326341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port 2b92c86f-0f9c-4f21-b4fc-51674614e62d, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=2b92c86f-0f9c-4f21-b4fc-51674614e62d,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:26.327027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-99194372-e802-44af-a1fa-9d88aa14d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.327221 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.328456 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-99194372-e802-44af-a1fa-9d88aa14d3b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1830182 Aug 31 09:47:26.344938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for 2b92c86f-0f9c-4f21-b4fc-51674614e62d owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:26.472824 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-37719f8f-ea2d-420a-9120-241b88ca6d66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.1341851 Aug 31 09:47:26.493950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.523622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=2b92c86f-0f9c-4f21-b4fc-51674614e62d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:26.544339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-9d260e70-2db0-4aa9-aae9-5b60b7748f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.546003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-9d260e70-2db0-4aa9-aae9-5b60b7748f99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.2164843 Aug 31 09:47:26.553591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-d74cbebb-35af-41b9-b015-f76b31653ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.555642 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-d74cbebb-35af-41b9-b015-f76b31653ccd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0704544 Aug 31 09:47:26.587686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] No DVR routers for this DVR port 2b92c86f-0f9c-4f21-b4fc-51674614e62d on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:26.590479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:26.592910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96cf5945-ab27-41da-9069-6a74a70aa197 req-c5d2971a-92fd-4d39-b559-96edcd08c9d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.15 "DELETE /v2.0/ports/2b92c86f-0f9c-4f21-b4fc-51674614e62d HTTP/1.1" status: 204 len: 173 time: 0.6826143 Aug 31 09:47:26.593705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'name': 'network-vif-deleted', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:26.596155 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7f263-45a9-41c6-b38d-d170ab06a8f9" -d '{"events": [{"server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "name": "network-vif-deleted", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:26.656593 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20115da4-1d06-4a30-892b-08e3179ec4f1 x-openstack-request-id: req-20115da4-1d06-4a30-892b-08e3179ec4f1 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:26.657320 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f700e6f-8485-481d-ae9d-cdf828f0d9d3", "name": "network-vif-deleted", "tag": "2b92c86f-0f9c-4f21-b4fc-51674614e62d", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:26.657543 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20115da4-1d06-4a30-892b-08e3179ec4f1 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:26.657934 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f700e6f-8485-481d-ae9d-cdf828f0d9d3', 'name': 'network-vif-deleted', 'tag': '2b92c86f-0f9c-4f21-b4fc-51674614e62d', 'status': 'completed', 'code': 200} Aug 31 09:47:26.986643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-225b696e-125a-4ad5-ad91-5ffccefbd3e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.4299550 Aug 31 09:47:26.990287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-2994db6c-ca6b-4f71-95ca-bdeec9c055fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:26.991892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-2994db6c-ca6b-4f71-95ca-bdeec9c055fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4276440 Aug 31 09:47:27.122388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-3d78435c-88a8-4110-b138-6d03958541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.123846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-3d78435c-88a8-4110-b138-6d03958541ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.1292922 Aug 31 09:47:27.163293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b6f3-891e-41ce-9e10-45322a0f9a7b req-8ac6d275-042e-466e-8559-5aacfddc91ce tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.164979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c775b6f3-891e-41ce-9e10-45322a0f9a7b req-8ac6d275-042e-466e-8559-5aacfddc91ce tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0813601 Aug 31 09:47:27.200708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-4337b8ac-1226-49b2-9694-f937b38892b5 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981912 Aug 31 09:47:27.219719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-047c748a-4b25-4851-bce1-a7dbd77a67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.221319 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-047c748a-4b25-4851-bce1-a7dbd77a67c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814004 Aug 31 09:47:27.263253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c775b6f3-891e-41ce-9e10-45322a0f9a7b req-792d4e16-0431-41cf-ace0-33d13337cacb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Aug 31 09:47:27.283547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443eb8f-07e8-417d-b934-4380638536aa req-c29807bb-da22-4c32-a05e-680ad869ee8f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.286290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8443eb8f-07e8-417d-b934-4380638536aa req-c29807bb-da22-4c32-a05e-680ad869ee8f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.0870514 Aug 31 09:47:27.337047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8443eb8f-07e8-417d-b934-4380638536aa req-775a0f50-926f-47b0-84a7-b81502513230 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Aug 31 09:47:27.353317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:27.388081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-34d2ac72-b7d1-4ec1-bf5b-6c699e5ff8b0 service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558669 Aug 31 09:47:27.423735 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa304962-fc13-4065-9894-8c201fe28169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.453784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa304962-fc13-4065-9894-8c201fe28169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.460543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44cd245e-5b51-4c7b-8c42-8f743a7c1ad8 req-f663e84c-9ab5-4a09-9195-7d954f0ea5fc service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513614 Aug 31 09:47:27.512493 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-4ae343c5-1f3d-4c89-9fcb-ffed2a8637aa service neutron] 10.222.0.15 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168380 Aug 31 09:47:27.535302 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa304962-fc13-4065-9894-8c201fe28169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.538206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fa304962-fc13-4065-9894-8c201fe28169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:27.539646 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fa304962-fc13-4065-9894-8c201fe28169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/security-groups/e60e126c-b85b-4453-b0c1-1327bfcb32b9 HTTP/1.1" status: 204 len: 168 time: 0.1853583 Aug 31 09:47:27.549924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa304962-fc13-4065-9894-8c201fe28169 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e126c-b85b-4453-b0c1-1327bfcb32b9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:27.596205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55138) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:27.636788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-aafff426-4fe5-4580-a9ed-8ba4007317a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.639356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-aafff426-4fe5-4580-a9ed-8ba4007317a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1097 time: 0.0600400 Aug 31 09:47:27.754097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-95bf265a-7b45-4230-8b7f-d9c0ba051f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.755697 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-95bf265a-7b45-4230-8b7f-d9c0ba051f18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1088984 Aug 31 09:47:27.834693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-7c805bba-2b07-4698-b761-42e61aaa582b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 999 time: 0.0698922 Aug 31 09:47:27.851245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55142) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:27.887924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2b92c86f-0f9c-4f21-b4fc-51674614e62d no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:27.901942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-01b5a0b2-b350-410c-8dc3-81dcb6cedbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.903904 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-01b5a0b2-b350-410c-8dc3-81dcb6cedbbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0613270 Aug 31 09:47:27.920867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 2b92c86f-0f9c-4f21-b4fc-51674614e62d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:27.921236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 2b92c86f-0f9c-4f21-b4fc-51674614e62d not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:27.921667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:27.976520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:27.991446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-0c8e598b-10f6-43b3-a8f1-dfcc3f170e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:27.993001 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-0c8e598b-10f6-43b3-a8f1-dfcc3f170e3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804722 Aug 31 09:47:28.073828 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.074499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-213ceb80-2d88-4c63-8cd5-8baecf79e53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.143009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-1961c87a-8551-4f9b-898d-7c9b1b138e00 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400547 Aug 31 09:47:28.293996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-213ceb80-2d88-4c63-8cd5-8baecf79e53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.296663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3a7a1881-92ae-441a-8ff9-f71fc628acce req-6276e2f0-2a09-4c63-937f-833bea8f6c63 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424491 Aug 31 09:47:28.298758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-213ceb80-2d88-4c63-8cd5-8baecf79e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.347946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-213ceb80-2d88-4c63-8cd5-8baecf79e53e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=987d2fb2f8b24445a35d6affc894a2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927309 Aug 31 09:47:28.349730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:28.351561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ceb80-2d88-4c63-8cd5-8baecf79e53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b415f83-c7b2-4f2d-8916-e4a47f622f4d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:28.543953 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a51e19e-da0e-4d63-b96f-3122c0e2b9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.776419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34ccbb-82cc-4825-bba2-f04fedd291c5 req-3ece65cc-10e9-4b47-8fdd-7a0ecdaea93c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:28.777787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b34ccbb-82cc-4825-bba2-f04fedd291c5 req-3ece65cc-10e9-4b47-8fdd-7a0ecdaea93c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.4335351 Aug 31 09:47:28.804271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:28.804608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.816048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a1db7-ea82-480f-beef-1ed6464edb2c req-8e886256-e0f6-413f-b3d4-670ab893b87b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:28.817530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f72a1db7-ea82-480f-beef-1ed6464edb2c req-8e886256-e0f6-413f-b3d4-670ab893b87b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.1338236 Aug 31 09:47:28.818154 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b2804ea-e211-46f6-9c83-2888160052e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.927154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b34ccbb-82cc-4825-bba2-f04fedd291c5 req-e7d3a389-6148-4f62-97a3-c578c821da0c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387155 Aug 31 09:47:28.931540 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b2804ea-e211-46f6-9c83-2888160052e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.972508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f72a1db7-ea82-480f-beef-1ed6464edb2c req-bff1c33a-e550-4e6c-a9ec-7c2075b3e665 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316137 Aug 31 09:47:29.007154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port c5f2b25c-6c6f-40dd-9352-1f8d5dc39809, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:29.007527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.023250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:29.073785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b2804ea-e211-46f6-9c83-2888160052e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.076399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0b2804ea-e211-46f6-9c83-2888160052e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.077581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b2804ea-e211-46f6-9c83-2888160052e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b415f83-c7b2-4f2d-8916-e4a47f622f4d HTTP/1.1" status: 204 len: 168 time: 0.7191007 Aug 31 09:47:29.091221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2804ea-e211-46f6-9c83-2888160052e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b415f83-c7b2-4f2d-8916-e4a47f622f4d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:29.236509 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:29.262963 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.297961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=c5f2b25c-6c6f-40dd-9352-1f8d5dc39809,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:29.461654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55156) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:29.482428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b992c5ae-1fa2-487f-9029-7bc70c44ebd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.538847 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.619876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b992c5ae-1fa2-487f-9029-7bc70c44ebd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.625060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b992c5ae-1fa2-487f-9029-7bc70c44ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.667186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b992c5ae-1fa2-487f-9029-7bc70c44ebd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f789b3c38da540c98e6d434eeec41640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039285 Aug 31 09:47:29.668392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992c5ae-1fa2-487f-9029-7bc70c44ebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d12a3-8ce5-4d68-85d0-7e698593e996,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:29.670865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55158) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:29.809276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb1a-e5b4-4af1-906a-14ef86ce03a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.834966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router 5e43ff71-79c2-4945-a001-c4ab853ee12e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:29.839999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb1a-e5b4-4af1-906a-14ef86ce03a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.975515 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb1a-e5b4-4af1-906a-14ef86ce03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.978110 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55f5cb1a-e5b4-4af1-906a-14ef86ce03a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:29.979307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-55f5cb1a-e5b4-4af1-906a-14ef86ce03a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e63d12a3-8ce5-4d68-85d0-7e698593e996 HTTP/1.1" status: 204 len: 168 time: 0.3074217 Aug 31 09:47:29.994946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5cb1a-e5b4-4af1-906a-14ef86ce03a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63d12a3-8ce5-4d68-85d0-7e698593e996,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:30.001242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:30.012633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] Sync routers for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:30.017058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-40a9a2c4-5e8f-4dec-9af2-14ecaf9d3c6f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "PUT /v2.0/routers/5e43ff71-79c2-4945-a001-c4ab853ee12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191406 Aug 31 09:47:30.019673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55166) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:30.032330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:30.033282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:30.165561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:30.166580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting subnet 86cee2ca-b808-464e-96e2-207e78d1ce36 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:47:30.172752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.187724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e497a9-8aa5-401a-8667-964eccdeaad1 req-7ded38b6-720a-4f4c-ab90-12240f7f6c57 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:30.189216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09e497a9-8aa5-401a-8667-964eccdeaad1 req-7ded38b6-720a-4f4c-ab90-12240f7f6c57 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1513417 Aug 31 09:47:30.197218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ca38f-70db-40f5-a34e-9cf87b0478d2 req-629c50df-fd27-4040-b2cf-43252b468871 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:30.198763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-009ca38f-70db-40f5-a34e-9cf87b0478d2 req-629c50df-fd27-4040-b2cf-43252b468871 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 945 time: 0.1224613 Aug 31 09:47:30.214745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:30.279495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.337119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-009ca38f-70db-40f5-a34e-9cf87b0478d2 req-6e025774-291b-4b01-b1cb-03ebb8a17310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163015 Aug 31 09:47:30.342049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09e497a9-8aa5-401a-8667-964eccdeaad1 req-5d578423-eeb9-4283-8c94-e8de1d6898b9 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224065 Aug 31 09:47:30.397376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:30.409754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.480306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:30.493413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.502534 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-91e53bdb-5995-42bc-9116-25b637889ab0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/bde2fc99-aab0-413c-ab42-18a631d2499e HTTP/1.1" status: 200 len: 991 time: 0.1031768 Aug 31 09:47:30.505385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'port_id': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'mac_address': 'fa:16:3e:7d:2e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:30.531043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Subnet': ['ID=86cee2ca-b808-464e-96e2-207e78d1ce36,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:30.535675 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.537639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-908e82b0-bdf5-4533-89aa-42bae9b572d9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/subnets/86cee2ca-b808-464e-96e2-207e78d1ce36 HTTP/1.1" status: 204 len: 168 time: 0.5167532 Aug 31 09:47:30.540880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55180) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:30.552280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c12844-be92-49fe-ae21-e36614a07453 None None] Network 41176b93-46cb-44c6-8111-f0df2ebe3e50 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:30.612738 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.617563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:29Z', 'revision_number': 7, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:30.670822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] Checking router: 5e43ff71-79c2-4945-a001-c4ab853ee12e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:30.680480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93ae035-4139-4e3e-97e7-7358ce4614e7 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:30.727752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] Routers {'5e43ff71-79c2-4945-a001-c4ab853ee12e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:30.727752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5e43ff71-79c2-4945-a001-c4ab853ee12e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:30.780030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:30.794910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.819339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:30.941762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.003122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port f6aaa50f-e2b8-4b58-9cca-f74eee35f088 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:31.003452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.086722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] Set router 5e43ff71-79c2-4945-a001-c4ab853ee12e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:31.089375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:31.120917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port f6aaa50f-e2b8-4b58-9cca-f74eee35f088, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:31.121372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.121749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['a93ae035-4139-4e3e-97e7-7358ce4614e7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:31.140850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for f6aaa50f-e2b8-4b58-9cca-f74eee35f088 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:31.175950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] DHCP port deletion for 41176b93-46cb-44c6-8111-f0df2ebe3e50 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:47:31.384227 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.422816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] Deleting port bb8289fc-c016-4b0f-ac8b-62c676c073fa {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:31.423197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.436725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=f6aaa50f-e2b8-4b58-9cca-f74eee35f088,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:31.519177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.553822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] For port bb8289fc-c016-4b0f-ac8b-62c676c073fa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bb8289fc-c016-4b0f-ac8b-62c676c073fa,segment=NetworkSegment(80848770-8eb2-4a49-8a4b-5fe706edcf3e),segment_id=80848770-8eb2-4a49-8a4b-5fe706edcf3e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:31.554227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.555809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6492d-57e1-429a-bd7a-6bc55b911a95 req-8e5d06d5-74e9-40cb-898d-46555f732f1b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:31.558152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e6492d-57e1-429a-bd7a-6bc55b911a95 req-8e5d06d5-74e9-40cb-898d-46555f732f1b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0824289 Aug 31 09:47:31.572651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:29Z', 'revision_number': 7, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:31.576867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] Calling delete_port for bb8289fc-c016-4b0f-ac8b-62c676c073fa owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:31.623402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cfebc-f2e4-4208-a563-85f24b96f195 None None] The sync data for ids ['5e43ff71-79c2-4945-a001-c4ab853ee12e'] in n-d-800634-13 is: [{'id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'name': 'tempest-TestNetworkBasicOps-router-295306399', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:47:29Z', 'revision_number': 7, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'f6aaa50f-e2b8-4b58-9cca-f74eee35f088', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e43ff71-79c2-4945-a001-c4ab853ee12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:20Z', 'updated_at': '2021-08-31T09:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:31.645753 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01e6492d-57e1-429a-bd7a-6bc55b911a95 req-2bd2376c-8f17-43df-8e40-8da6f3262102 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774510 Aug 31 09:47:31.684610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.692027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.763228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.763813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Fanout notify agent at l3_agent the message router_deleted on router 5e43ff71-79c2-4945-a001-c4ab853ee12e {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:47:31.771635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.773226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-34ea3e29-f10e-421a-abf1-05e205e164c3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/routers/5e43ff71-79c2-4945-a001-c4ab853ee12e HTTP/1.1" status: 204 len: 168 time: 1.2295506 Aug 31 09:47:31.777779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55206) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:31.794652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.806177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.838549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] Pushing event deleted for resources: {'Port': ['ID=bb8289fc-c016-4b0f-ac8b-62c676c073fa,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:31.840723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f4f38-3ffb-47d0-8f66-f74324accdda None None] No DVR routers for this DVR port bb8289fc-c016-4b0f-ac8b-62c676c073fa on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:31.876062 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.975462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:31.986209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41176b93-46cb-44c6-8111-f0df2ebe3e50']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:32.000762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80848770-8eb2-4a49-8a4b-5fe706edcf3e') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:32.001146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80848770-8eb2-4a49-8a4b-5fe706edcf3e') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:32.019463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.043863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.061863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:47:32.062390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:47:32.066670 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:47:32.143779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.154109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.156408 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/networks/41176b93-46cb-44c6-8111-f0df2ebe3e50 HTTP/1.1" status: 204 len: 168 time: 0.3775814 Aug 31 09:47:32.168758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7ac66-0dc0-493a-a2c5-52319f4d0290 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Network': ['ID=41176b93-46cb-44c6-8111-f0df2ebe3e50,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:32.175794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55218) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:32.184629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:32.186889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'network': {'name': 'tempest-network-smoke--1345804915', 'project_id': '19f7661fe32a436c860035a1571abbed', 'port_security_enabled': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:32.212345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:32.212883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device c5f2b25c-6c6f-40dd-9352-1f8d5dc39809 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:32.213600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bb8289fc-c016-4b0f-ac8b-62c676c073fa no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:32.215622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:32.220311 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.240636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: bb8289fc-c016-4b0f-ac8b-62c676c073fa {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:32.240984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device bb8289fc-c016-4b0f-ac8b-62c676c073fa not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:32.257675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:47:32.267658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.268162 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Added segment f95f8bf5-0647-420a-b2bd-58c3dcd68f92 of type vlan for network 05d65365-a9da-4ece-80b3-a9d77cd4690f Aug 31 09:47:32.314679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.341582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.354339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:32.355027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.385871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.416517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2395003 Aug 31 09:47:32.419489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55220) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:32.425287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-172087104', 'admin_state_up': True, 'project_id': '19f7661fe32a436c860035a1571abbed', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:32.450347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb9276-7748-4c7e-8705-41974afe5868 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Network': ['ID=05d65365-a9da-4ece-80b3-a9d77cd4690f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:32.466909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.468405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.473745 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:47:32.564724 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-286caa4c-20fe-423c-9014-1b33fccb48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.576615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.751434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.775872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45143d7-9f69-4346-b871-c63349b3b8c4 req-e20c91e1-8133-4a7e-873e-1e0140f8b611 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:32.777499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c45143d7-9f69-4346-b871-c63349b3b8c4 req-e20c91e1-8133-4a7e-873e-1e0140f8b611 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0650942 Aug 31 09:47:32.820629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c45143d7-9f69-4346-b871-c63349b3b8c4 req-5a963bac-eb6d-4b2b-9e36-2f7d8e3ea2c3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363793 Aug 31 09:47:32.962870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.988405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.401380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.25.4.87 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/b232334e-1d06-4ba6-ac91-8dd900a5a9cd) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:33.511582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.552959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.594188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:33.598052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:33.601747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:33.607324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:33.682808 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.893471 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:33.905237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f6aaa50f-e2b8-4b58-9cca-f74eee35f088 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:33.932685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f6aaa50f-e2b8-4b58-9cca-f74eee35f088 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:33.933020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f6aaa50f-e2b8-4b58-9cca-f74eee35f088 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:33.970178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37e118-fef7-44f2-9fc5-ae0664812f1c req-5d3727f2-fdec-429e-9888-8d8c79d0768d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:33.973480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c37e118-fef7-44f2-9fc5-ae0664812f1c req-5d3727f2-fdec-429e-9888-8d8c79d0768d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0635755 Aug 31 09:47:34.016532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c37e118-fef7-44f2-9fc5-ae0664812f1c req-8b5a4d1a-0d81-4903-8641-cf7643e6ffbd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Aug 31 09:47:34.143479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.224471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:34.283762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port a93ae035-4139-4e3e-97e7-7358ce4614e7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:34.288460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port a93ae035-4139-4e3e-97e7-7358ce4614e7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:34.288829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.292365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router de84adfb-e699-4e0d-b3a3-564b9bb37599 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:47:34.380256 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.406285 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:34.408572 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdfb3b1-a9e8-4df0-a383-a5731704141f" -d '{"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-plugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:34.410202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:34.425250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:34.435356 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.441551 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.444949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3d17483f-5057-4893-946b-e418c60a9047 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0241761 Aug 31 09:47:34.447754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55240) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:34.448894 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Sync routers for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:34.470239 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:34.471195 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:34.483964 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-923ef79f-9491-46bd-a204-a3e8ab839fe1 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=19f7661fe32a436c860035a1571abbed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345831 Aug 31 09:47:34.486311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55244) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:34.519674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=13']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:34.537888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.540839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.541358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.542051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.542790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.543300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.543790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.544274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.544779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.545279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.545765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.546246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:34.553267 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f148b40-0ec0-4540-a58b-d7e0fd376ab5 x-openstack-request-id: req-1f148b40-0ec0-4540-a58b-d7e0fd376ab5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:34.553816 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-plugged", "status": "completed", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:34.554227 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f148b40-0ec0-4540-a58b-d7e0fd376ab5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:34.554796 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'code': 200} Aug 31 09:47:34.601317 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:34.609078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96bdb2f-fccd-44d4-841c-ff9b0e7a4f78 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:34.613760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f96bdb2f-fccd-44d4-841c-ff9b0e7a4f78 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1225376 Aug 31 09:47:34.614119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55246) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:34.656643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90127c9a-aa66-4028-8455-effd33b861bb tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387542 Aug 31 09:47:34.656901 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55248) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:34.663292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856636771', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'project_id': '19f7661fe32a436c860035a1571abbed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:34.763740 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:34.767756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.900550 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:33Z', 'revision_number': 3, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:34.933076 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Checking router: de84adfb-e699-4e0d-b3a3-564b9bb37599 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:34.933415 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Updating router de84adfb-e699-4e0d-b3a3-564b9bb37599 port b232334e-1d06-4ba6-ac91-8dd900a5a9cd binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:34.964835 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:34.994922 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.073012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Subnet': ['ID=c5cf88e1-9078-4bb6-9532-0fadd4d383cc,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:35.149252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Checking segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:35.149252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network hostable DHCP agents. Network: 05d65365-a9da-4ece-80b3-a9d77cd4690f, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:47:35.185686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:47:35.204956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e10cb-bc82-447f-b4fe-2386d40793e9 req-f0f7e51b-c43b-4d70-bf28-a77ca3e6ae01 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:35.206678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a2e10cb-bc82-447f-b4fe-2386d40793e9 req-f0f7e51b-c43b-4d70-bf28-a77ca3e6ae01 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0719452 Aug 31 09:47:35.207951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 05d65365-a9da-4ece-80b3-a9d77cd4690f) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:35.212132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:35.212786 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.218871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144eb9b-4377-42e3-9c05-cead7ae8a029 None None] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:35.250493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b9b1ac5-b161-4bb5-b706-f2bb445fd3a7 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5897348 Aug 31 09:47:35.250982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55254) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:35.262383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a2e10cb-bc82-447f-b4fe-2386d40793e9 req-d6d841c7-6ce5-4f2c-9693-a0a01f16207a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456009 Aug 31 09:47:35.292829 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.305386 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Transition to ACTIVE for port object b232334e-1d06-4ba6-ac91-8dd900a5a9cd will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:35.313763 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.371709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Pushing event updated for resources: {'Port': ['ID=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:35.388447 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.388793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.389140 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.389447 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.389774 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.390094 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.390411 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.390751 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.391066 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.391379 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.391692 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.392002 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:47:35.397092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Attempting to bind port b232334e-1d06-4ba6-ac91-8dd900a5a9cd on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:35.397456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Attempting to bind port b232334e-1d06-4ba6-ac91-8dd900a5a9cd by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:35.397813 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Attempting to bind port b232334e-1d06-4ba6-ac91-8dd900a5a9cd on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:35.403201 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:35.403572 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:35.403969 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.404353 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:35.404811 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Bound port: b232334e-1d06-4ba6-ac91-8dd900a5a9cd, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:35.405188 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.423430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-05d65365-a9da-4ece-80b3-a9d77cd4690f', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:47:35.425174 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.470396 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] For port b232334e-1d06-4ba6-ac91-8dd900a5a9cd, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:35.475529 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] For port b232334e-1d06-4ba6-ac91-8dd900a5a9cd, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:35.480136 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.545413 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:35.546039 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:35.576261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Allocated IP 172.20.0.2 (05d65365-a9da-4ece-80b3-a9d77cd4690f/c5cf88e1-9078-4bb6-9532-0fadd4d383cc/36ddff9a-d4c3-4b9e-a49f-11cda0ffea63) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:35.585415 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917ea92-e430-4953-ab77-0bd4e987f1ea None None] Pushing event updated for resources: {'Port': ['ID=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:35.662897 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:35.731872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.741668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Transition to ACTIVE for port object 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:35.758808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Transition to ACTIVE for port object 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:35.766650 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.786636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.809643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:35.813088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:35.818713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:35.822623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Pushing event updated for resources: {'Port': ['ID=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:35.866097 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:33Z', 'revision_number': 3, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:35.878006 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Attempting to bind port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:35.878888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Attempting to bind port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:35.879458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Attempting to bind port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 on network 05d65365-a9da-4ece-80b3-a9d77cd4690f {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:35.885179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:35.885628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Checking segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:35.886105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.886519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Bound using segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:35.887254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Bound port: 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:35.887937 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:35.894978 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffee4d-b9c2-45a3-92ba-2e8b4fc85179 None None] The sync data for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 is: [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:33Z', 'revision_number': 3, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:35.972150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] For port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:35.976283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] For port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:35.981824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.060300 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfcb73-c2bd-4ca6-be68-26844638ac2a None None] Pushing event updated for resources: {'Port': ['ID=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:36.215292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.20.0.1 (05d65365-a9da-4ece-80b3-a9d77cd4690f/c5cf88e1-9078-4bb6-9532-0fadd4d383cc/a3527bbc-53de-4a8e-8546-38a8d7f429b2) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:36.247867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.455887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.485259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Transition to ACTIVE for port object a3527bbc-53de-4a8e-8546-38a8d7f429b2 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:36.509391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef7b87-9252-4278-b5d8-17ec34f65676 req-fc830087-3893-4bce-abae-9956b3b6c3fc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:36.524816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87ef7b87-9252-4278-b5d8-17ec34f65676 req-fc830087-3893-4bce-abae-9956b3b6c3fc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1116555 Aug 31 09:47:36.544932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.592785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87ef7b87-9252-4278-b5d8-17ec34f65676 req-4d477dc8-d616-4c8d-995e-d46d9959c11f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664546 Aug 31 09:47:36.598313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:36.601881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:36.607396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:36.613039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=a3527bbc-53de-4a8e-8546-38a8d7f429b2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:36.669535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:36.835671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.285808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8de7d-4bc0-429b-9fb7-7d63bc64537c None None] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:47:37.429314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7c926929-e8a5-4bad-8e71-e042cf117d10 None None] Provisioning for port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:37.494354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.500451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.580522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=a3527bbc-53de-4a8e-8546-38a8d7f429b2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:37.586980 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.755585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:37.759235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:37.788360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d948f6-a9dc-4220-a66a-030f66ba9044 req-fea3c0d9-5489-4a9c-b620-b241e56f1835 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:37.790801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94d948f6-a9dc-4220-a66a-030f66ba9044 req-fea3c0d9-5489-4a9c-b620-b241e56f1835 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0868871 Aug 31 09:47:37.849732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94d948f6-a9dc-4220-a66a-030f66ba9044 req-6f2e0bb2-fd69-4354-ba67-3dc4f96274a8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526559 Aug 31 09:47:37.895694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c30f7085-4546-4307-8f68-e8d9a36826da None None] Provisioning for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:37.904744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c30f7085-4546-4307-8f68-e8d9a36826da None None] Provisioning complete for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:37.905184 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c30f7085-4546-4307-8f68-e8d9a36826da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:37.952791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router de84adfb-e699-4e0d-b3a3-564b9bb37599 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:37.972364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c30f7085-4546-4307-8f68-e8d9a36826da None None] Port a3527bbc-53de-4a8e-8546-38a8d7f429b2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:38.051795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b232334e-1d06-4ba6-ac91-8dd900a5a9cd up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:38.121153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:38.132511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Sync routers for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:38.135439 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0b7019a8-8ed5-4ec3-aeca-c6f01111a3e3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "PUT /v2.0/routers/de84adfb-e699-4e0d-b3a3-564b9bb37599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8827879 Aug 31 09:47:38.136343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b232334e-1d06-4ba6-ac91-8dd900a5a9cd completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:38.136912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55276) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.144526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b232334e-1d06-4ba6-ac91-8dd900a5a9cd triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:38.145101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.168853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:38.169388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:38.278934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4eff43b2-5a34-470c-b8eb-7d37dcd61934 None None] Provisioning complete for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:38.279553 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4eff43b2-5a34-470c-b8eb-7d37dcd61934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.344188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.344684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.345132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.345943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.346070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.346547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.348483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b2983c4d-6c5d-4124-a830-f022c71fe549 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.2105534 Aug 31 09:47:38.351635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55278) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.361207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4eff43b2-5a34-470c-b8eb-7d37dcd61934 None None] Port a3527bbc-53de-4a8e-8546-38a8d7f429b2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:38.370988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:38.399768 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.419210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.419676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.420131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.420579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.421023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.421490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:38.423427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9bb8c663-30bc-4bcf-a0e1-f227fdcee2f2 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.0708611 Aug 31 09:47:38.427663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55280) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:38.434385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port b232334e-1d06-4ba6-ac91-8dd900a5a9cd, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:38.461309 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.462111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:38.574275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bb4653de-1c7e-4ae2-8f45-f7571dfcc86a tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.1449494 Aug 31 09:47:38.608962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5d1ab306-43c8-42d7-9de9-8342cc1801c0 None None] Provisioning complete for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:38.609333 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab306-43c8-42d7-9de9-8342cc1801c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.824715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:38.878821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:38.882603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ab306-43c8-42d7-9de9-8342cc1801c0 None None] Port a3527bbc-53de-4a8e-8546-38a8d7f429b2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:38.887413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:38.887974 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:38.952937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:37Z', 'revision_number': 2, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:38.988433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Checking router: de84adfb-e699-4e0d-b3a3-564b9bb37599 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:38.988790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Updating router de84adfb-e699-4e0d-b3a3-564b9bb37599 port a3527bbc-53de-4a8e-8546-38a8d7f429b2 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:47:39.042236 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.046288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e309-687e-4a4a-8ace-61c9a5b11c0b req-9047eeb6-07c8-48e9-9c29-cb24b1a29dd9 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:39.048518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8284e309-687e-4a4a-8ace-61c9a5b11c0b req-9047eeb6-07c8-48e9-9c29-cb24b1a29dd9 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0822592 Aug 31 09:47:39.094656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8284e309-687e-4a4a-8ace-61c9a5b11c0b req-07e3fc61-3d65-4310-824d-5b2141c6ec49 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Aug 31 09:47:39.104733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.209241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:39.217685 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.312147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.350130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.356246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417306433', 'description': 'tempest-secgroup-smoke-417306433 description', 'project_id': '19f7661fe32a436c860035a1571abbed'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:39.382023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.437642 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.450390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Transition to ACTIVE for port object a3527bbc-53de-4a8e-8546-38a8d7f429b2 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:39.457680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.494176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.500146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.520968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c995b-27b6-4d4e-9fd6-d8d816daf0da None None] Pushing event updated for resources: {'Port': ['ID=a3527bbc-53de-4a8e-8546-38a8d7f429b2,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.544307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.554263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55294) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.557229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2050705 Aug 31 09:47:39.562116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'd777e9cc-eca0-41c1-b029-8e75f2b6741c', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:39.562610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e15926-1b46-48f5-906c-dccc6439dd2f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d777e9cc-eca0-41c1-b029-8e75f2b6741c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.595437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Attempting to bind port a3527bbc-53de-4a8e-8546-38a8d7f429b2 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:39.596138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Attempting to bind port a3527bbc-53de-4a8e-8546-38a8d7f429b2 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:39.597688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Attempting to bind port a3527bbc-53de-4a8e-8546-38a8d7f429b2 on network 05d65365-a9da-4ece-80b3-a9d77cd4690f {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:39.607909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:39.608579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Checking segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:39.609050 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.609653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Bound using segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:39.610220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Bound port: a3527bbc-53de-4a8e-8546-38a8d7f429b2, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:39.610646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.614737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.684924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.692895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.722988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] For port a3527bbc-53de-4a8e-8546-38a8d7f429b2, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:39.723432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.724840 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688013 Aug 31 09:47:39.726131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c5f9b-cb1b-4584-90eb-fa81b44ecdbf tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f53220-97fc-464a-9569-edcc6f8f5747,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.727868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55296) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.733345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'd777e9cc-eca0-41c1-b029-8e75f2b6741c', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:39.742881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] For port a3527bbc-53de-4a8e-8546-38a8d7f429b2, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a3527bbc-53de-4a8e-8546-38a8d7f429b2,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:39.748347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.771843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.807123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:39.807742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:39.855421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.863388 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.874331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c995b-27b6-4d4e-9fd6-d8d816daf0da None None] Pushing event updated for resources: {'Port': ['ID=a3527bbc-53de-4a8e-8546-38a8d7f429b2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.899924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.904088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55298) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:39.904234 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751812 Aug 31 09:47:39.907458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102b58c-bc3e-4d1d-93de-9bc0101590a9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df80ef4-4b6e-4cb0-83dd-350ba9f22cc7,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:39.910268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'd777e9cc-eca0-41c1-b029-8e75f2b6741c', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:39.949128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:39.970263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:40.014514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b232334e-1d06-4ba6-ac91-8dd900a5a9cd up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:40.043587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.052373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.088840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038cbac3-21f3-4014-9cc5-d5c9824169be,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.092871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.095278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69da020e-4fe6-4882-9f27-58a690691a45 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1900444 Aug 31 09:47:40.098340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55302) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.105230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'd777e9cc-eca0-41c1-b029-8e75f2b6741c', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:40.141394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.167500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b232334e-1d06-4ba6-ac91-8dd900a5a9cd triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:40.167870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.220636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.227246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.252119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.257889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567657 Aug 31 09:47:40.261769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.266576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'd777e9cc-eca0-41c1-b029-8e75f2b6741c', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:40.267427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783384e9-a37c-4890-a501-ef7be79c11dd req-a4ec3930-ce60-48d7-b390-c75bf6aa0751 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:40.273020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c1c14-c2ad-4545-858f-fda8fcec4032 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857d679a-a5e1-4b15-b322-4cf69a6a8fe2,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.278991 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-783384e9-a37c-4890-a501-ef7be79c11dd req-a4ec3930-ce60-48d7-b390-c75bf6aa0751 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0873799 Aug 31 09:47:40.298507 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Project 19f7661fe32a436c860035a1571abbed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:47:40.305520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.329598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:40.339035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-783384e9-a37c-4890-a501-ef7be79c11dd req-da28517b-2b36-447b-9ce7-bdfa1e293f02 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Aug 31 09:47:40.382778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.383354 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:39Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:40.389048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.410551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77566846-93b2-4f1e-a178-96b8127fd401,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.420976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdff4eb-332f-4972-b83d-43743b0faf11 None None] The sync data for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 is: [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:39Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:40.421871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.426573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55308) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:40.426867 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-02f4c9bd-f07f-40bd-8116-5b348bc73207 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639414 Aug 31 09:47:40.429164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:40.429541 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.431732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'security_group_rule': {'security_group_id': 'd777e9cc-eca0-41c1-b029-8e75f2b6741c', 'project_id': '19f7661fe32a436c860035a1571abbed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:40.466196 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Project 19f7661fe32a436c860035a1571abbed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:47:40.493784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.584000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.587888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.609589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94396513-26ca-40c6-a016-8779d721e181,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:40.617879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:40.619267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-74240f27-187b-4c0c-bdd3-eee79ddd3442 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1916735 Aug 31 09:47:40.836833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-b8d20ea8-c643-4f82-8794-f3aca248445c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417306433&fields=id&tenant_id=19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 267 time: 0.0402746 Aug 31 09:47:40.981037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-b2981333-6005-415c-98f3-26b27bc8df33 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:40.985340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-b2981333-6005-415c-98f3-26b27bc8df33 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/networks?id=05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 200 len: 797 time: 0.1372662 Aug 31 09:47:41.006560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-83b4b6a9-e113-4ef5-9672-2477af3396c8 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/quotas/19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 375 time: 0.0148585 Aug 31 09:47:41.088755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-f026155d-7061-4ea7-a85f-ff05e05165b0 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667396 Aug 31 09:47:41.219163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-b72dcff4-4963-4c09-818f-41e84bc6e97e service neutron] 10.222.0.18 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260567 Aug 31 09:47:41.321949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-4f7356a5-2a61-4d05-819a-b9b42708f5bc service neutron] 10.222.0.18 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017723 Aug 31 09:47:41.520726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2b6b2-505c-451a-ad29-1c4458ea273f req-c9ae10ed-90de-41d6-a4bc-0f90727932e1 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:41.542138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17b2b6b2-505c-451a-ad29-1c4458ea273f req-c9ae10ed-90de-41d6-a4bc-0f90727932e1 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.1089759 Aug 31 09:47:41.645257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:41.653454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f3ec05b9-a843-4fc0-b290-3d96e80877af req-cc05eabf-560e-44a9-b44b-e3c28a4f8e1d tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 210 time: 0.0675733 Aug 31 09:47:41.689086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-17b2b6b2-505c-451a-ad29-1c4458ea273f req-3da486de-b12c-4a69-9f37-0c2852b97a75 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426871 Aug 31 09:47:41.812974 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-593996b3-73dd-4f27-b574-be936380441f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.967482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-593996b3-73dd-4f27-b574-be936380441f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.986291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-593996b3-73dd-4f27-b574-be936380441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.037160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-593996b3-73dd-4f27-b574-be936380441f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff82d1eda4104c36ab3d8e5e42d39796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857172 Aug 31 09:47:42.038092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593996b3-73dd-4f27-b574-be936380441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67768052-5d8d-4b1b-8e2a-a1f1216c20f5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.039863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.046694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a3527bbc-53de-4a8e-8546-38a8d7f429b2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:42.110954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-93837bbc-7916-4633-9ea7-ed58892b85e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.131946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:42.138235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:42.138841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.142020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-93837bbc-7916-4633-9ea7-ed58892b85e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.208210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-93837bbc-7916-4633-9ea7-ed58892b85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.214462 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-93837bbc-7916-4633-9ea7-ed58892b85e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.222956 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-93837bbc-7916-4633-9ea7-ed58892b85e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67768052-5d8d-4b1b-8e2a-a1f1216c20f5 HTTP/1.1" status: 204 len: 168 time: 0.1781642 Aug 31 09:47:42.232660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837bbc-7916-4633-9ea7-ed58892b85e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67768052-5d8d-4b1b-8e2a-a1f1216c20f5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.234895 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.280534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a3527bbc-53de-4a8e-8546-38a8d7f429b2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a3527bbc-53de-4a8e-8546-38a8d7f429b2,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:42.286231 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.342414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a3527bbc-53de-4a8e-8546-38a8d7f429b2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.521278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55352) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.535377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de55c166-56e2-4103-8de4-b2af3d66b16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.632895 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de55c166-56e2-4103-8de4-b2af3d66b16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.637177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de55c166-56e2-4103-8de4-b2af3d66b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.677556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-de55c166-56e2-4103-8de4-b2af3d66b16e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e43ec985576c4fb5895ed3eb4306971e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551363 Aug 31 09:47:42.678457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55c166-56e2-4103-8de4-b2af3d66b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848fcc4a-8732-4a22-8122-967aa6902177,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:42.680386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:42.779964 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30e63775-7702-4439-b2b0-2714e2155f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.819037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb8118a7-8cab-4f20-b238-d701cd39a537 req-755e9dc9-acd7-4547-baac-5d6da7bf3d39 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 210 time: 0.0472353 Aug 31 09:47:42.854944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30e63775-7702-4439-b2b0-2714e2155f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.865343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b4368-98da-4e94-9b32-82853652bff7 req-0e29bff6-1e1a-42aa-8b06-49ecbc56584e tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:42.867063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a5b4368-98da-4e94-9b32-82853652bff7 req-0e29bff6-1e1a-42aa-8b06-49ecbc56584e tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0811231 Aug 31 09:47:42.916377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a5b4368-98da-4e94-9b32-82853652bff7 req-6fd7c5e6-dc26-438a-853f-2f8d71901e40 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396488 Aug 31 09:47:42.939138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-7bbb4746-069b-4611-bf54-a54518ec40f4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:42.941911 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-7bbb4746-069b-4611-bf54-a54518ec40f4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "GET /v2.0/networks?id=05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 200 len: 797 time: 0.1749592 Aug 31 09:47:42.952805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30e63775-7702-4439-b2b0-2714e2155f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.955671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-30e63775-7702-4439-b2b0-2714e2155f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:42.957307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-30e63775-7702-4439-b2b0-2714e2155f3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/848fcc4a-8732-4a22-8122-967aa6902177 HTTP/1.1" status: 204 len: 168 time: 0.2759454 Aug 31 09:47:42.965135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e63775-7702-4439-b2b0-2714e2155f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848fcc4a-8732-4a22-8122-967aa6902177,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:43.009411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-81c596fc-7a10-4e50-81b7-608420a30658 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f7661fe32a436c860035a1571abbed HTTP/1.1" status: 200 len: 379 time: 0.0409186 Aug 31 09:47:43.019695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'port': {'device_id': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'admin_state_up': True, 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'security_groups': ['d777e9cc-eca0-41c1-b029-8e75f2b6741c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:43.136891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Made reservation on behalf of 19f7661fe32a436c860035a1571abbed for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:43.140934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.291940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.20.0.4 (05d65365-a9da-4ece-80b3-a9d77cd4690f/c5cf88e1-9078-4bb6-9532-0fadd4d383cc/be9e8e87-07b8-4e67-aa18-b176fea80947) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:43.446491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.462087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Transition to ACTIVE for port object be9e8e87-07b8-4e67-aa18-b176fea80947 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:43.499476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.553028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:43.558270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:43.562123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:43.591292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=be9e8e87-07b8-4e67-aa18-b176fea80947,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:43.622435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:43.623205 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.652759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-ea869d9a-75cf-4465-acba-2435d3eeafa5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367550 Aug 31 09:47:43.678040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Request body: {'port': {'device_id': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:43.738651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.908503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ec4f4c7b-79a3-459e-a86c-3802dd66b820 None None] Provisioning for port be9e8e87-07b8-4e67-aa18-b176fea80947 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:43.916052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ec4f4c7b-79a3-459e-a86c-3802dd66b820 None None] Provisioning complete for port be9e8e87-07b8-4e67-aa18-b176fea80947 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:43.916726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4c7b-79a3-459e-a86c-3802dd66b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:43.977562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f4c7b-79a3-459e-a86c-3802dd66b820 None None] Port be9e8e87-07b8-4e67-aa18-b176fea80947 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:47:44.009885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a45bb-50de-4f5f-8e0b-598dc5671cf0 req-d1918825-49b2-4af3-834f-3d41cdc3cd1c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.011621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c0a45bb-50de-4f5f-8e0b-598dc5671cf0 req-d1918825-49b2-4af3-834f-3d41cdc3cd1c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 931 time: 0.1051667 Aug 31 09:47:44.024105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a3527bbc-53de-4a8e-8546-38a8d7f429b2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:44.071601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c0a45bb-50de-4f5f-8e0b-598dc5671cf0 req-d93fb049-9601-48f6-9994-6ef9025720e5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497611 Aug 31 09:47:44.109462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a3527bbc-53de-4a8e-8546-38a8d7f429b2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:44.109842 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.132542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9e8e87-07b8-4e67-aa18-b176fea80947 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:44.139869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec684611-01ab-4196-b534-17cf670f5259 req-f73d2e7f-74f5-403a-a834-12c207cd5128 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.141884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec684611-01ab-4196-b534-17cf670f5259 req-f73d2e7f-74f5-403a-a834-12c207cd5128 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0888546 Aug 31 09:47:44.146064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.163061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Transition to ACTIVE for port object be9e8e87-07b8-4e67-aa18-b176fea80947 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:44.169337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.203481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec684611-01ab-4196-b534-17cf670f5259 req-1ace28c9-dfdd-4a0d-8192-2073b797173b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525608 Aug 31 09:47:44.256540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8e87-07b8-4e67-aa18-b176fea80947,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:44.347459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Attempting to bind port be9e8e87-07b8-4e67-aa18-b176fea80947 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:44.348148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Attempting to bind port be9e8e87-07b8-4e67-aa18-b176fea80947 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:44.348732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Attempting to bind port be9e8e87-07b8-4e67-aa18-b176fea80947 on network 05d65365-a9da-4ece-80b3-a9d77cd4690f {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:44.354779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Port be9e8e87-07b8-4e67-aa18-b176fea80947 on network 05d65365-a9da-4ece-80b3-a9d77cd4690f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:44.355258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Attempting to bind port be9e8e87-07b8-4e67-aa18-b176fea80947 on network 05d65365-a9da-4ece-80b3-a9d77cd4690f {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:44.365124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:44.365776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Checking segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:44.366242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Bound using segment: {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:44.367119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Bound port: be9e8e87-07b8-4e67-aa18-b176fea80947, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:44.367536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.441895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55394) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.495697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] For port be9e8e87-07b8-4e67-aa18-b176fea80947, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:44.499253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] For port be9e8e87-07b8-4e67-aa18-b176fea80947, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be9e8e87-07b8-4e67-aa18-b176fea80947,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:44.508212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.547431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.548406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.551218 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] 10.222.0.23 "PUT /v2.0/ports/be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 200 len: 1092 time: 0.8791106 Aug 31 09:47:44.551761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:44.554214 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71" -d '{"events": [{"name": "network-changed", "server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:44.591470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c18bed-9418-492d-bd76-9a2eb421ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8e87-07b8-4e67-aa18-b176fea80947,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:44.614814 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830f7812-ca00-4dc9-827d-815d5063ecfe x-openstack-request-id: req-830f7812-ca00-4dc9-827d-815d5063ecfe {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:44.615141 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:44.615457 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-830f7812-ca00-4dc9-827d-815d5063ecfe {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:44.615971 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'status': 'completed', 'code': 200} Aug 31 09:47:44.637294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c052aea-3bbb-4d46-ac74-719a42665a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.687291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-f82d51f3-cdf2-4eba-9d96-322dc63ac76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.689002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-f82d51f3-cdf2-4eba-9d96-322dc63ac76c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1095 time: 0.0600288 Aug 31 09:47:44.742343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-21d60bb6-79d6-4f93-a219-c1e7f403b2df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 200 len: 217 time: 0.0381427 Aug 31 09:47:44.753524 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c052aea-3bbb-4d46-ac74-719a42665a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.757940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c052aea-3bbb-4d46-ac74-719a42665a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.798801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4c052aea-3bbb-4d46-ac74-719a42665a7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b64900ed9c6b44c9a641ac13630779ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541205 Aug 31 09:47:44.801126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c052aea-3bbb-4d46-ac74-719a42665a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7173cde3-1951-4bb5-b93b-4a3176b981b7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:44.803862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-0a88a1c1-9b41-4b7e-8024-0e473dd6f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.804421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55400) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:44.805354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-0a88a1c1-9b41-4b7e-8024-0e473dd6f14f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c5cf88e1-9078-4bb6-9532-0fadd4d383cc HTTP/1.1" status: 200 len: 834 time: 0.0549788 Aug 31 09:47:44.862830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30925-d492-42dc-b36d-5df02959a19b req-22dd1539-28d7-4b96-9479-3d7f38166444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:44.864968 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-22dd1539-28d7-4b96-9479-3d7f38166444 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05d65365-a9da-4ece-80b3-a9d77cd4690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471747 Aug 31 09:47:44.868320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cf79-01c6-4e60-8b77-c44e93d680ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.889864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cf79-01c6-4e60-8b77-c44e93d680ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.939647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cf79-01c6-4e60-8b77-c44e93d680ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.943160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b5cf79-01c6-4e60-8b77-c44e93d680ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.946917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a8b5cf79-01c6-4e60-8b77-c44e93d680ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7173cde3-1951-4bb5-b93b-4a3176b981b7 HTTP/1.1" status: 204 len: 168 time: 0.1389170 Aug 31 09:47:44.953006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5cf79-01c6-4e60-8b77-c44e93d680ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7173cde3-1951-4bb5-b93b-4a3176b981b7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:44.965936 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-80b8dc6a-9968-471d-8c13-f0ac8c35bee6 service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928879 Aug 31 09:47:45.071097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ace30925-d492-42dc-b36d-5df02959a19b req-6bdf25e3-12cc-433e-ad98-be09be7c8eb8 service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977273 Aug 31 09:47:45.206969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9425b-72fd-460d-ad97-41b4f7f0c094 req-79e7bda0-0f91-40e1-a0ba-e0799607354f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.211692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4e9425b-72fd-460d-ad97-41b4f7f0c094 req-79e7bda0-0f91-40e1-a0ba-e0799607354f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 943 time: 0.0568376 Aug 31 09:47:45.214678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-f84a1956-9eef-4270-bf89-d59ed4486a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.216272 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-f84a1956-9eef-4270-bf89-d59ed4486a07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1095 time: 0.0466568 Aug 31 09:47:45.263845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4e9425b-72fd-460d-ad97-41b4f7f0c094 req-4e5c1bf4-de7c-4fc6-8e9a-aa565c7483e6 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Aug 31 09:47:45.328108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-bb7876a4-6eeb-4625-84a9-7a8bc74c2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.329634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-bb7876a4-6eeb-4625-84a9-7a8bc74c2bbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 200 len: 898 time: 0.1055105 Aug 31 09:47:45.374610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632f94a-687f-4b27-8cb8-6674235f4853 req-17dcbab0-0726-4743-a2ba-fcbc9f34d45b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.379004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3632f94a-687f-4b27-8cb8-6674235f4853 req-17dcbab0-0726-4743-a2ba-fcbc9f34d45b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0600884 Aug 31 09:47:45.383350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-7ca7de93-79b7-447f-84ed-efcb16362ccf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 200 len: 217 time: 0.0454142 Aug 31 09:47:45.423143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3632f94a-687f-4b27-8cb8-6674235f4853 req-30d2e1f2-d4a4-49f8-9df6-1038a5f5c807 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Aug 31 09:47:45.443319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-4b29db07-c377-45ed-b71a-c37ce0b75b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.445255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-4b29db07-c377-45ed-b71a-c37ce0b75b3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c5cf88e1-9078-4bb6-9532-0fadd4d383cc HTTP/1.1" status: 200 len: 834 time: 0.0528607 Aug 31 09:47:45.499552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-f8b6eb10-e7dd-4ab4-86b0-45dc23f28ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.501108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-f8b6eb10-e7dd-4ab4-86b0-45dc23f28ad6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05d65365-a9da-4ece-80b3-a9d77cd4690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472369 Aug 31 09:47:45.605250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-c51b2a22-3924-4cea-bacd-1f37b86e8522 service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940762 Aug 31 09:47:45.711360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6e67f9c-cf9b-4506-a222-acc0fe4d7f71 req-19c00e77-5120-4838-b487-83bd9f7bf05b service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975115 Aug 31 09:47:46.375365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf31ca4-f436-4908-b9f0-2a4830a07f6e req-8e1e315d-798b-4eae-b874-48675795b36b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:46.378095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbf31ca4-f436-4908-b9f0-2a4830a07f6e req-8e1e315d-798b-4eae-b874-48675795b36b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 943 time: 0.0513403 Aug 31 09:47:46.420611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbf31ca4-f436-4908-b9f0-2a4830a07f6e req-309f6fa6-3c93-466b-9f19-6b6e634133d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344961 Aug 31 09:47:46.548935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707958-f4ad-44cd-8601-094c94ca2e26 req-5ccdf8fb-0b04-4365-92db-ea827f078868 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:46.550533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5707958-f4ad-44cd-8601-094c94ca2e26 req-5ccdf8fb-0b04-4365-92db-ea827f078868 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0557716 Aug 31 09:47:46.589702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5707958-f4ad-44cd-8601-094c94ca2e26 req-16dd43ff-251e-4094-bffe-5e0fe86518e8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Aug 31 09:47:47.540854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf503-6893-4f28-9bee-021d7f206af7 req-fe802b3c-a3bd-4edf-ba13-d764309ccaf3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:47.542376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a45cf503-6893-4f28-9bee-021d7f206af7 req-fe802b3c-a3bd-4edf-ba13-d764309ccaf3 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 943 time: 0.0495298 Aug 31 09:47:47.582103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a45cf503-6893-4f28-9bee-021d7f206af7 req-59077eba-99d7-4e07-b690-e21e713c354c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Aug 31 09:47:47.707935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c535f-3d87-4a27-b29d-af4880fe1876 req-f84cf808-8296-4997-9bdd-c1fff126d655 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:47.709405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-623c535f-3d87-4a27-b29d-af4880fe1876 req-f84cf808-8296-4997-9bdd-c1fff126d655 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Aug 31 09:47:47.748506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-623c535f-3d87-4a27-b29d-af4880fe1876 req-e1f1d924-57bb-408e-8a59-0258e84ff910 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Aug 31 09:47:47.995674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:47.997831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:48.144423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.170349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.194609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:48.196891 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7235e23-bbef-46b2-996b-a0876e694acf" -d '{"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "42411c75-8574-4bbe-940b-5add3741b21e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:48.202359 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '42411c75-8574-4bbe-940b-5add3741b21e', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'port_id': '42411c75-8574-4bbe-940b-5add3741b21e', 'mac_address': 'fa:16:3e:05:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f436ff54-d5d6-4644-b923-d264dfd582ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:48.213408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.218206 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.243715 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd95098-058d-4b60-9d45-20b6e3dc06de x-openstack-request-id: req-6dd95098-058d-4b60-9d45-20b6e3dc06de {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:48.244009 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "42411c75-8574-4bbe-940b-5add3741b21e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:48.244262 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dd95098-058d-4b60-9d45-20b6e3dc06de {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:48.244673 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e', 'code': 200} Aug 31 09:47:48.303110 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.337399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be9e8e87-07b8-4e67-aa18-b176fea80947 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:47:48.359104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42411c75-8574-4bbe-940b-5add3741b21e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:48.373441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.415581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.426614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.531462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.554793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port be9e8e87-07b8-4e67-aa18-b176fea80947, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be9e8e87-07b8-4e67-aa18-b176fea80947,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.570163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'port_id': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'mac_address': 'fa:16:3e:88:ec:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:47:48.612191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.627740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9e8e87-07b8-4e67-aa18-b176fea80947 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:48.634013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['42411c75-8574-4bbe-940b-5add3741b21e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:48.673691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port be9e8e87-07b8-4e67-aa18-b176fea80947, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be9e8e87-07b8-4e67-aa18-b176fea80947,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:48.679220 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.706948 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519b8b1-6cff-44d9-ac88-486140682108 req-498e48bb-9a46-4f5d-92f7-ec03e88e8312 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.708456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2519b8b1-6cff-44d9-ac88-486140682108 req-498e48bb-9a46-4f5d-92f7-ec03e88e8312 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 943 time: 0.0540175 Aug 31 09:47:48.749662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2519b8b1-6cff-44d9-ac88-486140682108 req-b21e5e95-c94b-485e-af02-4593c6d1a972 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345063 Aug 31 09:47:48.760779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=be9e8e87-07b8-4e67-aa18-b176fea80947,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:48.781037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:48.868112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd2e26-274f-40be-97ef-61f95615ada6 req-e3133932-1806-4fbb-a6e7-667a7afc67fc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:48.869589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fdd2e26-274f-40be-97ef-61f95615ada6 req-e3133932-1806-4fbb-a6e7-667a7afc67fc tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 944 time: 0.0491755 Aug 31 09:47:48.908466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fdd2e26-274f-40be-97ef-61f95615ada6 req-12f6c553-7f4c-41df-a73d-3f634d9fca0c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Aug 31 09:47:48.978230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['be9e8e87-07b8-4e67-aa18-b176fea80947'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:49.870702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db2946-0389-4313-9134-dd35f7cdcf6b req-c472a74a-0f72-4cea-9a6f-ea59f0347013 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:49.872351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19db2946-0389-4313-9134-dd35f7cdcf6b req-c472a74a-0f72-4cea-9a6f-ea59f0347013 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 944 time: 0.0513813 Aug 31 09:47:49.914872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19db2946-0389-4313-9134-dd35f7cdcf6b req-7557a05d-b939-407a-9188-264123aa97fc tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346131 Aug 31 09:47:50.009785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:50.033359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336dce-b6c5-4d79-a6a5-3177a3ea0a3c req-3840886f-bbc3-49d2-8add-612e83dce23d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:50.035687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37336dce-b6c5-4d79-a6a5-3177a3ea0a3c req-3840886f-bbc3-49d2-8add-612e83dce23d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 944 time: 0.0577762 Aug 31 09:47:50.067709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 42411c75-8574-4bbe-940b-5add3741b21e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:50.068087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.087044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37336dce-b6c5-4d79-a6a5-3177a3ea0a3c req-ca020a33-957e-4e48-a383-9aaf65a1eafe tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Aug 31 09:47:50.149806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.182597 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:50.190657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.245437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:50.247718 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0727c784-65e1-4006-8311-eee182bf7772" -d '{"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-plugged", "status": "completed", "tag": "42411c75-8574-4bbe-940b-5add3741b21e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:50.251218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:50.288387 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68899bea-554d-4cec-b696-4be836ba6cd1 x-openstack-request-id: req-68899bea-554d-4cec-b696-4be836ba6cd1 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:50.288684 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-plugged", "status": "completed", "tag": "42411c75-8574-4bbe-940b-5add3741b21e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:50.288944 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68899bea-554d-4cec-b696-4be836ba6cd1 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:50.289346 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e', 'code': 200} Aug 31 09:47:50.300462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be9e8e87-07b8-4e67-aa18-b176fea80947 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:47:50.353315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port be9e8e87-07b8-4e67-aa18-b176fea80947 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:47:50.357546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port be9e8e87-07b8-4e67-aa18-b176fea80947 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:47:50.358564 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.444199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.450424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605603a-f124-443d-ade9-db563d741a5d req-98f3a7c3-068d-4429-ac9a-747d5ee7d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:50.452084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e605603a-f124-443d-ade9-db563d741a5d req-98f3a7c3-068d-4429-ac9a-747d5ee7d858 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0445538 Aug 31 09:47:50.482848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port be9e8e87-07b8-4e67-aa18-b176fea80947, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be9e8e87-07b8-4e67-aa18-b176fea80947,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:50.488660 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:50.492004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e605603a-f124-443d-ade9-db563d741a5d req-49d81ca1-6079-4446-9422-38bd091ad98c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Aug 31 09:47:50.542082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=be9e8e87-07b8-4e67-aa18-b176fea80947,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:51.047403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea6329-98f7-40e1-b41f-79e3704a8eab req-8cc93524-9f91-43bb-85b8-a627271189c2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.050241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdea6329-98f7-40e1-b41f-79e3704a8eab req-8cc93524-9f91-43bb-85b8-a627271189c2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.0547254 Aug 31 09:47:51.093851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdea6329-98f7-40e1-b41f-79e3704a8eab req-476b3e54-bb3f-4124-80a7-c87c5231b8bb tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363207 Aug 31 09:47:51.220794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e04c4e-58f0-4837-8722-8a4ed1324100 req-9cacff5b-2d2d-4629-bb5e-4a1919913183 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:51.222625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51e04c4e-58f0-4837-8722-8a4ed1324100 req-9cacff5b-2d2d-4629-bb5e-4a1919913183 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0558991 Aug 31 09:47:51.263730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51e04c4e-58f0-4837-8722-8a4ed1324100 req-cb9be1f6-4930-4f2c-9977-e1d9dfacc483 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345242 Aug 31 09:47:52.223947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a466c44-746c-4684-a2ee-1dee8adf2c5e req-b38daa20-8447-467d-932e-762eccccebda tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:52.225543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a466c44-746c-4684-a2ee-1dee8adf2c5e req-b38daa20-8447-467d-932e-762eccccebda tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.0600855 Aug 31 09:47:52.271244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a466c44-746c-4684-a2ee-1dee8adf2c5e req-586ef53f-a653-4a17-baf5-85a537b2b9df tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380754 Aug 31 09:47:52.290169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:52.292568 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a6e05b-642f-4838-8dd0-61dbb3f8bd22" -d '{"events": [{"server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "name": "network-vif-plugged", "status": "completed", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:52.332534 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23318ba-75a5-4129-9119-9407772193c6 x-openstack-request-id: req-b23318ba-75a5-4129-9119-9407772193c6 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:52.332828 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "name": "network-vif-plugged", "status": "completed", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:52.333080 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b23318ba-75a5-4129-9119-9407772193c6 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:52.333469 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'code': 200} Aug 31 09:47:52.390305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0700-3111-458b-896e-0dcef285a887 req-0a55c56a-169a-4c34-a56d-1a895addc50f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:52.392605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-244d0700-3111-458b-896e-0dcef285a887 req-0a55c56a-169a-4c34-a56d-1a895addc50f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0550179 Aug 31 09:47:52.438912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-244d0700-3111-458b-896e-0dcef285a887 req-479b3bba-5ba6-47e2-a7da-5de01238e20f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Aug 31 09:47:52.482379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206347-cf6a-4b32-a111-2bc41c583e8f req-31946b50-fd22-4648-8394-de6e1aea7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:52.484076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e2206347-cf6a-4b32-a111-2bc41c583e8f req-31946b50-fd22-4648-8394-de6e1aea7c9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1097 time: 0.0578735 Aug 31 09:47:52.521904 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e2206347-cf6a-4b32-a111-2bc41c583e8f req-bb04c084-58e7-4f3c-a99d-fee3131b3a50 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305705 Aug 31 09:47:52.567210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbed9c2-2468-42f0-b607-588469e9c92f req-69d17c2b-5f7f-4f53-873c-86c3c1d5aeb8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:52.569051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acbed9c2-2468-42f0-b607-588469e9c92f req-69d17c2b-5f7f-4f53-873c-86c3c1d5aeb8 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0576851 Aug 31 09:47:52.611874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acbed9c2-2468-42f0-b607-588469e9c92f req-05898a8e-7e51-4f99-9416-176b0ff64165 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 31 09:47:53.036344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-67e32f6d-0271-4240-a7c2-9848ffb983bd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:53.037855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-67e32f6d-0271-4240-a7c2-9848ffb983bd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 815 time: 0.1140225 Aug 31 09:47:53.054803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-aca3be31-3edb-49ff-a03f-72b3edf05ed3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/quotas/7a966f14325c4fe8ac7a4cc676b5fd09 HTTP/1.1" status: 200 len: 375 time: 0.0108583 Aug 31 09:47:53.107615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-81153ade-11bd-4fc8-b20f-3fd96737c803 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470159 Aug 31 09:47:53.214068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-bcd89b2d-391e-4877-a320-b5e8560f51e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988793 Aug 31 09:47:53.321211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-a31dd316-171d-4b27-90fd-e61efd5bf59c service neutron] 10.222.0.18 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004660 Aug 31 09:47:53.411503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51c97d-b733-4870-b983-ee7b3e1a7c69 req-2e008425-ce4e-4985-8bc6-f4e1e3de82d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:53.413102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c51c97d-b733-4870-b983-ee7b3e1a7c69 req-2e008425-ce4e-4985-8bc6-f4e1e3de82d2 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.0593405 Aug 31 09:47:53.493692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c51c97d-b733-4870-b983-ee7b3e1a7c69 req-1f15ab45-b0e7-430d-ae98-55c1baaf2a0a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718844 Aug 31 09:47:53.508595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24fc47ad-4801-497e-9b78-a6b4c73e224d req-294bd8cb-5d9a-4960-8be9-aa553d9abbf2 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 210 time: 0.0318673 Aug 31 09:47:54.160013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-4769e715-1a99-4380-8957-46bbe1251693 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:54.161355 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-4769e715-1a99-4380-8957-46bbe1251693 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "GET /v2.0/ports?device_id=0315c99a-2042-485a-8ad3-36828ea58bb1 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Aug 31 09:47:54.253724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Deleting port 42411c75-8574-4bbe-940b-5add3741b21e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:47:54.254081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.359010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] For port 42411c75-8574-4bbe-940b-5add3741b21e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=42411c75-8574-4bbe-940b-5add3741b21e,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:47:54.359989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.383398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Calling delete_port for 42411c75-8574-4bbe-940b-5add3741b21e owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:47:54.565442 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.581014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['42411c75-8574-4bbe-940b-5add3741b21e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:54.606322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Pushing event deleted for resources: {'Port': ['ID=42411c75-8574-4bbe-940b-5add3741b21e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:54.616077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-18faadde-5cb7-4686-8ffc-41ce2b7635df tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:54.623814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-18faadde-5cb7-4686-8ffc-41ce2b7635df tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 815 time: 0.2216363 Aug 31 09:47:54.639559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Request body: {'port': {'device_id': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'admin_state_up': True, 'tenant_id': '7a966f14325c4fe8ac7a4cc676b5fd09'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:54.676514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] No DVR routers for this DVR port 42411c75-8574-4bbe-940b-5add3741b21e on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:47:54.680908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.684897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b0aef0c-531e-46a1-b731-97111f968e9c req-59ed3c38-8cb5-4cc4-b75a-f708408d8f71 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "DELETE /v2.0/ports/42411c75-8574-4bbe-940b-5add3741b21e HTTP/1.1" status: 204 len: 173 time: 0.5162344 Aug 31 09:47:54.685350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-deleted', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:54.696651 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45698ec-9626-45a8-b106-bb812c5beba9" -d '{"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-deleted", "tag": "42411c75-8574-4bbe-940b-5add3741b21e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:54.732368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-915489bb-3411-4614-9112-f142820be4bf req-33cbdf2c-9964-4f8d-a182-6e90d55f49ed tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 210 time: 0.0841224 Aug 31 09:47:54.779782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3bab9-6217-4fbd-9f84-8ba02e731df6 req-b4e1f682-4de6-46d7-8036-c0b9aaadd9ed tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:54.787605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84d3bab9-6217-4fbd-9f84-8ba02e731df6 req-b4e1f682-4de6-46d7-8036-c0b9aaadd9ed tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.1618359 Aug 31 09:47:54.842438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55558) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:54.854651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84d3bab9-6217-4fbd-9f84-8ba02e731df6 req-38e06b02-2f3f-45fd-8f71-eaa6b2e09efe tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624902 Aug 31 09:47:54.883986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Made reservation on behalf of 7a966f14325c4fe8ac7a4cc676b5fd09 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:47:54.888657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:54.920696 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfca01b-dd02-4e74-b6af-154e69a9be94 x-openstack-request-id: req-5dfca01b-dd02-4e74-b6af-154e69a9be94 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:54.920994 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0315c99a-2042-485a-8ad3-36828ea58bb1", "name": "network-vif-deleted", "tag": "42411c75-8574-4bbe-940b-5add3741b21e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:54.921341 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dfca01b-dd02-4e74-b6af-154e69a9be94 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:54.922214 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0315c99a-2042-485a-8ad3-36828ea58bb1', 'name': 'network-vif-deleted', 'tag': '42411c75-8574-4bbe-940b-5add3741b21e', 'status': 'completed', 'code': 200} Aug 31 09:47:54.997153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f597199b-ed6c-4646-a5c7-c9470c7d7d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.066181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Allocated IP 172.20.0.7 (b4db1015-2445-4c4d-be66-b1b7ba47809c/f436ff54-d5d6-4644-b923-d264dfd582ec/bbbfb722-9702-4927-93ca-7258ca59fe92) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:55.075367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c10c5b-801a-48bb-9d76-73261b33b4a1 req-0d35f22d-69c0-43f5-aaa8-b623af5a160b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.076874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14c10c5b-801a-48bb-9d76-73261b33b4a1 req-0d35f22d-69c0-43f5-aaa8-b623af5a160b tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.1018262 Aug 31 09:47:55.113245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f597199b-ed6c-4646-a5c7-c9470c7d7d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.118827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f597199b-ed6c-4646-a5c7-c9470c7d7d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.145051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14c10c5b-801a-48bb-9d76-73261b33b4a1 req-da6a5600-d413-4de8-aff7-711c4e121f1c tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582695 Aug 31 09:47:55.167996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f597199b-ed6c-4646-a5c7-c9470c7d7d5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2759ffba8db14c69aca79b9ba4192737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168490 Aug 31 09:47:55.167996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597199b-ed6c-4646-a5c7-c9470c7d7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7682f571-d6ad-4fcf-8419-8e802dd209b6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.168545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55566) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:55.168634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55568) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:55.225212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a48c18-3084-4e36-964e-0b1d9e877bd9 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.226791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-25a48c18-3084-4e36-964e-0b1d9e877bd9 tempest-TestNetworkBasicOps-1799622079 tempest-TestNetworkBasicOps-1799622079-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1092 time: 0.0548258 Aug 31 09:47:55.229722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55570) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:55.234378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:55.263741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.291903 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19d3c862-8419-4ef1-ba36-035821f5da8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.332697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19d3c862-8419-4ef1-ba36-035821f5da8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.353136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.373375 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.417781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19d3c862-8419-4ef1-ba36-035821f5da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.420383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19d3c862-8419-4ef1-ba36-035821f5da8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.421529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-19d3c862-8419-4ef1-ba36-035821f5da8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7682f571-d6ad-4fcf-8419-8e802dd209b6 HTTP/1.1" status: 204 len: 168 time: 0.2570860 Aug 31 09:47:55.425322 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.440970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['42411c75-8574-4bbe-940b-5add3741b21e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:47:55.462144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3c862-8419-4ef1-ba36-035821f5da8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682f571-d6ad-4fcf-8419-8e802dd209b6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.487524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Network b4db1015-2445-4c4d-be66-b1b7ba47809c is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:55.491172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:55.495700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:55.499743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Pushing event updated for resources: {'Port': ['ID=bbbfb722-9702-4927-93ca-7258ca59fe92,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:55.516724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Allocated IP 172.25.4.181 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/c54f572c-01e9-4f0f-a4bf-74ce332af27a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:47:55.547148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:55.547774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.566429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-d3fb33e6-ba7b-43ba-95d5-9696e4feb615 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9306693 Aug 31 09:47:55.579215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Request body: {'port': {'device_id': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:47:55.635079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.640534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.685769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:55.735394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:47:55.741730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:47:55.744731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:47:55.747969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=c54f572c-01e9-4f0f-a4bf-74ce332af27a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.233076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d2bb3-10c9-4c0c-a5e5-fb9c9560dbab req-ae877bfe-5541-422f-8a3a-0b26e49ffcaa tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:56.234750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb5d2bb3-10c9-4c0c-a5e5-fb9c9560dbab req-ae877bfe-5541-422f-8a3a-0b26e49ffcaa tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 931 time: 0.0967417 Aug 31 09:47:56.336702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb5d2bb3-10c9-4c0c-a5e5-fb9c9560dbab req-311ef925-7fc8-4918-ad55-62556821b04c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905578 Aug 31 09:47:56.344418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbfb722-9702-4927-93ca-7258ca59fe92 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:47:56.365386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.385766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Transition to ACTIVE for port object bbbfb722-9702-4927-93ca-7258ca59fe92 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:47:56.391281 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.449700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbfb722-9702-4927-93ca-7258ca59fe92,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.511643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.537129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Attempting to bind port bbbfb722-9702-4927-93ca-7258ca59fe92 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:47:56.537281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Attempting to bind port bbbfb722-9702-4927-93ca-7258ca59fe92 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:47:56.537516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Attempting to bind port bbbfb722-9702-4927-93ca-7258ca59fe92 on network b4db1015-2445-4c4d-be66-b1b7ba47809c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:56.542154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Port bbbfb722-9702-4927-93ca-7258ca59fe92 on network b4db1015-2445-4c4d-be66-b1b7ba47809c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:47:56.542482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Attempting to bind port bbbfb722-9702-4927-93ca-7258ca59fe92 on network b4db1015-2445-4c4d-be66-b1b7ba47809c {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:47:56.547584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:47:56.551387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Checking segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:47:56.551387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Bound using segment: {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:47:56.551387 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Bound port: bbbfb722-9702-4927-93ca-7258ca59fe92, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da492fa-7007-4177-bfbc-5d49b597398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:47:56.551387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.589843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.625302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] For port bbbfb722-9702-4927-93ca-7258ca59fe92, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:47:56.629259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] For port bbbfb722-9702-4927-93ca-7258ca59fe92, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bbbfb722-9702-4927-93ca-7258ca59fe92,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:47:56.633769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.673493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:56.674777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.676837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/bbbfb722-9702-4927-93ca-7258ca59fe92 HTTP/1.1" status: 200 len: 1092 time: 1.1021826 Aug 31 09:47:56.679250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'tag': 'bbbfb722-9702-4927-93ca-7258ca59fe92'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:56.682280 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84119a-e85c-4a15-8417-e5f26e53f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "656d8427-f0fe-45b2-a507-32d8003d54e2", "tag": "bbbfb722-9702-4927-93ca-7258ca59fe92"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:56.717596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9cfaa-34e3-40f3-8171-a37dc31797d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbfb722-9702-4927-93ca-7258ca59fe92,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.727962 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd2fbb1-8428-4c16-b9ac-f539dec9cd4f x-openstack-request-id: req-9dd2fbb1-8428-4c16-b9ac-f539dec9cd4f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:56.728366 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656d8427-f0fe-45b2-a507-32d8003d54e2", "tag": "bbbfb722-9702-4927-93ca-7258ca59fe92", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:56.728712 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dd2fbb1-8428-4c16-b9ac-f539dec9cd4f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:56.729278 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'tag': 'bbbfb722-9702-4927-93ca-7258ca59fe92', 'status': 'completed', 'code': 200} Aug 31 09:47:56.772214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-ec93da01-cefb-45b2-9ef8-adbb2320ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:56.773819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-ec93da01-cefb-45b2-9ef8-adbb2320ce4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 1095 time: 0.0476558 Aug 31 09:47:56.777869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.787686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.820093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-8c388b88-bd31-4962-9178-6bc5a1f581de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbbfb722-9702-4927-93ca-7258ca59fe92 HTTP/1.1" status: 200 len: 217 time: 0.0381050 Aug 31 09:47:56.864017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event updated for resources: {'Port': ['ID=c54f572c-01e9-4f0f-a4bf-74ce332af27a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:47:56.878196 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:56.881038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-f443fa41-adca-4771-9974-9295c86a464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:56.882889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-f443fa41-adca-4771-9974-9295c86a464d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.0547585 Aug 31 09:47:56.920479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-8a03d30d-af61-48d1-8cea-46474156b288 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305660 Aug 31 09:47:56.987392 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Floating IP f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 associated. External IP: 172.25.4.181, port: be9e8e87-07b8-4e67-aa18-b176fea80947. Aug 31 09:47:57.014826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-ca19af93-db25-4dff-9c0e-8c3d14e611f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874360 Aug 31 09:47:57.136807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7d21eaed-186e-4973-885f-f73a65f6ca8d req-697f5926-e3c8-47ec-b469-9a3104351afa service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147954 Aug 31 09:47:57.229365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-128c4803-1d4e-4207-84f9-eafb7af3df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.230402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-128c4803-1d4e-4207-84f9-eafb7af3df88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 1095 time: 0.0446069 Aug 31 09:47:57.255867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router de84adfb-e699-4e0d-b3a3-564b9bb37599 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:47:57.340598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-fc0b8020-4b10-4971-ba4e-aeb286d7f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.342238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-fc0b8020-4b10-4971-ba4e-aeb286d7f65a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 916 time: 0.1047587 Aug 31 09:47:57.388452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-9a1f504f-ea6c-4066-abf8-4a2b02e72ce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbbfb722-9702-4927-93ca-7258ca59fe92 HTTP/1.1" status: 200 len: 217 time: 0.0388377 Aug 31 09:47:57.401792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:47:57.414629 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] Sync routers for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:47:57.428778 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:57.429665 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:57.443052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:57.487841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cf70b948-def4-4cab-b03d-d20064bc86ea tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2537527 Aug 31 09:47:57.487841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:47:57.488389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55630) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:57.489861 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9c0178-f160-4d7c-9e83-e1a072d3d904" -d '{"events": [{"name": "network-changed", "server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:47:57.535613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-299a29ef-3395-4ef3-9bc5-a6d299be8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.537122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-299a29ef-3395-4ef3-9bc5-a6d299be8c17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.1399190 Aug 31 09:47:57.543075 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545265e6-2ddf-427b-9e90-3e41c77dc41d x-openstack-request-id: req-545265e6-2ddf-427b-9e90-3e41c77dc41d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:47:57.543610 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:47:57.543610 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-545265e6-2ddf-427b-9e90-3e41c77dc41d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:47:57.543995 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'status': 'completed', 'code': 200} Aug 31 09:47:57.570675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e15ca8-8435-4b0d-b577-00f5d0427115 req-f8081c88-38f9-4823-85f6-90b84a1ae1e1 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.577999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2e15ca8-8435-4b0d-b577-00f5d0427115 req-f8081c88-38f9-4823-85f6-90b84a1ae1e1 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 943 time: 0.1431377 Aug 31 09:47:57.583393 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:57.606152 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-b01c2c73-1ac8-45d7-ad26-16b8e1dc6d77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580208 Aug 31 09:47:57.622657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c49e440b-581e-4dca-9b7b-8b8d0ba2a860 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 HTTP/1.1" status: 200 len: 991 time: 0.1331360 Aug 31 09:47:57.638657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-2664a72f-b69c-4230-8898-b9a58e5c35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.640227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-2664a72f-b69c-4230-8898-b9a58e5c35aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1097 time: 0.0483756 Aug 31 09:47:57.701272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2e15ca8-8435-4b0d-b577-00f5d0427115 req-7214a88a-4ebc-4ef1-8ce0-a884f1a6710b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204815 Aug 31 09:47:57.757775 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-aa2be232-9fec-4df5-8e81-07f00fbe119a service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403673 Aug 31 09:47:57.759621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-56227f97-d5b9-43f1-9654-e1b53165109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.761102 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-56227f97-d5b9-43f1-9654-e1b53165109a service neutron] 10.222.0.23 "GET /v2.0/networks?id=05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 200 len: 898 time: 0.1118367 Aug 31 09:47:57.845229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-3f8b165d-384b-4ce2-ad96-07620b110017 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 200 len: 999 time: 0.0740027 Aug 31 09:47:57.879642 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'f03b66e8-b7f4-4a61-9559-f70b7e71e6e2', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'port_id': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'mac_address': 'fa:16:3e:88:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:55Z', 'updated_at': '2021-08-31T09:47:55Z', 'revision_number': 0, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:57.891923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f84119a-e85c-4a15-8417-e5f26e53f89f req-ba57d78c-def9-4f58-8ba4-9653d7ccd45c service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244464 Aug 31 09:47:57.918198 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] Checking router: de84adfb-e699-4e0d-b3a3-564b9bb37599 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:47:57.920799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-8ab4d83e-4775-4f2d-a27c-51a5b37cc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.922916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-8ab4d83e-4775-4f2d-a27c-51a5b37cc118 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c5cf88e1-9078-4bb6-9532-0fadd4d383cc HTTP/1.1" status: 200 len: 834 time: 0.0697467 Aug 31 09:47:57.927344 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:47:57.927952 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:57.995863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-e33908a5-aef4-4f85-bf7c-ac1994106d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:57.997934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-e33908a5-aef4-4f85-bf7c-ac1994106d1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05d65365-a9da-4ece-80b3-a9d77cd4690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633337 Aug 31 09:47:58.041583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:47:58.066879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 42411c75-8574-4bbe-940b-5add3741b21e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:47:58.067488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 42411c75-8574-4bbe-940b-5add3741b21e not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:47:58.071498 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:47:58.108445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-09fed796-c21a-4fbd-a075-68c571f2e5fc service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021698 Aug 31 09:47:58.231988 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb9c0178-f160-4d7c-9e83-e1a072d3d904 req-7df76e0d-2d27-4fc1-a120-5049698983c1 service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164081 Aug 31 09:47:58.419237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'f03b66e8-b7f4-4a61-9559-f70b7e71e6e2', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'port_id': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'mac_address': 'fa:16:3e:88:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:55Z', 'updated_at': '2021-08-31T09:47:55Z', 'revision_number': 0, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:47:58.451291 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f081a15-bb66-48ed-beb1-33251e6e52af None None] The sync data for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 is: [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'f03b66e8-b7f4-4a61-9559-f70b7e71e6e2', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'port_id': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'mac_address': 'fa:16:3e:88:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:47:55Z', 'updated_at': '2021-08-31T09:47:55Z', 'revision_number': 0, 'project_id': '19f7661fe32a436c860035a1571abbed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:47:58.554025 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f03dd5ac-20a1-4e2e-a6c9-d0320731ead6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:58.624284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:58.679139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcd4c7-4419-4361-bef1-98a2a0bd0363 None None] New status for floating IP f03b66e8-b7f4-4a61-9559-f70b7e71e6e2: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:47:58.699727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8944c92f-3309-48e6-87bb-bbd876cc5c16 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 HTTP/1.1" status: 200 len: 991 time: 0.0741174 Aug 31 09:47:58.842976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3e259-13de-4cfa-9b18-4cbef68583f3 req-0ebd524b-32f7-4ad7-b366-5c9b0aaac18b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:58.844591 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e3e259-13de-4cfa-9b18-4cbef68583f3 req-0ebd524b-32f7-4ad7-b366-5c9b0aaac18b tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 943 time: 0.0616097 Aug 31 09:47:58.886633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99e3e259-13de-4cfa-9b18-4cbef68583f3 req-ed690265-7868-48f3-ad77-63162042cba3 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Aug 31 09:47:59.704393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55658) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:47:59.775024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-284dcb82-dae9-4110-a9b6-cd7275a132e1 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 HTTP/1.1" status: 200 len: 993 time: 0.0693817 Aug 31 09:48:00.014498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeaef6-42d8-4bcb-a354-0f4e44366e6a req-a26c0402-e98e-45e2-8a47-27c70911d576 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:00.016068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08aeaef6-42d8-4bcb-a354-0f4e44366e6a req-a26c0402-e98e-45e2-8a47-27c70911d576 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 943 time: 0.0611007 Aug 31 09:48:00.052064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bbbfb722-9702-4927-93ca-7258ca59fe92 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:00.059457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-08aeaef6-42d8-4bcb-a354-0f4e44366e6a req-95656101-7a54-47ec-9e51-de372d486f2f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Aug 31 09:48:00.178535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bbbfb722-9702-4927-93ca-7258ca59fe92, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bbbfb722-9702-4927-93ca-7258ca59fe92,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:00.195245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'bbbfb722-9702-4927-93ca-7258ca59fe92', 'network_id': 'b4db1015-2445-4c4d-be66-b1b7ba47809c', 'port_id': 'bbbfb722-9702-4927-93ca-7258ca59fe92', 'mac_address': 'fa:16:3e:68:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f436ff54-d5d6-4644-b923-d264dfd582ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:00.244502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.265520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbfb722-9702-4927-93ca-7258ca59fe92 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:00.291247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bbbfb722-9702-4927-93ca-7258ca59fe92, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bbbfb722-9702-4927-93ca-7258ca59fe92,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:00.296951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:00.347991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=bbbfb722-9702-4927-93ca-7258ca59fe92,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:00.515780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['bbbfb722-9702-4927-93ca-7258ca59fe92'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:01.205193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c8e5-9e1d-4bb6-accb-1b1b1a615cef req-b89feb9d-8268-44eb-bc9a-d8a54ea48180 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:01.207548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d94c8e5-9e1d-4bb6-accb-1b1b1a615cef req-b89feb9d-8268-44eb-bc9a-d8a54ea48180 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 944 time: 0.0664062 Aug 31 09:48:01.263272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1c44c-f903-462d-987d-e6b605ee4269 req-7f711fdd-75cb-4793-a76a-ce6109f4be4a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:01.264804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77d1c44c-f903-462d-987d-e6b605ee4269 req-7f711fdd-75cb-4793-a76a-ce6109f4be4a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1099 time: 0.0818045 Aug 31 09:48:01.270450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d94c8e5-9e1d-4bb6-accb-1b1b1a615cef req-1add021f-f7f2-4b78-9028-0c76b07c1698 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Aug 31 09:48:01.306562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77d1c44c-f903-462d-987d-e6b605ee4269 req-1fcf9381-18f6-4555-9f55-2960e8ffd364 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Aug 31 09:48:01.329426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55684) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:01.495298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 194ba41e-411b-4805-a5ca-251368e36c74 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:01.495646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.576327 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.576636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.588759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 194ba41e-411b-4805-a5ca-251368e36c74 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:01.770224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.788409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.821716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=194ba41e-411b-4805-a5ca-251368e36c74,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:01.848628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.848976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.849321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.849660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.849993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.850334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.850687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.851018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.851349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.851672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.851993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.852312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:01.894770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:01.894973 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP bde2fc99-aab0-413c-ab42-18a631d2499e disassociated (deleted). External IP: 172.25.4.96, port: a93ae035-4139-4e3e-97e7-7358ce4614e7. Aug 31 09:48:02.071837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bbbfb722-9702-4927-93ca-7258ca59fe92 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:02.112350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 20f9a078-e92f-4ba2-9142-954796888997 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:02.125761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port bbbfb722-9702-4927-93ca-7258ca59fe92 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:02.130934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port bbbfb722-9702-4927-93ca-7258ca59fe92 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:02.131306 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.224148 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.244463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:02.250176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.257811 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] Sync routers for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:02.261157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bbbfb722-9702-4927-93ca-7258ca59fe92, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bbbfb722-9702-4927-93ca-7258ca59fe92,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:02.262394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbfb722-9702-4927-93ca-7258ca59fe92'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:02.267339 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2dc8b5-8d3f-4d6f-83aa-033865714c84" -d '{"events": [{"server_uuid": "656d8427-f0fe-45b2-a507-32d8003d54e2", "name": "network-vif-plugged", "status": "completed", "tag": "bbbfb722-9702-4927-93ca-7258ca59fe92"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:02.272608 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:02.273857 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:47:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.274197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.323699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-828a922b-c214-41d6-8c39-b5c89638bac5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/floatingips/bde2fc99-aab0-413c-ab42-18a631d2499e HTTP/1.1" status: 204 len: 168 time: 0.9929545 Aug 31 09:48:02.324407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:02.328682 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29d26a8-e830-4e57-b12a-a14adf145e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:02.364719 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1d5a4a-1683-4c4f-807f-c26e032a9aa1 x-openstack-request-id: req-fc1d5a4a-1683-4c4f-807f-c26e032a9aa1 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:02.365248 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656d8427-f0fe-45b2-a507-32d8003d54e2", "name": "network-vif-plugged", "status": "completed", "tag": "bbbfb722-9702-4927-93ca-7258ca59fe92", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:02.367418 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc1d5a4a-1683-4c4f-807f-c26e032a9aa1 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:02.368030 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbfb722-9702-4927-93ca-7258ca59fe92', 'code': 200} Aug 31 09:48:02.426836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=bbbfb722-9702-4927-93ca-7258ca59fe92,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:02.442178 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.490166 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:02.505333 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2bfee308-1ae2-4ac6-a4cd-b004f96b0741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.621604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab943a-3cc9-477b-ba2f-9df915c9c93d req-29039580-8b46-438f-a6eb-ba1ec13d2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:02.626698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21ab943a-3cc9-477b-ba2f-9df915c9c93d req-29039580-8b46-438f-a6eb-ba1ec13d2332 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 1097 time: 0.1988661 Aug 31 09:48:02.687921 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a0caae-bd5e-4e76-b20b-5ea07820aeda x-openstack-request-id: req-d9a0caae-bd5e-4e76-b20b-5ea07820aeda {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:02.688062 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:02.688276 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9a0caae-bd5e-4e76-b20b-5ea07820aeda {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:02.688628 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'status': 'completed', 'code': 200} Aug 31 09:48:02.722140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e4a2-4f8c-4054-8df9-3dfd8f36793b req-40934323-40bb-4dc9-94e8-4e2edc5b60ee tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:02.751118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4377e4a2-4f8c-4054-8df9-3dfd8f36793b req-40934323-40bb-4dc9-94e8-4e2edc5b60ee tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.3049374 Aug 31 09:48:02.809804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21ab943a-3cc9-477b-ba2f-9df915c9c93d req-2323fed7-bb2b-404a-a0e6-2d89f6f14cd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742358 Aug 31 09:48:02.852493 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.865026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-abdd2c8f-c2f3-4713-b04f-9f28d63c540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:02.867763 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-abdd2c8f-c2f3-4713-b04f-9f28d63c540e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 1099 time: 0.1051700 Aug 31 09:48:02.871138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4377e4a2-4f8c-4054-8df9-3dfd8f36793b req-700e125a-53c6-40eb-af91-651877f58390 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179140 Aug 31 09:48:02.902368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491bd25-e3f2-440c-9e3f-e989b0661a76 req-230baf50-7da7-46f6-8b36-fa71bebb4150 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:02.904855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4491bd25-e3f2-440c-9e3f-e989b0661a76 req-230baf50-7da7-46f6-8b36-fa71bebb4150 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 947 time: 0.1263888 Aug 31 09:48:02.926232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] Checking router: 20f9a078-e92f-4ba2-9142-954796888997 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:02.936524 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:02.937492 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:02.973317 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4491bd25-e3f2-440c-9e3f-e989b0661a76 req-c13cf8d8-60d7-4635-8624-100ec75bd531 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598190 Aug 31 09:48:03.010765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-ba68f12f-d1d2-47cc-a71b-9d024e5a2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:03.012894 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-ba68f12f-d1d2-47cc-a71b-9d024e5a2265 service neutron] 10.222.0.23 "GET /v2.0/networks?id=724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 200 len: 897 time: 0.1295636 Aug 31 09:48:03.060238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-c9a18f82-9517-4ddb-95f7-d8e08a681421 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 200 len: 217 time: 0.0386319 Aug 31 09:48:03.079825 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:03.119613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-1eec7de2-6500-4c18-954a-b31d84c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:03.121312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-1eec7de2-6500-4c18-954a-b31d84c2b7fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 200 len: 835 time: 0.0521348 Aug 31 09:48:03.177174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-33f12ec4-0c0a-494a-829e-f67493ed4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:03.179189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-33f12ec4-0c0a-494a-829e-f67493ed4980 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=724893fb-f7f7-46a2-b621-7f512ec5f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453715 Aug 31 09:48:03.283413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-8307de0c-c14b-4d6b-9ffc-9764c30ec8e7 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943248 Aug 31 09:48:03.299107 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:03.328047 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa77e4-dccc-4c65-89c4-70c8fbc49a9b None None] The sync data for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 is: [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:57Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '42a5879f-05c9-483b-b9a3-08b451779120', 'name': '', 'network_id': '724893fb-f7f7-46a2-b621-7f512ec5f80d', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:90:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:55Z', 'updated_at': '2021-08-31T09:46:06Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': 'b1c1044f-f61f-4976-8c9c-51589504e02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:03.391079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f29d26a8-e830-4e57-b12a-a14adf145e7f req-78db2711-e5f3-402e-a1ba-5e320aafb5e6 service neutron] 10.222.0.23 "GET /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987678 Aug 31 09:48:03.592259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916cc61-d703-4a4f-ade2-c9687f239cb4 None None] New status for floating IP bde2fc99-aab0-413c-ab42-18a631d2499e: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:48:03.683507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.010686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a37a49-76fd-418e-b359-e899d3bf214f req-4caff910-6a5b-4d63-92c0-10feaf686db9 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.010686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72a37a49-76fd-418e-b359-e899d3bf214f req-4caff910-6a5b-4d63-92c0-10feaf686db9 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0540066 Aug 31 09:48:04.065937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72a37a49-76fd-418e-b359-e899d3bf214f req-45caaf70-ca05-4fb6-996c-c0bceb4d1eeb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Aug 31 09:48:04.121650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0ebcf-d62e-4268-984e-7f5cb36902c8 req-76423bce-7c7e-43f6-abcd-f1eaea225d1f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.123225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4de0ebcf-d62e-4268-984e-7f5cb36902c8 req-76423bce-7c7e-43f6-abcd-f1eaea225d1f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 947 time: 0.0697775 Aug 31 09:48:04.203256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4de0ebcf-d62e-4268-984e-7f5cb36902c8 req-e06899ce-34d2-44ee-a807-984583982435 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7238ada-00c6-4122-ab58-a9bc92cd4159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724318 Aug 31 09:48:04.218890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c8f73-41a9-47e2-8693-b8a83212e0e4 req-b671ab72-80e9-4c3c-bf3f-2210c0b0ff48 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.220680 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4c8f73-41a9-47e2-8693-b8a83212e0e4 req-b671ab72-80e9-4c3c-bf3f-2210c0b0ff48 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0809052 Aug 31 09:48:04.272969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b4c8f73-41a9-47e2-8693-b8a83212e0e4 req-64edd5f2-ccd9-4f61-8b54-f3a0ddac790f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453796 Aug 31 09:48:04.500942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429efe6-a39b-4584-8007-0743b219e7ff req-030d5aa6-d1cf-429a-810f-82465e6d321a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.503251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9429efe6-a39b-4584-8007-0743b219e7ff req-030d5aa6-d1cf-429a-810f-82465e6d321a tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0530472 Aug 31 09:48:04.543853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-195c8471-c034-4929-ade0-417db93522ee tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.544839 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9429efe6-a39b-4584-8007-0743b219e7ff req-643e12d8-e406-49b5-9009-c6e36cb32e70 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348606 Aug 31 09:48:04.545562 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-195c8471-c034-4929-ade0-417db93522ee tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 947 time: 0.0570374 Aug 31 09:48:04.662926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port a93ae035-4139-4e3e-97e7-7358ce4614e7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:04.663181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.683289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894e065-a83c-4f87-af93-3b83ccb2aa00 req-5b19c567-bfbd-4bf8-ba8f-52e338c63822 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.684846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1894e065-a83c-4f87-af93-3b83ccb2aa00 req-5b19c567-bfbd-4bf8-ba8f-52e338c63822 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0575230 Aug 31 09:48:04.730257 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1894e065-a83c-4f87-af93-3b83ccb2aa00 req-bce71c69-e230-49ec-980f-7cc4a254b0db tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 Aug 31 09:48:04.773064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port a93ae035-4139-4e3e-97e7-7358ce4614e7, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=a93ae035-4139-4e3e-97e7-7358ce4614e7,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:04.773777 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.791976 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for a93ae035-4139-4e3e-97e7-7358ce4614e7 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:04.966128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:04.979923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21948d68-786d-4860-8d9f-48d4fb93b585 req-94cf65cc-17b7-41b9-8165-261aac8f836c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:04.981875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21948d68-786d-4860-8d9f-48d4fb93b585 req-94cf65cc-17b7-41b9-8165-261aac8f836c tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0639563 Aug 31 09:48:05.000031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=a93ae035-4139-4e3e-97e7-7358ce4614e7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:05.041403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21948d68-786d-4860-8d9f-48d4fb93b585 req-c80edbaa-d781-4604-86b5-1b5565c33880 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510650 Aug 31 09:48:05.046506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] No DVR routers for this DVR port a93ae035-4139-4e3e-97e7-7358ce4614e7 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:05.049743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:05.052323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-12bf92c6-b955-4529-920c-9ba6c6a00d69 req-3006b96c-66dc-43aa-8f7d-b746bad37d09 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "DELETE /v2.0/ports/a93ae035-4139-4e3e-97e7-7358ce4614e7 HTTP/1.1" status: 204 len: 173 time: 0.4999435 Aug 31 09:48:05.052801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-deleted', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:05.055951 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6345f3-2196-4ff1-8a60-4c46eb823779" -d '{"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-deleted", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:05.110236 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f1041-ab66-4293-8598-3002fc98407c x-openstack-request-id: req-351f1041-ab66-4293-8598-3002fc98407c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:05.110555 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fde817-5e0b-4705-a5fa-c7ee780586f0", "name": "network-vif-deleted", "tag": "a93ae035-4139-4e3e-97e7-7358ce4614e7", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:05.110972 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-351f1041-ab66-4293-8598-3002fc98407c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:05.112125 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fde817-5e0b-4705-a5fa-c7ee780586f0', 'name': 'network-vif-deleted', 'tag': 'a93ae035-4139-4e3e-97e7-7358ce4614e7', 'status': 'completed', 'code': 200} Aug 31 09:48:05.177306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd89ca-8c2f-47de-b0f3-18677656bf06 req-1a5571f6-08db-4475-a31e-95b65a38f027 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:05.178931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bbd89ca-8c2f-47de-b0f3-18677656bf06 req-1a5571f6-08db-4475-a31e-95b65a38f027 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0547206 Aug 31 09:48:05.222497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4bbd89ca-8c2f-47de-b0f3-18677656bf06 req-a8c83e6e-57e3-4e48-a795-d60c1d2d13b0 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 Aug 31 09:48:05.375951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a88f5b5b-7a79-40f4-86e0-e0bf1c441893 req-9708427c-7867-4b97-8f33-d97298028988 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=36fde817-5e0b-4705-a5fa-c7ee780586f0 HTTP/1.1" status: 200 len: 210 time: 0.0709229 Aug 31 09:48:05.430557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-bd7e780b-f334-4dcd-99c1-a3d18206f270 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668633 Aug 31 09:48:05.554965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e400f-b76e-4036-b731-18c6243851f8 req-2010ecf5-8a58-4028-99c0-93d78724534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:05.557302 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-2010ecf5-8a58-4028-99c0-93d78724534c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 1097 time: 0.0620413 Aug 31 09:48:05.732783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e400f-b76e-4036-b731-18c6243851f8 req-3396f389-cec7-4e3a-9120-51014e9d8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:05.734225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-3396f389-cec7-4e3a-9120-51014e9d8489 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 200 len: 916 time: 0.1449232 Aug 31 09:48:05.780576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-3522d58d-8614-457f-8e35-3381ee533a77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbbfb722-9702-4927-93ca-7258ca59fe92 HTTP/1.1" status: 200 len: 217 time: 0.0377777 Aug 31 09:48:05.789564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f74c37-c655-44ca-95c5-27933e4822a4 req-77a57140-5e43-44c4-9fe9-918565b2172f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:05.791165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20f74c37-c655-44ca-95c5-27933e4822a4 req-77a57140-5e43-44c4-9fe9-918565b2172f tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.0978498 Aug 31 09:48:05.867783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20f74c37-c655-44ca-95c5-27933e4822a4 req-8e7bf313-fee9-4c82-acca-3ab95aea9997 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675573 Aug 31 09:48:05.869188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e400f-b76e-4036-b731-18c6243851f8 req-b0767a58-751d-4759-9dee-bc06b4823340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:05.870594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-b0767a58-751d-4759-9dee-bc06b4823340 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 200 len: 855 time: 0.0787239 Aug 31 09:48:05.915473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-c3583907-ad77-4c15-887b-ec340195d918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4db1015-2445-4c4d-be66-b1b7ba47809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370543 Aug 31 09:48:06.020130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-6e0debb3-a681-46cb-9cde-e96a86f662d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973275 Aug 31 09:48:06.139579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-260e400f-b76e-4036-b731-18c6243851f8 req-7911b465-4519-47b2-958c-59524743b13e service neutron] 10.222.0.15 "GET /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111469 Aug 31 09:48:06.237401 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:06.241436 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:48:06.446293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55762) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:06.844450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55768) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.034658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca9b029a-8a5c-4886-be39-e6e8b8b49313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.145978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca9b029a-8a5c-4886-be39-e6e8b8b49313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.151850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca9b029a-8a5c-4886-be39-e6e8b8b49313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.193420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b029a-8a5c-4886-be39-e6e8b8b49313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8d8a31-49e4-4b32-beb0-0bb43e287599,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.202187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ca9b029a-8a5c-4886-be39-e6e8b8b49313 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f800ac9f98f4c1998d9a1560e6234aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539934 Aug 31 09:48:07.203329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.265555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-2ae5a25b-7026-4df9-851b-1ea7a4976361 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:07.266990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-2ae5a25b-7026-4df9-851b-1ea7a4976361 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.4211488 Aug 31 09:48:07.275433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c8780b-6460-45f5-a4ed-23f999af8cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.302027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c8780b-6460-45f5-a4ed-23f999af8cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.311225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b1de0-1406-433e-a3b2-48183cfb8932 req-e6f046ae-3cb3-41ce-a07a-1bdd900dda73 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:07.312767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e2b1de0-1406-433e-a3b2-48183cfb8932 req-e6f046ae-3cb3-41ce-a07a-1bdd900dda73 tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 945 time: 0.1101069 Aug 31 09:48:07.363532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c8780b-6460-45f5-a4ed-23f999af8cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.367105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a4c8780b-6460-45f5-a4ed-23f999af8cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.368656 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a4c8780b-6460-45f5-a4ed-23f999af8cb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee8d8a31-49e4-4b32-beb0-0bb43e287599 HTTP/1.1" status: 204 len: 168 time: 0.1643643 Aug 31 09:48:07.379809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8780b-6460-45f5-a4ed-23f999af8cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8d8a31-49e4-4b32-beb0-0bb43e287599,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.428633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e2b1de0-1406-433e-a3b2-48183cfb8932 req-f07c0b1b-f6f3-427b-8881-3d2fb5835afd tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a3342dc-e047-4327-8cd0-4f55887d78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072819 Aug 31 09:48:07.462581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Deleting port bbbfb722-9702-4927-93ca-7258ca59fe92 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:07.462581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.481933 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.662023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] For port bbbfb722-9702-4927-93ca-7258ca59fe92, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bbbfb722-9702-4927-93ca-7258ca59fe92,segment=NetworkSegment(2da492fa-7007-4177-bfbc-5d49b597398f),segment_id=2da492fa-7007-4177-bfbc-5d49b597398f)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:07.662320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.679824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Calling delete_port for bbbfb722-9702-4927-93ca-7258ca59fe92 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:07.726773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.746951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43cdd2a5-7981-47c9-8978-e58fb3812794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.872380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43cdd2a5-7981-47c9-8978-e58fb3812794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.877152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-43cdd2a5-7981-47c9-8978-e58fb3812794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.920023 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-43cdd2a5-7981-47c9-8978-e58fb3812794 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8973736da3d42f8b6cb3988c8ebc805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916971 Aug 31 09:48:07.922174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdd2a5-7981-47c9-8978-e58fb3812794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e528f-8479-4bd0-b7c1-44e36b244238,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:07.924600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55782) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:07.950916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:07.963795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['bbbfb722-9702-4927-93ca-7258ca59fe92'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:08.009371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Pushing event deleted for resources: {'Port': ['ID=bbbfb722-9702-4927-93ca-7258ca59fe92,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.071070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] No DVR routers for this DVR port bbbfb722-9702-4927-93ca-7258ca59fe92 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:08.076457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.078512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9becc9a-ad81-4d44-bd36-013b72d69c83 req-762d73fc-a03a-4350-bc96-e7f17f324ceb tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.15 "DELETE /v2.0/ports/bbbfb722-9702-4927-93ca-7258ca59fe92 HTTP/1.1" status: 204 len: 173 time: 0.8037522 Aug 31 09:48:08.081509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'name': 'network-vif-deleted', 'tag': 'bbbfb722-9702-4927-93ca-7258ca59fe92'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:08.083826 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5166591-e4c5-4752-bab1-290a3fc00332" -d '{"events": [{"server_uuid": "656d8427-f0fe-45b2-a507-32d8003d54e2", "name": "network-vif-deleted", "tag": "bbbfb722-9702-4927-93ca-7258ca59fe92"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:08.089287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 42a5879f-05c9-483b-b9a3-08b451779120 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:08.089492 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.092650 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e13871d9-122f-4d1a-97e8-a0ce40b16f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.144998 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894355ab-2d7e-46a9-ad07-c21402155286 x-openstack-request-id: req-894355ab-2d7e-46a9-ad07-c21402155286 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:08.145284 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656d8427-f0fe-45b2-a507-32d8003d54e2", "name": "network-vif-deleted", "tag": "bbbfb722-9702-4927-93ca-7258ca59fe92", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:08.145521 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-894355ab-2d7e-46a9-ad07-c21402155286 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:08.145920 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656d8427-f0fe-45b2-a507-32d8003d54e2', 'name': 'network-vif-deleted', 'tag': 'bbbfb722-9702-4927-93ca-7258ca59fe92', 'status': 'completed', 'code': 200} Aug 31 09:48:08.168778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e13871d9-122f-4d1a-97e8-a0ce40b16f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.238105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 42a5879f-05c9-483b-b9a3-08b451779120, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=42a5879f-05c9-483b-b9a3-08b451779120,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:08.238515 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.252338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 42a5879f-05c9-483b-b9a3-08b451779120 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:08.267100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e13871d9-122f-4d1a-97e8-a0ce40b16f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.270381 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e13871d9-122f-4d1a-97e8-a0ce40b16f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.271561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e13871d9-122f-4d1a-97e8-a0ce40b16f36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/321e528f-8479-4bd0-b7c1-44e36b244238 HTTP/1.1" status: 204 len: 168 time: 0.3453927 Aug 31 09:48:08.311661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13871d9-122f-4d1a-97e8-a0ce40b16f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e528f-8479-4bd0-b7c1-44e36b244238,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.393874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:08.415827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: a93ae035-4139-4e3e-97e7-7358ce4614e7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:08.416600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device a93ae035-4139-4e3e-97e7-7358ce4614e7 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:08.492402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.536307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=42a5879f-05c9-483b-b9a3-08b451779120,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.624005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faae42bd-faca-4a58-abaa-424fcb02daca req-20aa28f8-0efe-4a23-a8e3-785f7abe983d tempest-ServerDiskConfigTestJSON-1533516526 tempest-ServerDiskConfigTestJSON-1533516526-project] 10.222.0.18 "GET /v2.0/ports?device_id=656d8427-f0fe-45b2-a507-32d8003d54e2 HTTP/1.1" status: 200 len: 210 time: 0.0670385 Aug 31 09:48:08.716311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:08.732088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ebd85c4e-8d81-4945-a39e-10053a1202ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.796916 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.886426 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ebd85c4e-8d81-4945-a39e-10053a1202ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.891142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ebd85c4e-8d81-4945-a39e-10053a1202ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:08.937520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ebd85c4e-8d81-4945-a39e-10053a1202ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4ff23af3ecb4a1883892e15078f1a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200329 Aug 31 09:48:08.938366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd85c4e-8d81-4945-a39e-10053a1202ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580d30a4-6a70-464a-b207-f88948b043a7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:08.942387 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55794) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:08.998556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccedb-c623-49a0-95fd-a1d3d9affef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.025208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccedb-c623-49a0-95fd-a1d3d9affef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.101206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 20f9a078-e92f-4ba2-9142-954796888997 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:09.101755 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccedb-c623-49a0-95fd-a1d3d9affef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.104665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccedb-c623-49a0-95fd-a1d3d9affef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.105954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8b9ccedb-c623-49a0-95fd-a1d3d9affef9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/580d30a4-6a70-464a-b207-f88948b043a7 HTTP/1.1" status: 204 len: 168 time: 0.1622074 Aug 31 09:48:09.121577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ccedb-c623-49a0-95fd-a1d3d9affef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580d30a4-6a70-464a-b207-f88948b043a7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:09.250765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:09.257049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d90af3b1-156f-45b2-9469-fbe3cf6c704f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/20f9a078-e92f-4ba2-9142-954796888997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066308 Aug 31 09:48:09.260208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55798) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:09.262904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] Sync routers for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:09.275040 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:09.275698 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.328497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting subnet b1c1044f-f61f-4976-8c9c-51589504e02a {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:09.333685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.402844 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.435109 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:09.543317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.631767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.668915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c1044f-f61f-4976-8c9c-51589504e02a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:09.671962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:09.678611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55812) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:09.680308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7da514c1-5736-4151-b438-933762244597 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/subnets/b1c1044f-f61f-4976-8c9c-51589504e02a HTTP/1.1" status: 204 len: 168 time: 0.4181030 Aug 31 09:48:09.688535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ab222-e2d6-47b0-acd1-0ad584ecf5bb None None] Network 724893fb-f7f7-46a2-b621-7f512ec5f80d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:09.713903 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:48:08Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.800309 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] Checking router: 20f9a078-e92f-4ba2-9142-954796888997 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:09.813504 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] Routers {'20f9a078-e92f-4ba2-9142-954796888997'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:09.815211 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['20f9a078-e92f-4ba2-9142-954796888997'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:09.993288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.076765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] DHCP port deletion for 724893fb-f7f7-46a2-b621-7f512ec5f80d request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:48:10.083361 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] Set router 20f9a078-e92f-4ba2-9142-954796888997 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:10.136594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55830) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:10.166027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bbbfb722-9702-4927-93ca-7258ca59fe92 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:10.204703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: bbbfb722-9702-4927-93ca-7258ca59fe92 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:10.206245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bbbfb722-9702-4927-93ca-7258ca59fe92 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:10.227053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55832) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:10.246209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.247878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Deleting subnet f436ff54-d5d6-4644-b923-d264dfd582ec {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:10.252707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.279831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] Deleting port de0afcba-6825-4117-97a3-6a8e19455b05 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:10.280211 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.315157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.344569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:10.345563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.370458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] For port de0afcba-6825-4117-97a3-6a8e19455b05, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=de0afcba-6825-4117-97a3-6a8e19455b05,segment=NetworkSegment(b935af7b-d1a3-4ab6-8e3e-d0373fb62ded),segment_id=b935af7b-d1a3-4ab6-8e3e-d0373fb62ded)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:10.373363 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.393408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] Calling delete_port for de0afcba-6825-4117-97a3-6a8e19455b05 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:10.402715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.457664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port eb236d75-3553-4c0a-93ed-e3bdfea4a8f1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:10.458199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.474893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:10.475158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2030241199-network', 'tenant_id': '737361af84644abc93841bc77b682160'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:10.509086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.520130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Made reservation on behalf of 737361af84644abc93841bc77b682160 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:10.523465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.541484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.565428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] Pushing event deleted for resources: {'Port': ['ID=de0afcba-6825-4117-97a3-6a8e19455b05,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.577714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b210e-978b-4d03-945f-9f1e71bc552d None None] No DVR routers for this DVR port de0afcba-6825-4117-97a3-6a8e19455b05 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:10.608596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.621490 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:48:08Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:10.653399 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087ecf0-172b-409d-8d8e-31e7bdabb467 None None] The sync data for ids ['20f9a078-e92f-4ba2-9142-954796888997'] in n-d-800634-13 is: [{'id': '20f9a078-e92f-4ba2-9142-954796888997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2007058387', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:48:08Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'eb236d75-3553-4c0a-93ed-e3bdfea4a8f1', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f9a078-e92f-4ba2-9142-954796888997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:45:49Z', 'updated_at': '2021-08-31T09:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:10.679003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f436ff54-d5d6-4644-b923-d264dfd582ec,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.689140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.695160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2780469b-6fd8-49fb-9f75-983d45208cbd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f436ff54-d5d6-4644-b923-d264dfd582ec HTTP/1.1" status: 204 len: 168 time: 0.5544693 Aug 31 09:48:10.696311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55836) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:10.697847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.736110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=eb236d75-3553-4c0a-93ed-e3bdfea4a8f1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.810972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.817589 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.881709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.893405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.912838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.915297 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.957592 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.968834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.969562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Fanout notify agent at l3_agent the message router_deleted on router 20f9a078-e92f-4ba2-9142-954796888997 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:48:10.970680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:10.977614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:10.978194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.979392 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a2513599-9287-487f-9f7e-d46e3750e902 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/routers/20f9a078-e92f-4ba2-9142-954796888997 HTTP/1.1" status: 204 len: 168 time: 1.2997155 Aug 31 09:48:10.982893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55838) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:10.983916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4db1015-2445-4c4d-be66-b1b7ba47809c']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:10.997676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:10.998091 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Added segment fdf9a58e-2af4-4c8e-bffb-6efa82c61191 of type vlan for network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 Aug 31 09:48:11.001810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da492fa-7007-4177-bfbc-5d49b597398f') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.002554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da492fa-7007-4177-bfbc-5d49b597398f') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.026966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.074949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.077944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.089861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:11.090324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.091339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:11.092699 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:11.163092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.164967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:11.166217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.180532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.214753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.224186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.227678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4db1015-2445-4c4d-be66-b1b7ba47809c HTTP/1.1" status: 204 len: 168 time: 0.5299191 Aug 31 09:48:11.228072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724893fb-f7f7-46a2-b621-7f512ec5f80d']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.243017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.243257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b935af7b-d1a3-4ab6-8e3e-d0373fb62ded') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:11.255384 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.274836 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.287868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:11.288824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:11.294438 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:11.302289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0738771 Aug 31 09:48:11.311214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55842) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:11.316259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Request body: {'subnet': {'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2030241199-subnet', 'tenant_id': '737361af84644abc93841bc77b682160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:11.348350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c5583-df82-439a-8b8e-895cddcfe134 admin admin] Pushing event updated for resources: {'Network': ['ID=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.364711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae229373-3280-4de9-a266-959e177b2be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4db1015-2445-4c4d-be66-b1b7ba47809c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.368583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:11.406066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Made reservation on behalf of 737361af84644abc93841bc77b682160 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:11.410327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.415068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.443919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55844) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:11.488326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.493280 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/networks/724893fb-f7f7-46a2-b621-7f512ec5f80d HTTP/1.1" status: 204 len: 168 time: 0.5060272 Aug 31 09:48:11.494404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55846) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:11.516732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586c94b-8847-484b-b875-18c68a478119 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Network': ['ID=724893fb-f7f7-46a2-b621-7f512ec5f80d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.540736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-12eb9fdd-633f-4dd3-a3db-5373bc873d45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a966f14325c4fe8ac7a4cc676b5fd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945847 Aug 31 09:48:11.545816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:11.596839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88ecea33-4c4b-4d2a-8233-359734d19c12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.629619 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88ecea33-4c4b-4d2a-8233-359734d19c12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.646883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32be6c1c-75de-44ba-9931-41b048b3e444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.702762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32be6c1c-75de-44ba-9931-41b048b3e444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.719156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88ecea33-4c4b-4d2a-8233-359734d19c12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.723865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88ecea33-4c4b-4d2a-8233-359734d19c12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.726180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88ecea33-4c4b-4d2a-8233-359734d19c12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7238ada-00c6-4122-ab58-a9bc92cd4159 HTTP/1.1" status: 204 len: 168 time: 0.2297478 Aug 31 09:48:11.737840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecea33-4c4b-4d2a-8233-359734d19c12 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7238ada-00c6-4122-ab58-a9bc92cd4159,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.767569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.836409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926418a3-7dc0-4a18-979c-517ff38251f6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.853132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32be6c1c-75de-44ba-9931-41b048b3e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.856013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32be6c1c-75de-44ba-9931-41b048b3e444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.857209 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-32be6c1c-75de-44ba-9931-41b048b3e444 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a3342dc-e047-4327-8cd0-4f55887d78f4 HTTP/1.1" status: 204 len: 168 time: 0.3097410 Aug 31 09:48:11.874170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be6c1c-75de-44ba-9931-41b048b3e444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3342dc-e047-4327-8cd0-4f55887d78f4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:11.875742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Checking segment: {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:11.876124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Network hostable DHCP agents. Network: 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:11.900586 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:11.929262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:11.940236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:11.941212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.944673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19f0df-b235-4be8-86a3-631901c9ceee None None] Network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:11.970324 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-adda4923-ad4f-47df-9d04-14ee5d602c67 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6583128 Aug 31 09:48:12.055997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.061415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597885563', 'description': 'tempest-secgroup-smoke-1597885563 description', 'project_id': '2006540de5b246e99c0578400f943b8d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.063905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42a5879f-05c9-483b-b9a3-08b451779120 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:12.089022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.092019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 42a5879f-05c9-483b-b9a3-08b451779120 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:12.092694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 42a5879f-05c9-483b-b9a3-08b451779120 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:12.093724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:12.128447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:12.128814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device eb236d75-3553-4c0a-93ed-e3bdfea4a8f1 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:12.129224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de0afcba-6825-4117-97a3-6a8e19455b05 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:12.181962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: de0afcba-6825-4117-97a3-6a8e19455b05 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:12.182341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device de0afcba-6825-4117-97a3-6a8e19455b05 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:12.209740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc4cda-c8f8-4fbc-935e-e515fef68fe7 None None] Network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:12.209936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.215499 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.246606 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.248189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1907580 Aug 31 09:48:12.251204 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55866) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.256765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '5cce8920-7113-4767-a9be-ac601a089b1d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.259559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee803da-b892-4876-952d-42fa73e7e3e8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce8920-7113-4767-a9be-ac601a089b1d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.302393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.384035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.388684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.420062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe7d04c-eeb6-43e0-b9f3-de2ac3f0fbbd,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.429770 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.431098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b523546-9aed-44a4-93c3-52841327f1b9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788166 Aug 31 09:48:12.433910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55874) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.438596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '5cce8920-7113-4767-a9be-ac601a089b1d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.473679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.544087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.548583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.569495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4643b1b7-6605-44ab-a70a-59a4aa00b6fa,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.575762 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.577274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-898e9c84-d4b1-4eca-b490-32c68da2c3cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422777 Aug 31 09:48:12.580582 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.587064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '5cce8920-7113-4767-a9be-ac601a089b1d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.625525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.719681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.725488 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.750744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9680fd-b299-4039-8f72-d6c546eb00bb,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.761797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.763455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e23ffe4-064f-4d1f-bec4-23e68241941a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1809647 Aug 31 09:48:12.772931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.780755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '5cce8920-7113-4767-a9be-ac601a089b1d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.832879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.909395 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.913791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.930676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55896) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.934306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d36a05-23a2-46b5-8cbc-ce950e29e75f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:12.940910 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.942202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b36524d7-5277-484c-bd1a-80e41f54fc3b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681485 Aug 31 09:48:12.945114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55898) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:12.949960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '5cce8920-7113-4767-a9be-ac601a089b1d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:12.976788 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:48:12.983183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.056821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-932133991-network', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:13.061926 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.071469 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.083875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Made reservation on behalf of 80d17a25ee7a49e690f7739bfb2742d7 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:13.086704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.091171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbc80d5-cce5-495b-b316-9d8771f14d47,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.099737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.103776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0627a2f4-e88a-45c4-a646-44730a2a9381 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552534 Aug 31 09:48:13.103949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.104272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:13.109663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '5cce8920-7113-4767-a9be-ac601a089b1d', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:13.124033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:48:13.124033 n-d-800634-13 neutron-server[94896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:48:13.124033 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id_1': '2006540de5b246e99c0578400f943b8d', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 48, 13, 116931)}] Aug 31 09:48:13.124033 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:48:13.124720 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:48:13.204770 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.210728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.237955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:13.247872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0616ccd-dff8-49ea-986b-db2ce45c9323,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.253799 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.254433 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Added segment fd223a58-af0e-43de-90a4-8a8c655c0ed6 of type vlan for network 1477f798-7611-4824-8ccd-8410a790d72e Aug 31 09:48:13.296496 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.327456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.328382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:13.328887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.384217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4523101 Aug 31 09:48:13.387453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55904) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:13.393105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Request body: {'subnet': {'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-932133991-subnet', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:13.393924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e75ca-7c23-4071-8437-d91e2ce8a7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1477f798-7611-4824-8ccd-8410a790d72e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.403797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 1477f798-7611-4824-8ccd-8410a790d72e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:13.416909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Made reservation on behalf of 80d17a25ee7a49e690f7739bfb2742d7 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:13.419956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.616461 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.689059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Pushing event updated for resources: {'Subnet': ['ID=977d69bd-3e0f-4183-8f04-6bb7e819eb09,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.696031 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:48:13.701695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Checking segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:13.702044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Network hostable DHCP agents. Network: 1477f798-7611-4824-8ccd-8410a790d72e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:13.707986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.741218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Network 1477f798-7611-4824-8ccd-8410a790d72e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:13.756375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 1477f798-7611-4824-8ccd-8410a790d72e) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:13.764408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3b345-9ce1-46d9-82d8-67dde08e64fd None None] Network 1477f798-7611-4824-8ccd-8410a790d72e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:13.767264 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:13.768167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.799831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ed83a12f-bc19-4e8e-90d7-8e4c5349540a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4104726 Aug 31 09:48:13.803394 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.803394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55906) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:13.807999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:13.812308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.843109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6333cf40-7066-4831-9086-6c238144c07e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:13.863807 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.864917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.879598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.883790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55910) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:13.884076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-df07ec2f-4a39-4028-b54c-af7b4e7a4f07 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7783906 Aug 31 09:48:13.891660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'network': {'name': 'tempest-network-smoke--1464757246', 'project_id': '2006540de5b246e99c0578400f943b8d', 'port_security_enabled': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:13.922975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c66e1-74e6-4422-8fef-ea8c6c55643d None None] Network 1477f798-7611-4824-8ccd-8410a790d72e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:13.936366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:13.942624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.946911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.972964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:48:13.989751 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:13.990406 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Added segment e6023c78-3959-488f-b617-3a752873a466 of type vlan for network a74e124c-e109-4d0f-b842-131f6afb0024 Aug 31 09:48:14.046060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.083380 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.090418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:14.091337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.163768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2780862 Aug 31 09:48:14.166755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55924) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:14.173803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'admin_state_up': True, 'project_id': '2006540de5b246e99c0578400f943b8d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:14.188993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35b6a0-8e2c-4b32-9803-f1a6cde2465c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Network': ['ID=a74e124c-e109-4d0f-b842-131f6afb0024,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:14.202819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a74e124c-e109-4d0f-b842-131f6afb0024 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:48:14.208668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.210231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.275613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.420690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.522345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.607859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-a37d7a8c-010b-489d-96fd-214edc2f07e9 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:14.609473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-a37d7a8c-010b-489d-96fd-214edc2f07e9 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/networks?id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 200 len: 809 time: 0.2211034 Aug 31 09:48:14.633165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-1cd7397a-cbe2-41df-889c-a7e9405f7787 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/quotas/737361af84644abc93841bc77b682160 HTTP/1.1" status: 200 len: 375 time: 0.0166643 Aug 31 09:48:14.672153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-8b332b82-640f-4a98-990a-533af39f53df tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=737361af84644abc93841bc77b682160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317891 Aug 31 09:48:14.862518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-afd13d3d-26b9-445f-a276-facd849cba9e service neutron] 10.222.0.18 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797829 Aug 31 09:48:14.925482 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.947389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.949162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.967361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.029528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-d8a446c9-d36e-471d-a256-045525a31d1d service neutron] 10.222.0.18 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591773 Aug 31 09:48:15.080881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.107 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/e5885114-bcd1-4202-ac69-f98db58b82da) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:15.204610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.218520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fdefc4c6-5881-49ac-8404-3431cf128c4f req-6e5fb5a9-0d3f-4fff-9284-d76bcbe9bf95 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 210 time: 0.0361869 Aug 31 09:48:15.265931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.314618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:15.318346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Allocated IP 172.25.4.125 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/e99b39fe-99ab-42f5-ba8f-eaf159f8b089) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:15.319839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:15.322335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:15.328462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=e5885114-bcd1-4202-ac69-f98db58b82da,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.439494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.488184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.530735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:15.536175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:15.540330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:15.584074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Pushing event updated for resources: {'Port': ['ID=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:15.636074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.840009 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.878726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.011923 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:48:16.058425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.137459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:16.149235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Sync routers for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:16.161164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:16.162631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:16.163597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.165011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1b128aed-4c8b-43f9-8714-adc9d1cd4310 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9972446 Aug 31 09:48:16.172606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55936) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.212832 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c82f9133-35aa-4d5b-9992-52b5b7570591 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2006540de5b246e99c0578400f943b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388677 Aug 31 09:48:16.215433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55938) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.334031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa9547-a6f0-4035-88e0-2daa5c305aa5 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:16.338760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-50fa9547-a6f0-4035-88e0-2daa5c305aa5 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1220555 Aug 31 09:48:16.339509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55942) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.346431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-d06fa3d1-b908-45f1-b5a6-2bcfef31c6b9 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:16.349845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-d06fa3d1-b908-45f1-b5a6-2bcfef31c6b9 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.15 "GET /v2.0/networks?id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 200 len: 809 time: 0.2204020 Aug 31 09:48:16.377770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-880d4e8e-8c6e-4453-b858-4d7a58ea949a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360656 Aug 31 09:48:16.380137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55944) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.386215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Request body: {'port': {'device_id': 'fc835d7c-221c-47c0-a378-7601084adce2', 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4', 'admin_state_up': True, 'tenant_id': '737361af84644abc93841bc77b682160'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:16.414026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:16.452669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d20aa22f-9444-4ffb-a970-23b8c8b02a95 req-516acbd2-7086-4fb1-b63b-7d4d4e7540b1 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 210 time: 0.0870914 Aug 31 09:48:16.483535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:48:16.529050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126033533', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'project_id': '2006540de5b246e99c0578400f943b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:16.619750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:16.629799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Made reservation on behalf of 737361af84644abc93841bc77b682160 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:16.633572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.645871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:16.649643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.654593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Checking router: 7250eba9-6bf1-4674-9dc2-93d10b1eef90 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:16.655067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Updating router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 port e5885114-bcd1-4202-ac69-f98db58b82da binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:16.664089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:16.681142 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Sync routers for ids ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:16.684113 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.693215 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Routers {'7ccdb2c1-192e-40e2-a5f9-8aabee59310e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:16.694438 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:16.717025 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.721474 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-427ab72d-d555-4e9c-9a91-3b5681980b57 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9143677 Aug 31 09:48:16.721843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 55948) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:16.820663 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Set router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:16.873906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Allocated IP 172.20.0.11 (402f2b91-5c6b-4dda-ad0c-018d0da8e1b4/926418a3-7dc0-4a18-979c-517ff38251f6/fd70ba0b-e381-42db-bd45-5cab71d18523) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:16.914778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.950260 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:16.961095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Transition to ACTIVE for port object e5885114-bcd1-4202-ac69-f98db58b82da will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:16.968923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.015709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Checking segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:17.016076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network hostable DHCP agents. Network: a74e124c-e109-4d0f-b842-131f6afb0024, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:48:17.025868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Subnet': ['ID=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.031401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Attempting to bind port e5885114-bcd1-4202-ac69-f98db58b82da on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:17.031889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Attempting to bind port e5885114-bcd1-4202-ac69-f98db58b82da by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:17.032922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Attempting to bind port e5885114-bcd1-4202-ac69-f98db58b82da on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:17.040343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdba9b-b4f0-4cfe-b9ab-254450c9372d None None] Pushing event updated for resources: {'Port': ['ID=e5885114-bcd1-4202-ac69-f98db58b82da,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.043385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:17.043875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:17.044378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.044969 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:17.045557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Bound port: e5885114-bcd1-4202-ac69-f98db58b82da, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:17.046028 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.046392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network a74e124c-e109-4d0f-b842-131f6afb0024 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:48:17.053223 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 3, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:17.061317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a74e124c-e109-4d0f-b842-131f6afb0024) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:17.067318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:17.068136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.073571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931fb0ac-b815-4930-9ee1-9c6f556dae07 None None] Network a74e124c-e109-4d0f-b842-131f6afb0024 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:17.086005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-405c2e92-f928-4177-83ab-858a8d154905 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7043107 Aug 31 09:48:17.088797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 55950) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:17.118227 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Checking router: 7ccdb2c1-192e-40e2-a5f9-8aabee59310e for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:17.118607 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Updating router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:17.160166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] For port e5885114-bcd1-4202-ac69-f98db58b82da, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:17.169599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] For port e5885114-bcd1-4202-ac69-f98db58b82da, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e5885114-bcd1-4202-ac69-f98db58b82da,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:17.171584 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.176657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.314206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdba9b-b4f0-4cfe-b9ab-254450c9372d None None] Pushing event updated for resources: {'Port': ['ID=e5885114-bcd1-4202-ac69-f98db58b82da,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.321979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a74e124c-e109-4d0f-b842-131f6afb0024', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:48:17.323656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.335921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:17.336954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:17.457339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:17.511223 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.525400 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Transition to ACTIVE for port object e99b39fe-99ab-42f5-ba8f-eaf159f8b089 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:17.536078 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.614322 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80327b-5829-4266-98d2-5f759b1dbd49 None None] Pushing event updated for resources: {'Port': ['ID=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.619365 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Attempting to bind port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:17.620092 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Attempting to bind port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:17.620637 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Attempting to bind port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:17.628595 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:17.629227 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:17.629835 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.630403 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:17.631090 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Bound port: e99b39fe-99ab-42f5-ba8f-eaf159f8b089, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:17.631777 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.655270 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-4caaebf4-7d55-4c60-af8f-f6e61d6e98aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951378 Aug 31 09:48:17.666496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c120d812-b98f-4b4d-ad73-f27f8536b6c2 req-a3982478-774e-4989-921e-a8c583ec26c5 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 210 time: 0.0796640 Aug 31 09:48:17.711650 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] For port e99b39fe-99ab-42f5-ba8f-eaf159f8b089, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:17.718104 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] For port e99b39fe-99ab-42f5-ba8f-eaf159f8b089, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:17.727519 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.738425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.810768 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80327b-5829-4266-98d2-5f759b1dbd49 None None] Pushing event updated for resources: {'Port': ['ID=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:17.820693 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Routers {'7ccdb2c1-192e-40e2-a5f9-8aabee59310e'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:17.821264 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:17.860900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b274-0f7d-4161-8520-a17167a874db req-0ec9d118-ffc1-44ae-9416-a2f85de2f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:17.863292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-0ec9d118-ffc1-44ae-9416-a2f85de2f275 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1097 time: 0.1096735 Aug 31 09:48:17.875523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.940928 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.963865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:17.975106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:17.985394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:17.993007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Pushing event updated for resources: {'Port': ['ID=fd70ba0b-e381-42db-bd45-5cab71d18523,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.010682 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] Set router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:18.026414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Allocated IP 172.20.0.2 (a74e124c-e109-4d0f-b842-131f6afb0024/16fb4cc7-75fe-4ee2-a544-bfc647ee2e45/71ebc551-916d-4111-9805-8fb6db874b6b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:18.028133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.074193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:18.075157 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.106180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:18.145203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bb4603-1500-4c62-9c7f-6d26daf0acff None None] The sync data for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 is: [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:18.172630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-63499249-35b7-460f-a77a-8a2b68448497 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8096216 Aug 31 09:48:18.196496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Request body: {'port': {'device_id': 'fc835d7c-221c-47c0-a378-7601084adce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:18.230123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b274-0f7d-4161-8520-a17167a874db req-ac831d44-7613-409c-b2d6-9d9fd41bcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:18.230123 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-ac831d44-7613-409c-b2d6-9d9fd41bcf73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 200 len: 898 time: 0.2926688 Aug 31 09:48:18.269783 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 3, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:18.298060 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf860fb-7ec4-4c46-83f2-5db3d7310c67 None None] The sync data for ids ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'] in n-d-800634-13 is: [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:48:15Z', 'revision_number': 3, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:18.312261 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.330221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Transition to ACTIVE for port object 71ebc551-916d-4111-9805-8fb6db874b6b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:18.348651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Transition to ACTIVE for port object 71ebc551-916d-4111-9805-8fb6db874b6b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:18.358314 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.384792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.415210 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-6717cf3f-5c66-4bed-ba0f-ce586e33faff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 200 len: 1001 time: 0.1751988 Aug 31 09:48:18.422864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Network a74e124c-e109-4d0f-b842-131f6afb0024 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:18.430021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:18.434379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Allocated IP 172.20.0.1 (1477f798-7611-4824-8ccd-8410a790d72e/977d69bd-3e0f-4183-8f04-6bb7e819eb09/1f1668ef-8d6b-4c01-ab8b-af01b2f7367d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:18.435008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:18.449545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Pushing event updated for resources: {'Port': ['ID=71ebc551-916d-4111-9805-8fb6db874b6b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.508502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Attempting to bind port 71ebc551-916d-4111-9805-8fb6db874b6b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:18.509129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Attempting to bind port 71ebc551-916d-4111-9805-8fb6db874b6b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:18.509904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Attempting to bind port 71ebc551-916d-4111-9805-8fb6db874b6b on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:18.515695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:18.516227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Checking segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:18.516722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.517225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Bound using segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:18.520491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Bound port: 71ebc551-916d-4111-9805-8fb6db874b6b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:18.520959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.555186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b274-0f7d-4161-8520-a17167a874db req-0954ab03-a900-40d5-9c56-b813c955f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:18.556733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-0954ab03-a900-40d5-9c56-b813c955f5f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c5cf88e1-9078-4bb6-9532-0fadd4d383cc HTTP/1.1" status: 200 len: 834 time: 0.1314669 Aug 31 09:48:18.674118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] For port 71ebc551-916d-4111-9805-8fb6db874b6b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:18.679299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] For port 71ebc551-916d-4111-9805-8fb6db874b6b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=71ebc551-916d-4111-9805-8fb6db874b6b,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:18.686372 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.693367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.1 (a74e124c-e109-4d0f-b842-131f6afb0024/16fb4cc7-75fe-4ee2-a544-bfc647ee2e45/5adfb39b-4ea2-4d53-9de3-d4e76ef231aa) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:18.706700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b274-0f7d-4161-8520-a17167a874db req-4be2a4dc-a585-4ce2-9c81-e39fe4215c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:18.708407 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-4be2a4dc-a585-4ce2-9c81-e39fe4215c9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05d65365-a9da-4ece-80b3-a9d77cd4690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382251 Aug 31 09:48:18.844627 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.865677 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:18.872441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6086b6e-dc60-47dd-80be-81eac2fbd3b3 None None] Pushing event updated for resources: {'Port': ['ID=71ebc551-916d-4111-9805-8fb6db874b6b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:18.924893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-60862798-c99a-409b-922f-68c93ff98932 service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016816 Aug 31 09:48:18.996637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0af48-558d-465f-923e-2800f1a2c12d req-58be0918-108b-4959-9fce-acf14632f72d tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:18.999290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ce0af48-558d-465f-923e-2800f1a2c12d req-58be0918-108b-4959-9fce-acf14632f72d tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 932 time: 0.1745257 Aug 31 09:48:19.074523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.103518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.109571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-37d7b274-0f7d-4161-8520-a17167a874db req-a7c537ec-ad15-47e3-a1ee-7ed2d18fff7a service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766419 Aug 31 09:48:19.151984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:19.153876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd70ba0b-e381-42db-bd45-5cab71d18523 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:19.177498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Network 1477f798-7611-4824-8ccd-8410a790d72e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:19.183171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.191844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:19.199451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ce0af48-558d-465f-923e-2800f1a2c12d req-e01c15f2-627a-4600-a8ab-d49ac84ea6bf tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880257 Aug 31 09:48:19.200259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:19.205092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:19.267175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.284362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Transition to ACTIVE for port object fd70ba0b-e381-42db-bd45-5cab71d18523 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:19.292604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.307547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.350687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network a74e124c-e109-4d0f-b842-131f6afb0024 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:19.354673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:19.358006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:19.415202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:19.450046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Pushing event updated for resources: {'Port': ['ID=fd70ba0b-e381-42db-bd45-5cab71d18523,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:19.475732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.690968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.721353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Attempting to bind port fd70ba0b-e381-42db-bd45-5cab71d18523 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:19.721696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Attempting to bind port fd70ba0b-e381-42db-bd45-5cab71d18523 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:19.722031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Attempting to bind port fd70ba0b-e381-42db-bd45-5cab71d18523 on network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:19.751137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Port fd70ba0b-e381-42db-bd45-5cab71d18523 on network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:48:19.751436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Attempting to bind port fd70ba0b-e381-42db-bd45-5cab71d18523 on network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:19.753930 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:19.776300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:19.776644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Checking segment: {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:19.777035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Bound using segment: {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:19.777486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Bound port: fd70ba0b-e381-42db-bd45-5cab71d18523, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:19.777841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.003104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] For port fd70ba0b-e381-42db-bd45-5cab71d18523, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:20.008118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] For port fd70ba0b-e381-42db-bd45-5cab71d18523, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fd70ba0b-e381-42db-bd45-5cab71d18523,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:20.020319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.104055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:20.104691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.106457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd70ba0b-e381-42db-bd45-5cab71d18523 HTTP/1.1" status: 200 len: 1093 time: 1.9225881 Aug 31 09:48:20.108514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc835d7c-221c-47c0-a378-7601084adce2', 'tag': 'fd70ba0b-e381-42db-bd45-5cab71d18523'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:20.111285 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b405d-0840-4945-bc04-6f71e0c8829d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc835d7c-221c-47c0-a378-7601084adce2", "tag": "fd70ba0b-e381-42db-bd45-5cab71d18523"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:20.153563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa71ce-f47f-49b5-96d7-d2cd40eedd17 service neutron] Pushing event updated for resources: {'Port': ['ID=fd70ba0b-e381-42db-bd45-5cab71d18523,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:20.178667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.219848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e99b39fe-99ab-42f5-ba8f-eaf159f8b089 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:20.223207 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6bd87e-25e7-4703-a413-5ab2b31c7cdf x-openstack-request-id: req-2d6bd87e-25e7-4703-a413-5ab2b31c7cdf {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:20.223894 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc835d7c-221c-47c0-a378-7601084adce2", "tag": "fd70ba0b-e381-42db-bd45-5cab71d18523", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:20.224256 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d6bd87e-25e7-4703-a413-5ab2b31c7cdf {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:20.224820 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc835d7c-221c-47c0-a378-7601084adce2', 'tag': 'fd70ba0b-e381-42db-bd45-5cab71d18523', 'status': 'completed', 'code': 200} Aug 31 09:48:20.225479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.313412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:20.320184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:20.320635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.325990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:20.338798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-f427489d-48fc-4529-8255-b3799b1fb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:20.340715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-f427489d-48fc-4529-8255-b3799b1fb9ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=737361af84644abc93841bc77b682160&device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 1096 time: 0.1768036 Aug 31 09:48:20.342161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.425770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-7376dfb6-0e73-4d7b-8ef0-9ca4e6e73490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd70ba0b-e381-42db-bd45-5cab71d18523 HTTP/1.1" status: 200 len: 217 time: 0.0751386 Aug 31 09:48:20.455907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.487218 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e99b39fe-99ab-42f5-ba8f-eaf159f8b089, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:20.493379 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.496805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 71ebc551-916d-4111-9805-8fb6db874b6b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:20.590249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055660c-c8e4-4009-b885-379977d32a08 None None] Network a74e124c-e109-4d0f-b842-131f6afb0024 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:20.626322 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.630513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Network 1477f798-7611-4824-8ccd-8410a790d72e is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:20.634719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.639125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6ee71-1387-4f41-8a36-3e8847cb6ecc req-afd12d53-4713-46ce-960c-b16f746500c6 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:20.640180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58a6ee71-1387-4f41-8a36-3e8847cb6ecc req-afd12d53-4713-46ce-960c-b16f746500c6 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 944 time: 0.2291083 Aug 31 09:48:20.642173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-a0ad2e5a-c279-4f37-8c1b-5f82b94d08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:20.643493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:20.643710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-a0ad2e5a-c279-4f37-8c1b-5f82b94d08eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=926418a3-7dc0-4a18-979c-517ff38251f6 HTTP/1.1" status: 200 len: 849 time: 0.1167583 Aug 31 09:48:20.644797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:20.668616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f966dc66-c94e-42cc-8292-148ec9b22ffd None None] Provisioning for port 71ebc551-916d-4111-9805-8fb6db874b6b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:20.697237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 71ebc551-916d-4111-9805-8fb6db874b6b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:20.700812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-e819da57-9d86-4434-9763-46d1645c4cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424404 Aug 31 09:48:20.712360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.715824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 71ebc551-916d-4111-9805-8fb6db874b6b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:20.716205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.819685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:20.833194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.833683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.834125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.834626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.835145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.835307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58a6ee71-1387-4f41-8a36-3e8847cb6ecc req-666597dd-cc0c-494f-8382-f529aec1953a tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777573 Aug 31 09:48:20.835657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.836089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.836517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.836960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.837384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.837805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.839023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:20.878304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network a74e124c-e109-4d0f-b842-131f6afb0024 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:20.880780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:20.899389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.954888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 71ebc551-916d-4111-9805-8fb6db874b6b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=71ebc551-916d-4111-9805-8fb6db874b6b,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:20.960720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:20.961898 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5885114-bcd1-4202-ac69-f98db58b82da up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:20.964804 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-9bc58e2c-a0cc-48e2-8007-ccd93ef2288b service neutron] 10.222.0.15 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969593 Aug 31 09:48:21.066005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:21.097497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:21.107333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=71ebc551-916d-4111-9805-8fb6db874b6b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:21.112366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e5885114-bcd1-4202-ac69-f98db58b82da completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:21.117811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e5885114-bcd1-4202-ac69-f98db58b82da triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:21.118286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.246873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:21.254059 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f3263fb4-3761-4898-85f6-e307bd76691e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/7250eba9-6bf1-4674-9dc2-93d10b1eef90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1637516 Aug 31 09:48:21.275424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44c452c6-307d-4d11-b7e8-f49bb2b67555 req-373da468-b4dd-42b1-8250-2e631ea15659 service neutron] 10.222.0.15 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982476 Aug 31 09:48:21.287792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.315891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:21.326909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2d7c0fd8-c4f0-4a0d-a38f-18cef2b1af07 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ccdb2c1-192e-40e2-a5f9-8aabee59310e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6039717 Aug 31 09:48:21.368043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e5885114-bcd1-4202-ac69-f98db58b82da, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e5885114-bcd1-4202-ac69-f98db58b82da,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:21.400575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.413221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b405d-0840-4945-bc04-6f71e0c8829d req-155a632d-acb0-4bfe-8c03-72acf00d5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:21.415828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-155a632d-acb0-4bfe-8c03-72acf00d5b4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=737361af84644abc93841bc77b682160&device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 1096 time: 0.0684834 Aug 31 09:48:21.423443 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9ea4efc3-b8f3-4c9c-9f7e-dab1bde915bc None None] Provisioning for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:21.485132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9ea4efc3-b8f3-4c9c-9f7e-dab1bde915bc None None] Provisioning complete for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:21.485509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ea4efc3-b8f3-4c9c-9f7e-dab1bde915bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.542750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b405d-0840-4945-bc04-6f71e0c8829d req-2f9fbe1d-40a2-4857-bcf2-fa789c04b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:21.542750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-2f9fbe1d-40a2-4857-bcf2-fa789c04b182 service neutron] 10.222.0.15 "GET /v2.0/networks?id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 200 len: 910 time: 0.1152914 Aug 31 09:48:21.547892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4efc3-b8f3-4c9c-9f7e-dab1bde915bc None None] Port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:21.561156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e5885114-bcd1-4202-ac69-f98db58b82da,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:21.566598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9ea4efc3-b8f3-4c9c-9f7e-dab1bde915bc None None] Provisioning complete for port 71ebc551-916d-4111-9805-8fb6db874b6b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:21.566982 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9ea4efc3-b8f3-4c9c-9f7e-dab1bde915bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:21.631471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-c72f0e61-db1d-4795-9b3c-5bc6354d3f72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd70ba0b-e381-42db-bd45-5cab71d18523 HTTP/1.1" status: 200 len: 217 time: 0.0843992 Aug 31 09:48:21.688618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-34816faa-2813-430d-a5aa-721ccde42209 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597885563&fields=id&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 267 time: 0.1482067 Aug 31 09:48:21.753376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Sync routers for ids ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:21.770204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Routers {'7ccdb2c1-192e-40e2-a5f9-8aabee59310e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:21.771579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:21.789493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b405d-0840-4945-bc04-6f71e0c8829d req-5f5f0280-c88d-4c04-8920-d4dea51b4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:21.791018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-5f5f0280-c88d-4c04-8920-d4dea51b4cbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=926418a3-7dc0-4a18-979c-517ff38251f6 HTTP/1.1" status: 200 len: 849 time: 0.1514275 Aug 31 09:48:21.841884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-6b74e4ca-11d0-44c1-9232-8b09b3449cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426927 Aug 31 09:48:21.883032 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Sync routers for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:21.896133 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:21.899391 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:21.923397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Set router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:21.938923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-c4dd13c0-3993-42e9-b909-1c28b5cfbb2a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:21.941034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-c4dd13c0-3993-42e9-b909-1c28b5cfbb2a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 797 time: 0.2306890 Aug 31 09:48:22.013499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-67efe574-9dc8-4d09-80ca-bd890d849f9f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/quotas/2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 375 time: 0.0646367 Aug 31 09:48:22.055071 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:22.078762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e99b39fe-99ab-42f5-ba8f-eaf159f8b089 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:22.096173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-7f0420d1-0797-4764-8fb2-5f7f0e0ec288 service neutron] 10.222.0.15 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460032 Aug 31 09:48:22.114890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6883f4be-dc42-4532-9a45-b9de792701da None None] Provisioning complete for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:22.115259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6883f4be-dc42-4532-9a45-b9de792701da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.122698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-a01f9f0c-fd62-46f3-9996-b27078c45b31 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:22.124309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-a01f9f0c-fd62-46f3-9996-b27078c45b31 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 810 time: 0.2038996 Aug 31 09:48:22.183976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6883f4be-dc42-4532-9a45-b9de792701da None None] Port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:22.188424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-9da8e4bf-8190-42de-865c-488fd4b4a605 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593392 Aug 31 09:48:22.193127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-0dcbe750-8654-4f79-a943-d78690ff2b67 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/quotas/80d17a25ee7a49e690f7739bfb2742d7 HTTP/1.1" status: 200 len: 375 time: 0.0572963 Aug 31 09:48:22.206152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:22.206152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.307401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-649b405d-0840-4945-bc04-6f71e0c8829d req-58e8983c-63c9-4463-a679-2721d2a7d6c0 service neutron] 10.222.0.15 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023752 Aug 31 09:48:22.320712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1f1668ef-8d6b-4c01-ab8b-af01b2f7367d', 'name': '', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'mac_address': 'fa:16:3e:ff:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 2, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'subnets': [{'id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:22.332346 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:20Z', 'revision_number': 2, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:22.347860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-fdacbcc7-1574-4cb4-a5ff-4a206cd09ff7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366713 Aug 31 09:48:22.367026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Checking router: 7ccdb2c1-192e-40e2-a5f9-8aabee59310e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:22.367376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Updating router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:22.371233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Checking router: 7250eba9-6bf1-4674-9dc2-93d10b1eef90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:22.371662 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Updating router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:48:22.407733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 71ebc551-916d-4111-9805-8fb6db874b6b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:22.411284 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.411948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-14604241-41d2-4943-b842-c3644b5b99c7 None None] Provisioning complete for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:22.412320 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14604241-41d2-4943-b842-c3644b5b99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.431893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.530220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-14604241-41d2-4943-b842-c3644b5b99c7 None None] Port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:22.556682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 71ebc551-916d-4111-9805-8fb6db874b6b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:22.557063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.728640 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.740793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Transition to ACTIVE for port object 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:22.748733 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.761466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-eabd1fde-41de-4c79-b16d-61ba54896570 service neutron] 10.222.0.18 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489013 Aug 31 09:48:22.790019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5885114-bcd1-4202-ac69-f98db58b82da up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:22.799879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8ac43-4346-4361-8fbd-fe10c6877f0a None None] Pushing event updated for resources: {'Port': ['ID=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:22.898691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-09667015-0f51-4d3e-b02d-01148f54fa9c service neutron] 10.222.0.18 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361662 Aug 31 09:48:22.918598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e5885114-bcd1-4202-ac69-f98db58b82da triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:22.918983 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.940007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-fea2e737-0576-4170-be35-ad05948642ae service neutron] 10.222.0.18 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777377 Aug 31 09:48:22.957341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:22.979027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Transition to ACTIVE for port object 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:22.999235 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.041299 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Attempting to bind port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:23.041879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Attempting to bind port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:23.042161 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Attempting to bind port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:23.048075 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:23.048454 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Checking segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:23.049706 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.050119 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Bound using segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:23.050636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Bound port: 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:23.051064 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.083427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-6b5cda8e-99f5-4eed-b90f-a0a8ca39ef47 service neutron] 10.222.0.18 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830029 Aug 31 09:48:23.114858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830451e-3f30-41cc-84f5-9c9b532b01e6 None None] Pushing event updated for resources: {'Port': ['ID=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.164330 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] For port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:23.170031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] For port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:23.176980 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.209689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Attempting to bind port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:23.210067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Attempting to bind port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:23.210431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Attempting to bind port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d on network 1477f798-7611-4824-8ccd-8410a790d72e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:23.221313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:23.221700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Checking segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:23.222106 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.222581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Bound using segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:23.223038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Bound port: 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:23.223474 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.271236 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8ac43-4346-4361-8fbd-fe10c6877f0a None None] Pushing event updated for resources: {'Port': ['ID=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.311759 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:23.312542 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:23.330427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0139ae-12e5-4554-bcdd-bfd255d8de62 req-d3c98487-603a-4cad-ac68-d6a957d28996 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:23.351477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f0139ae-12e5-4554-bcdd-bfd255d8de62 req-d3c98487-603a-4cad-ac68-d6a957d28996 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 944 time: 0.1395848 Aug 31 09:48:23.413293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] For port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:23.422338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c5966a7-2c19-4d29-a0d0-f50aa2bb4fa8 req-e1fd9f2d-75cd-42bb-aa28-83472af3af93 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 210 time: 0.0401609 Aug 31 09:48:23.424880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] For port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:23.435382 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:23.451326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f0139ae-12e5-4554-bcdd-bfd255d8de62 req-f745be93-8251-4942-b9d6-7151bdb7f6cd tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889337 Aug 31 09:48:23.566974 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:23.596519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830451e-3f30-41cc-84f5-9c9b532b01e6 None None] Pushing event updated for resources: {'Port': ['ID=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:23.600559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1345563-d0f3-4e64-a6fb-19f42ad657a8 req-c053a9e5-9e0a-4888-9f4e-05cbff29acd7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 210 time: 0.0649741 Aug 31 09:48:23.605048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Routers {'7ccdb2c1-192e-40e2-a5f9-8aabee59310e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:23.605743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:23.878317 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:23Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:23.927664 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a6757-d41a-42d5-9a15-43c0f405086d None None] The sync data for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 is: [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:23Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:23.927878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] Set router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:24.122374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fd70ba0b-e381-42db-bd45-5cab71d18523 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:24.290339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port fd70ba0b-e381-42db-bd45-5cab71d18523, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fd70ba0b-e381-42db-bd45-5cab71d18523,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:24.306461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'fd70ba0b-e381-42db-bd45-5cab71d18523', 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4', 'port_id': 'fd70ba0b-e381-42db-bd45-5cab71d18523', 'mac_address': 'fa:16:3e:94:ce:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926418a3-7dc0-4a18-979c-517ff38251f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:24.319747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1f1668ef-8d6b-4c01-ab8b-af01b2f7367d', 'name': '', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'mac_address': 'fa:16:3e:ff:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:23Z', 'revision_number': 4, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'subnets': [{'id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:24.377311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a576138-2984-46d8-9b29-7a641d32eead None None] The sync data for ids ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'] in n-d-800634-13 is: [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1f1668ef-8d6b-4c01-ab8b-af01b2f7367d', 'name': '', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'mac_address': 'fa:16:3e:ff:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:23Z', 'revision_number': 4, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'subnets': [{'id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:24.391467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.407544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd70ba0b-e381-42db-bd45-5cab71d18523 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:24.444452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port fd70ba0b-e381-42db-bd45-5cab71d18523, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fd70ba0b-e381-42db-bd45-5cab71d18523,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:24.449549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:24.602697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=fd70ba0b-e381-42db-bd45-5cab71d18523,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:24.634412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e2cdf51-afd7-4abe-bb6e-7fe78db0cfa5 req-a4b5e3dd-e74c-48da-b7a9-faba057737fd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 210 time: 0.0596499 Aug 31 09:48:24.675123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['fd70ba0b-e381-42db-bd45-5cab71d18523'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:24.747480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4a928-c109-4c69-a32d-50cf3eb87510 req-bb22cd2d-0baf-41bd-ae31-5f8063685709 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:24.749346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31f4a928-c109-4c69-a32d-50cf3eb87510 req-bb22cd2d-0baf-41bd-ae31-5f8063685709 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 945 time: 0.1450171 Aug 31 09:48:24.822078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-de463f7c-5c39-4a3e-98e9-0c81aa53085b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:24.823723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-de463f7c-5c39-4a3e-98e9-0c81aa53085b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 797 time: 0.3671856 Aug 31 09:48:24.826290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc9e2bd5-dc69-4402-aa37-7f7a07ee3aa8 req-4e741954-ecaf-43fd-9aef-f43e400bd2f3 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 210 time: 0.0716584 Aug 31 09:48:24.865293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31f4a928-c109-4c69-a32d-50cf3eb87510 req-479aeb1b-e08d-4050-a0b5-4f8445aeb377 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958457 Aug 31 09:48:24.921627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-7684b32e-dc8f-493c-a1de-ec8662dc7e89 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 380 time: 0.0765171 Aug 31 09:48:24.938370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'port': {'device_id': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'admin_state_up': True, 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'security_groups': ['5cce8920-7113-4767-a9be-ac601a089b1d']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:25.047331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-f6b7f870-30fe-41ee-896f-9b7d9ee580ad tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:25.049479 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-f6b7f870-30fe-41ee-896f-9b7d9ee580ad tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.15 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 810 time: 0.1367385 Aug 31 09:48:25.071148 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:25.073661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Request body: {'port': {'device_id': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'admin_state_up': True, 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:25.075854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.217613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Made reservation on behalf of 80d17a25ee7a49e690f7739bfb2742d7 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:25.223250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.233058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.4 (a74e124c-e109-4d0f-b842-131f6afb0024/16fb4cc7-75fe-4ee2-a544-bfc647ee2e45/8a93c30c-b982-4964-aebf-670c8ba0b55a) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:25.386959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Allocated IP 172.20.0.12 (1477f798-7611-4824-8ccd-8410a790d72e/977d69bd-3e0f-4183-8f04-6bb7e819eb09/b0148ef8-1794-4c79-8947-814393d84753) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:25.397222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.416562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 8a93c30c-b982-4964-aebf-670c8ba0b55a will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:25.454356 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.498435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network a74e124c-e109-4d0f-b842-131f6afb0024 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:25.504017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:25.507961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:25.539995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.571174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:25.571851 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.588086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-37ba49fb-22b4-41af-8fdc-eba3bb6f3416 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6539109 Aug 31 09:48:25.599053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.601731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Request body: {'port': {'device_id': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:25.647347 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.667185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.688373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Network 1477f798-7611-4824-8ccd-8410a790d72e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:25.692989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:25.697199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:25.776079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Pushing event updated for resources: {'Port': ['ID=b0148ef8-1794-4c79-8947-814393d84753,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.790346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:25.791102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.807366 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-dbcfd398-8b33-4e18-8176-f109b82db157 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466094 Aug 31 09:48:25.820205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Request body: {'port': {'device_id': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:25.855266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eae1dbf7-1cc3-48ea-b2f7-c8fb39636666 None None] Provisioning for port 8a93c30c-b982-4964-aebf-670c8ba0b55a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:25.869697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eae1dbf7-1cc3-48ea-b2f7-c8fb39636666 None None] Provisioning complete for port 8a93c30c-b982-4964-aebf-670c8ba0b55a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:25.870623 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eae1dbf7-1cc3-48ea-b2f7-c8fb39636666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.885645 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.900565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feed32-e531-49e4-a34b-db03fec1bea3 req-8dc136b4-a7dc-4b5f-9404-cba40758519b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:25.902167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0feed32-e531-49e4-a34b-db03fec1bea3 req-8dc136b4-a7dc-4b5f-9404-cba40758519b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 931 time: 0.1085968 Aug 31 09:48:25.929027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-eae1dbf7-1cc3-48ea-b2f7-c8fb39636666 None None] Port 8a93c30c-b982-4964-aebf-670c8ba0b55a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:48:26.023836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0feed32-e531-49e4-a34b-db03fec1bea3 req-69135020-761e-4842-8ef0-caabcca3bdd7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038473 Aug 31 09:48:26.046884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bad9a1-1c65-489f-b604-b20238ef3fbf req-73e7b4f5-db82-4971-84b8-23cb5e6f784a tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:26.049337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91bad9a1-1c65-489f-b604-b20238ef3fbf req-73e7b4f5-db82-4971-84b8-23cb5e6f784a tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 932 time: 0.1247759 Aug 31 09:48:26.068985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:26.101509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a93c30c-b982-4964-aebf-670c8ba0b55a {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:26.111320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.120259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fd70ba0b-e381-42db-bd45-5cab71d18523 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:26.172538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Transition to ACTIVE for port object 8a93c30c-b982-4964-aebf-670c8ba0b55a will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:26.196314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.196538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:26.202530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:26.203670 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.251945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91bad9a1-1c65-489f-b604-b20238ef3fbf req-ae6e9ddd-1240-4ede-a6a0-f5149bf0885c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266475 Aug 31 09:48:26.295445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port fd70ba0b-e381-42db-bd45-5cab71d18523 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:26.302500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port fd70ba0b-e381-42db-bd45-5cab71d18523 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:26.302746 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.320798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0148ef8-1794-4c79-8947-814393d84753 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:26.332668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.337649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ff4f-a0f1-480c-b4e0-ff39330f1b01 req-866fb33d-03f6-499e-b2ff-6fbec20b7e5a tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:26.343972 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee00ff4f-a0f1-480c-b4e0-ff39330f1b01 req-866fb33d-03f6-499e-b2ff-6fbec20b7e5a tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 945 time: 0.2263029 Aug 31 09:48:26.358680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Transition to ACTIVE for port object b0148ef8-1794-4c79-8947-814393d84753 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:26.364367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.435442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.466756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.512906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Pushing event updated for resources: {'Port': ['ID=b0148ef8-1794-4c79-8947-814393d84753,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.535749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ee00ff4f-a0f1-480c-b4e0-ff39330f1b01 req-684223aa-72be-445c-91f5-e19b98390235 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545532 Aug 31 09:48:26.595061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:26.596464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:26.597144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:26.608145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:48:26.609022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:26.619914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:26.619914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Checking segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:26.620645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Bound using segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:26.621216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Bound port: 8a93c30c-b982-4964-aebf-670c8ba0b55a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:26.621691 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.623759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Attempting to bind port b0148ef8-1794-4c79-8947-814393d84753 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:26.624332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Attempting to bind port b0148ef8-1794-4c79-8947-814393d84753 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:26.624957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Attempting to bind port b0148ef8-1794-4c79-8947-814393d84753 on network 1477f798-7611-4824-8ccd-8410a790d72e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:26.639107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Port b0148ef8-1794-4c79-8947-814393d84753 on network 1477f798-7611-4824-8ccd-8410a790d72e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:48:26.639493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Attempting to bind port b0148ef8-1794-4c79-8947-814393d84753 on network 1477f798-7611-4824-8ccd-8410a790d72e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:26.651687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:26.652220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:26.655168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Checking segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:26.656198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.656823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Bound using segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:26.657620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Bound port: b0148ef8-1794-4c79-8947-814393d84753, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:26.658716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.687528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.688761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:26.742128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc835d7c-221c-47c0-a378-7601084adce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd70ba0b-e381-42db-bd45-5cab71d18523'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:26.744766 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa155673-01d7-44e8-b7fb-be4b1d17e310" -d '{"events": [{"server_uuid": "fc835d7c-221c-47c0-a378-7601084adce2", "name": "network-vif-plugged", "status": "completed", "tag": "fd70ba0b-e381-42db-bd45-5cab71d18523"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:26.771874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:26.779754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:26.786712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.804225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] For port b0148ef8-1794-4c79-8947-814393d84753, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:26.816097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] For port b0148ef8-1794-4c79-8947-814393d84753, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b0148ef8-1794-4c79-8947-814393d84753,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:26.828557 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be956d-b327-44c3-8e91-e379a0778c8e x-openstack-request-id: req-08be956d-b327-44c3-8e91-e379a0778c8e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:26.829111 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc835d7c-221c-47c0-a378-7601084adce2", "name": "network-vif-plugged", "status": "completed", "tag": "fd70ba0b-e381-42db-bd45-5cab71d18523", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:26.829218 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08be956d-b327-44c3-8e91-e379a0778c8e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:26.829535 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc835d7c-221c-47c0-a378-7601084adce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd70ba0b-e381-42db-bd45-5cab71d18523', 'code': 200} Aug 31 09:48:26.843699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port fd70ba0b-e381-42db-bd45-5cab71d18523, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fd70ba0b-e381-42db-bd45-5cab71d18523,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:26.849188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.867986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.883999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:26.891529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.896568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:26.897383 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.902451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:26.903089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.904527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] 10.222.0.15 "PUT /v2.0/ports/b0148ef8-1794-4c79-8947-814393d84753 HTTP/1.1" status: 200 len: 1093 time: 1.0891993 Aug 31 09:48:26.904662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:26.904990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'tag': 'b0148ef8-1794-4c79-8947-814393d84753'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:26.905227 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:26.906763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-a64c6152-71ee-4a7a-9afa-ad61f190a07e service neutron] 10.222.0.15 "PUT /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 1092 time: 1.3096530 Aug 31 09:48:26.907377 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:26.907555 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94649f4-009d-43a8-8d9d-75802ddabcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4a248a-bce2-472e-b2c1-984230057bb2", "tag": "b0148ef8-1794-4c79-8947-814393d84753"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:26.909809 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0116820-9730-403c-8854-cb0d96d7dd18" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:26.925788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:26.967690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae458f4-81c6-418f-a0cb-e0833f06f376 service neutron] Pushing event updated for resources: {'Port': ['ID=b0148ef8-1794-4c79-8947-814393d84753,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.019303 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da794639-7814-4226-9582-c2e6088fa3b2 x-openstack-request-id: req-da794639-7814-4226-9582-c2e6088fa3b2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:27.020100 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4a248a-bce2-472e-b2c1-984230057bb2", "tag": "b0148ef8-1794-4c79-8947-814393d84753", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:27.020903 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da794639-7814-4226-9582-c2e6088fa3b2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:27.021726 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'tag': 'b0148ef8-1794-4c79-8947-814393d84753', 'status': 'completed', 'code': 200} Aug 31 09:48:27.022607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.15', 56053) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:27.054756 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4608e5a1-0c97-4e08-829e-d8de71264ba5 x-openstack-request-id: req-4608e5a1-0c97-4e08-829e-d8de71264ba5 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:27.055050 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:27.055302 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4608e5a1-0c97-4e08-829e-d8de71264ba5 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:27.055707 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'status': 'completed', 'code': 200} Aug 31 09:48:27.071559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f766694-0754-4ff8-b491-3805d1202a9f req-5657708a-c2d1-4ffa-b797-f588d260965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.073259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f766694-0754-4ff8-b491-3805d1202a9f req-5657708a-c2d1-4ffa-b797-f588d260965a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 1098 time: 0.1139190 Aug 31 09:48:27.107658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=fd70ba0b-e381-42db-bd45-5cab71d18523,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.113508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-de35a5df-1e0a-4582-bf2a-f67815387f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.116921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-de35a5df-1e0a-4582-bf2a-f67815387f1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 1096 time: 0.1170354 Aug 31 09:48:27.161210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f766694-0754-4ff8-b491-3805d1202a9f req-dc1bd329-bbb5-4feb-86de-06e44f6f1dc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Aug 31 09:48:27.193257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-b820b901-01ea-4fc6-83ad-0d6a68295a44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0148ef8-1794-4c79-8947-814393d84753 HTTP/1.1" status: 200 len: 217 time: 0.0666955 Aug 31 09:48:27.200464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-5b67f6ca-488a-4f33-9ce5-5e4a5c0f5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.202507 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-5b67f6ca-488a-4f33-9ce5-5e4a5c0f5257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1095 time: 0.1755621 Aug 31 09:48:27.247163 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.258093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafd24-83e0-4f72-965d-cdf42077a305 req-2a5b5e43-b50c-461d-b9f3-3700adfdf9c8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.260392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2adafd24-83e0-4f72-965d-cdf42077a305 req-2a5b5e43-b50c-461d-b9f3-3700adfdf9c8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 943 time: 0.0765152 Aug 31 09:48:27.314057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:27.323102 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.328905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2adafd24-83e0-4f72-965d-cdf42077a305 req-1ebd94bf-f4d5-4724-8d5c-d9cf049dd9f9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564785 Aug 31 09:48:27.399216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.438831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-eea8b293-d8d4-47f8-8b39-3feeda820177 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 217 time: 0.0800090 Aug 31 09:48:27.439479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3229d4-6a18-4264-9566-d5b735d8edd7 req-a7332fca-879c-4bb1-aae1-8a0525757138 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.441403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b3229d4-6a18-4264-9566-d5b735d8edd7 req-a7332fca-879c-4bb1-aae1-8a0525757138 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 944 time: 0.0732133 Aug 31 09:48:27.494688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-27c90467-2792-4ce1-81ca-7aa323842262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.496463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-27c90467-2792-4ce1-81ca-7aa323842262 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.1317360 Aug 31 09:48:27.511506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1b3229d4-6a18-4264-9566-d5b735d8edd7 req-ad5b4826-5dde-4052-8bd9-d6ade0f988a6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626156 Aug 31 09:48:27.538721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-ea9b03f9-9305-4db0-81d5-322a67fc46b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315082 Aug 31 09:48:27.540483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-6d67a65b-ad65-4e19-a441-154995d22df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.541831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-6d67a65b-ad65-4e19-a441-154995d22df5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.0941639 Aug 31 09:48:27.650904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-f4336de7-36e9-4a14-b2ba-c6bc995d7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.652341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-f4336de7-36e9-4a14-b2ba-c6bc995d7ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921533 Aug 31 09:48:27.669030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbf2ab-7f5f-4be0-b276-5b674a32201e req-05fe696f-8f8e-487b-bd97-0c382096b13f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.670651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2dbf2ab-7f5f-4be0-b276-5b674a32201e req-05fe696f-8f8e-487b-bd97-0c382096b13f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 946 time: 0.0586321 Aug 31 09:48:27.712111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2dbf2ab-7f5f-4be0-b276-5b674a32201e req-1b04e29f-04a1-4c4c-8064-80a469a80e64 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340905 Aug 31 09:48:27.720452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-b19f789f-e4cc-4ff1-9f32-3e941aa73b18 service neutron] 10.222.0.15 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676810 Aug 31 09:48:27.817923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-6efb0cae-a2c4-4401-9123-0e44b2605a87 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570101 Aug 31 09:48:27.892090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d8ab09b-de20-4f3f-bacc-39d5193a4c29 req-959038ab-bee8-4b68-8cc8-baa7a56ad4b6 service neutron] 10.222.0.15 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633339 Aug 31 09:48:27.960572 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a35821f0-7101-43ab-8501-87bb4ae54d96 req-ae68ecca-86b8-4ba7-b433-99a81067caaf service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329827 Aug 31 09:48:28.004076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-491b030d-23d0-4c92-b033-416345b68d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.005852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-491b030d-23d0-4c92-b033-416345b68d1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0596170 Aug 31 09:48:28.021865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:28.082752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:28.083392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.126265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-df4e1e24-84ce-4aa4-8708-2e25552ba165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.128662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-df4e1e24-84ce-4aa4-8708-2e25552ba165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1095 time: 0.0712209 Aug 31 09:48:28.139951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-d9efca40-f28c-4748-9fa9-e2e37785ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.141428 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-d9efca40-f28c-4748-9fa9-e2e37785ed71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 911 time: 0.1276762 Aug 31 09:48:28.173224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:28.226086 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-01553189-24d7-4259-bfd3-2df985b1141c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0148ef8-1794-4c79-8947-814393d84753 HTTP/1.1" status: 200 len: 217 time: 0.0654259 Aug 31 09:48:28.232309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:28.232681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.302814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-5b70f0ac-8599-4e1f-a3c7-2088dcd0fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.304509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-5b70f0ac-8599-4e1f-a3c7-2088dcd0fe31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.1659060 Aug 31 09:48:28.305866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-4eecb48c-1a31-44c5-81de-cfc29b49bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.307384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-4eecb48c-1a31-44c5-81de-cfc29b49bb1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.0697196 Aug 31 09:48:28.387179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-90dbc628-6c62-49fa-b962-60369faac2bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 217 time: 0.0685723 Aug 31 09:48:28.413920 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-4832a167-2d8e-49b2-a36f-f57a2ec05de0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931795 Aug 31 09:48:28.478831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c395fcb-e3fc-4319-a554-330237dc1fd4 req-1bf2588c-bf50-4486-a191-03b293fe3510 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.480240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c395fcb-e3fc-4319-a554-330237dc1fd4 req-1bf2588c-bf50-4486-a191-03b293fe3510 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 943 time: 0.0613773 Aug 31 09:48:28.511581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-ab053f98-9af2-47f6-99e6-965228288c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.512957 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-ab053f98-9af2-47f6-99e6-965228288c97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.1052217 Aug 31 09:48:28.522783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c395fcb-e3fc-4319-a554-330237dc1fd4 req-b82af8a7-61a6-4914-aec6-1fcd1e2597ed tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349319 Aug 31 09:48:28.550743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8a203517-a39d-4f60-a051-385212315440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:28.572714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-a1d7a432-e068-41f4-8222-cb4bcf03c7f9 service neutron] 10.222.0.15 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500373 Aug 31 09:48:28.589941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-b05aa9d9-5799-4abf-8fac-491356e4541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.591610 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-b05aa9d9-5799-4abf-8fac-491356e4541e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703781 Aug 31 09:48:28.643538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a8cdb-540f-4a10-90f2-c39022375c20 req-776d1080-7508-4637-b4d6-9818d97cfeab tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.646027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e6a8cdb-540f-4a10-90f2-c39022375c20 req-776d1080-7508-4637-b4d6-9818d97cfeab tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 944 time: 0.0565946 Aug 31 09:48:28.697095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e6a8cdb-540f-4a10-90f2-c39022375c20 req-3874d7ab-9813-440c-893c-19104bc285c2 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Aug 31 09:48:28.734935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b94649f4-009d-43a8-8d9d-75802ddabcbe req-61ec26c5-66c9-4aa9-8653-180d2da3a8af service neutron] 10.222.0.15 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536598 Aug 31 09:48:28.746356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-d79a6eb2-6626-4745-89b7-c41b453694f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430330 Aug 31 09:48:28.840317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359e96-303a-4a68-b4c3-829cd548ed19 req-a2de0f66-5b10-4d35-9c45-8fbe0567577e tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.841966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74359e96-303a-4a68-b4c3-829cd548ed19 req-a2de0f66-5b10-4d35-9c45-8fbe0567577e tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 946 time: 0.0548007 Aug 31 09:48:28.844447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a0116820-9730-403c-8854-cb0d96d7dd18 req-e865a837-e342-428f-86ea-94b0ffe39e78 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884783 Aug 31 09:48:28.882864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74359e96-303a-4a68-b4c3-829cd548ed19 req-d7229056-807e-4529-8777-74e3f5c14475 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Aug 31 09:48:29.115622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56058) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:29.202573 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05889a79-cdd7-41ea-92e3-bfc2bc8ebdd9 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/floatingips/f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 HTTP/1.1" status: 200 len: 993 time: 0.0857151 Aug 31 09:48:29.488066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56072) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:29.625128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8218-bdc3-4208-b52a-27ed87b68b3f req-0e3141d9-bf9c-4683-b982-c41355068aeb tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:29.627264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dffb8218-bdc3-4208-b52a-27ed87b68b3f req-0e3141d9-bf9c-4683-b982-c41355068aeb tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 946 time: 0.0964520 Aug 31 09:48:29.737262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dffb8218-bdc3-4208-b52a-27ed87b68b3f req-543554df-2a42-4ba1-b5e5-dae0332f79ea tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977604 Aug 31 09:48:29.744269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea387a4-923f-4689-9b32-d1f0438d6a35 req-85ac3d48-c36c-4ca4-9670-d0d75a3187fa tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:29.745724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ea387a4-923f-4689-9b32-d1f0438d6a35 req-85ac3d48-c36c-4ca4-9670-d0d75a3187fa tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 943 time: 0.1310081 Aug 31 09:48:29.805799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port c54f572c-01e9-4f0f-a4bf-74ce332af27a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:29.806464 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.822001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ea387a4-923f-4689-9b32-d1f0438d6a35 req-1dd04deb-2d23-4541-86a7-c3b03e82d7dc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639138 Aug 31 09:48:29.918114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee29444-8fb0-4df6-bc91-0b66dad57bc0 req-0c363cbc-6338-4109-a9a7-f1110d08b889 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:29.919676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eee29444-8fb0-4df6-bc91-0b66dad57bc0 req-0c363cbc-6338-4109-a9a7-f1110d08b889 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 944 time: 0.1110694 Aug 31 09:48:29.938378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.938726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:29.962708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for c54f572c-01e9-4f0f-a4bf-74ce332af27a owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:30.031632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eee29444-8fb0-4df6-bc91-0b66dad57bc0 req-6745cd06-3c4a-43ba-aec7-809bacd709ac tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019886 Aug 31 09:48:30.139933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:30.151076 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.180327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=c54f572c-01e9-4f0f-a4bf-74ce332af27a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.253731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.253971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:30.254376 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Floating IP f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 disassociated (deleted). External IP: 172.25.4.181, port: be9e8e87-07b8-4e67-aa18-b176fea80947. Aug 31 09:48:30.270746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'port_id': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'mac_address': 'fa:16:3e:27:d0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:30.313029 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.331993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a93c30c-b982-4964-aebf-670c8ba0b55a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:30.356397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:30.361041 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.362370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b0148ef8-1794-4c79-8947-814393d84753 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:30.473598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.497696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router de84adfb-e699-4e0d-b3a3-564b9bb37599 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:30.519545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b0148ef8-1794-4c79-8947-814393d84753, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b0148ef8-1794-4c79-8947-814393d84753,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:30.532818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b0148ef8-1794-4c79-8947-814393d84753', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'port_id': 'b0148ef8-1794-4c79-8947-814393d84753', 'mac_address': 'fa:16:3e:45:85:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:30.571133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.593172 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0148ef8-1794-4c79-8947-814393d84753 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:30.618676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b0148ef8-1794-4c79-8947-814393d84753, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b0148ef8-1794-4c79-8947-814393d84753,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:30.622054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:30.623277 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.628558 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:30.649341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] Sync routers for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:30.657700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f08269c1-ef08-49e4-9f47-f2cad4b52f7f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/floatingips/f03b66e8-b7f4-4a61-9559-f70b7e71e6e2 HTTP/1.1" status: 204 len: 168 time: 1.1685183 Aug 31 09:48:30.659177 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:30.662075 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49" -d '{"events": [{"name": "network-changed", "server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:30.670895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:30.675318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:30.707442 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd88a9b-d278-4447-aba0-233b60e05748 x-openstack-request-id: req-9fd88a9b-d278-4447-aba0-233b60e05748 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:30.707922 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:30.708115 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fd88a9b-d278-4447-aba0-233b60e05748 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:30.708607 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'status': 'completed', 'code': 200} Aug 31 09:48:30.743599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b0148ef8-1794-4c79-8947-814393d84753,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:30.827370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-07d33a58-f0a9-4bda-8330-f2cc52dd550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.830963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-07d33a58-f0a9-4bda-8330-f2cc52dd550c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19f7661fe32a436c860035a1571abbed&device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 1097 time: 0.0803678 Aug 31 09:48:30.860084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:30.873255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28465f96-e377-4fc0-a2d7-e0428bd1341b req-ffe0cc0b-ec79-4bfa-9fc0-0554338c3df2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.874911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28465f96-e377-4fc0-a2d7-e0428bd1341b req-ffe0cc0b-ec79-4bfa-9fc0-0554338c3df2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 946 time: 0.0578787 Aug 31 09:48:30.901945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['8a93c30c-b982-4964-aebf-670c8ba0b55a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:30.904202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b0148ef8-1794-4c79-8947-814393d84753'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:30.935513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28465f96-e377-4fc0-a2d7-e0428bd1341b req-f46d98ea-3f33-4d8a-a89e-f3afa1a522e9 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532269 Aug 31 09:48:30.997555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67480359-236a-48e8-8202-365d5692d2ab req-bbd9befb-615b-4a14-8147-b5e0c9cd720a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.006737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67480359-236a-48e8-8202-365d5692d2ab req-bbd9befb-615b-4a14-8147-b5e0c9cd720a tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.0917854 Aug 31 09:48:31.062370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67480359-236a-48e8-8202-365d5692d2ab req-6f5c9204-5de7-4242-91e7-6b4d02520946 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546041 Aug 31 09:48:31.107357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27b08-fe62-4647-a288-8c01d703fd33 req-30aa79b6-8a13-4fc9-a613-7bf4455c9647 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.109560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5d27b08-fe62-4647-a288-8c01d703fd33 req-30aa79b6-8a13-4fc9-a613-7bf4455c9647 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.0823803 Aug 31 09:48:31.187361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5d27b08-fe62-4647-a288-8c01d703fd33 req-76d9a28d-b86c-4005-accc-ea2ff3971ffc tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696459 Aug 31 09:48:31.206994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a03c4-1913-4bab-937b-cad78a4005b5 req-173181d2-c87c-4add-992d-66d5638764a6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.218332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-767a03c4-1913-4bab-937b-cad78a4005b5 req-173181d2-c87c-4add-992d-66d5638764a6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 945 time: 0.0764871 Aug 31 09:48:31.259077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-767a03c4-1913-4bab-937b-cad78a4005b5 req-63669297-fde1-40ca-b223-72d116aaef5c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Aug 31 09:48:31.308765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-ab8db38f-9d13-45eb-b5b1-39ec25b3c1a5 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.310248 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-ab8db38f-9d13-45eb-b5b1-39ec25b3c1a5 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 946 time: 0.5116730 Aug 31 09:48:31.383637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:31.420841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] Checking router: de84adfb-e699-4e0d-b3a3-564b9bb37599 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:31.421618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-f23992d3-fe0e-4cf3-827f-6267b498fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.423179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-f23992d3-fe0e-4cf3-827f-6267b498fbcf service neutron] 10.222.0.23 "GET /v2.0/networks?id=05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 200 len: 898 time: 0.5658295 Aug 31 09:48:31.448928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:31.449602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:31.475954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-7794bcad-0b27-4ee4-bdae-e3d8e8ecd5cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 200 len: 217 time: 0.0435264 Aug 31 09:48:31.514194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Deleting port fd70ba0b-e381-42db-bd45-5cab71d18523 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:31.514569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.589372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-b4e24679-ce7c-42ff-930e-9f4b37ecbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.590930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-b4e24679-ce7c-42ff-930e-9f4b37ecbe45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c5cf88e1-9078-4bb6-9532-0fadd4d383cc HTTP/1.1" status: 200 len: 834 time: 0.1068585 Aug 31 09:48:31.667301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] For port fd70ba0b-e381-42db-bd45-5cab71d18523, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=fd70ba0b-e381-42db-bd45-5cab71d18523,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:31.667584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.680743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-20024c72-1448-4a46-af20-704e3fd1afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:31.682391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-20024c72-1448-4a46-af20-704e3fd1afb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05d65365-a9da-4ece-80b3-a9d77cd4690f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821526 Aug 31 09:48:31.686870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Calling delete_port for fd70ba0b-e381-42db-bd45-5cab71d18523 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:31.762181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:31.804166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.856561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-18c85acb-3ce2-43c6-ac1c-9488aa48eaba service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634576 Aug 31 09:48:31.987754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:31.992459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:32.025744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['fd70ba0b-e381-42db-bd45-5cab71d18523'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:32.028376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01bdd5-e289-4df6-9f54-aaaf67edd8f4 None None] The sync data for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 is: [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:36Z', 'revision_number': 4, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'a3527bbc-53de-4a8e-8546-38a8d7f429b2', 'name': '', 'network_id': '05d65365-a9da-4ece-80b3-a9d77cd4690f', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'mac_address': 'fa:16:3e:cb:0c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:35Z', 'updated_at': '2021-08-31T09:47:42Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'subnets': [{'id': 'c5cf88e1-9078-4bb6-9532-0fadd4d383cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:32.049929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Pushing event deleted for resources: {'Port': ['ID=fd70ba0b-e381-42db-bd45-5cab71d18523,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:32.055348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d105cbe3-cde7-47ef-87b8-1f91edcbfb49 req-7402d878-cfd2-446c-8028-6a78bac4edd9 service neutron] 10.222.0.23 "GET /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873169 Aug 31 09:48:32.072366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f83bcc97-cae6-41d2-9f02-4cbe948df5c8 req-f999711d-9fc0-4270-9d62-3214a51388f3 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc835d7c-221c-47c0-a378-7601084adce2 HTTP/1.1" status: 200 len: 210 time: 0.0341272 Aug 31 09:48:32.118230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] No DVR routers for this DVR port fd70ba0b-e381-42db-bd45-5cab71d18523 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:32.122158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.124327 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d149aa2-6e53-4123-a404-a1b4d2c3f73b req-7c660aaa-c6cd-47a3-97e4-651121d0d8b2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.15 "DELETE /v2.0/ports/fd70ba0b-e381-42db-bd45-5cab71d18523 HTTP/1.1" status: 204 len: 173 time: 0.8063755 Aug 31 09:48:32.124787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc835d7c-221c-47c0-a378-7601084adce2', 'name': 'network-vif-deleted', 'tag': 'fd70ba0b-e381-42db-bd45-5cab71d18523'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:32.127771 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4ad28-0438-4611-9dcf-8836a0077541" -d '{"events": [{"server_uuid": "fc835d7c-221c-47c0-a378-7601084adce2", "name": "network-vif-deleted", "tag": "fd70ba0b-e381-42db-bd45-5cab71d18523"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:32.151263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:32.184930 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80710c05-66aa-43c5-9623-6d1c75090fb2 x-openstack-request-id: req-80710c05-66aa-43c5-9623-6d1c75090fb2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:32.185225 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc835d7c-221c-47c0-a378-7601084adce2", "name": "network-vif-deleted", "tag": "fd70ba0b-e381-42db-bd45-5cab71d18523", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:32.185478 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80710c05-66aa-43c5-9623-6d1c75090fb2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:32.185876 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc835d7c-221c-47c0-a378-7601084adce2', 'name': 'network-vif-deleted', 'tag': 'fd70ba0b-e381-42db-bd45-5cab71d18523', 'status': 'completed', 'code': 200} Aug 31 09:48:32.240440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56d7e-4b34-4b94-a967-22a556069ac3 req-84e5219e-733c-4680-b312-4c7de67ae551 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.244086 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 8a93c30c-b982-4964-aebf-670c8ba0b55a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:32.249594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26e56d7e-4b34-4b94-a967-22a556069ac3 req-84e5219e-733c-4680-b312-4c7de67ae551 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.0809066 Aug 31 09:48:32.250247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 8a93c30c-b982-4964-aebf-670c8ba0b55a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:32.253370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.307424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-26e56d7e-4b34-4b94-a967-22a556069ac3 req-3bf878c2-c894-48d6-b5c2-cb9f6306c9e4 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/security-groups?id=d777e9cc-eca0-41c1-b029-8e75f2b6741c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565276 Aug 31 09:48:32.318176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-bbbc792b-a9a8-45d4-b179-fe3eed819f69 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.320628 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-bbbc792b-a9a8-45d4-b179-fe3eed819f69 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 945 time: 0.0745854 Aug 31 09:48:32.368191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dc00f-e1f1-4d78-b585-b357c97e57a6 req-6c9c587c-78ae-48f6-9c9b-d281683cfa21 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.378604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc7dc00f-e1f1-4d78-b585-b357c97e57a6 req-6c9c587c-78ae-48f6-9c9b-d281683cfa21 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.0683267 Aug 31 09:48:32.427507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.429075 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.466564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port be9e8e87-07b8-4e67-aa18-b176fea80947 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:32.466564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.466900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc7dc00f-e1f1-4d78-b585-b357c97e57a6 req-c6ff0924-5df5-4886-a476-f96f32fd416a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843751 Aug 31 09:48:32.467002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:32.468580 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a67e40-9b88-4834-96bb-30a3c3c5e9ec" -d '{"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-plugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:32.491250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:32.499599 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.500631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b0148ef8-1794-4c79-8947-814393d84753 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:32.520632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e8c6-7054-40d6-8491-cd577d939329 req-b8fd9f00-0d74-4d15-917a-068003ff1668 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.526698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9275e8c6-7054-40d6-8491-cd577d939329 req-b8fd9f00-0d74-4d15-917a-068003ff1668 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 945 time: 0.1189773 Aug 31 09:48:32.546260 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e44582-4f74-44b8-b5dd-a05a83e3d709 None None] New status for floating IP f03b66e8-b7f4-4a61-9559-f70b7e71e6e2: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:48:32.577862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9275e8c6-7054-40d6-8491-cd577d939329 req-f0c2389e-872d-43e4-b04c-ff8f47df8445 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497098 Aug 31 09:48:32.628092 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af9c99a-0e8e-4092-bfdc-180481a94a6c x-openstack-request-id: req-0af9c99a-0e8e-4092-bfdc-180481a94a6c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:32.628377 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-plugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:32.628695 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0af9c99a-0e8e-4092-bfdc-180481a94a6c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:32.629039 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'code': 200} Aug 31 09:48:32.636910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb62d-8a1b-4f6f-990a-c06a7d86cfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.644454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port be9e8e87-07b8-4e67-aa18-b176fea80947, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=be9e8e87-07b8-4e67-aa18-b176fea80947,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:32.644454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.651671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:32.670845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port b0148ef8-1794-4c79-8947-814393d84753 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:32.676171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b0148ef8-1794-4c79-8947-814393d84753 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:32.676595 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.694208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for be9e8e87-07b8-4e67-aa18-b176fea80947 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:32.754090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfa95e-c557-4b2b-9703-716d3e939bfa req-3b2dbd1b-36dd-4d4d-991c-d5818b029102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.755846 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6dfa95e-c557-4b2b-9703-716d3e939bfa req-3b2dbd1b-36dd-4d4d-991c-d5818b029102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1097 time: 0.1086600 Aug 31 09:48:32.788775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.832524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b0148ef8-1794-4c79-8947-814393d84753, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b0148ef8-1794-4c79-8947-814393d84753,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:32.837162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.839279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6dfa95e-c557-4b2b-9703-716d3e939bfa req-13725f6f-0d7c-4675-9805-0a77d9bcf0e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608077 Aug 31 09:48:32.905278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b0148ef8-1794-4c79-8947-814393d84753,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:32.920098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:32.952045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=be9e8e87-07b8-4e67-aa18-b176fea80947,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:32.998636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] No DVR routers for this DVR port be9e8e87-07b8-4e67-aa18-b176fea80947 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:33.001271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.004684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-87dd6ade-14cf-4526-a030-a72a20485cbb req-084e231b-c0d6-4cd6-8580-1c701c72b03f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.23 "DELETE /v2.0/ports/be9e8e87-07b8-4e67-aa18-b176fea80947 HTTP/1.1" status: 204 len: 173 time: 0.6749516 Aug 31 09:48:33.394594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-7aca4677-6722-44d0-8f6e-e8ae7f0474f5 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:33.396168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-7aca4677-6722-44d0-8f6e-e8ae7f0474f5 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/networks?id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 200 len: 809 time: 0.1418097 Aug 31 09:48:33.422900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-6a429dba-12af-4f30-ad6b-eaa767b7123c tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/quotas/737361af84644abc93841bc77b682160 HTTP/1.1" status: 200 len: 375 time: 0.0189860 Aug 31 09:48:33.474423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-4d1bf576-fc63-4dfd-bb40-f885e920f91a tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=737361af84644abc93841bc77b682160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504441 Aug 31 09:48:33.544595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-064e294f-db25-4ce3-8272-9ca024448c44 req-6479e036-938c-4626-a7e3-00559301aa20 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "GET /v2.0/ports?device_id=b493c741-18d3-4e1e-af4a-ce4e21dfe0cc HTTP/1.1" status: 200 len: 210 time: 0.0821342 Aug 31 09:48:33.599156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-362c1260-1f5a-4ca5-8c9c-14ff1909eb23 service neutron] 10.222.0.18 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238301 Aug 31 09:48:33.692066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.726000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c79e-034a-4909-8544-927859487ccc req-55b772a7-bcaa-463f-a115-77a752e0f4a7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:33.727517 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09c2c79e-034a-4909-8544-927859487ccc req-55b772a7-bcaa-463f-a115-77a752e0f4a7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.1033311 Aug 31 09:48:33.734884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-f3df16ac-04a2-48ce-985c-610323a34387 service neutron] 10.222.0.18 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295414 Aug 31 09:48:33.787305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09c2c79e-034a-4909-8544-927859487ccc req-3ba6c731-97d9-4cdc-94d6-40fc50d8197a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513740 Aug 31 09:48:33.966301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fddde86-923a-4fe1-a5a5-f8e5c71f1c64 req-c294a444-bbab-417e-89b6-7edc17fcf33f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 210 time: 0.0346098 Aug 31 09:48:33.983121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4ab93-4f29-466b-95d0-aeb08943d687 req-d9164c84-b298-4631-8883-2d5e37ab3605 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:33.984885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3d4ab93-4f29-466b-95d0-aeb08943d687 req-d9164c84-b298-4631-8883-2d5e37ab3605 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.1016181 Aug 31 09:48:34.051268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3d4ab93-4f29-466b-95d0-aeb08943d687 req-f5005f26-66d4-4dd8-9336-3b713a31d423 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527811 Aug 31 09:48:34.156392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fd70ba0b-e381-42db-bd45-5cab71d18523 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:34.175609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: fd70ba0b-e381-42db-bd45-5cab71d18523 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:34.175949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device fd70ba0b-e381-42db-bd45-5cab71d18523 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:34.187585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'name': 'network-vif-deleted', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:34.191973 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7026c87-5ade-4eff-b2d1-3d16913c3f20" -d '{"events": [{"server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "name": "network-vif-deleted", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:34.229152 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4f647-c48b-4a33-8c93-aec6881156ab x-openstack-request-id: req-50f4f647-c48b-4a33-8c93-aec6881156ab {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:34.229561 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b493c741-18d3-4e1e-af4a-ce4e21dfe0cc", "name": "network-vif-deleted", "tag": "be9e8e87-07b8-4e67-aa18-b176fea80947", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:34.229853 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f4f647-c48b-4a33-8c93-aec6881156ab {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:34.230326 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b493c741-18d3-4e1e-af4a-ce4e21dfe0cc', 'name': 'network-vif-deleted', 'tag': 'be9e8e87-07b8-4e67-aa18-b176fea80947', 'status': 'completed', 'code': 200} Aug 31 09:48:34.610543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:34.630720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0148ef8-1794-4c79-8947-814393d84753'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:34.633136 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025f98e8-cd9a-4855-bfea-6d6db8320a54" -d '{"events": [{"server_uuid": "bb4a248a-bce2-472e-b2c1-984230057bb2", "name": "network-vif-plugged", "status": "completed", "tag": "b0148ef8-1794-4c79-8947-814393d84753"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:34.679304 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6325f42-e4fd-454e-8877-3cc0db178cdf x-openstack-request-id: req-b6325f42-e4fd-454e-8877-3cc0db178cdf {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:34.679603 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4a248a-bce2-472e-b2c1-984230057bb2", "name": "network-vif-plugged", "status": "completed", "tag": "b0148ef8-1794-4c79-8947-814393d84753", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:34.679851 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6325f42-e4fd-454e-8877-3cc0db178cdf {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:34.680242 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0148ef8-1794-4c79-8947-814393d84753', 'code': 200} Aug 31 09:48:34.683095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32a13e79-aea9-4521-bf27-84664c0dc81f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.711450 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32a13e79-aea9-4521-bf27-84664c0dc81f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.786329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534ed29-1ab5-40d5-b063-0ce1ef8cac4f req-381fe283-bed3-4386-9793-86e01677bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:34.787884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4534ed29-1ab5-40d5-b063-0ce1ef8cac4f req-381fe283-bed3-4386-9793-86e01677bb1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0438461 Aug 31 09:48:34.831853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32a13e79-aea9-4521-bf27-84664c0dc81f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.834346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-32a13e79-aea9-4521-bf27-84664c0dc81f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:34.838406 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-32a13e79-aea9-4521-bf27-84664c0dc81f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/security-groups/d777e9cc-eca0-41c1-b029-8e75f2b6741c HTTP/1.1" status: 204 len: 168 time: 0.2239277 Aug 31 09:48:34.844237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4534ed29-1ab5-40d5-b063-0ce1ef8cac4f req-aac0d12f-913a-4129-88b8-bf9761150a05 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Aug 31 09:48:34.849978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a13e79-aea9-4521-bf27-84664c0dc81f tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777e9cc-eca0-41c1-b029-8e75f2b6741c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:34.870085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:35.100893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-6dda7aef-1393-4ee5-95b2-6a0d7be7b58f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:35.102437 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-6dda7aef-1393-4ee5-95b2-6a0d7be7b58f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.23 "GET /v2.0/networks?id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 200 len: 809 time: 0.1294446 Aug 31 09:48:35.122044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Request body: {'port': {'device_id': '9bb49660-589c-489e-9716-7cda518d711a', 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4', 'admin_state_up': True, 'tenant_id': '737361af84644abc93841bc77b682160'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:35.266596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Made reservation on behalf of 737361af84644abc93841bc77b682160 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:48:35.270989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.297063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de6bf89e-c7b3-4fef-868e-21935cd7c901 req-2efba546-8c7a-491e-b984-ec345c715514 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 210 time: 0.0594699 Aug 31 09:48:35.354406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8ff89-0d12-4bbc-a96c-97c3438f00d7 req-c2535a0d-94c2-45c0-944b-452e4b812114 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:35.355885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96e8ff89-0d12-4bbc-a96c-97c3438f00d7 req-c2535a0d-94c2-45c0-944b-452e4b812114 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.1172659 Aug 31 09:48:35.426715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Allocated IP 172.20.0.14 (402f2b91-5c6b-4dda-ad0c-018d0da8e1b4/926418a3-7dc0-4a18-979c-517ff38251f6/37ecd134-af49-41c7-bdda-c02b9740adf2) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:35.493527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96e8ff89-0d12-4bbc-a96c-97c3438f00d7 req-62af9d62-b149-420b-b3cf-abfde805ae78 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289172 Aug 31 09:48:35.509737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa5463-4bd8-4f2d-90d3-dcab193e08c3 req-584e070f-9080-4fd0-94e9-4caa7150c9cc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:35.511676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5aa5463-4bd8-4f2d-90d3-dcab193e08c3 req-584e070f-9080-4fd0-94e9-4caa7150c9cc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.1410830 Aug 31 09:48:35.595047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.608518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5aa5463-4bd8-4f2d-90d3-dcab193e08c3 req-f47c3b09-98a9-42bd-ac9b-773b384fc6e9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682278 Aug 31 09:48:35.637220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.688636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:35.693467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:35.695437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Pushing event updated for resources: {'Port': ['ID=37ecd134-af49-41c7-bdda-c02b9740adf2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:35.697615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:35.698256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabcdb-21fe-4a6e-8b4b-51834bb53c25 req-84c3b617-5898-4400-bf5c-679280b20f62 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:35.699849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7baabcdb-21fe-4a6e-8b4b-51834bb53c25 req-84c3b617-5898-4400-bf5c-679280b20f62 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.1109188 Aug 31 09:48:35.755656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7baabcdb-21fe-4a6e-8b4b-51834bb53c25 req-6e2a1097-e01a-4c09-abbb-d940a246477a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484450 Aug 31 09:48:35.756309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:35.756941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.784616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0da18332-8688-4a5e-be01-e40a8f2d0896 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670661 Aug 31 09:48:35.785274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56160) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:35.808467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Request body: {'port': {'device_id': '9bb49660-589c-489e-9716-7cda518d711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:35.829593 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:35.886207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.040276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7913e0-82a8-4fce-a530-4852515d6d64 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.044562 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a7913e0-82a8-4fce-a530-4852515d6d64 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1092 time: 0.2554948 Aug 31 09:48:36.044705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56164) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:36.055811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:48:36.132577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.140475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port a3527bbc-53de-4a8e-8546-38a8d7f429b2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:36.141006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.233554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.244213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port a3527bbc-53de-4a8e-8546-38a8d7f429b2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a3527bbc-53de-4a8e-8546-38a8d7f429b2,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:36.244729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.264241 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for a3527bbc-53de-4a8e-8546-38a8d7f429b2 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:36.312895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ecd134-af49-41c7-bdda-c02b9740adf2 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:36.323816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.344365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Transition to ACTIVE for port object 37ecd134-af49-41c7-bdda-c02b9740adf2 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:48:36.346612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.356364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.463405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Pushing event updated for resources: {'Port': ['ID=37ecd134-af49-41c7-bdda-c02b9740adf2,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:36.506194 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b642d-747e-4916-b5da-7a37250ab4eb req-5febe3c5-88eb-4ab9-a3a7-ca7e0f810add tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.507967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d07b642d-747e-4916-b5da-7a37250ab4eb req-5febe3c5-88eb-4ab9-a3a7-ca7e0f810add tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 944 time: 0.1024561 Aug 31 09:48:36.559172 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.563316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.165 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/49ae770d-089c-4d48-be5f-00c561369772) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:48:36.574429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d07b642d-747e-4916-b5da-7a37250ab4eb req-0f98fd9e-a0ba-4a82-a452-0ccb6dab3487 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569158 Aug 31 09:48:36.597243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Attempting to bind port 37ecd134-af49-41c7-bdda-c02b9740adf2 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:48:36.597243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Attempting to bind port 37ecd134-af49-41c7-bdda-c02b9740adf2 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:48:36.597243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Attempting to bind port 37ecd134-af49-41c7-bdda-c02b9740adf2 on network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:36.597569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=a3527bbc-53de-4a8e-8546-38a8d7f429b2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:36.597680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Port 37ecd134-af49-41c7-bdda-c02b9740adf2 on network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:48:36.597680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Attempting to bind port 37ecd134-af49-41c7-bdda-c02b9740adf2 on network 402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:48:36.612714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:48:36.613059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Checking segment: {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:48:36.620667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Bound using segment: {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:48:36.620667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Bound port: 37ecd134-af49-41c7-bdda-c02b9740adf2, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:48:36.621014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be9e8e87-07b8-4e67-aa18-b176fea80947 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:36.621132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.641426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: be9e8e87-07b8-4e67-aa18-b176fea80947 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:36.642039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device be9e8e87-07b8-4e67-aa18-b176fea80947 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:36.707330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.794463 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.803272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] For port 37ecd134-af49-41c7-bdda-c02b9740adf2, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:48:36.837041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0dea5-b9f1-4aaf-8d2d-01adf3f1317f req-ff9d4401-8550-492f-908d-723f0d2197d9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.838621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23c0dea5-b9f1-4aaf-8d2d-01adf3f1317f req-ff9d4401-8550-492f-908d-723f0d2197d9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.1029291 Aug 31 09:48:36.847697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] For port 37ecd134-af49-41c7-bdda-c02b9740adf2, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=37ecd134-af49-41c7-bdda-c02b9740adf2,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:48:36.856183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:48:36.859739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.863826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=49ae770d-089c-4d48-be5f-00c561369772,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:36.866277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:48:36.873735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:48:36.878585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.905032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23c0dea5-b9f1-4aaf-8d2d-01adf3f1317f req-4822c35a-a023-49ea-8567-47abe4e68cf7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Aug 31 09:48:36.938823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.940008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:36.941707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] 10.222.0.23 "PUT /v2.0/ports/37ecd134-af49-41c7-bdda-c02b9740adf2 HTTP/1.1" status: 200 len: 1093 time: 1.1428664 Aug 31 09:48:36.942180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb49660-589c-489e-9716-7cda518d711a', 'tag': '37ecd134-af49-41c7-bdda-c02b9740adf2'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:36.944809 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb49660-589c-489e-9716-7cda518d711a", "tag": "37ecd134-af49-41c7-bdda-c02b9740adf2"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:36.978363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bb191-9ce6-4f8b-a0f6-bd5be20179aa service neutron] Pushing event updated for resources: {'Port': ['ID=37ecd134-af49-41c7-bdda-c02b9740adf2,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:37.013114 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e655660-8f7a-48e5-afe2-a00dea3d32e6 x-openstack-request-id: req-4e655660-8f7a-48e5-afe2-a00dea3d32e6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:37.013401 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb49660-589c-489e-9716-7cda518d711a", "tag": "37ecd134-af49-41c7-bdda-c02b9740adf2", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:37.013649 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e655660-8f7a-48e5-afe2-a00dea3d32e6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:37.014046 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb49660-589c-489e-9716-7cda518d711a', 'tag': '37ecd134-af49-41c7-bdda-c02b9740adf2', 'status': 'completed', 'code': 200} Aug 31 09:48:37.114885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-3341c47e-66ba-4e9e-94e9-f922ca7b8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:37.116419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-3341c47e-66ba-4e9e-94e9-f922ca7b8892 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=737361af84644abc93841bc77b682160&device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 1096 time: 0.1016290 Aug 31 09:48:37.212992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Router de84adfb-e699-4e0d-b3a3-564b9bb37599 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:37.232662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-8a5ca481-f7e9-41db-8bf9-342f0da9bc73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ecd134-af49-41c7-bdda-c02b9740adf2 HTTP/1.1" status: 200 len: 217 time: 0.0753343 Aug 31 09:48:37.233477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d14a8-bae6-4803-b450-2c31dde92406 req-44bddf2a-4fc3-4dcb-82a3-748e3fa3d233 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:37.234932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-837d14a8-bae6-4803-b450-2c31dde92406 req-44bddf2a-4fc3-4dcb-82a3-748e3fa3d233 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0726140 Aug 31 09:48:37.320029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340497a-5fa8-4d89-a511-badc910734a8 req-b6e43bb2-7ae0-4ebd-bade-6c1a2fa3e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:37.321599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-b6e43bb2-7ae0-4ebd-bade-6c1a2fa3e1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 1098 time: 0.1658792 Aug 31 09:48:37.348217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0997d2cc-af07-40ad-808e-4eca196ff4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:37.350856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0997d2cc-af07-40ad-808e-4eca196ff4dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=926418a3-7dc0-4a18-979c-517ff38251f6 HTTP/1.1" status: 200 len: 849 time: 0.1108298 Aug 31 09:48:37.356486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-837d14a8-bae6-4803-b450-2c31dde92406 req-06894511-b5e4-4ca9-b68e-12fa9e765b15 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089838 Aug 31 09:48:37.391261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:37.397241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5ef78ba1-f73d-4a1f-96aa-6d0c56127022 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "PUT /v2.0/routers/de84adfb-e699-4e0d-b3a3-564b9bb37599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5259323 Aug 31 09:48:37.400510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56176) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:37.403684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] Sync routers for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:37.414577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:37.415228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:37.438306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-f047f0e4-56ab-4f70-84d9-11e92329c948 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332172 Aug 31 09:48:37.475461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting subnet c5cf88e1-9078-4bb6-9532-0fadd4d383cc {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:48:37.482043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.540478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.547498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:37.678378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.683982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340497a-5fa8-4d89-a511-badc910734a8 req-850e8325-daba-4f41-892d-7e38698d08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:37.685506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-850e8325-daba-4f41-892d-7e38698d08bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 911 time: 0.3528998 Aug 31 09:48:37.752971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb918490-efcf-4bee-aa52-abaac93dc919 req-f9bf29f9-cfc9-4aa9-93dc-4a8399036eb8 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:37.754512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb918490-efcf-4bee-aa52-abaac93dc919 req-f9bf29f9-cfc9-4aa9-93dc-4a8399036eb8 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 944 time: 0.0931966 Aug 31 09:48:37.761197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-e4673680-8086-48de-9ce5-19b20d3f87ab service neutron] 10.222.0.23 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150704 Aug 31 09:48:37.766572 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-57f2cb82-2471-4ce8-b372-8552fb5d35ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0148ef8-1794-4c79-8947-814393d84753 HTTP/1.1" status: 200 len: 217 time: 0.0723844 Aug 31 09:48:37.768356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.785191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:48:36Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:37.810011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.817777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] Checking router: de84adfb-e699-4e0d-b3a3-564b9bb37599 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:37.818141 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb918490-efcf-4bee-aa52-abaac93dc919 req-1f96ece4-8da0-4df1-b0dc-6eaa4b458e28 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524478 Aug 31 09:48:37.830294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] Routers {'de84adfb-e699-4e0d-b3a3-564b9bb37599'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:37.831196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['de84adfb-e699-4e0d-b3a3-564b9bb37599'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:37.860625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:37.864654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/subnets/c5cf88e1-9078-4bb6-9532-0fadd4d383cc HTTP/1.1" status: 204 len: 168 time: 0.4631357 Aug 31 09:48:37.865723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033be6a-13f4-4d1a-b1b3-64c5985365b5 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cf88e1-9078-4bb6-9532-0fadd4d383cc,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:37.869459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56180) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:37.874040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff75df-c906-4b4b-9b4c-ebc7c2d398f5 None None] Network 05d65365-a9da-4ece-80b3-a9d77cd4690f requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:48:37.944704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.027100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.056788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] Set router de84adfb-e699-4e0d-b3a3-564b9bb37599 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:38.163489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.256955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Deleting port b232334e-1d06-4ba6-ac91-8dd900a5a9cd {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:38.257608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.275329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] DHCP port deletion for 05d65365-a9da-4ece-80b3-a9d77cd4690f request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:48:38.312321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:48:36Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:38.345400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340497a-5fa8-4d89-a511-badc910734a8 req-6fc4cf14-5b1b-4e21-ab12-2e4a6d8cb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:38.347933 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-6fc4cf14-5b1b-4e21-ab12-2e4a6d8cb042 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.5336392 Aug 31 09:48:38.349850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe136a-dfd7-42fd-9ea5-8cb05475e193 None None] The sync data for ids ['de84adfb-e699-4e0d-b3a3-564b9bb37599'] in n-d-800634-13 is: [{'id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'name': 'tempest-TestNetworkBasicOps-router-172087104', 'tenant_id': '19f7661fe32a436c860035a1571abbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:48:36Z', 'revision_number': 5, 'project_id': '19f7661fe32a436c860035a1571abbed', 'gw_port': {'id': 'b232334e-1d06-4ba6-ac91-8dd900a5a9cd', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de84adfb-e699-4e0d-b3a3-564b9bb37599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:47:32Z', 'updated_at': '2021-08-31T09:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:38.375983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Deleting port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:38.377956 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.400625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] For port b232334e-1d06-4ba6-ac91-8dd900a5a9cd, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:38.401029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.412312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-fef44f76-3780-4072-bb73-bef33bc1c07f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519283 Aug 31 09:48:38.416530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd3eb5b8-dd36-443a-ba34-437ad6b646b8 req-0cbf9682-09ad-425d-a01b-2f9c0d4d3de7 service neutron] 10.222.0.23 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449323 Aug 31 09:48:38.417725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Calling delete_port for b232334e-1d06-4ba6-ac91-8dd900a5a9cd owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:38.467260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] For port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,segment=NetworkSegment(f95f8bf5-0647-420a-b2bd-58c3dcd68f92),segment_id=f95f8bf5-0647-420a-b2bd-58c3dcd68f92)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:38.467910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.499846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Calling delete_port for 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:38.608221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.643062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Pushing event deleted for resources: {'Port': ['ID=36ddff9a-d4c3-4b9e-a49f-11cda0ffea63,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:38.644301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-565bad46-4da7-43bd-9bd8-912b4d3758a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:38.646012 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-565bad46-4da7-43bd-9bd8-912b4d3758a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=737361af84644abc93841bc77b682160&device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 1096 time: 0.1388636 Aug 31 09:48:38.656318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.657017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.657775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.658372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.658953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.659462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.659968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.660712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.661215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.661703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.662186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.662707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:38.670430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1494c-1af8-4b52-94e0-6163cf3aa0d3 None None] No DVR routers for this DVR port 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:38.776730 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-04458161-9a1a-4b78-8b32-f5dc09146345 service neutron] 10.222.0.15 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498363 Aug 31 09:48:38.802804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.835229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:38.944234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbbfd6-31ff-4f3f-b144-dfae77b6244c req-11171cef-75cc-44a5-b215-2af79e1a0ad1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:38.945994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03bbbfd6-31ff-4f3f-b144-dfae77b6244c req-11171cef-75cc-44a5-b215-2af79e1a0ad1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0882988 Aug 31 09:48:38.983608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-b3bf844e-8518-46ae-a2f8-fc2c73c7abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:38.985088 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-b3bf844e-8518-46ae-a2f8-fc2c73c7abb1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 200 len: 910 time: 0.3285074 Aug 31 09:48:38.985711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=49ae770d-089c-4d48-be5f-00c561369772,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:39.051258 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-6c993e0a-8431-458b-a1f2-7fbd723db4c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ecd134-af49-41c7-bdda-c02b9740adf2 HTTP/1.1" status: 200 len: 217 time: 0.0522921 Aug 31 09:48:39.055234 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7340497a-5fa8-4d89-a511-badc910734a8 req-437c03db-bd64-4587-a402-b38791c80c0b service neutron] 10.222.0.15 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696378 Aug 31 09:48:39.056418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.080095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406979b-208a-45ac-8cc2-76bc3257096b req-1b4c0077-267b-4703-84c8-ea021ff51439 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:39.081330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b406979b-208a-45ac-8cc2-76bc3257096b req-1b4c0077-267b-4703-84c8-ea021ff51439 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 944 time: 0.1527121 Aug 31 09:48:39.096011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03bbbfd6-31ff-4f3f-b144-dfae77b6244c req-9750efb4-24a1-42e9-aa26-ecbcd6aaeeca tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888968 Aug 31 09:48:39.175960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b406979b-208a-45ac-8cc2-76bc3257096b req-dcb1a4c9-1392-49b0-baaf-68bee8f6d27a tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735290 Aug 31 09:48:39.183108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.203897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-3bfa3b8d-f60b-4dfe-984d-70e0922221e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:39.206059 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-3bfa3b8d-f60b-4dfe-984d-70e0922221e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=926418a3-7dc0-4a18-979c-517ff38251f6 HTTP/1.1" status: 200 len: 849 time: 0.1466966 Aug 31 09:48:39.224404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Port': ['ID=b232334e-1d06-4ba6-ac91-8dd900a5a9cd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:39.245575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-532a7b73-777c-40df-8c2f-cc439f0c78f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292704 Aug 31 09:48:39.254833 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP 0301c7c5-f5ff-4ab4-b086-f59ee57058af associated. External IP: 172.25.4.165, port: 8a93c30c-b982-4964-aebf-670c8ba0b55a. Aug 31 09:48:39.282295 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.380488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.382717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.431460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-b521f0b9-899c-4293-883a-c2f052ff0b9d service neutron] 10.222.0.23 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780827 Aug 31 09:48:39.432466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.433035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Fanout notify agent at l3_agent the message router_deleted on router de84adfb-e699-4e0d-b3a3-564b9bb37599 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:48:39.440544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.444296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-27f44f4c-d0c4-431b-aef1-45ba32995949 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/routers/de84adfb-e699-4e0d-b3a3-564b9bb37599 HTTP/1.1" status: 204 len: 168 time: 1.5709393 Aug 31 09:48:39.445151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56190) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:39.538594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.622568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8383546f-f2f7-4d0a-9e46-1fb8c1a1badb req-3eae5dcb-75b1-459f-a671-9e64f055c981 service neutron] 10.222.0.23 "GET /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838882 Aug 31 09:48:39.628218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.636422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:48:39.639655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d65365-a9da-4ece-80b3-a9d77cd4690f']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:39.653757 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:39.654053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95f8bf5-0647-420a-b2bd-58c3dcd68f92') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:39.664038 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.683408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.689548 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:48:39.689958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:48:39.692892 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:48:39.745921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:48:39.757478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.758571 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] Sync routers for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:48:39.767663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.768582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.768949 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:39.769789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] 10.222.0.18 "DELETE /v2.0/networks/05d65365-a9da-4ece-80b3-a9d77cd4690f HTTP/1.1" status: 204 len: 168 time: 0.3233855 Aug 31 09:48:39.773079 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:39.781932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4083d-2316-4b7a-8d42-3ad2d8358150 tempest-TestNetworkBasicOps-1311636258 tempest-TestNetworkBasicOps-1311636258-project] Pushing event deleted for resources: {'Network': ['ID=05d65365-a9da-4ece-80b3-a9d77cd4690f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:39.808395 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-149852d2-9753-4a53-a498-d4e48f51a529 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7626328 Aug 31 09:48:39.809497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:39.812156 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9912c142-d376-4325-9a38-0a61d48f43c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:39.868625 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5345b7-9678-4d90-990e-6d14e8fd0f43 x-openstack-request-id: req-ea5345b7-9678-4d90-990e-6d14e8fd0f43 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:39.868625 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:39.869255 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea5345b7-9678-4d90-990e-6d14e8fd0f43 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:39.869629 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'status': 'completed', 'code': 200} Aug 31 09:48:39.906527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:39.958094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-94dfb08f-9980-4304-84b4-8eea94fc88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:39.960290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-94dfb08f-9980-4304-84b4-8eea94fc88de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1097 time: 0.0680430 Aug 31 09:48:39.966577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993264c-4e21-451e-b6c7-25d69127bea7 req-aae73183-015a-4bb2-bb86-cac916dea3ff tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:39.968407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e993264c-4e21-451e-b6c7-25d69127bea7 req-aae73183-015a-4bb2-bb86-cac916dea3ff tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0949211 Aug 31 09:48:40.038256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b232334e-1d06-4ba6-ac91-8dd900a5a9cd no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:40.074069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e993264c-4e21-451e-b6c7-25d69127bea7 req-87e1a794-2acd-4947-8a30-52fab5b14e7c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961144 Aug 31 09:48:40.075795 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b232334e-1d06-4ba6-ac91-8dd900a5a9cd {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:40.076330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b232334e-1d06-4ba6-ac91-8dd900a5a9cd not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:40.076922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:40.102810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56200) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:40.120095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:40.120512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 36ddff9a-d4c3-4b9e-a49f-11cda0ffea63 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:40.121271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-314a8fb1-469b-48b2-aedf-d135c13fe9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.123290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a3527bbc-53de-4a8e-8546-38a8d7f429b2 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:40.136403 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-314a8fb1-469b-48b2-aedf-d135c13fe9ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.1604452 Aug 31 09:48:40.137023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:40.149964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a3527bbc-53de-4a8e-8546-38a8d7f429b2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:40.150741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a3527bbc-53de-4a8e-8546-38a8d7f429b2 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:40.227172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d60e1d85-8e70-4b8f-afd4-0d6fa9456716 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/0301c7c5-f5ff-4ab4-b086-f59ee57058af HTTP/1.1" status: 200 len: 991 time: 0.1212215 Aug 31 09:48:40.277388 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '0301c7c5-f5ff-4ab4-b086-f59ee57058af', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'port_id': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'mac_address': 'fa:16:3e:27:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:48:37Z', 'updated_at': '2021-08-31T09:48:37Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:26Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:40.286466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-fd974665-dabb-4ae2-a172-56c2f7640734 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 999 time: 0.1247382 Aug 31 09:48:40.316047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9c86-a929-4a50-ba3f-725dfaab83a9 req-cc5139ab-4e70-421d-84ad-63367295fc02 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.317627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffaf9c86-a929-4a50-ba3f-725dfaab83a9 req-cc5139ab-4e70-421d-84ad-63367295fc02 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0907502 Aug 31 09:48:40.321333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] Checking router: 7250eba9-6bf1-4674-9dc2-93d10b1eef90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:48:40.337578 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:48:40.338284 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:48:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:40.344174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-c1912c55-e93d-4292-95d3-31f55e0eceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.345751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-c1912c55-e93d-4292-95d3-31f55e0eceb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.0516417 Aug 31 09:48:40.362326 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c172cb2-cadc-4f22-89bd-9fe3854e3f81 req-d55938a1-3d88-4ff8-a299-d8b05f3b7b52 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.363894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c172cb2-cadc-4f22-89bd-9fe3854e3f81 req-d55938a1-3d88-4ff8-a299-d8b05f3b7b52 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 944 time: 0.0950420 Aug 31 09:48:40.390131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ffaf9c86-a929-4a50-ba3f-725dfaab83a9 req-c3cadd83-2cf4-416b-9f33-c07bf978369b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627367 Aug 31 09:48:40.428915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c172cb2-cadc-4f22-89bd-9fe3854e3f81 req-51e969b0-eece-483c-bd6b-ea195de3bacd tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Aug 31 09:48:40.434748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-96010452-b25b-4320-855b-958b10290dd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19f7661fe32a436c860035a1571abbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950571 Aug 31 09:48:40.437702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56210) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:40.452550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-a2e2056b-e42e-4199-a7dd-dc9d2e528290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:40.452550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-a2e2056b-e42e-4199-a7dd-dc9d2e528290 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823331 Aug 31 09:48:40.455804 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:48:40.499946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7852ea2-2d2b-4d25-bbea-72187ef00a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.521282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7852ea2-2d2b-4d25-bbea-72187ef00a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.559127 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-c8d8226a-8727-4d72-a306-15f12e944013 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011572 Aug 31 09:48:40.574780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7852ea2-2d2b-4d25-bbea-72187ef00a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.577349 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7852ea2-2d2b-4d25-bbea-72187ef00a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.578531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d7852ea2-2d2b-4d25-bbea-72187ef00a64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17d2c6c2-65f3-4940-a20c-80eaf3bd6f81 HTTP/1.1" status: 204 len: 168 time: 0.1391463 Aug 31 09:48:40.587429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7852ea2-2d2b-4d25-bbea-72187ef00a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d2c6c2-65f3-4940-a20c-80eaf3bd6f81,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.627472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 37ecd134-af49-41c7-bdda-c02b9740adf2 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:40.682817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9912c142-d376-4325-9a38-0a61d48f43c6 req-a73523ca-b269-4666-8550-e42daa1b466f service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168427 Aug 31 09:48:40.730846 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '0301c7c5-f5ff-4ab4-b086-f59ee57058af', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'port_id': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'mac_address': 'fa:16:3e:27:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:48:37Z', 'updated_at': '2021-08-31T09:48:37Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:26Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:48:40.764758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 37ecd134-af49-41c7-bdda-c02b9740adf2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=37ecd134-af49-41c7-bdda-c02b9740adf2,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:40.765096 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0cbe76-0f16-45d8-b89e-7e363b59b3d1 None None] The sync data for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 is: [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '0301c7c5-f5ff-4ab4-b086-f59ee57058af', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'port_id': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'mac_address': 'fa:16:3e:27:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:48:37Z', 'updated_at': '2021-08-31T09:48:37Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:26Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:48:40.780307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '37ecd134-af49-41c7-bdda-c02b9740adf2', 'network_id': '402f2b91-5c6b-4dda-ad0c-018d0da8e1b4', 'port_id': '37ecd134-af49-41c7-bdda-c02b9740adf2', 'mac_address': 'fa:16:3e:ec:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926418a3-7dc0-4a18-979c-517ff38251f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:40.825812 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.841691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ecd134-af49-41c7-bdda-c02b9740adf2 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:40.867761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 37ecd134-af49-41c7-bdda-c02b9740adf2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=37ecd134-af49-41c7-bdda-c02b9740adf2,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:40.873840 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:40.933149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=37ecd134-af49-41c7-bdda-c02b9740adf2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.968998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56216) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:40.984571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5391bca0-8420-49c5-a0cc-7a9e516b5cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.006021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac320f24-15cb-4a1f-8b8a-4efa75ebdcf6 None None] New status for floating IP 0301c7c5-f5ff-4ab4-b086-f59ee57058af: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:48:41.089679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5391bca0-8420-49c5-a0cc-7a9e516b5cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.094165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5391bca0-8420-49c5-a0cc-7a9e516b5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.135794 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5391bca0-8420-49c5-a0cc-7a9e516b5cac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57d6d90bc6204bf887523afee6624ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650617 Aug 31 09:48:41.136787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391bca0-8420-49c5-a0cc-7a9e516b5cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a511a7f6-8c81-48db-be52-5002c907366e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:41.138419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:41.174486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['37ecd134-af49-41c7-bdda-c02b9740adf2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:41.201819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c7eff3e-f783-4ad5-92f1-c1bcebf431e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.229515 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c7eff3e-f783-4ad5-92f1-c1bcebf431e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.229986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56220) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:48:41.296250 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c7eff3e-f783-4ad5-92f1-c1bcebf431e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.300115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c7eff3e-f783-4ad5-92f1-c1bcebf431e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.301293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0c7eff3e-f783-4ad5-92f1-c1bcebf431e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a511a7f6-8c81-48db-be52-5002c907366e HTTP/1.1" status: 204 len: 168 time: 0.1616952 Aug 31 09:48:41.308398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-97333aca-6309-4233-8aa6-3ddd09b5008c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/0301c7c5-f5ff-4ab4-b086-f59ee57058af HTTP/1.1" status: 200 len: 993 time: 0.0720551 Aug 31 09:48:41.309555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7eff3e-f783-4ad5-92f1-c1bcebf431e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a511a7f6-8c81-48db-be52-5002c907366e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:41.546448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6c324-298d-4fe5-b0ba-e30f237944a6 req-fd0adc7e-8371-49ac-8ac6-4a48ba3aae0b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:41.548165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed6c324-298d-4fe5-b0ba-e30f237944a6 req-fd0adc7e-8371-49ac-8ac6-4a48ba3aae0b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0844488 Aug 31 09:48:41.591791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd14b2a-6bb0-435f-8465-57922fafb305 req-df92162a-1e09-4943-ba77-71d54952fb99 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:41.593475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbd14b2a-6bb0-435f-8465-57922fafb305 req-df92162a-1e09-4943-ba77-71d54952fb99 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 945 time: 0.0865042 Aug 31 09:48:41.615406 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed6c324-298d-4fe5-b0ba-e30f237944a6 req-aec8b33f-b63d-4697-aef7-c3caa38db321 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592215 Aug 31 09:48:41.647139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbd14b2a-6bb0-435f-8465-57922fafb305 req-66acbd88-1fdb-467b-ac85-37a22fbdf87d tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Aug 31 09:48:42.657501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 37ecd134-af49-41c7-bdda-c02b9740adf2 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:42.716714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 37ecd134-af49-41c7-bdda-c02b9740adf2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:48:42.721289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 37ecd134-af49-41c7-bdda-c02b9740adf2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:42.721845 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:42.778332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6864c02-9e53-4709-940b-9f2d2e4232c9 req-a9cfbc31-85ba-4a1c-9bcc-594dd09bf9d8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:42.780721 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6864c02-9e53-4709-940b-9f2d2e4232c9 req-a9cfbc31-85ba-4a1c-9bcc-594dd09bf9d8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0965025 Aug 31 09:48:42.817372 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:42.829396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46ead-5e06-4d64-bd0a-52904377fea1 req-e2565bcc-7766-448e-9bc1-fe07d4cca964 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:42.831441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71e46ead-5e06-4d64-bd0a-52904377fea1 req-e2565bcc-7766-448e-9bc1-fe07d4cca964 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 945 time: 0.1084423 Aug 31 09:48:42.839705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6864c02-9e53-4709-940b-9f2d2e4232c9 req-de1fe4d9-3f35-454e-8ba4-5405fc297e1b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520296 Aug 31 09:48:42.841365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb49660-589c-489e-9716-7cda518d711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ecd134-af49-41c7-bdda-c02b9740adf2'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:42.843649 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c76f8a-ddee-479a-a310-b0941721d3ac" -d '{"events": [{"server_uuid": "9bb49660-589c-489e-9716-7cda518d711a", "name": "network-vif-plugged", "status": "completed", "tag": "37ecd134-af49-41c7-bdda-c02b9740adf2"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:42.857975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 37ecd134-af49-41c7-bdda-c02b9740adf2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=37ecd134-af49-41c7-bdda-c02b9740adf2,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:42.868067 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:42.879080 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71e46ead-5e06-4d64-bd0a-52904377fea1 req-d824cc9c-4d88-45a4-8132-863352789d6b tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Aug 31 09:48:42.895331 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e95bec-2ffd-4475-a83b-2a4e935bc33f x-openstack-request-id: req-a2e95bec-2ffd-4475-a83b-2a4e935bc33f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:42.895561 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb49660-589c-489e-9716-7cda518d711a", "name": "network-vif-plugged", "status": "completed", "tag": "37ecd134-af49-41c7-bdda-c02b9740adf2", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:42.895826 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2e95bec-2ffd-4475-a83b-2a4e935bc33f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:42.896348 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb49660-589c-489e-9716-7cda518d711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ecd134-af49-41c7-bdda-c02b9740adf2', 'code': 200} Aug 31 09:48:42.926090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=37ecd134-af49-41c7-bdda-c02b9740adf2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:43.019932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ea415-77a3-4bf3-9c4d-5c3cef07e4be req-cb65ed58-2312-41ae-95c0-8d47483c8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:43.021489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c7ea415-77a3-4bf3-9c4d-5c3cef07e4be req-cb65ed58-2312-41ae-95c0-8d47483c8259 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 1098 time: 0.0449071 Aug 31 09:48:43.058081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c7ea415-77a3-4bf3-9c4d-5c3cef07e4be req-27b59b91-aca2-483f-9c36-309b7c6237b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291283 Aug 31 09:48:43.241935 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:48:44.007599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358025c-3d82-4609-8ea5-e73038a14002 req-39ba53b8-a55a-4000-8f3d-d9335a783375 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:44.009218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8358025c-3d82-4609-8ea5-e73038a14002 req-39ba53b8-a55a-4000-8f3d-d9335a783375 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0924489 Aug 31 09:48:44.053690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b1bcd-8aed-4c6a-b163-590fd26ac5f9 req-64d4e87c-16f3-4ec2-a526-6fe4883e8b3f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:44.055385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b83b1bcd-8aed-4c6a-b163-590fd26ac5f9 req-64d4e87c-16f3-4ec2-a526-6fe4883e8b3f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 946 time: 0.0904686 Aug 31 09:48:44.089851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8358025c-3d82-4609-8ea5-e73038a14002 req-441fb6cf-0816-4302-924e-4695cf4b2ba4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737944 Aug 31 09:48:44.119693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b83b1bcd-8aed-4c6a-b163-590fd26ac5f9 req-85b2e35c-62ac-404c-8824-10ae89e16a6b tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 Aug 31 09:48:45.239016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797e35c-403a-42b7-8a48-7c845cec112a req-3d0969fb-0d87-49d2-a616-ebc9dd71f83e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:45.240600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5797e35c-403a-42b7-8a48-7c845cec112a req-3d0969fb-0d87-49d2-a616-ebc9dd71f83e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0784652 Aug 31 09:48:45.271231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0683df-54b1-4c89-9f3b-b019aded27fb req-24f200ca-d099-4fc7-b212-cc8678ed618f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:45.272705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f0683df-54b1-4c89-9f3b-b019aded27fb req-24f200ca-d099-4fc7-b212-cc8678ed618f tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 946 time: 0.0775442 Aug 31 09:48:45.304880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5797e35c-403a-42b7-8a48-7c845cec112a req-a6563a73-7738-4442-9a56-cdc8a738a9a9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Aug 31 09:48:45.323887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f0683df-54b1-4c89-9f3b-b019aded27fb req-079f7638-0218-44d9-a1a7-cdf3f093cf02 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Aug 31 09:48:45.991801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917ea4-ba72-429b-b160-28761ad5b254 req-f8a3c95c-0bff-4aaf-bb67-3704f8b201c6 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:45.993235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc917ea4-ba72-429b-b160-28761ad5b254 req-f8a3c95c-0bff-4aaf-bb67-3704f8b201c6 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 946 time: 0.0544333 Aug 31 09:48:46.030826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc917ea4-ba72-429b-b160-28761ad5b254 req-8c948169-0f30-4ccb-b6a6-8a957719f8da tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Aug 31 09:48:46.432030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffab709-c443-47a0-ba15-e6e1d2e15e4e req-71919e9a-86e8-4c47-a813-3a16cd75ddcc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:46.433526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ffab709-c443-47a0-ba15-e6e1d2e15e4e req-71919e9a-86e8-4c47-a813-3a16cd75ddcc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0509341 Aug 31 09:48:46.473768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ffab709-c443-47a0-ba15-e6e1d2e15e4e req-6b56f559-acb1-4cba-87ca-338850887ad7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Aug 31 09:48:47.150043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036071-f2ab-48e3-bed3-1fe1f9f17e65 req-48540ef7-c2e2-4d36-9a99-60a5758d6e85 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:47.151607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f036071-f2ab-48e3-bed3-1fe1f9f17e65 req-48540ef7-c2e2-4d36-9a99-60a5758d6e85 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 946 time: 0.0502501 Aug 31 09:48:47.194881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f036071-f2ab-48e3-bed3-1fe1f9f17e65 req-691d02ce-c447-46fa-91a6-eb56ba01cf90 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343966 Aug 31 09:48:47.394799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-5ade55bf-d07a-4fbe-92fb-911741a79f02 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:47.396297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-5ade55bf-d07a-4fbe-92fb-911741a79f02 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 946 time: 0.0530825 Aug 31 09:48:47.496217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Deleting port 37ecd134-af49-41c7-bdda-c02b9740adf2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:48:47.496559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:47.589306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] For port 37ecd134-af49-41c7-bdda-c02b9740adf2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=37ecd134-af49-41c7-bdda-c02b9740adf2,segment=NetworkSegment(fdf9a58e-2af4-4c8e-bffb-6efa82c61191),segment_id=fdf9a58e-2af4-4c8e-bffb-6efa82c61191)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:47.589667 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:47.597472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a9be5-dcbd-493f-a0aa-af5fc6c7ae3f req-22e36c5d-2d3c-489b-961a-5fd868627293 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:47.599038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7a9be5-dcbd-493f-a0aa-af5fc6c7ae3f req-22e36c5d-2d3c-489b-961a-5fd868627293 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0560753 Aug 31 09:48:47.604516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Calling delete_port for 37ecd134-af49-41c7-bdda-c02b9740adf2 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:48:47.642146 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7a9be5-dcbd-493f-a0aa-af5fc6c7ae3f req-25e91b57-40b8-42e0-a349-18528363706b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Aug 31 09:48:47.742379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:47.770135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Pushing event deleted for resources: {'Port': ['ID=37ecd134-af49-41c7-bdda-c02b9740adf2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:47.774024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['37ecd134-af49-41c7-bdda-c02b9740adf2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:47.815463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] No DVR routers for this DVR port 37ecd134-af49-41c7-bdda-c02b9740adf2 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:48:47.818089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:47.820399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-66282c82-0d98-4709-8e98-4326b90b0e30 req-bdd9993f-1984-47d7-abde-52e6a57ccb42 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.23 "DELETE /v2.0/ports/37ecd134-af49-41c7-bdda-c02b9740adf2 HTTP/1.1" status: 204 len: 173 time: 0.4173503 Aug 31 09:48:47.820843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb49660-589c-489e-9716-7cda518d711a', 'name': 'network-vif-deleted', 'tag': '37ecd134-af49-41c7-bdda-c02b9740adf2'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:47.823194 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def1ab4-179c-444c-bca5-da807e091d39" -d '{"events": [{"server_uuid": "9bb49660-589c-489e-9716-7cda518d711a", "name": "network-vif-deleted", "tag": "37ecd134-af49-41c7-bdda-c02b9740adf2"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:48.045739 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d8df3-981b-49b2-9a27-571a023834b7 x-openstack-request-id: req-796d8df3-981b-49b2-9a27-571a023834b7 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:48.046007 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb49660-589c-489e-9716-7cda518d711a", "name": "network-vif-deleted", "tag": "37ecd134-af49-41c7-bdda-c02b9740adf2", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:48.046261 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-796d8df3-981b-49b2-9a27-571a023834b7 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:48.046699 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb49660-589c-489e-9716-7cda518d711a', 'name': 'network-vif-deleted', 'tag': '37ecd134-af49-41c7-bdda-c02b9740adf2', 'status': 'completed', 'code': 200} Aug 31 09:48:48.311381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90272805-f6b1-40b6-a0a1-7f93d39b450f req-9b5df1cb-a525-4aba-8697-3ca52271b9a2 tempest-VolumesActionsTest-1490827665 tempest-VolumesActionsTest-1490827665-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb49660-589c-489e-9716-7cda518d711a HTTP/1.1" status: 200 len: 210 time: 0.0285428 Aug 31 09:48:48.759558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4d6f-2016-419f-b8e4-25c48efbc8fc req-6c022ab0-e71a-4572-9dc8-cf7b5b087d31 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:48.761047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fdd4d6f-2016-419f-b8e4-25c48efbc8fc req-6c022ab0-e71a-4572-9dc8-cf7b5b087d31 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0490682 Aug 31 09:48:48.787579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:48.801186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fdd4d6f-2016-419f-b8e4-25c48efbc8fc req-7fb0fd23-081e-47a0-950f-e23587ef9de9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Aug 31 09:48:49.934730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765c21b-7bc8-4ad5-8803-33e0a24ffb34 req-463b54d9-5b39-4b56-913e-da4485ecf3ef tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:49.935731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1765c21b-7bc8-4ad5-8803-33e0a24ffb34 req-463b54d9-5b39-4b56-913e-da4485ecf3ef tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0595508 Aug 31 09:48:49.992365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1765c21b-7bc8-4ad5-8803-33e0a24ffb34 req-0632faa1-fef4-424d-815c-e4a5c270a821 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Aug 31 09:48:50.688371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 37ecd134-af49-41c7-bdda-c02b9740adf2 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:50.711230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 37ecd134-af49-41c7-bdda-c02b9740adf2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:48:50.711579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 37ecd134-af49-41c7-bdda-c02b9740adf2 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:48:51.129680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cc980-30f0-4a51-acf5-df3ce2184e2d req-6dfc26cf-eae0-4adb-afcc-133d445b7f18 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:51.138409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b94cc980-30f0-4a51-acf5-df3ce2184e2d req-6dfc26cf-eae0-4adb-afcc-133d445b7f18 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0620062 Aug 31 09:48:51.195320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b94cc980-30f0-4a51-acf5-df3ce2184e2d req-a0083da0-2183-4422-ba50-393ffb1325ce tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Aug 31 09:48:52.328549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631a715-0e72-4204-9c79-0de342c7b626 req-aa5a7ca5-0d6f-4481-9e11-ebb7dc1f5230 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:52.331911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0631a715-0e72-4204-9c79-0de342c7b626 req-aa5a7ca5-0d6f-4481-9e11-ebb7dc1f5230 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0572553 Aug 31 09:48:52.387210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0631a715-0e72-4204-9c79-0de342c7b626 req-f1d4895a-5a73-4c6a-b033-2171e736979f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Aug 31 09:48:53.540219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dd92d-4aeb-4579-9f31-9103054e2466 req-05845039-5c52-4503-8977-81dbab9b369e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:53.542580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-251dd92d-4aeb-4579-9f31-9103054e2466 req-05845039-5c52-4503-8977-81dbab9b369e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0752954 Aug 31 09:48:53.584940 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-251dd92d-4aeb-4579-9f31-9103054e2466 req-a81d9e18-6133-41f6-8b64-fa0841cf31b8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Aug 31 09:48:54.735742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd55dda-faa7-4719-9777-6daafb45847d req-66cfcefe-3342-4a86-8ac8-b9c4c98e6479 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:54.738412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbd55dda-faa7-4719-9777-6daafb45847d req-66cfcefe-3342-4a86-8ac8-b9c4c98e6479 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0652971 Aug 31 09:48:54.791505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbd55dda-faa7-4719-9777-6daafb45847d req-be7721db-4734-4101-9cfd-6a3cb9b3e744 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Aug 31 09:48:55.930690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e6a5f-0e5b-400a-835d-c80cfc5b2919 req-fde87a81-0504-4e60-84a1-069b48e5851e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:55.938833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b1e6a5f-0e5b-400a-835d-c80cfc5b2919 req-fde87a81-0504-4e60-84a1-069b48e5851e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0639226 Aug 31 09:48:55.994417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b1e6a5f-0e5b-400a-835d-c80cfc5b2919 req-075b34cf-cec0-4f50-85b2-a2cdd2a2448c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542731 Aug 31 09:48:57.121553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d621-fc40-4a25-b7f0-79c1d7c733eb req-38033aff-2779-49bf-a21b-33a8f3da04c6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:57.124054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12d7d621-fc40-4a25-b7f0-79c1d7c733eb req-38033aff-2779-49bf-a21b-33a8f3da04c6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0636032 Aug 31 09:48:57.171221 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12d7d621-fc40-4a25-b7f0-79c1d7c733eb req-f89cc788-1f1d-4fb6-ac50-b1294ff1b859 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Aug 31 09:48:58.316386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fd2b5-1c97-4246-aeaf-63745b431798 req-c5da9e08-ca43-45d7-abfb-c8ef2f1bed95 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:58.325050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d6fd2b5-1c97-4246-aeaf-63745b431798 req-c5da9e08-ca43-45d7-abfb-c8ef2f1bed95 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0614758 Aug 31 09:48:58.371402 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d6fd2b5-1c97-4246-aeaf-63745b431798 req-5da61a4a-3c43-41c8-9afa-1a0162b2f6d2 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Aug 31 09:48:58.548472 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bc875c6-da18-4cf8-98f7-765180fdb2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:59.583455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e13cc-5059-4218-aa3f-37776ecbce18 req-a0c316b7-9a2d-4f94-822e-77d80e0ed1b6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:59.585552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-606e13cc-5059-4218-aa3f-37776ecbce18 req-a0c316b7-9a2d-4f94-822e-77d80e0ed1b6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0830472 Aug 31 09:48:59.640577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-606e13cc-5059-4218-aa3f-37776ecbce18 req-132ad7f5-fe6c-44cc-8dd8-02c353c462a7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Aug 31 09:49:00.837125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b06905-eaab-4047-8283-a31bb1c0e20d req-620ce60d-24cf-4c62-be87-5df687969901 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:00.839960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2b06905-eaab-4047-8283-a31bb1c0e20d req-620ce60d-24cf-4c62-be87-5df687969901 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0995278 Aug 31 09:49:00.893069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2b06905-eaab-4047-8283-a31bb1c0e20d req-43705565-d1f9-4372-864d-08c26eb22dc6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Aug 31 09:49:01.777877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.095130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743191-1feb-4890-bffe-3ea0319e2cbb req-5aaf3be3-938b-41d6-b568-5eb29da25672 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:02.099040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00743191-1feb-4890-bffe-3ea0319e2cbb req-5aaf3be3-938b-41d6-b568-5eb29da25672 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0682738 Aug 31 09:49:02.176014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00743191-1feb-4890-bffe-3ea0319e2cbb req-be4c8013-227e-4b15-b79e-392898ce07d7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708172 Aug 31 09:49:02.395884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.508166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e19413c1-a87b-4471-8e76-9c3fe1e28a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:03.411501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9601c2-8547-4a85-bf86-be4f2462e962 req-d5fa4066-e303-4f4c-8018-be3c274aaaba tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:03.421289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d9601c2-8547-4a85-bf86-be4f2462e962 req-d5fa4066-e303-4f4c-8018-be3c274aaaba tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.1273251 Aug 31 09:49:03.491573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d9601c2-8547-4a85-bf86-be4f2462e962 req-697311e7-ff5e-4445-87b8-dd51e85ce810 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690138 Aug 31 09:49:03.698903 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:04.686677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8aa20-39e4-4311-9442-d19b8945123d req-541197a0-396f-4d62-98e7-f43baa879560 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:04.688730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b8aa20-39e4-4311-9442-d19b8945123d req-541197a0-396f-4d62-98e7-f43baa879560 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0714619 Aug 31 09:49:04.775854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3b8aa20-39e4-4311-9442-d19b8945123d req-15e77b1c-604c-4da7-bcaf-eaf4025560c4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771542 Aug 31 09:49:05.425084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395e95-a17c-4b33-9bfb-b867815eb8bd req-a678938a-ab8d-4d3a-bd7c-c35500768aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:05.428965 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9f395e95-a17c-4b33-9bfb-b867815eb8bd req-a678938a-ab8d-4d3a-bd7c-c35500768aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 1098 time: 0.2567198 Aug 31 09:49:05.495095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9f395e95-a17c-4b33-9bfb-b867815eb8bd req-fa49b162-1c3f-4f60-82ca-c2b953fa0955 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576651 Aug 31 09:49:05.969276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699849-eeb2-41b5-a860-3d9fe40e3227 req-249b7991-fd6a-4af5-a6ac-001738fc99f1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:05.973219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4699849-eeb2-41b5-a860-3d9fe40e3227 req-249b7991-fd6a-4af5-a6ac-001738fc99f1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0847931 Aug 31 09:49:06.061648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4699849-eeb2-41b5-a860-3d9fe40e3227 req-b9c773be-0eb1-4b85-b8c6-46898e6940b7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773506 Aug 31 09:49:06.240235 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:07.255197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1844553-7fe7-4baf-99cc-9b8e1cc0b506 req-0484342d-fa5b-451a-84dd-e321f1f8fb41 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.258110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1844553-7fe7-4baf-99cc-9b8e1cc0b506 req-0484342d-fa5b-451a-84dd-e321f1f8fb41 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0917311 Aug 31 09:49:07.319335 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1844553-7fe7-4baf-99cc-9b8e1cc0b506 req-9353cdc6-66ad-43e0-bb5c-17bbdaaf4b11 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516570 Aug 31 09:49:07.430258 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-e586159b-c7ea-40bf-bcc5-985d9c36396d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658174 Aug 31 09:49:07.530449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-e763c2a4-61b2-466a-be57-bb8b7b3a2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.532116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-e763c2a4-61b2-466a-be57-bb8b7b3a2c44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1097 time: 0.0488844 Aug 31 09:49:07.696367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-46911190-b924-4fb3-9b15-ca678d34aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.699092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-46911190-b924-4fb3-9b15-ca678d34aad6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.1421809 Aug 31 09:49:07.796031 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-4743e9e0-40a7-4342-b3b2-647ceb8e7731 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 1001 time: 0.0881689 Aug 31 09:49:07.807803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-c53ef935-8e94-442f-83e0-2b24470c4609 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.810548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-c53ef935-8e94-442f-83e0-2b24470c4609 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 810 time: 0.1782534 Aug 31 09:49:07.837486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-71296420-dd10-4d5a-b8c2-4bdca3220e6e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/quotas/80d17a25ee7a49e690f7739bfb2742d7 HTTP/1.1" status: 200 len: 375 time: 0.0186081 Aug 31 09:49:07.866373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-63df792b-44f0-4251-8e4c-7ad5ca42d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.868196 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-63df792b-44f0-4251-8e4c-7ad5ca42d1a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.0644634 Aug 31 09:49:07.900350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-061a3f04-ec64-4ac8-8942-24350c1b9242 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566082 Aug 31 09:49:07.962298 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-76c2bd5b-3d79-4603-896b-db72ba8e97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.964298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-76c2bd5b-3d79-4603-896b-db72ba8e97a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876722 Aug 31 09:49:08.033771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-bda69719-d977-444e-a5e4-4740487c8132 service neutron] 10.222.0.18 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241214 Aug 31 09:49:08.102530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-5f19359c-fbf8-40e5-99b4-b5f4b685b021 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301425 Aug 31 09:49:08.161428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-7b531ed1-e436-4802-8914-be4848cb4f48 service neutron] 10.222.0.18 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145055 Aug 31 09:49:08.236206 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ddd705d7-d1f0-4d19-b647-c4a473d8c032 req-74bb36bc-e12a-49e3-9c8e-1195a183cdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254995 Aug 31 09:49:08.410187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb22ac08-3813-44c4-988e-49b065a93973 req-f7badc22-494d-4cd4-bf49-b94d7aaf4dcc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 210 time: 0.0584841 Aug 31 09:49:09.523340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a785785-2ff0-4e73-a0e4-0431ad8c7608 req-20ba9942-4ef4-4f5e-a1e1-d8d486612bd6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 210 time: 0.0356801 Aug 31 09:49:09.696797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-458caf26-7508-43c4-9d71-7599aed21f92 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:09.698830 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-458caf26-7508-43c4-9d71-7599aed21f92 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.23 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 810 time: 0.1655068 Aug 31 09:49:09.721735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Request body: {'port': {'device_id': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'admin_state_up': True, 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:09.887447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Made reservation on behalf of 80d17a25ee7a49e690f7739bfb2742d7 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:09.892722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.050011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Allocated IP 172.20.0.6 (1477f798-7611-4824-8ccd-8410a790d72e/977d69bd-3e0f-4183-8f04-6bb7e819eb09/da391c4a-548c-469c-9b7e-7694c745e54e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:10.263306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.319024 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.334778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b0148ef8-1794-4c79-8947-814393d84753'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:10.396926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Pushing event updated for resources: {'Port': ['ID=da391c4a-548c-469c-9b7e-7694c745e54e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:10.423940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Network 1477f798-7611-4824-8ccd-8410a790d72e is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:10.427931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:10.432162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:10.597516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:10.599207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.637945 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-fa11a94d-33ce-49f1-8928-bffbdffbfb3b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9187496 Aug 31 09:49:10.664718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Request body: {'port': {'device_id': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:10.689382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f548d7-a00d-4105-b3b7-65a078c0481e req-14987b5a-50b5-42a2-a5c8-997dc793c9ca tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:10.693979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2f548d7-a00d-4105-b3b7-65a078c0481e req-14987b5a-50b5-42a2-a5c8-997dc793c9ca tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.1627502 Aug 31 09:49:10.774960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56570) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:10.788706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2f548d7-a00d-4105-b3b7-65a078c0481e req-73c7e8a6-d144-439c-a359-f8bb1b8ec8ab tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753095 Aug 31 09:49:10.811201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d92bee-1f6f-4cbb-9a1a-3cbb82d82175 req-83754552-36c8-419c-bb93-cc0280742013 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:10.812667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d92bee-1f6f-4cbb-9a1a-3cbb82d82175 req-83754552-36c8-419c-bb93-cc0280742013 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 931 time: 0.1087182 Aug 31 09:49:10.843136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56572) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:10.892192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1d92bee-1f6f-4cbb-9a1a-3cbb82d82175 req-7963eafd-7fc1-403c-a6bc-946b882f02b2 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636280 Aug 31 09:49:10.934146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Deleting subnet 926418a3-7dc0-4a18-979c-517ff38251f6 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:49:10.938936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.943408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:10.999150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-529f6cdb-7935-4b20-96a1-45346c478c27 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/0301c7c5-f5ff-4ab4-b086-f59ee57058af HTTP/1.1" status: 200 len: 993 time: 0.1394355 Aug 31 09:49:11.030418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.179392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.447038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704f1f-e8ed-4065-b991-4128334cd685 req-e632b26e-8ef3-4663-8dab-0d4d8e7026af tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:11.450125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4704f1f-e8ed-4065-b991-4128334cd685 req-e632b26e-8ef3-4663-8dab-0d4d8e7026af tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1097 time: 0.0948465 Aug 31 09:49:11.526851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4704f1f-e8ed-4065-b991-4128334cd685 req-5e380cfa-5630-40dd-a6aa-0ba465f6981c tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624814 Aug 31 09:49:11.735553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.793962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926418a3-7dc0-4a18-979c-517ff38251f6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:11.808295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.811221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a9eeb13-45af-464f-86f0-34b0bc02adad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/926418a3-7dc0-4a18-979c-517ff38251f6 HTTP/1.1" status: 204 len: 168 time: 1.0315518 Aug 31 09:49:11.813992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56584) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:11.916599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da391c4a-548c-469c-9b7e-7694c745e54e {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:11.929097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.933278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.944556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Transition to ACTIVE for port object da391c4a-548c-469c-9b7e-7694c745e54e will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:11.950241 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.076611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Pushing event updated for resources: {'Port': ['ID=da391c4a-548c-469c-9b7e-7694c745e54e,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.117285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.119327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Attempting to bind port da391c4a-548c-469c-9b7e-7694c745e54e on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:12.119674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Attempting to bind port da391c4a-548c-469c-9b7e-7694c745e54e by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:12.120007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Attempting to bind port da391c4a-548c-469c-9b7e-7694c745e54e on network 1477f798-7611-4824-8ccd-8410a790d72e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:12.125356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Port da391c4a-548c-469c-9b7e-7694c745e54e on network 1477f798-7611-4824-8ccd-8410a790d72e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:12.125866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Attempting to bind port da391c4a-548c-469c-9b7e-7694c745e54e on network 1477f798-7611-4824-8ccd-8410a790d72e {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:12.132396 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:12.132732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Checking segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:12.133116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Bound using segment: {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:12.133553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Bound port: da391c4a-548c-469c-9b7e-7694c745e54e, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd223a58-af0e-43de-90a4-8a8c655c0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:12.133693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402f2b91-5c6b-4dda-ad0c-018d0da8e1b4']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:12.134011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.161005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e3e7-e1b1-42a9-b2c0-149d52f35db4 req-57d07b1e-8aa3-4801-ac11-6827d83140d7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:12.162534 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b02e3e7-e1b1-42a9-b2c0-149d52f35db4 req-57d07b1e-8aa3-4801-ac11-6827d83140d7 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 943 time: 0.0945625 Aug 31 09:49:12.164576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:12.165046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf9a58e-2af4-4c8e-bffb-6efa82c61191') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:12.177733 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.209350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.223603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:49:12.224022 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:49:12.226022 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:49:12.250016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] For port da391c4a-548c-469c-9b7e-7694c745e54e, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:12.266097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-49d84f4e-9f94-46a4-9f17-a44f72f53975 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621161 Aug 31 09:49:12.272076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b02e3e7-e1b1-42a9-b2c0-149d52f35db4 req-2e646237-6c1c-4077-9e33-b2c1af2ba823 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918190 Aug 31 09:49:12.302122 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.309769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.316277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/402f2b91-5c6b-4dda-ad0c-018d0da8e1b4 HTTP/1.1" status: 204 len: 168 time: 0.4977524 Aug 31 09:49:12.325488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] For port da391c4a-548c-469c-9b7e-7694c745e54e, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=da391c4a-548c-469c-9b7e-7694c745e54e,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:12.333224 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.337061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Pushing event deleted for resources: {'Network': ['ID=402f2b91-5c6b-4dda-ad0c-018d0da8e1b4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.351573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.352289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.352800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.355833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.356553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.357095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.357615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.358296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.358862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.359481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.360027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.360608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f70cc-5769-4cfb-aeed-c50ebdb497ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:12.400228 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:12.400929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.402434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] 10.222.0.23 "PUT /v2.0/ports/da391c4a-548c-469c-9b7e-7694c745e54e HTTP/1.1" status: 200 len: 1092 time: 1.7538273 Aug 31 09:49:12.402997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'tag': 'da391c4a-548c-469c-9b7e-7694c745e54e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:12.405510 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba" -d '{"events": [{"name": "network-changed", "server_uuid": "9da99f73-c82c-43b1-bc4d-d5844a231955", "tag": "da391c4a-548c-469c-9b7e-7694c745e54e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:12.469553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff0054-878b-4367-90a4-cca405d4c78c service neutron] Pushing event updated for resources: {'Port': ['ID=da391c4a-548c-469c-9b7e-7694c745e54e,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.480550 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5354fb17-8a5f-4bea-b937-e649e48e1b24 x-openstack-request-id: req-5354fb17-8a5f-4bea-b937-e649e48e1b24 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:12.480909 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da99f73-c82c-43b1-bc4d-d5844a231955", "tag": "da391c4a-548c-469c-9b7e-7694c745e54e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:12.481289 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5354fb17-8a5f-4bea-b937-e649e48e1b24 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:12.481900 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'tag': 'da391c4a-548c-469c-9b7e-7694c745e54e', 'status': 'completed', 'code': 200} Aug 31 09:49:12.543393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-066db205-3e82-4fb7-8197-15dce8a95b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:12.545495 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-066db205-3e82-4fb7-8197-15dce8a95b64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 1095 time: 0.0563214 Aug 31 09:49:12.616211 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-05d73b47-2e05-4781-a540-2e366bc0d70e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da391c4a-548c-469c-9b7e-7694c745e54e HTTP/1.1" status: 200 len: 217 time: 0.0578651 Aug 31 09:49:12.683241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-4115170c-38bd-4ed7-9a00-c4f69c83018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:12.683720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56612) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:12.684791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-4115170c-38bd-4ed7-9a00-c4f69c83018a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.0606320 Aug 31 09:49:12.720434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-27d788cd-eee0-4971-98c4-42ad48647b5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286880 Aug 31 09:49:12.747357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-09c23fa2-23ae-4811-9a21-440892c5120a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=737361af84644abc93841bc77b682160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574677 Aug 31 09:49:12.747686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56614) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:12.824398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8b5d-9b34-48a4-ae31-2bab39380c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.836169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-339e91b2-9e6a-4117-8deb-008c4854d210 service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077447 Aug 31 09:49:12.855751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8b5d-9b34-48a4-ae31-2bab39380c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.912832 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8b5d-9b34-48a4-ae31-2bab39380c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.916981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8b5d-9b34-48a4-ae31-2bab39380c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:12.922947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bcdb8b5d-9b34-48a4-ae31-2bab39380c17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff HTTP/1.1" status: 204 len: 168 time: 0.1734507 Aug 31 09:49:12.936967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb8b5d-9b34-48a4-ae31-2bab39380c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2cb8d-ffb9-409e-b53a-18a5eb3c86ff,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:12.967996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-89fb36fc-7e59-411f-851a-49c1a93bc0f9 req-86659cbf-9d78-4dc5-aaca-f588298a6106 service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254091 Aug 31 09:49:13.106192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-bb1b4423-eab6-4c16-b14b-112cfbc67a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.108445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-bb1b4423-eab6-4c16-b14b-112cfbc67a9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 1095 time: 0.0565670 Aug 31 09:49:13.189277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-d1b2e8ba-efd6-4dbc-89dd-6ece31aff9b0 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:49:13.191470 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-d1b2e8ba-efd6-4dbc-89dd-6ece31aff9b0 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2388437 Aug 31 09:49:13.214185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Request body: {'binding': {'host': 'n-h2-800634-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:13.214666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Unknown quota resources ['binding']. {{(pid=94895) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:49:13.266979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-ca83d7d5-c2e1-40b5-bcac-dd387de5583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.269060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-ca83d7d5-c2e1-40b5-bcac-dd387de5583e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 911 time: 0.1535301 Aug 31 09:49:13.357664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-549a30bc-0337-42bb-92e0-5f929f08f0a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da391c4a-548c-469c-9b7e-7694c745e54e HTTP/1.1" status: 200 len: 217 time: 0.0788109 Aug 31 09:49:13.486411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-0d2b2f5f-b822-48db-a381-8528a09ad4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.489938 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-0d2b2f5f-b822-48db-a381-8528a09ad4d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.1183107 Aug 31 09:49:13.505922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb697-17cc-4ca8-9343-6ab169503a37 req-11abee8c-7936-4a4d-b09a-b5b0f8e94aa1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.507836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4fb697-17cc-4ca8-9343-6ab169503a37 req-11abee8c-7936-4a4d-b09a-b5b0f8e94aa1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 943 time: 0.0763798 Aug 31 09:49:13.545771 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-9524a79c-87d1-4c2d-b3dc-396755845ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455947 Aug 31 09:49:13.579618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d4fb697-17cc-4ca8-9343-6ab169503a37 req-3c5d5cae-a50e-44ef-b0b5-197a37a4e332 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586457 Aug 31 09:49:13.643692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on host n-h2-800634-13 for vnic_type normal with profile None {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:13.644133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:13.644566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:13.651925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:13.652251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:13.665131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:13.665478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Checking segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:13.665877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Bound using segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:13.666323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Bound port: 8a93c30c-b982-4964-aebf-670c8ba0b55a, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:13.785882 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-72f99c0d-2847-41ab-ad32-279906f4a7ba service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278469 Aug 31 09:49:13.797730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:13.809569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:13.810828 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] 10.222.0.18 "POST /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6077776 Aug 31 09:49:13.953231 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c7d4997b-8793-4d78-a7a6-87ebb4b4ffba req-3c36d27a-3447-42dc-8e8f-c32fa8806176 service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574030 Aug 31 09:49:14.060368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b9f06-8fc1-4ac2-aa66-a3c9774cf8f1 req-2ef2b05f-f1d6-40d2-87b5-a0980fc0b39c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.061924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f6b9f06-8fc1-4ac2-aa66-a3c9774cf8f1 req-2ef2b05f-f1d6-40d2-87b5-a0980fc0b39c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0628963 Aug 31 09:49:14.108437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f6b9f06-8fc1-4ac2-aa66-a3c9774cf8f1 req-c164b607-36a5-481a-84d8-96f6e92a1f91 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395353 Aug 31 09:49:14.143423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-306798d7-037a-4764-9d0f-f89a5af3c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.144992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-306798d7-037a-4764-9d0f-f89a5af3c2d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1097 time: 0.0574670 Aug 31 09:49:14.263363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-c9a6081e-1dd6-441f-acfe-85139b1749d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.266022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-c9a6081e-1dd6-441f-acfe-85139b1749d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.1142673 Aug 31 09:49:14.352529 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-3e2264a1-c3b4-4e94-94aa-7058b4353be5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 1001 time: 0.0785565 Aug 31 09:49:14.435891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-b5c0f640-60e4-4227-b181-8cae0321efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.438607 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-b5c0f640-60e4-4227-b181-8cae0321efbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.0793126 Aug 31 09:49:14.521338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-a8c100b6-18cb-4fc5-90c4-ec595343d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.523165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-a8c100b6-18cb-4fc5-90c4-ec595343d8d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698149 Aug 31 09:49:14.547517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56650) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:14.653963 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-f8caf807-51ff-4589-a6af-03c7d20f8838 service neutron] 10.222.0.23 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231759 Aug 31 09:49:14.700312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3840c9a7-860f-4a92-a888-bfd389345e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.767438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-518674d7-9165-4514-9d8a-2e0da8481f87 service neutron] 10.222.0.23 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062777 Aug 31 09:49:14.790960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcae529-b0ca-46f9-9ed8-b477a00918fa req-00611202-0862-4ded-ad45-8ece526f30ed tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.792312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bcae529-b0ca-46f9-9ed8-b477a00918fa req-00611202-0862-4ded-ad45-8ece526f30ed tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 943 time: 0.0796719 Aug 31 09:49:14.812374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device da391c4a-548c-469c-9b7e-7694c745e54e details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:14.854047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9bcae529-b0ca-46f9-9ed8-b477a00918fa req-06fdb07f-b108-4268-b7de-118ec922fca4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552335 Aug 31 09:49:14.882271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3840c9a7-860f-4a92-a888-bfd389345e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.888800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3840c9a7-860f-4a92-a888-bfd389345e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.924729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port da391c4a-548c-469c-9b7e-7694c745e54e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=da391c4a-548c-469c-9b7e-7694c745e54e,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:14.937290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3840c9a7-860f-4a92-a888-bfd389345e1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3ad60f7241d4e49a2496b6867472e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880270 Aug 31 09:49:14.938780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c9a7-860f-4a92-a888-bfd389345e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cc04b-7a75-401b-bce2-897374e3bbed,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:14.940694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56656) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:14.944201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'da391c4a-548c-469c-9b7e-7694c745e54e', 'network_id': '1477f798-7611-4824-8ccd-8410a790d72e', 'port_id': 'da391c4a-548c-469c-9b7e-7694c745e54e', 'mac_address': 'fa:16:3e:98:94:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977d69bd-3e0f-4183-8f04-6bb7e819eb09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:14.992676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-6ffd195a-fb54-4e31-b012-1e49f4cb31b8 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.994320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-6ffd195a-fb54-4e31-b012-1e49f4cb31b8 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9&tenant_id=2006540de5b246e99c0578400f943b8d&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1097 time: 0.1249397 Aug 31 09:49:15.013269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-13'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:15.099217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a26653ac-83da-49e3-af9c-bad26cf46acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.118660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.140104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a26653ac-83da-49e3-af9c-bad26cf46acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.161440 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.177288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da391c4a-548c-469c-9b7e-7694c745e54e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:15.203416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port da391c4a-548c-469c-9b7e-7694c745e54e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=da391c4a-548c-469c-9b7e-7694c745e54e,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:15.209014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.265733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=da391c4a-548c-469c-9b7e-7694c745e54e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:15.273776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ddf66-fa1b-415a-806b-996982292952 req-934a7829-d562-43c9-9c77-bd9d6edc52ba tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:15.276743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-222ddf66-fa1b-415a-806b-996982292952 req-934a7829-d562-43c9-9c77-bd9d6edc52ba tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0711887 Aug 31 09:49:15.325259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-222ddf66-fa1b-415a-806b-996982292952 req-fcc579ab-fc21-41ed-acfc-6ce5c8df247d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Aug 31 09:49:15.340352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a26653ac-83da-49e3-af9c-bad26cf46acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.343171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a26653ac-83da-49e3-af9c-bad26cf46acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.344349 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a26653ac-83da-49e3-af9c-bad26cf46acd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/115cc04b-7a75-401b-bce2-897374e3bbed HTTP/1.1" status: 204 len: 168 time: 0.4009545 Aug 31 09:49:15.361307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26653ac-83da-49e3-af9c-bad26cf46acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cc04b-7a75-401b-bce2-897374e3bbed,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:15.380575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:15.431286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:15.467591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['da391c4a-548c-469c-9b7e-7694c745e54e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:15.493420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:15.497531 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a74d056-74cb-4ba7-b375-d24d28ea72f6" -d '{"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:15.505502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.513909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.596628 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72d21af-d7cb-4e24-86a8-3eb12f56023a x-openstack-request-id: req-b72d21af-d7cb-4e24-86a8-3eb12f56023a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:15.597048 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:15.597400 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b72d21af-d7cb-4e24-86a8-3eb12f56023a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:15.597964 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'code': 200} Aug 31 09:49:15.642515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:15.725253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on host n-h1-800634-13 for vnic_type normal with profile {"migrating_to": "n-h2-800634-13"} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:15.725253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:15.725253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:15.727605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:15.727928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Attempting to bind port 8a93c30c-b982-4964-aebf-670c8ba0b55a on network a74e124c-e109-4d0f-b842-131f6afb0024 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:15.733983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:15.734380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Checking segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:15.734748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Bound using segment: {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:15.735241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Bound port: 8a93c30c-b982-4964-aebf-670c8ba0b55a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6023c78-3959-488f-b617-3a752873a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:15.735600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.841942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:15.848596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:15.856095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.968054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9bd72c9d-51eb-444d-b456-570bb4a3b056 None None] Provisioning complete for port 8a93c30c-b982-4964-aebf-670c8ba0b55a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:15.968720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9d-51eb-444d-b456-570bb4a3b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:15.996443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=8']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:16.013751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec8bf9-1baa-4224-aecb-fa8c058ed677 req-16e0ed23-3124-43be-9c1c-66f546b028cf tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:16.024082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebec8bf9-1baa-4224-aecb-fa8c058ed677 req-16e0ed23-3124-43be-9c1c-66f546b028cf tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 944 time: 0.0736289 Aug 31 09:49:16.090297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:16.090979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.092416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e7981182-ac87-4700-8800-f26fa5f3119f service neutron] 10.222.0.23 "PUT /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 1123 time: 1.0873213 Aug 31 09:49:16.095223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebec8bf9-1baa-4224-aecb-fa8c058ed677 req-cad9775c-1613-4617-a4d8-9a28e863fa34 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Aug 31 09:49:16.118992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9d-51eb-444d-b456-570bb4a3b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.152068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:16.154522 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3d20aa-23c2-429f-ac63-99779a01ac2f" -d '{"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-plugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:16.162392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['8a93c30c-b982-4964-aebf-670c8ba0b55a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:16.197563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9bd72c9d-51eb-444d-b456-570bb4a3b056 None None] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:16.224077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9d-51eb-444d-b456-570bb4a3b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.435258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd72c9d-51eb-444d-b456-570bb4a3b056 None None] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:16.498144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5970be-53f2-468f-b438-8ed1cb4692db req-59386936-1f4f-467d-866d-7cc83b0f494f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:16.500913 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610b5c0c-8804-45e3-9805-699a973c7f1b x-openstack-request-id: req-610b5c0c-8804-45e3-9805-699a973c7f1b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:16.501217 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-plugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:16.501460 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-610b5c0c-8804-45e3-9805-699a973c7f1b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:16.501890 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'code': 200} Aug 31 09:49:16.506643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff5970be-53f2-468f-b438-8ed1cb4692db req-59386936-1f4f-467d-866d-7cc83b0f494f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0848238 Aug 31 09:49:16.547193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff5970be-53f2-468f-b438-8ed1cb4692db req-282b4a35-1fad-4f9a-a3dc-c79a2f4fcced tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395968 Aug 31 09:49:16.626069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-16d39f48-54fb-45aa-91f7-dbac6a205ca3 None None] Provisioning complete for port 8a93c30c-b982-4964-aebf-670c8ba0b55a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:16.626582 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16d39f48-54fb-45aa-91f7-dbac6a205ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.825156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device da391c4a-548c-469c-9b7e-7694c745e54e up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:16.883538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port da391c4a-548c-469c-9b7e-7694c745e54e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:16.888710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port da391c4a-548c-469c-9b7e-7694c745e54e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:16.889085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:16.973590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.015254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port da391c4a-548c-469c-9b7e-7694c745e54e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=da391c4a-548c-469c-9b7e-7694c745e54e,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:17.019922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.094835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=da391c4a-548c-469c-9b7e-7694c745e54e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:17.226198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14341d0b-6de7-4381-9ca6-dc6a56179f03 req-06f53266-cc98-4bb0-972c-418d4b3e697d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:17.228157 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14341d0b-6de7-4381-9ca6-dc6a56179f03 req-06f53266-cc98-4bb0-972c-418d4b3e697d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0565310 Aug 31 09:49:17.278374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14341d0b-6de7-4381-9ca6-dc6a56179f03 req-b7b936c1-c241-4383-9836-9f0c15a1ec90 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Aug 31 09:49:17.601539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:17.605101 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:17.652520 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf824e-25a1-4b2f-bad4-b66ab978ba63 x-openstack-request-id: req-afbf824e-25a1-4b2f-bad4-b66ab978ba63 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:17.652819 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:17.653074 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afbf824e-25a1-4b2f-bad4-b66ab978ba63 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:17.653478 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'status': 'completed', 'code': 200} Aug 31 09:49:17.692988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb0e5-c5ae-4d11-bbd3-0d4d6d813037 req-62a26276-69d3-407a-93f4-1361d256a698 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:17.694612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18ddb0e5-c5ae-4d11-bbd3-0d4d6d813037 req-62a26276-69d3-407a-93f4-1361d256a698 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0605729 Aug 31 09:49:17.733909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-ba207735-e925-469d-b5fc-7ba11c609aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:17.735548 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-ba207735-e925-469d-b5fc-7ba11c609aea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1128 time: 0.0507228 Aug 31 09:49:17.738562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18ddb0e5-c5ae-4d11-bbd3-0d4d6d813037 req-672bb475-7740-4342-979d-a396955a62d0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375698 Aug 31 09:49:17.839053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-f2fcc6ed-1b75-4c14-b50e-5fb0f40f17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:17.840597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-f2fcc6ed-1b75-4c14-b50e-5fb0f40f17db service neutron] 10.222.0.15 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.0970790 Aug 31 09:49:17.923791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-567f2c42-a747-4f44-b164-7d8df6f3f035 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 1001 time: 0.0750725 Aug 31 09:49:17.982356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-9fbba148-6b17-409f-889a-7f55468e1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:17.984087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-9fbba148-6b17-409f-889a-7f55468e1e65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.0526202 Aug 31 09:49:17.999210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56828) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:18.042265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-e3beb840-b581-471a-9b6f-ddad42a2e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:18.043874 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-e3beb840-b581-471a-9b6f-ddad42a2e098 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517967 Aug 31 09:49:18.129521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df5e7c7d-7669-47b9-a78b-2e3d490f236c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.146367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-fd879cbb-9e98-472a-b786-8d38a6c180a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946629 Aug 31 09:49:18.228107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df5e7c7d-7669-47b9-a78b-2e3d490f236c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.240173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-df5e7c7d-7669-47b9-a78b-2e3d490f236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.252670 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bde3fe2a-ded1-4650-a1eb-8efa72bd204c req-f121029b-44b3-4330-b25d-c30da22333c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975461 Aug 31 09:49:18.283967 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7c7d-7669-47b9-a78b-2e3d490f236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d1b19-39f6-495e-9ffe-f0a2fa0a0b60,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.288604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-df5e7c7d-7669-47b9-a78b-2e3d490f236c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b6b0ad09aed4f3ca01e6aa042c6f6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883031 Aug 31 09:49:18.291193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56832) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:18.349099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b7367a9-3c61-4669-8e51-eb79f8e54469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.399920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b7367a9-3c61-4669-8e51-eb79f8e54469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.452450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8aead-ec18-489c-a541-0bf8a3d9b150 req-c5e2d339-d000-46ea-8c79-1d5b46db366f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:18.453927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86b8aead-ec18-489c-a541-0bf8a3d9b150 req-c5e2d339-d000-46ea-8c79-1d5b46db366f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0943263 Aug 31 09:49:18.489377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b7367a9-3c61-4669-8e51-eb79f8e54469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.491946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9b7367a9-3c61-4669-8e51-eb79f8e54469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.493074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9b7367a9-3c61-4669-8e51-eb79f8e54469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f64d1b19-39f6-495e-9ffe-f0a2fa0a0b60 HTTP/1.1" status: 204 len: 168 time: 0.2008903 Aug 31 09:49:18.502659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86b8aead-ec18-489c-a541-0bf8a3d9b150 req-ecae8f5f-4831-430a-8fd7-63b381527e1a tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Aug 31 09:49:18.503384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da391c4a-548c-469c-9b7e-7694c745e54e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:18.506388 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7989e9-5541-49b3-aaff-553927d89f42" -d '{"events": [{"server_uuid": "9da99f73-c82c-43b1-bc4d-d5844a231955", "name": "network-vif-plugged", "status": "completed", "tag": "da391c4a-548c-469c-9b7e-7694c745e54e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:18.507683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7367a9-3c61-4669-8e51-eb79f8e54469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d1b19-39f6-495e-9ffe-f0a2fa0a0b60,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:18.577429 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6130ce70-b32c-4aa1-9558-4d56ef4e1b69 x-openstack-request-id: req-6130ce70-b32c-4aa1-9558-4d56ef4e1b69 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:18.577747 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da99f73-c82c-43b1-bc4d-d5844a231955", "name": "network-vif-plugged", "status": "completed", "tag": "da391c4a-548c-469c-9b7e-7694c745e54e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:18.578947 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6130ce70-b32c-4aa1-9558-4d56ef4e1b69 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:18.578947 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da391c4a-548c-469c-9b7e-7694c745e54e', 'code': 200} Aug 31 09:49:18.726665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae10773-dca4-44e2-ad0b-1cecd60d2c19 req-f3b8aa5e-ff74-4a37-a247-0b7b8a9904f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:18.728233 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aae10773-dca4-44e2-ad0b-1cecd60d2c19 req-f3b8aa5e-ff74-4a37-a247-0b7b8a9904f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 1097 time: 0.0485501 Aug 31 09:49:18.775870 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aae10773-dca4-44e2-ad0b-1cecd60d2c19 req-17713a7a-733e-4294-87ee-050704abb2fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Aug 31 09:49:18.793436 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.839371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56844) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:18.843833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:18.854721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41d5c0d1-6662-4cba-aa2d-a933976f0786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.886137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab534da6-1e38-4be1-a00f-af14d5cff6ea req-d0ce0cd2-9045-4a7e-900a-e2ba707122f8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:18.887727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab534da6-1e38-4be1-a00f-af14d5cff6ea req-d0ce0cd2-9045-4a7e-900a-e2ba707122f8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0576804 Aug 31 09:49:18.955153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab534da6-1e38-4be1-a00f-af14d5cff6ea req-042f4384-6f24-417b-a4cb-85d0b83794a0 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603251 Aug 31 09:49:18.957403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:18.982194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a has no active binding in host n-h2-800634-13 {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:49:18.984414 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41d5c0d1-6662-4cba-aa2d-a933976f0786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:18.989839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-41d5c0d1-6662-4cba-aa2d-a933976f0786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.034485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-41d5c0d1-6662-4cba-aa2d-a933976f0786 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88650b71c6f34885bad3ac680819fe66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940184 Aug 31 09:49:19.035406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c0d1-6662-4cba-aa2d-a933976f0786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b14a06-cebb-4be5-89c0-8d99a3800eba,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:19.037279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56846) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:19.093233 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdc69e7-65b2-4f41-b0c1-18e7b55c2caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.126048 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdc69e7-65b2-4f41-b0c1-18e7b55c2caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.201565 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdc69e7-65b2-4f41-b0c1-18e7b55c2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.204292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bdc69e7-65b2-4f41-b0c1-18e7b55c2caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:19.207038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7bdc69e7-65b2-4f41-b0c1-18e7b55c2caf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5b14a06-cebb-4be5-89c0-8d99a3800eba HTTP/1.1" status: 204 len: 168 time: 0.1659296 Aug 31 09:49:19.215982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc69e7-65b2-4f41-b0c1-18e7b55c2caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b14a06-cebb-4be5-89c0-8d99a3800eba,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:19.653945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348bc20-8b2c-4797-9c9e-9a3293d64cc7 req-a8b2d350-6f2a-4c56-a765-1ed4ed2ff9c4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:19.655523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8348bc20-8b2c-4797-9c9e-9a3293d64cc7 req-a8b2d350-6f2a-4c56-a765-1ed4ed2ff9c4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0707304 Aug 31 09:49:19.696623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8348bc20-8b2c-4797-9c9e-9a3293d64cc7 req-91466d34-895e-466b-a915-b3c22068f59d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349379 Aug 31 09:49:20.026521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56872) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:20.097169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4843f4-327d-46ff-9dd0-4e94e47fe4b4 req-80cbc5b5-db45-4912-aaca-d3f5a21d5b91 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:20.098608 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a4843f4-327d-46ff-9dd0-4e94e47fe4b4 req-80cbc5b5-db45-4912-aaca-d3f5a21d5b91 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0569177 Aug 31 09:49:20.139130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a4843f4-327d-46ff-9dd0-4e94e47fe4b4 req-3d8dd7c9-0635-4fd4-b952-36b004e78b20 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Aug 31 09:49:20.147246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-645382570-network', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:20.168634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:20.170986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.180275 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.242907 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:20.275273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.279253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.305698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:20.315828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6493f089-be3e-4ccc-9ca9-2cab8ae4726d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.322324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.322664 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Added segment 7a254d08-c621-4478-8b20-3079f595e383 of type vlan for network 2d5eed45-397f-40c6-bbac-cc18088a5257 Aug 31 09:49:20.368125 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.398308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.399501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:20.400090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.456944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4292655 Aug 31 09:49:20.460877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56876) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:20.467470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Request body: {'subnet': {'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-645382570-subnet', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:20.468980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594fb8-ac5d-43d1-adda-7fcf96077c15 admin admin] Pushing event updated for resources: {'Network': ['ID=2d5eed45-397f-40c6-bbac-cc18088a5257,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.479961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:20.496865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:20.499550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.700524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.761730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc2ca3e-af67-4fba-9862-3b57ab905841,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:20.773770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:20.774141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Network hostable DHCP agents. Network: 2d5eed45-397f-40c6-bbac-cc18088a5257, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:49:20.794429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:49:20.804969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 2d5eed45-397f-40c6-bbac-cc18088a5257) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:20.809981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:20.811119 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.815638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c290676-09b3-4b62-80cf-594bc6fedd52 None None] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:20.835869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-67350f24-84b5-40eb-8c8e-b4f027633335 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3736603 Aug 31 09:49:20.836779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56880) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:20.841807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:20.841992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1aa4b-3dc0-4061-8595-3748367fa7ca req-929a3ce6-9a51-4833-90f1-d1810ef70e36 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:20.843626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4eb1aa4b-3dc0-4061-8595-3748367fa7ca req-929a3ce6-9a51-4833-90f1-d1810ef70e36 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0695930 Aug 31 09:49:20.868607 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.869685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:20.892923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4eb1aa4b-3dc0-4061-8595-3748367fa7ca req-1ca4f138-dc8b-4a7d-ae23-840c7913c438 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Aug 31 09:49:20.931035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.003393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-2d5eed45-397f-40c6-bbac-cc18088a5257', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:49:21.004352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.141137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.165211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Allocated IP 172.20.0.2 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/3e07b167-1d8c-4067-ac09-6d51f75e8798) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:21.211310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01035789-4ee7-4b9a-a40c-cf9dd278a980 req-edf537ac-35fb-4892-b754-5a92d1eea1f9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.213428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01035789-4ee7-4b9a-a40c-cf9dd278a980 req-edf537ac-35fb-4892-b754-5a92d1eea1f9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0873070 Aug 31 09:49:21.261067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-c89053a4-99a6-4c6a-b2e2-ffdcf75ac46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.262392 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-c89053a4-99a6-4c6a-b2e2-ffdcf75ac46c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 1097 time: 0.1309636 Aug 31 09:49:21.265097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-9343e50f-ca98-41cc-acfd-35b9b19f2c28 service neutron] 10.222.0.15 "GET /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 385 time: 0.1695056 Aug 31 09:49:21.291296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01035789-4ee7-4b9a-a40c-cf9dd278a980 req-244d6386-083c-4f9e-8800-d10d5213077e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Aug 31 09:49:21.308466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8681f-ac62-4fd9-90f7-c4d6a0a13369 req-ddd4fa98-da3f-40d6-8073-01e72df0f634 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.309999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01a8681f-ac62-4fd9-90f7-c4d6a0a13369 req-ddd4fa98-da3f-40d6-8073-01e72df0f634 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.0892107 Aug 31 09:49:21.341598 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.351580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Transition to ACTIVE for port object 3e07b167-1d8c-4067-ac09-6d51f75e8798 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:21.352549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01a8681f-ac62-4fd9-90f7-c4d6a0a13369 req-2a294810-2ce1-4b39-a1da-d79b4ff07a1d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357945 Aug 31 09:49:21.371525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Transition to ACTIVE for port object 3e07b167-1d8c-4067-ac09-6d51f75e8798 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:21.377967 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.419724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:21.422633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:21.428660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:21.436160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-9bf9ab51-bafc-4975-bada-f38cd996f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:21.437672 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-9bf9ab51-bafc-4975-bada-f38cd996f87b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 911 time: 0.1673620 Aug 31 09:49:21.443008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Pushing event updated for resources: {'Port': ['ID=3e07b167-1d8c-4067-ac09-6d51f75e8798,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.489727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Attempting to bind port 3e07b167-1d8c-4067-ac09-6d51f75e8798 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:21.490396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Attempting to bind port 3e07b167-1d8c-4067-ac09-6d51f75e8798 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:21.490396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Attempting to bind port 3e07b167-1d8c-4067-ac09-6d51f75e8798 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:21.495575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:21.495945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:21.496346 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.496740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:21.497204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Bound port: 3e07b167-1d8c-4067-ac09-6d51f75e8798, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:21.497594 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.575182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] For port 3e07b167-1d8c-4067-ac09-6d51f75e8798, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:21.578573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] For port 3e07b167-1d8c-4067-ac09-6d51f75e8798, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3e07b167-1d8c-4067-ac09-6d51f75e8798,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:21.585199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:21.650010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d69c4f-6088-4419-8866-187a8191c529 None None] Pushing event updated for resources: {'Port': ['ID=3e07b167-1d8c-4067-ac09-6d51f75e8798,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:21.918506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-210ce935-927b-406e-8b89-347a4613110f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da391c4a-548c-469c-9b7e-7694c745e54e HTTP/1.1" status: 200 len: 217 time: 0.4597049 Aug 31 09:49:22.065164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3e07b167-1d8c-4067-ac09-6d51f75e8798 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:22.109098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-52798d17-bdea-458e-8edb-0455b48d2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.111787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-52798d17-bdea-458e-8edb-0455b48d2d13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.1646647 Aug 31 09:49:22.123233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3e07b167-1d8c-4067-ac09-6d51f75e8798 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:22.155800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.227057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-c2c98198-dde4-4476-9a71-1c19bf00a52e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046441 Aug 31 09:49:22.230172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.253708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:22.351501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:22.466046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04060df-3349-4b4d-843a-9acca2071c58 req-89f1cbae-5b81-415b-a418-f98c2bf91ccc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.473231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d04060df-3349-4b4d-843a-9acca2071c58 req-89f1cbae-5b81-415b-a418-f98c2bf91ccc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0744581 Aug 31 09:49:22.495924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:22.498318 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdea571-9fd5-4898-b866-ef4e953f98b8" -d '{"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:22.509497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-33251873-77e7-4e7b-b133-608868d0979c service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710636 Aug 31 09:49:22.516045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:22.545831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d04060df-3349-4b4d-843a-9acca2071c58 req-373a25a0-f92a-4e2a-ba35-0759f7801ee9 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691028 Aug 31 09:49:22.557064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7f0da-0057-4d46-827c-362d815d154a req-e5cfedbf-1fc2-4a5e-91a4-6df9eb4074d3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:22.558879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11d7f0da-0057-4d46-827c-362d815d154a req-e5cfedbf-1fc2-4a5e-91a4-6df9eb4074d3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 945 time: 0.1128306 Aug 31 09:49:22.586516 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.618450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Allocated IP 172.25.4.218 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/947f93c2-bfb3-4555-9624-d00c53a41a46) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:22.620987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11d7f0da-0057-4d46-827c-362d815d154a req-ad9bd38d-6df8-480e-a9f8-9cd313454b2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525179 Aug 31 09:49:22.623418 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05340e84-c2fb-4e05-b910-5159f6ece369 x-openstack-request-id: req-05340e84-c2fb-4e05-b910-5159f6ece369 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:22.623711 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:22.623962 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05340e84-c2fb-4e05-b910-5159f6ece369 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:22.624366 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'code': 200} Aug 31 09:49:22.766659 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dde3fcdd-e656-4365-9aae-4c4006ca109e req-5b6b5aec-5e6d-4f4f-8e44-c6aa308858ab service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468588 Aug 31 09:49:22.770053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d58535-458e-461d-a45f-f3d69dd74638 None None] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:22.796500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Transition to ACTIVE for port object 8a93c30c-b982-4964-aebf-670c8ba0b55a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:22.810824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.859646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] Provisioning for port 3e07b167-1d8c-4067-ac09-6d51f75e8798 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:22.865772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] Provisioning complete for port 3e07b167-1d8c-4067-ac09-6d51f75e8798 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:22.866129 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.868932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:22.957684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Pushing event updated for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=11']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:22.993528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.994016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.994365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.994751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.995085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.995406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.995746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.996087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.996399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.996726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.997050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:22.999031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:23.029455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] No DVR routers for this DVR port 8a93c30c-b982-4964-aebf-670c8ba0b55a on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:23.066915 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:23.082763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:23.137434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] For port 3e07b167-1d8c-4067-ac09-6d51f75e8798, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3e07b167-1d8c-4067-ac09-6d51f75e8798,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:23.142667 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:23.225415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:23.236937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebc95a-ce72-45c4-b33a-f75a43cb7018 None None] Pushing event updated for resources: {'Port': ['ID=3e07b167-1d8c-4067-ac09-6d51f75e8798,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:23.243644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:23.257138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:23.265137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Pushing event updated for resources: {'Port': ['ID=947f93c2-bfb3-4555-9624-d00c53a41a46,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:23.382405 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-ec163d68-f1f3-4caa-ba96-d9bd7747e804 service neutron] 10.222.0.15 "PUT /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a/bindings/n-h2-800634-13/activate HTTP/1.1" status: 200 len: 370 time: 2.1096554 Aug 31 09:49:23.411259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6c44bb74-cc8f-422e-a4cf-23375d8dba15 None None] Provisioning complete for port 3e07b167-1d8c-4067-ac09-6d51f75e8798 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:23.411695 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c44bb74-cc8f-422e-a4cf-23375d8dba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:23.574864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-1f2c5033-330e-4985-bb21-14680b8052ac tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.576434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-1f2c5033-330e-4985-bb21-14680b8052ac tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9&tenant_id=2006540de5b246e99c0578400f943b8d&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.1175618 Aug 31 09:49:23.676343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-23f191c9-d030-4af3-b16c-ec6163fbdb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.677915 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-23f191c9-d030-4af3-b16c-ec6163fbdb96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 1096 time: 0.0907953 Aug 31 09:49:23.680736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:23.701145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb5082-5437-4eeb-a2ee-21c2dc76268f req-5f222192-34a6-434d-be98-6b20eb723ef0 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.702801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16bb5082-5437-4eeb-a2ee-21c2dc76268f req-5f222192-34a6-434d-be98-6b20eb723ef0 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0693948 Aug 31 09:49:23.793414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16bb5082-5437-4eeb-a2ee-21c2dc76268f req-e370b436-5444-49cb-9820-7d4780bbf1c8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Aug 31 09:49:23.803807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4341d12-762a-4377-b850-f6e06053f523 req-7d6be097-a816-41d8-9b59-f6bf3b30a6ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.805423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4341d12-762a-4377-b850-f6e06053f523 req-7d6be097-a816-41d8-9b59-f6bf3b30a6ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.0899920 Aug 31 09:49:23.833895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-b7caae19-55ac-49b4-b6d5-5e7a0b250b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:23.837003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-b7caae19-55ac-49b4-b6d5-5e7a0b250b6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1096 time: 0.1114707 Aug 31 09:49:23.858801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4341d12-762a-4377-b850-f6e06053f523 req-33662786-e8c2-40fc-bb23-eae403644f00 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445514 Aug 31 09:49:24.057637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3e07b167-1d8c-4067-ac09-6d51f75e8798 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:24.082016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-6be2eafa-9154-4717-ad0c-5a99b6a22fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:24.083631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-6be2eafa-9154-4717-ad0c-5a99b6a22fc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.2389622 Aug 31 09:49:24.104012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.115433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3e07b167-1d8c-4067-ac09-6d51f75e8798 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:24.115800 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.234397 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-53e2bee8-adcf-403b-9d9b-5f31dea8b6ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 999 time: 0.1414778 Aug 31 09:49:24.334917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-f9c83189-6336-4035-8692-7984aa856e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:24.336632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-f9c83189-6336-4035-8692-7984aa856e7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.0939364 Aug 31 09:49:24.400164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:49:24.405402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-20a4aba0-dea2-470b-a2bc-1392ef056d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:24.406960 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-20a4aba0-dea2-470b-a2bc-1392ef056d58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628088 Aug 31 09:49:24.416283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:24.476095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:24.597568 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-054896bf-a104-4b38-876d-fe365aca6e2f service neutron] 10.222.0.23 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824906 Aug 31 09:49:24.600821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:24.616837 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:24.627764 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:24.628392 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:24.662244 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:24.667868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a4246f5-5c73-44ca-8b64-ae4e81d49de6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8252959 Aug 31 09:49:24.668378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56902) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:24.743668 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:24.959982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc348974-ca62-4d2d-9fc5-a2a44485dcf0 req-119c128b-d486-4aef-8b1b-f7ccc2c3a1ba tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:24.961637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc348974-ca62-4d2d-9fc5-a2a44485dcf0 req-119c128b-d486-4aef-8b1b-f7ccc2c3a1ba tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0649936 Aug 31 09:49:24.980405 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:23Z', 'revision_number': 3, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:25.013155 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:25.013502 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Updating router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 port 947f93c2-bfb3-4555-9624-d00c53a41a46 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:25.031886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815a785-acc8-4b1f-9514-a58fd8af8747 req-f4367ff0-9799-4578-a5fe-bd4c22a16c05 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:25.034291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c815a785-acc8-4b1f-9514-a58fd8af8747 req-f4367ff0-9799-4578-a5fe-bd4c22a16c05 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.0929492 Aug 31 09:49:25.037878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc348974-ca62-4d2d-9fc5-a2a44485dcf0 req-a40f98ec-2dd1-4d2e-a47d-989d5de55288 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565996 Aug 31 09:49:25.052319 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.091137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c815a785-acc8-4b1f-9514-a58fd8af8747 req-bf77e676-c852-40c1-bec7-8e4092e47d52 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500684 Aug 31 09:49:25.149456 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-2003d644-e8f7-4bbd-b2b9-090211be2864 service neutron] 10.222.0.23 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439010 Aug 31 09:49:25.384906 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.397099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Transition to ACTIVE for port object 947f93c2-bfb3-4555-9624-d00c53a41a46 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:25.404727 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.462794 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Pushing event updated for resources: {'Port': ['ID=947f93c2-bfb3-4555-9624-d00c53a41a46,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:25.478459 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Attempting to bind port 947f93c2-bfb3-4555-9624-d00c53a41a46 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:25.479038 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Attempting to bind port 947f93c2-bfb3-4555-9624-d00c53a41a46 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:25.479406 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Attempting to bind port 947f93c2-bfb3-4555-9624-d00c53a41a46 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:25.482268 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.482612 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.482988 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.483270 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.483597 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.483935 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.484239 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.484558 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.484875 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.485237 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.485649 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.486144 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:25.494151 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:25.494617 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:25.495048 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.496768 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:25.498030 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Bound port: 947f93c2-bfb3-4555-9624-d00c53a41a46, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:25.498030 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.518235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-2796bae8-1bda-4a03-b41f-8cc76913a212 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:25.519897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-2796bae8-1bda-4a03-b41f-8cc76913a212 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9&tenant_id=2006540de5b246e99c0578400f943b8d&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 1096 time: 0.1185329 Aug 31 09:49:25.556012 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] For port 947f93c2-bfb3-4555-9624-d00c53a41a46, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:25.559348 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] For port 947f93c2-bfb3-4555-9624-d00c53a41a46, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=947f93c2-bfb3-4555-9624-d00c53a41a46,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:25.563809 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.599689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.616561 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:25.620959 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:25.671339 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e1f22-cc50-4d96-865c-447289aad1a9 None None] Pushing event updated for resources: {'Port': ['ID=947f93c2-bfb3-4555-9624-d00c53a41a46,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:25.748135 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:25.776077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-5f772585-cdbb-4b0d-8f86-a5a5cb8998b0 service neutron] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:25.802674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-5f772585-cdbb-4b0d-8f86-a5a5cb8998b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:25.803851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-5f772585-cdbb-4b0d-8f86-a5a5cb8998b0 service neutron] 10.222.0.23 "DELETE /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a/bindings/n-h1-800634-13 HTTP/1.1" status: 204 len: 173 time: 0.2743547 Aug 31 09:49:25.896188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Allocated IP 172.20.0.1 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/53ef22d5-122b-4bf9-b55b-fed3dd32ce58) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:25.952224 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:23Z', 'revision_number': 3, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:25.983137 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956f4b0-6f45-4056-8444-df84d3b0c971 None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:23Z', 'revision_number': 3, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:26.027546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.047543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Transition to ACTIVE for port object 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:26.091840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.131815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:26.135014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:26.141099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:26.178205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7616df0-6776-4e0c-90d4-68d35ca9770e req-588eded8-8e6a-4e0c-89d6-0edadde3ea2e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:26.187515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7616df0-6776-4e0c-90d4-68d35ca9770e req-588eded8-8e6a-4e0c-89d6-0edadde3ea2e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0691578 Aug 31 09:49:26.196876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.225565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.308994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7616df0-6776-4e0c-90d4-68d35ca9770e req-8f34a2af-abbe-4e6e-be10-40f6ce235b35 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186500 Aug 31 09:49:26.352823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95876ed-6609-4b47-b785-fd38dfa9b90b req-6a3578d9-d5ae-454b-8db6-aa99d64b8097 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:26.362223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c95876ed-6609-4b47-b785-fd38dfa9b90b req-6a3578d9-d5ae-454b-8db6-aa99d64b8097 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.1471179 Aug 31 09:49:26.414882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c95876ed-6609-4b47-b785-fd38dfa9b90b req-ccbf49c1-6838-4d17-b982-b19aa115154b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515368 Aug 31 09:49:26.459454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.547425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0df4-0e31-47bf-b281-81b0445112a4 req-680af0b2-3d33-40fb-86f7-8c2623119a13 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:26.550415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f5e0df4-0e31-47bf-b281-81b0445112a4 req-680af0b2-3d33-40fb-86f7-8c2623119a13 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1096 time: 0.0564208 Aug 31 09:49:26.589826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-446b4bef-231a-4a14-a591-bf8519659cff None None] Provisioning for port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:26.597785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-446b4bef-231a-4a14-a591-bf8519659cff None None] Provisioning complete for port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:26.598322 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-446b4bef-231a-4a14-a591-bf8519659cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.612947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f5e0df4-0e31-47bf-b281-81b0445112a4 req-86aaaf3f-c712-4753-89af-20b79fbe69c6 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533321 Aug 31 09:49:26.687106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-446b4bef-231a-4a14-a591-bf8519659cff None None] Port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:26.737324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.743721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a81f48-d585-47f8-a2cf-af066eea3671 req-c29b1e60-97ae-45c4-b7a9-10c64085a892 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:26.743965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.744803 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86a81f48-d585-47f8-a2cf-af066eea3671 req-c29b1e60-97ae-45c4-b7a9-10c64085a892 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.0616419 Aug 31 09:49:26.791997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86a81f48-d585-47f8-a2cf-af066eea3671 req-924e23a4-3b1a-4292-b927-f7e2b4233e44 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Aug 31 09:49:26.817045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:26.817911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56916) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:26.819108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:26.885705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3bf8b724-040e-490b-a8f4-e64cd3d5b115 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/0301c7c5-f5ff-4ab4-b086-f59ee57058af HTTP/1.1" status: 200 len: 991 time: 0.0664198 Aug 31 09:49:26.926831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:26.928413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:27.061708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:27.181921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:27.187005 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c8553ef8-88a5-4448-baa6-09534c86f5d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/32a4217d-7d4e-429b-b894-a3b3c8f47f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5161591 Aug 31 09:49:27.217221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ae15b371-b2df-451d-abcf-c3966f378ce5 None None] Provisioning complete for port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:27.217605 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae15b371-b2df-451d-abcf-c3966f378ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.261475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ae15b371-b2df-451d-abcf-c3966f378ce5 None None] Port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:27.467334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccb3b2-9cc6-44d7-9e92-280787c19f70 req-f7e801d4-4805-4289-9844-ebbe93f233c8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:27.469049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fccb3b2-9cc6-44d7-9e92-280787c19f70 req-f7e801d4-4805-4289-9844-ebbe93f233c8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0662696 Aug 31 09:49:27.535727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fccb3b2-9cc6-44d7-9e92-280787c19f70 req-4dc950c0-b1c8-4900-8654-03a87dabc255 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580983 Aug 31 09:49:27.831138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56934) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:27.836448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-882529751-network', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:27.865116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Made reservation on behalf of 7b683f32ff7544c6839aba76bbb437f9 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:27.867641 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.876538 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:27.932874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:27.944203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:27.944909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:28.023304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.031526 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.073434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:28.082138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1707da-e509-494b-bbe3-3a72f97e784e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.089243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.089614 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Added segment 211272ef-4077-46e1-ac44-6f3cce873a82 of type vlan for network 73ef29e9-8d86-429c-9a71-90461a6328cf Aug 31 09:49:28.108240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 947f93c2-bfb3-4555-9624-d00c53a41a46 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:28.117269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:28.138579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.174587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.176151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.176737 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.250948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4184475 Aug 31 09:49:28.253720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56936) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:28.263618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88980d-2324-4dba-aaf9-b875a70a9995 admin admin] Pushing event updated for resources: {'Network': ['ID=73ef29e9-8d86-429c-9a71-90461a6328cf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.264184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Request body: {'subnet': {'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-882529751-subnet', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:28.305949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Made reservation on behalf of 7b683f32ff7544c6839aba76bbb437f9 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:28.308671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.411803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 73ef29e9-8d86-429c-9a71-90461a6328cf details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:28.502202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 947f93c2-bfb3-4555-9624-d00c53a41a46 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:28.503143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.516455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 947f93c2-bfb3-4555-9624-d00c53a41a46 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:28.516818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.571333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d338891d-a8ac-4194-b830-be95bc5d4efb,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:28.576953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Checking segment: {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:28.577308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Network hostable DHCP agents. Network: 73ef29e9-8d86-429c-9a71-90461a6328cf, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:49:28.582925 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7bae-d145-4c8d-868e-3edc3617bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.600150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Network 73ef29e9-8d86-429c-9a71-90461a6328cf is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:49:28.613354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 73ef29e9-8d86-429c-9a71-90461a6328cf) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:28.629847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38dd2fe-ae2a-4d60-89e6-f00b931269dd None None] Network 73ef29e9-8d86-429c-9a71-90461a6328cf requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:28.633920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.634864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.658919 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ab5faf79-71fe-4603-b4af-e884f6be22ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4038718 Aug 31 09:49:28.659827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56940) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:28.665982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:28.693492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051df7-662b-462c-a9cb-c32211e91338 req-4baf4850-8a4a-4dca-b025-5ca5062d4118 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:28.694259 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.695764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81051df7-662b-462c-a9cb-c32211e91338 req-4baf4850-8a4a-4dca-b025-5ca5062d4118 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0631926 Aug 31 09:49:28.696209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.748699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81051df7-662b-462c-a9cb-c32211e91338 req-713f7272-55f0-4093-82dd-074e8568b2bc tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438356 Aug 31 09:49:28.754121 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.762976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.770510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 2, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:28.819217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:28.819468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Updating router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:28.825632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 947f93c2-bfb3-4555-9624-d00c53a41a46, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=947f93c2-bfb3-4555-9624-d00c53a41a46,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:28.863559 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.902644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.936028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:28.985231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=947f93c2-bfb3-4555-9624-d00c53a41a46,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.001754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-73ef29e9-8d86-429c-9a71-90461a6328cf', 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'fixed_ips': [{'subnet_id': 'd338891d-a8ac-4194-b830-be95bc5d4efb'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:49:29.003414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.141611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56946) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:29.168754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.192878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.286934 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Allocated IP 172.20.0.2 (73ef29e9-8d86-429c-9a71-90461a6328cf/d338891d-a8ac-4194-b830-be95bc5d4efb/150b32cf-c92d-4096-af13-abeacbf1edae) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:29.315887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Allocated IP 172.25.4.19 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/6e8b0ff2-ccce-4b8d-9e41-6536664ef14d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:29.443137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.474320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Transition to ACTIVE for port object 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:29.481277 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.483991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.529120 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.590226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:29.591806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.593914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:29.597850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:29.625167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.653464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08dea4-8a47-4090-b85d-828bdeac3b9c None None] Pushing event updated for resources: {'Port': ['ID=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.660002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Transition to ACTIVE for port object 150b32cf-c92d-4096-af13-abeacbf1edae will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:29.681401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Transition to ACTIVE for port object 150b32cf-c92d-4096-af13-abeacbf1edae will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:29.685781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 49ae770d-089c-4d48-be5f-00c561369772 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:29.686247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.713572 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.761970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Network 73ef29e9-8d86-429c-9a71-90461a6328cf is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:29.769035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Attempting to bind port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:29.769493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Attempting to bind port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:29.769937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Attempting to bind port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:29.777811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:29.780523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.781060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.782073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:29.782455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:29.782895 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.784921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:29.785106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Bound port: 53ef22d5-122b-4bf9-b55b-fed3dd32ce58, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:29.785455 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:29.788691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:29.804629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 49ae770d-089c-4d48-be5f-00c561369772 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:29.895737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Pushing event updated for resources: {'Port': ['ID=150b32cf-c92d-4096-af13-abeacbf1edae,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:29.976884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Attempting to bind port 150b32cf-c92d-4096-af13-abeacbf1edae on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:29.977259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Attempting to bind port 150b32cf-c92d-4096-af13-abeacbf1edae by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:29.978142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Attempting to bind port 150b32cf-c92d-4096-af13-abeacbf1edae on network 73ef29e9-8d86-429c-9a71-90461a6328cf {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:29.989439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998d5c-bf31-4ec3-b218-f8f0bf192f09 req-0a54dacb-7b52-4936-9408-31fa75c16359 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:29.991064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed998d5c-bf31-4ec3-b218-f8f0bf192f09 req-0a54dacb-7b52-4936-9408-31fa75c16359 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1058471 Aug 31 09:49:29.995587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.000877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:30.000877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Checking segment: {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:30.000877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.000877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Bound using segment: {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:30.000877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Bound port: 150b32cf-c92d-4096-af13-abeacbf1edae, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:30.000877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.017394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] For port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:30.036468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] For port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:30.058253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.117459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 947f93c2-bfb3-4555-9624-d00c53a41a46 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:30.143765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed998d5c-bf31-4ec3-b218-f8f0bf192f09 req-395a0600-657c-426c-a109-942777a27dea tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307065 Aug 31 09:49:30.168944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.204829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=49ae770d-089c-4d48-be5f-00c561369772,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:30.207153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] For port 150b32cf-c92d-4096-af13-abeacbf1edae, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:30.211767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] For port 150b32cf-c92d-4096-af13-abeacbf1edae, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=150b32cf-c92d-4096-af13-abeacbf1edae,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:30.226959 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.233026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08dea4-8a47-4090-b85d-828bdeac3b9c None None] Pushing event updated for resources: {'Port': ['ID=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:30.267081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:30.268311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:30.281043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.302339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.303227 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP 0301c7c5-f5ff-4ab4-b086-f59ee57058af disassociated (deleted). External IP: 172.25.4.165, port: 8a93c30c-b982-4964-aebf-670c8ba0b55a. Aug 31 09:49:30.409998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039eb9-b6d8-4eee-8eb7-518c70d976f8 None None] Pushing event updated for resources: {'Port': ['ID=150b32cf-c92d-4096-af13-abeacbf1edae,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:30.443307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 947f93c2-bfb3-4555-9624-d00c53a41a46 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:30.443557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.482319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Router f3794498-7fca-46a5-8941-8210157c2832 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:49:30.537808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:30.617908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:30.628781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:30.666138 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Sync routers for ids ['f3794498-7fca-46a5-8941-8210157c2832'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:30.679302 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Routers {'f3794498-7fca-46a5-8941-8210157c2832'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:30.680671 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f3794498-7fca-46a5-8941-8210157c2832'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:30.685557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.691346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d4aa1419-ff21-4f14-9f67-e371566c4c28 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0298762 Aug 31 09:49:30.694765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56952) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:30.873444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:30.883382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:30.887125 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Set router f3794498-7fca-46a5-8941-8210157c2832 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:30.888467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] Sync routers for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:30.905853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:30.906518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:30.910180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:29Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:30.954684 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1da5aac0-6e32-4d30-8eff-5c09c61b03cb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/floatingips/0301c7c5-f5ff-4ab4-b086-f59ee57058af HTTP/1.1" status: 204 len: 168 time: 1.8098466 Aug 31 09:49:30.954684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:30.956318 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e98195-9570-4d53-8d47-a2238838d8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:31.039803 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14805de7-d9b0-4a05-ab7a-b86a286f6e60 x-openstack-request-id: req-14805de7-d9b0-4a05-ab7a-b86a286f6e60 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:31.040100 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:31.040354 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14805de7-d9b0-4a05-ab7a-b86a286f6e60 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:31.040804 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'status': 'completed', 'code': 200} Aug 31 09:49:31.155873 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:49:29Z', 'revision_number': 3, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:31.187695 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Checking router: f3794498-7fca-46a5-8941-8210157c2832 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:31.188601 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Updating router f3794498-7fca-46a5-8941-8210157c2832 port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:31.235041 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.276626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a4025-823e-4878-83f5-5a4b1487346f None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:29Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:31.374208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-1839df7d-8c57-490a-9a51-e23db8458f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.377596 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-1839df7d-8c57-490a-9a51-e23db8458f1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 1096 time: 0.1291816 Aug 31 09:49:31.414345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a63d-e7cc-48d4-93bc-69e3b5f7ed03 req-d560d67e-f500-4853-8886-d88ca5ba6c83 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.417043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d679a63d-e7cc-48d4-93bc-69e3b5f7ed03 req-d560d67e-f500-4853-8886-d88ca5ba6c83 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1658463 Aug 31 09:49:31.504769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:31.544011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d679a63d-e7cc-48d4-93bc-69e3b5f7ed03 req-1a8cd235-db46-4af9-909f-3b3ee3a92528 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909598 Aug 31 09:49:31.572481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c548f01-c2f4-4832-b4f9-dbb77991f8be req-7fcb627b-e509-4cc4-891f-54bc4fd8632a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.574707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c548f01-c2f4-4832-b4f9-dbb77991f8be req-7fcb627b-e509-4cc4-891f-54bc4fd8632a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.2008686 Aug 31 09:49:31.656822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c548f01-c2f4-4832-b4f9-dbb77991f8be req-899d1bb4-78b0-4fe9-8f7a-f7a603c3158a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=5cce8920-7113-4767-a9be-ac601a089b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686555 Aug 31 09:49:31.806416 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.867216 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.881683 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Transition to ACTIVE for port object 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:31.892102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-a940696d-ed19-4bb9-ae34-08b18c372a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.894358 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:31.896274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-a940696d-ed19-4bb9-ae34-08b18c372a8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 200 len: 898 time: 0.4890459 Aug 31 09:49:31.944579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4decd-5eff-4bed-8424-45c274583c51 req-048f4c41-b09e-4e59-9fb9-63df51837004 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:31.961035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86b4decd-5eff-4bed-8424-45c274583c51 req-048f4c41-b09e-4e59-9fb9-63df51837004 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 944 time: 0.1022596 Aug 31 09:49:31.981069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:26Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:31.988923 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419615c-c7ed-4d60-ae63-c1739d8a6ba9 None None] Pushing event updated for resources: {'Port': ['ID=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:32.008733 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Attempting to bind port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:32.014900 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Attempting to bind port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:32.015845 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Attempting to bind port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:32.023218 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-5fb5a0e9-4223-4f4f-94ba-db79e83a302b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 200 len: 217 time: 0.1203082 Aug 31 09:49:32.026440 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:32.027117 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:32.028030 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.029718 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:32.032435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Bound port: 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:32.033077 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.053904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] Checking router: 7250eba9-6bf1-4674-9dc2-93d10b1eef90 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:32.088481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe874f-a723-41b6-a3e1-eae7ceb2cff1 None None] Network 73ef29e9-8d86-429c-9a71-90461a6328cf requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:32.147705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-31cf09b4-eea2-4f17-b745-9f2c65046534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:32.149436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-31cf09b4-eea2-4f17-b745-9f2c65046534 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 200 len: 834 time: 0.1121812 Aug 31 09:49:32.180437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 8a93c30c-b982-4964-aebf-670c8ba0b55a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:32.180782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.181054 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] For port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:32.185724 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] For port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:32.203410 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.209536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:32.210281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:32.344670 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Routers {'f3794498-7fca-46a5-8941-8210157c2832'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:32.345313 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f3794498-7fca-46a5-8941-8210157c2832'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:32.347526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 8a93c30c-b982-4964-aebf-670c8ba0b55a, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=8a93c30c-b982-4964-aebf-670c8ba0b55a,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:32.348189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.352948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-4cfaadc9-c96a-4ea9-987a-4a3b3bb8f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:32.353527 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-4cfaadc9-c96a-4ea9-987a-4a3b3bb8f517 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a74e124c-e109-4d0f-b842-131f6afb0024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558902 Aug 31 09:49:32.366150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 8a93c30c-b982-4964-aebf-670c8ba0b55a owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:32.370959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:32.418405 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419615c-c7ed-4d60-ae63-c1739d8a6ba9 None None] Pushing event updated for resources: {'Port': ['ID=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:32.466964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ef73a5fb-6aac-4b6e-8e8d-b7fbc4cb1560 None None] Provisioning for port 150b32cf-c92d-4096-af13-abeacbf1edae completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:32.531024 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.543673 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] Set router f3794498-7fca-46a5-8941-8210157c2832 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:32.587662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:32.591040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.601787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.634930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16b28b26-c316-491a-a344-7b2725d300b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.655189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-98b49f4b-dbe6-4f15-bbfa-3012b00ef84f service neutron] 10.222.0.23 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845967 Aug 31 09:49:32.757333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=8a93c30c-b982-4964-aebf-670c8ba0b55a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:32.848053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] No DVR routers for this DVR port 8a93c30c-b982-4964-aebf-670c8ba0b55a on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:32.851679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0241779d-a8ee-4e54-9807-bb8fd4b4927f req-402371a0-b5f6-48af-a6f9-a733547fede5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b9fd49-050d-46ad-bcfb-2e95c1c933b9 HTTP/1.1" status: 200 len: 210 time: 0.0352886 Aug 31 09:49:32.863525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:32.868857 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50981c30-47b0-451a-9278-37447e132b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:49:29Z', 'revision_number': 3, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:32.875774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.879401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86b4decd-5eff-4bed-8424-45c274583c51 req-1d07e55a-b67d-46ef-89d6-06c0c4ebb927 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "DELETE /v2.0/ports/8a93c30c-b982-4964-aebf-670c8ba0b55a HTTP/1.1" status: 204 len: 173 time: 0.9169958 Aug 31 09:49:32.887548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:32.887934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.946757 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda6f7-1a1b-43f5-9ed4-95d3a4b22f99 req-5757c415-7aef-49c9-b5d9-7ddd0fcaf429 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:32.958845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7deda6f7-1a1b-43f5-9ed4-95d3a4b22f99 req-5757c415-7aef-49c9-b5d9-7ddd0fcaf429 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.2132130 Aug 31 09:49:32.977615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-50e98195-9570-4d53-8d47-a2238838d8c9 req-4e0d6a90-0aed-4426-905c-0ffd08fbb95b service neutron] 10.222.0.23 "GET /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215172 Aug 31 09:49:32.978186 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50981c30-47b0-451a-9278-37447e132b3c None None] The sync data for ids ['f3794498-7fca-46a5-8941-8210157c2832'] in n-d-800634-13 is: [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:49:29Z', 'revision_number': 3, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:33.021023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7deda6f7-1a1b-43f5-9ed4-95d3a4b22f99 req-685e1f04-92a0-4ac1-8ee4-efaa6eadfbc6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609155 Aug 31 09:49:33.032123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Allocated IP 172.20.0.1 (73ef29e9-8d86-429c-9a71-90461a6328cf/d338891d-a8ac-4194-b830-be95bc5d4efb/47383123-71c1-4046-88e1-a48e27c17af6) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:33.042218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-deleted', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:33.045038 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7732d911-335e-4282-be99-fdfdf10598b0" -d '{"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-deleted", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:33.121807 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e59db3-8163-46d8-b6c9-f7c2b8d1728e x-openstack-request-id: req-99e59db3-8163-46d8-b6c9-f7c2b8d1728e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:33.122238 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b9fd49-050d-46ad-bcfb-2e95c1c933b9", "name": "network-vif-deleted", "tag": "8a93c30c-b982-4964-aebf-670c8ba0b55a", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:33.122524 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99e59db3-8163-46d8-b6c9-f7c2b8d1728e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:33.123014 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b9fd49-050d-46ad-bcfb-2e95c1c933b9', 'name': 'network-vif-deleted', 'tag': '8a93c30c-b982-4964-aebf-670c8ba0b55a', 'status': 'completed', 'code': 200} Aug 31 09:49:33.171205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.245522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:33.259896 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.260759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 150b32cf-c92d-4096-af13-abeacbf1edae up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:33.293853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:26Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:33.301690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.347712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Transition to ACTIVE for port object 47383123-71c1-4046-88e1-a48e27c17af6 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:33.401710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b231ea5-1d74-46b4-99ed-d21a4dd54e5b None None] The sync data for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 is: [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:19Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '5adfb39b-4ea2-4d53-9de3-d4e76ef231aa', 'name': '', 'network_id': 'a74e124c-e109-4d0f-b842-131f6afb0024', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:7d:be:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:18Z', 'updated_at': '2021-08-31T09:48:26Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '16fb4cc7-75fe-4ee2-a544-bfc647ee2e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:33.405998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.482708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Network 73ef29e9-8d86-429c-9a71-90461a6328cf is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:33.487624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:33.497117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:33.511931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.524991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 150b32cf-c92d-4096-af13-abeacbf1edae completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:33.534785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 150b32cf-c92d-4096-af13-abeacbf1edae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:33.535644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.536160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Pushing event updated for resources: {'Port': ['ID=47383123-71c1-4046-88e1-a48e27c17af6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:33.539526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-49c308f8-798f-4671-ab28-7a183d9051a9 None None] Provisioning complete for port 150b32cf-c92d-4096-af13-abeacbf1edae triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:33.540225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-49c308f8-798f-4671-ab28-7a183d9051a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.595210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.831423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.847871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.931362 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.949654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-49c308f8-798f-4671-ab28-7a183d9051a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.965073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56970) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:34.015670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 150b32cf-c92d-4096-af13-abeacbf1edae, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=150b32cf-c92d-4096-af13-abeacbf1edae,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:34.016392 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a887c76-07d7-46be-8155-4c062868c553 None None] New status for floating IP 0301c7c5-f5ff-4ab4-b086-f59ee57058af: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:49:34.024108 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.115936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-49c308f8-798f-4671-ab28-7a183d9051a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:49:34.117899 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-49c308f8-798f-4671-ab28-7a183d9051a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:49:34.146400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=150b32cf-c92d-4096-af13-abeacbf1edae,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:34.181313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.192462 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.295632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.310250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:34.327814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Pushing event updated for resources: {'Port': ['ID=47383123-71c1-4046-88e1-a48e27c17af6,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:34.371688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a66894-0025-4ee4-a45e-7291166a9fd3 req-b72ec0a3-2214-42db-b69a-edb990dfab92 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:34.373645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33a66894-0025-4ee4-a45e-7291166a9fd3 req-b72ec0a3-2214-42db-b69a-edb990dfab92 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1567848 Aug 31 09:49:34.411516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:34.412095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.459518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Network 73ef29e9-8d86-429c-9a71-90461a6328cf is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:34.461184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:34.542530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33a66894-0025-4ee4-a45e-7291166a9fd3 req-856125cf-fe80-4221-aa69-3a67082643c5 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469939 Aug 31 09:49:34.547592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:34.627389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:34.661562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:34.661998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.673255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Router f3794498-7fca-46a5-8941-8210157c2832 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:34.813040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.825957 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:34.844445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:34.850427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95b3f658-88b7-4f6a-8aeb-f4443aed40ad admin admin] 10.222.0.18 "PUT /v2.0/routers/f3794498-7fca-46a5-8941-8210157c2832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1543081 Aug 31 09:49:34.852250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:34.860266 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.064167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:35.069968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9fbdfa81-638e-4627-ac5a-b3a3bc37e7b8 None None] Provisioning for port 47383123-71c1-4046-88e1-a48e27c17af6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:35.091590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9fbdfa81-638e-4627-ac5a-b3a3bc37e7b8 None None] Provisioning complete for port 47383123-71c1-4046-88e1-a48e27c17af6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:35.091968 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa81-638e-4627-ac5a-b3a3bc37e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.101260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 8a93c30c-b982-4964-aebf-670c8ba0b55a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:49:35.101601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 8a93c30c-b982-4964-aebf-670c8ba0b55a not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:35.146204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:35.150963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdfa81-638e-4627-ac5a-b3a3bc37e7b8 None None] Port 47383123-71c1-4046-88e1-a48e27c17af6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:35.154263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:35.154848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.262299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:35.262741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.288384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:35.515848 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.552169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=5adfb39b-4ea2-4d53-9de3-d4e76ef231aa,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:35.703262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Sync routers for ids ['f3794498-7fca-46a5-8941-8210157c2832'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:35.721595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Routers {'f3794498-7fca-46a5-8941-8210157c2832'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:35.722557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f3794498-7fca-46a5-8941-8210157c2832'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:35.737031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf377c9-7034-49d0-897a-3f979e7c7ef4 req-c808efba-2d1b-453e-96f2-afdd96771e41 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:35.743058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adf377c9-7034-49d0-897a-3f979e7c7ef4 req-c808efba-2d1b-453e-96f2-afdd96771e41 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1177585 Aug 31 09:49:35.847431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adf377c9-7034-49d0-897a-3f979e7c7ef4 req-564f49a5-1118-414d-bb4b-2330f83dac50 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 Aug 31 09:49:35.848100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:35.923421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Set router f3794498-7fca-46a5-8941-8210157c2832 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:36.145338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:36.179811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 4, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '47383123-71c1-4046-88e1-a48e27c17af6', 'name': '', 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'mac_address': 'fa:16:3e:5b:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd338891d-a8ac-4194-b830-be95bc5d4efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:32Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 2, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'subnets': [{'id': 'd338891d-a8ac-4194-b830-be95bc5d4efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:36.227150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:36.237079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Checking router: f3794498-7fca-46a5-8941-8210157c2832 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:36.237462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Updating router f3794498-7fca-46a5-8941-8210157c2832 port 47383123-71c1-4046-88e1-a48e27c17af6 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:36.287469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:36.292254 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.297787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 56994) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:36.307103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f84d6c64-0a2b-41b0-9f7d-81985efcc45c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/7250eba9-6bf1-4674-9dc2-93d10b1eef90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3394694 Aug 31 09:49:36.307792 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] Sync routers for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:36.308296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.322124 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:36.324775 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:36.375243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting subnet 16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:49:36.383153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.438009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.440131 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:36.440630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.483622 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:36.571203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.657881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 150b32cf-c92d-4096-af13-abeacbf1edae up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:36.662021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.684170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.688891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/subnets/16fb4cc7-75fe-4ee2-a544-bfc647ee2e45 HTTP/1.1" status: 204 len: 168 time: 0.3874609 Aug 31 09:49:36.689917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 56996) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:36.692014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b82efd-90df-4678-baad-c91b5f899888 None None] Network a74e124c-e109-4d0f-b842-131f6afb0024 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:36.710799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1a02d-0107-4dd5-a0b8-fa7a2517cbf5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Subnet': ['ID=16fb4cc7-75fe-4ee2-a544-bfc647ee2e45,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:36.743693 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:49:35Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:36.774116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] Checking router: 7250eba9-6bf1-4674-9dc2-93d10b1eef90 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:36.784546 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] Routers {'7250eba9-6bf1-4674-9dc2-93d10b1eef90'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:36.785316 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:36.883503 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.887192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 150b32cf-c92d-4096-af13-abeacbf1edae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:36.887571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:36.926394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Transition to ACTIVE for port object 47383123-71c1-4046-88e1-a48e27c17af6 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:36.930068 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] Set router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:36.939180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.011180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4772f-95ed-4740-9a14-0c23296a11a7 None None] Pushing event updated for resources: {'Port': ['ID=47383123-71c1-4046-88e1-a48e27c17af6,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.077025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] DHCP port deletion for a74e124c-e109-4d0f-b842-131f6afb0024 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:49:37.164305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Attempting to bind port 47383123-71c1-4046-88e1-a48e27c17af6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:37.164305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Attempting to bind port 47383123-71c1-4046-88e1-a48e27c17af6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:37.164305 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Attempting to bind port 47383123-71c1-4046-88e1-a48e27c17af6 on network 73ef29e9-8d86-429c-9a71-90461a6328cf {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:37.172933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:37.173223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Checking segment: {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:37.173718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.174341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Bound using segment: {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:37.175076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Bound port: 47383123-71c1-4046-88e1-a48e27c17af6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211272ef-4077-46e1-ac44-6f3cce873a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:37.175478 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.257512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] For port 47383123-71c1-4046-88e1-a48e27c17af6, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:37.261291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] For port 47383123-71c1-4046-88e1-a48e27c17af6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47383123-71c1-4046-88e1-a48e27c17af6,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:37.270645 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.273831 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:49:35Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:37.335436 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031fa20b-a7a4-438d-a2ab-a831ba3e304b None None] The sync data for ids ['7250eba9-6bf1-4674-9dc2-93d10b1eef90'] in n-d-800634-13 is: [{'id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402833164', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:49:35Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': 'e5885114-bcd1-4202-ac69-f98db58b82da', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7250eba9-6bf1-4674-9dc2-93d10b1eef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:37.368269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Routers {'f3794498-7fca-46a5-8941-8210157c2832'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:37.369554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f3794498-7fca-46a5-8941-8210157c2832'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:37.403983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed7134-f188-4f89-875b-19bdc517d12b req-1a11dd69-59d1-48fc-aa6e-74f774e989a4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:37.406686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64ed7134-f188-4f89-875b-19bdc517d12b req-1a11dd69-59d1-48fc-aa6e-74f774e989a4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1614761 Aug 31 09:49:37.438155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4772f-95ed-4740-9a14-0c23296a11a7 None None] Pushing event updated for resources: {'Port': ['ID=47383123-71c1-4046-88e1-a48e27c17af6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.447145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] Deleting port 71ebc551-916d-4111-9805-8fb6db874b6b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:37.447526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.514116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.568931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] For port 71ebc551-916d-4111-9805-8fb6db874b6b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=71ebc551-916d-4111-9805-8fb6db874b6b,segment=NetworkSegment(e6023c78-3959-488f-b617-3a752873a466),segment_id=e6023c78-3959-488f-b617-3a752873a466)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:37.569335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.585549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64ed7134-f188-4f89-875b-19bdc517d12b req-e742d226-31f3-4334-a204-4329be34fe12 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630719 Aug 31 09:49:37.589757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] Calling delete_port for 71ebc551-916d-4111-9805-8fb6db874b6b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:37.597140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] Set router f3794498-7fca-46a5-8941-8210157c2832 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:37.616937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-d759be1b-3657-40b1-a9a1-1e881b598d5b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:37.618512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-d759be1b-3657-40b1-a9a1-1e881b598d5b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.2071009 Aug 31 09:49:37.668441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-da64e7ea-7595-4bf0-9663-d16336c6b12e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0174208 Aug 31 09:49:37.719667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.747349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-fa9e4b93-f0c6-44ad-acab-5b81320363fa tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716035 Aug 31 09:49:37.778056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-e71a9b56-a1d5-4264-a097-470a5189f79a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:49:37.778994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-e71a9b56-a1d5-4264-a097-470a5189f79a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076246 Aug 31 09:49:37.825639 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.827469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port e5885114-bcd1-4202-ac69-f98db58b82da {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:37.827967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.872759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] Pushing event deleted for resources: {'Port': ['ID=71ebc551-916d-4111-9805-8fb6db874b6b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:37.883792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f30e28-87ba-4b93-b0f2-3087dcf04f54 None None] No DVR routers for this DVR port 71ebc551-916d-4111-9805-8fb6db874b6b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:37.953801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 4, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '47383123-71c1-4046-88e1-a48e27c17af6', 'name': '', 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'mac_address': 'fa:16:3e:5b:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd338891d-a8ac-4194-b830-be95bc5d4efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:32Z', 'updated_at': '2021-08-31T09:49:37Z', 'revision_number': 4, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'subnets': [{'id': 'd338891d-a8ac-4194-b830-be95bc5d4efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:37.959332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port e5885114-bcd1-4202-ac69-f98db58b82da, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e5885114-bcd1-4202-ac69-f98db58b82da,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:37.959706 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.985641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f728d4-6d41-42b5-af8a-6ff45deedb37 None None] The sync data for ids ['f3794498-7fca-46a5-8941-8210157c2832'] in n-d-800634-13 is: [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 4, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '47383123-71c1-4046-88e1-a48e27c17af6', 'name': '', 'network_id': '73ef29e9-8d86-429c-9a71-90461a6328cf', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'mac_address': 'fa:16:3e:5b:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'd338891d-a8ac-4194-b830-be95bc5d4efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:32Z', 'updated_at': '2021-08-31T09:49:37Z', 'revision_number': 4, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'subnets': [{'id': 'd338891d-a8ac-4194-b830-be95bc5d4efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:38.012559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for e5885114-bcd1-4202-ac69-f98db58b82da owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:38.149687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-9a93f850-f748-4baa-a58c-1b3a5be3779a service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599138 Aug 31 09:49:38.198928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47383123-71c1-4046-88e1-a48e27c17af6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:38.265282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 47383123-71c1-4046-88e1-a48e27c17af6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:38.270825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 47383123-71c1-4046-88e1-a48e27c17af6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:38.271220 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.344163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-87b0c7e0-f830-4e47-9ab5-56c75527cdc3 service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548517 Aug 31 09:49:38.364001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.386461 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.432710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 47383123-71c1-4046-88e1-a48e27c17af6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47383123-71c1-4046-88e1-a48e27c17af6,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:38.433133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=e5885114-bcd1-4202-ac69-f98db58b82da,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:38.442826 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.505281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=47383123-71c1-4046-88e1-a48e27c17af6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:38.519120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.525350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:38.549865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:49:38.550639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 5adfb39b-4ea2-4d53-9de3-d4e76ef231aa not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:38.551059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 71ebc551-916d-4111-9805-8fb6db874b6b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:38.574374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 71ebc551-916d-4111-9805-8fb6db874b6b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:49:38.574726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 71ebc551-916d-4111-9805-8fb6db874b6b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:38.695950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.711418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.771189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.771723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Fanout notify agent at l3_agent the message router_deleted on router 7250eba9-6bf1-4674-9dc2-93d10b1eef90 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:49:38.787698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:38.792225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57026) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:38.792778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-27c20402-a582-48cb-bf00-72c5443dcb3a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/routers/7250eba9-6bf1-4674-9dc2-93d10b1eef90 HTTP/1.1" status: 204 len: 168 time: 2.1011086 Aug 31 09:49:38.801746 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf75096-aa9c-405a-bc30-c0a7aed40366 req-bef85f53-99c8-452e-ac0b-bf40c22c4e60 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:38.803529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdf75096-aa9c-405a-bc30-c0a7aed40366 req-bef85f53-99c8-452e-ac0b-bf40c22c4e60 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1246319 Aug 31 09:49:38.865500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3f18f15-7f49-44e9-ac67-010a94dd963c req-ab056b55-48c3-4d4c-9c00-d0d8642754fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0608866 Aug 31 09:49:38.898053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bdf75096-aa9c-405a-bc30-c0a7aed40366 req-71b14110-2853-4ee0-8bf6-22b2427c685e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Aug 31 09:49:38.934106 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.041170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.054594 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74e124c-e109-4d0f-b842-131f6afb0024']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:39.068576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6023c78-3959-488f-b617-3a752873a466') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:39.068881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6023c78-3959-488f-b617-3a752873a466') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:39.081772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.101169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.115044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:49:39.116097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:49:39.119549 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:49:39.197053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.208605 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.210652 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/networks/a74e124c-e109-4d0f-b842-131f6afb0024 HTTP/1.1" status: 204 len: 168 time: 0.4161847 Aug 31 09:49:39.213348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57034) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:39.231798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe64b47-ab54-42ee-9483-3e22898f1ff5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Network': ['ID=a74e124c-e109-4d0f-b842-131f6afb0024,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:39.288145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-472d3bac-d5a2-494c-bb1d-1f9fceff041d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.320086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-472d3bac-d5a2-494c-bb1d-1f9fceff041d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.406923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-472d3bac-d5a2-494c-bb1d-1f9fceff041d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.409792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-472d3bac-d5a2-494c-bb1d-1f9fceff041d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.413897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-472d3bac-d5a2-494c-bb1d-1f9fceff041d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/security-groups/5cce8920-7113-4767-a9be-ac601a089b1d HTTP/1.1" status: 204 len: 168 time: 0.1965950 Aug 31 09:49:39.443659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d3bac-d5a2-494c-bb1d-1f9fceff041d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce8920-7113-4767-a9be-ac601a089b1d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:39.645087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:39.652484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900867882', 'description': 'tempest-secgroup-smoke-1900867882 description', 'project_id': '2006540de5b246e99c0578400f943b8d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:39.683248 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.781193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.787718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.816950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.818104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1718910 Aug 31 09:49:39.820432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be682d62-f2d6-4850-b1bf-cdb8714d2a22 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afcd1be-f645-4250-9ab8-2dd6c09c5537,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:39.822267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57042) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:39.827321 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '1afcd1be-f645-4250-9ab8-2dd6c09c5537', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:39.916674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:39.997348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-993d357a-922c-47cd-9728-5c1a66f050ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:39.998773 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-993d357a-922c-47cd-9728-5c1a66f050ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1600704 Aug 31 09:49:40.014676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa61b272-b7c7-4a3d-9c31-b6e1316d80a5 req-8bcc4dec-29c3-484e-95c5-280b287cd421 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0460334 Aug 31 09:49:40.014902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:40.094175 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c196bf-53ca-48f2-a0f0-fd5521b33479 req-0b82a2a6-63be-416b-bd02-2870ed3a0dc8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:40.102457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83c196bf-53ca-48f2-a0f0-fd5521b33479 req-0b82a2a6-63be-416b-bd02-2870ed3a0dc8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0907686 Aug 31 09:49:40.121562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.127614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.145533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47383123-71c1-4046-88e1-a48e27c17af6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:40.164044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83c196bf-53ca-48f2-a0f0-fd5521b33479 req-e5dfe186-7b0a-4ba1-84e1-fb1fc503875e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 Aug 31 09:49:40.198194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.199998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3766770 Aug 31 09:49:40.200867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da4a2b-6c59-4e9a-aa3c-3f3c9571d770 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b49d46d-17d3-42eb-90f6-6f861d4987b4,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.203071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57048) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:40.213654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '1afcd1be-f645-4250-9ab8-2dd6c09c5537', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:40.228107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 47383123-71c1-4046-88e1-a48e27c17af6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:40.228510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.236007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:49:40.236007 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:49:40.236007 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id_1': '6f1ba30c14964d52a4362b8a3227effd', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 49, 40, 219139)}] Aug 31 09:49:40.236007 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:49:40.240457 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:49:40.251019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.309129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.313225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.339339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65378c18-8531-4ac0-9d0a-4d537d6c1b8e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.351162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.356628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57050) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:40.356930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b0e1cc10-d7ef-4859-b84e-51c49509a889 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493449 Aug 31 09:49:40.363124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '1afcd1be-f645-4250-9ab8-2dd6c09c5537', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:40.381801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5885114-bcd1-4202-ac69-f98db58b82da no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:40.407309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e5885114-bcd1-4202-ac69-f98db58b82da {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:49:40.407688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e5885114-bcd1-4202-ac69-f98db58b82da not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:40.410939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.465228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.470684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.504585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f527775-fefb-4b00-aa1b-e5203757f504,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.508396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.510114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2badb6b9-1dca-4576-949e-d8cf3b3692d1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519980 Aug 31 09:49:40.512550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57052) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:40.518142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '1afcd1be-f645-4250-9ab8-2dd6c09c5537', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:40.548104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.612693 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.616891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.638504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7925997-cfff-4609-9b50-f9543df3e4ef,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.645325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.646758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7a8ec7d5-8575-4acd-a766-b2ac0c849c2c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328773 Aug 31 09:49:40.649438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57054) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:40.653792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '1afcd1be-f645-4250-9ab8-2dd6c09c5537', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:40.681499 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:49:40.687407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.757636 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.761430 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.773991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:40.781142 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.784552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b44daad-c62f-4f7a-9661-b9759aff9d8d,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:40.787454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.788655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-272f2726-be17-4f27-879a-f5f6ad762cb4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382847 Aug 31 09:49:40.794411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57056) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:40.801785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'security_group_rule': {'security_group_id': '1afcd1be-f645-4250-9ab8-2dd6c09c5537', 'project_id': '2006540de5b246e99c0578400f943b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:40.874360 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Project 2006540de5b246e99c0578400f943b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:49:40.886401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:40.976758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.14 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/45e040a3-3a93-425b-9557-df94df788dcd) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:40.996081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.006725 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.045202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69364b5-6749-4521-888a-23324a33792d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:41.051228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.052447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-770e65bc-73df-4d50-8b72-704111685664 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2572925 Aug 31 09:49:41.055937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57060) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:41.063800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'network': {'name': 'tempest-network-smoke--2024889192', 'project_id': '2006540de5b246e99c0578400f943b8d', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:41.094930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:41.099461 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.131999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:49:41.147474 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.147818 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Added segment cb144c50-8323-47d4-ae5f-b4e5f9777245 of type vlan for network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 Aug 31 09:49:41.184557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e726ecd1-c4b5-4c2b-b0b3-53547a5ad44c req-49fb923f-ffc3-4c7d-b986-2e8b33a7784c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0392485 Aug 31 09:49:41.198867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.230118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object 45e040a3-3a93-425b-9557-df94df788dcd will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:41.241239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.271844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.311171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.321426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.322871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.334079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:41.338712 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:41.343992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:41.394029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c4ae-2589-4813-a042-85648c3af57a req-4f895224-db73-49a2-8355-6726b3562bd5 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.395747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1838c4ae-2589-4813-a042-85648c3af57a req-4f895224-db73-49a2-8355-6726b3562bd5 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1410363 Aug 31 09:49:41.406020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3479896 Aug 31 09:49:41.409039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57064) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:41.413380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'admin_state_up': True, 'project_id': '2006540de5b246e99c0578400f943b8d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:41.436854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=45e040a3-3a93-425b-9557-df94df788dcd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:41.447510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:41.448172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.473711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b257a9b-de6b-4903-b09c-491f4313ccda tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Network': ['ID=748bbb03-b99e-45c1-bf00-b1b2929b6c41,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:41.487304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:49:41.494274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1838c4ae-2589-4813-a042-85648c3af57a req-1480bba7-bcc8-4e0d-b046-cd26698c0ca8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702615 Aug 31 09:49:41.496255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-10f0b63b-2332-43a6-be40-cfa391bf52ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4873900 Aug 31 09:49:41.499739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.501197 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.511453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Request body: {'port': {'device_id': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:41.618508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.629879 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.801024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27a48463-06b1-42db-8cda-62a6d130c231 None None] Provisioning for port 45e040a3-3a93-425b-9557-df94df788dcd completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:41.806320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-27a48463-06b1-42db-8cda-62a6d130c231 None None] Provisioning complete for port 45e040a3-3a93-425b-9557-df94df788dcd triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:41.806722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-27a48463-06b1-42db-8cda-62a6d130c231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.844634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-27a48463-06b1-42db-8cda-62a6d130c231 None None] Port 45e040a3-3a93-425b-9557-df94df788dcd cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:41.892141 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.966890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e040a3-3a93-425b-9557-df94df788dcd {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:41.979475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:41.995285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Transition to ACTIVE for port object 45e040a3-3a93-425b-9557-df94df788dcd will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:42.000236 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.072907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Pushing event updated for resources: {'Port': ['ID=45e040a3-3a93-425b-9557-df94df788dcd,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:42.139626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Attempting to bind port 45e040a3-3a93-425b-9557-df94df788dcd on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:42.139971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Attempting to bind port 45e040a3-3a93-425b-9557-df94df788dcd by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:42.140296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Attempting to bind port 45e040a3-3a93-425b-9557-df94df788dcd on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:42.145832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Port 45e040a3-3a93-425b-9557-df94df788dcd on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:42.146195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Attempting to bind port 45e040a3-3a93-425b-9557-df94df788dcd on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:42.152348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:42.152689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:42.153048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:42.153491 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Bound port: 45e040a3-3a93-425b-9557-df94df788dcd, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:42.154207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.155228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.178615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.259994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] For port 45e040a3-3a93-425b-9557-df94df788dcd, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:42.263830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] For port 45e040a3-3a93-425b-9557-df94df788dcd, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45e040a3-3a93-425b-9557-df94df788dcd,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:42.272502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.332041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.332936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.334665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] 10.222.0.15 "PUT /v2.0/ports/45e040a3-3a93-425b-9557-df94df788dcd HTTP/1.1" status: 200 len: 1093 time: 0.8284163 Aug 31 09:49:42.335448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'tag': '45e040a3-3a93-425b-9557-df94df788dcd'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:42.338944 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd980e7e-9362-484e-9b19-19568f51938b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc799eae-7bf3-43e9-a8ae-a74485648f2a", "tag": "45e040a3-3a93-425b-9557-df94df788dcd"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:42.375526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2aad3-c119-4613-8168-32699bb0a796 service neutron] Pushing event updated for resources: {'Port': ['ID=45e040a3-3a93-425b-9557-df94df788dcd,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:42.425235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.49 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/0e3d3236-7a59-41bd-a1a3-6da50e64f8ef) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:42.435181 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e5c77-cd2f-4207-9fa6-d9a21f8e56c7 x-openstack-request-id: req-e07e5c77-cd2f-4207-9fa6-d9a21f8e56c7 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:42.435569 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc799eae-7bf3-43e9-a8ae-a74485648f2a", "tag": "45e040a3-3a93-425b-9557-df94df788dcd", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:42.435894 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e07e5c77-cd2f-4207-9fa6-d9a21f8e56c7 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:42.436406 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'tag': '45e040a3-3a93-425b-9557-df94df788dcd', 'status': 'completed', 'code': 200} Aug 31 09:49:42.458334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-a70f9515-1478-411f-b23d-b564216b083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.462844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-a70f9515-1478-411f-b23d-b564216b083c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 1096 time: 0.0662208 Aug 31 09:49:42.531380 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-e7601c91-4481-4848-9d98-a95d35592da0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e040a3-3a93-425b-9557-df94df788dcd HTTP/1.1" status: 200 len: 217 time: 0.0607374 Aug 31 09:49:42.603589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-7cbef54c-2e5a-4cbd-91e1-b8c428cbaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.605592 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-7cbef54c-2e5a-4cbd-91e1-b8c428cbaefe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0644026 Aug 31 09:49:42.628182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ee7c-b2d0-4572-968f-8b6f44cbadd3 req-fd61504e-a7f8-428e-bb5d-f8d6ffa43afc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.630598 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3640ee7c-b2d0-4572-968f-8b6f44cbadd3 req-fd61504e-a7f8-428e-bb5d-f8d6ffa43afc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.2090201 Aug 31 09:49:42.667188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8418-5718-47d8-af03-c64e3477fc4e req-f605cbc6-2a67-445c-ba92-ec06366d193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.673831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-f605cbc6-2a67-445c-ba92-ec06366d193a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584402 Aug 31 09:49:42.770884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3640ee7c-b2d0-4572-968f-8b6f44cbadd3 req-61c49dd0-a647-4d6b-9787-294de53d41ab tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222107 Aug 31 09:49:42.786799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eddfe7-fb4f-4e9b-b885-b847c34259df req-a7a87b38-ef5a-43ba-a159-0b0f5d136d3c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.801781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9eddfe7-fb4f-4e9b-b885-b847c34259df req-a7a87b38-ef5a-43ba-a159-0b0f5d136d3c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1660497 Aug 31 09:49:42.815121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.823359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-eacff810-4fdb-41a4-a3b2-b0284b3cdb8e service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351705 Aug 31 09:49:42.876345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9eddfe7-fb4f-4e9b-b885-b847c34259df req-260ab53d-4090-46c0-84d4-2039838581a6 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Aug 31 09:49:42.900698 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.947123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:42.950950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:42.961105 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:42.964469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:42.964714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-433d8418-5718-47d8-af03-c64e3477fc4e req-035b6d2b-6730-4b0d-928e-5b5ecb1ed6c2 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316967 Aug 31 09:49:43.067856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980e7e-9362-484e-9b19-19568f51938b req-48ab0002-3dab-4e96-ba4c-d2509170036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.070414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-48ab0002-3dab-4e96-ba4c-d2509170036e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 1096 time: 0.0506449 Aug 31 09:49:43.222371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980e7e-9362-484e-9b19-19568f51938b req-c8b06625-052f-41fc-b1bf-e0ac19e9284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.224166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-c8b06625-052f-41fc-b1bf-e0ac19e9284a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1461823 Aug 31 09:49:43.284638 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-410a4dc2-8fe7-442d-aa32-d4105866eaf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45e040a3-3a93-425b-9557-df94df788dcd HTTP/1.1" status: 200 len: 217 time: 0.0511591 Aug 31 09:49:43.289618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.356948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980e7e-9362-484e-9b19-19568f51938b req-cb347cc3-2383-40c3-811f-9d587ce591d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.358704 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-cb347cc3-2383-40c3-811f-9d587ce591d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0681095 Aug 31 09:49:43.802033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980e7e-9362-484e-9b19-19568f51938b req-712bac48-3590-40ef-878e-447e584d5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.803665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-712bac48-3590-40ef-878e-447e584d5fa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4372029 Aug 31 09:49:43.928346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-3e659636-4176-4209-836d-06b095fa9708 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163549 Aug 31 09:49:43.966770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:43.977985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f0aef-9560-4280-9a5f-6100d58d8b1d req-7f9148c0-cd3f-4fa5-98ea-6805e6d29da1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:43.987452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f44f0aef-9560-4280-9a5f-6100d58d8b1d req-7f9148c0-cd3f-4fa5-98ea-6805e6d29da1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.1012847 Aug 31 09:49:44.073307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cd980e7e-9362-484e-9b19-19568f51938b req-d8e2d096-b09f-4c22-8d84-cd2182db75b9 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365407 Aug 31 09:49:44.130503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f44f0aef-9560-4280-9a5f-6100d58d8b1d req-052f2351-08bd-4fe4-bbb7-f899a89bf2a9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421063 Aug 31 09:49:44.150120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615608-c075-4642-afbd-7d048cc64526 req-73700e74-94ba-4350-9200-bbdccc95944d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.152026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62615608-c075-4642-afbd-7d048cc64526 req-73700e74-94ba-4350-9200-bbdccc95944d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1601529 Aug 31 09:49:44.260857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62615608-c075-4642-afbd-7d048cc64526 req-63ca6f4d-d49f-4651-8777-338b8ab9c35c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688279 Aug 31 09:49:44.299840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 08a72de4-bb4d-434b-9825-5a84ac78bd3f is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:49:44.443456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:44.458085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Sync routers for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:44.480563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.486667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3eee2bc8-0c71-432a-90c3-84f76e700db4 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0743465 Aug 31 09:49:44.488174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57076) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.492081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:44.492824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:44.522909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f42216b5-2986-4c84-89ed-a96a6fa120b4 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2006540de5b246e99c0578400f943b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292251 Aug 31 09:49:44.523234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57078) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.614459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:44.632551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84fd5fd-91df-4aae-804a-b279ddee48a7 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:44.634002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e84fd5fd-91df-4aae-804a-b279ddee48a7 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097188 Aug 31 09:49:44.637776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57080) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.678795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ccabea3-454e-4639-ab55-34a39593af4a tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372033 Aug 31 09:49:44.679681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57082) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:44.684970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-317775340', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'project_id': '2006540de5b246e99c0578400f943b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:44.789082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:44.798271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.850138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:43Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:44.884462 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Checking router: 08a72de4-bb4d-434b-9825-5a84ac78bd3f for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:44.884815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Updating router 08a72de4-bb4d-434b-9825-5a84ac78bd3f port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:44.913146 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.060703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.140097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Subnet': ['ID=7107f108-a863-4907-b740-3b51447444a5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.158429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Checking segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:45.158883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network hostable DHCP agents. Network: 748bbb03-b99e-45c1-bf00-b1b2929b6c41, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:49:45.177646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:49:45.188691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 748bbb03-b99e-45c1-bf00-b1b2929b6c41) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:45.194103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.194721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.214872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d5a741ac-b82f-409e-b3ef-d2f508a5546c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5313911 Aug 31 09:49:45.215913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57086) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:45.216445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296af74-2736-4508-9755-4512cda1af0c None None] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:45.310520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.335497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Transition to ACTIVE for port object 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:45.349373 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.350699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ff944-520a-4a2d-ac69-696993d73f37 req-6efd11b7-80c8-4122-a700-2cd4a3a47320 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.352237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367ff944-520a-4a2d-ac69-696993d73f37 req-6efd11b7-80c8-4122-a700-2cd4a3a47320 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.1345537 Aug 31 09:49:45.440784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Attempting to bind port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:45.441157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Attempting to bind port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:45.441517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Attempting to bind port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:45.446764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Pushing event updated for resources: {'Port': ['ID=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.456178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:45.456549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:45.456955 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.457394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:45.457867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Bound port: 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:45.458246 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.477167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.477959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.477959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.478231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.478493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.478944 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.479149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.479472 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.479796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.480118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.480437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.480755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:45.481867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-367ff944-520a-4a2d-ac69-696993d73f37 req-37b6ec4e-33e1-4f3f-8cf9-67a0a65afe71 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128464 Aug 31 09:49:45.504426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989ff8-47ca-44bd-8665-86e49173e7a1 req-524d04d9-9a18-4446-81c8-73a418749fe8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:45.504956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:49:45.505819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.506041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14989ff8-47ca-44bd-8665-86e49173e7a1 req-524d04d9-9a18-4446-81c8-73a418749fe8 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1528585 Aug 31 09:49:45.555015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] For port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:45.559388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] For port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:45.590490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14989ff8-47ca-44bd-8665-86e49173e7a1 req-8c2c5d56-8aff-49d2-aa36-4d4c718a6c6a tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769129 Aug 31 09:49:45.603286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.716277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:45.716914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:45.765552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7d669-d723-4bd1-a6c4-9467acfff6ce None None] Pushing event updated for resources: {'Port': ['ID=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:45.784094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Allocated IP 172.20.0.2 (748bbb03-b99e-45c1-bf00-b1b2929b6c41/7107f108-a863-4907-b740-3b51447444a5/7a3672a8-a75a-4188-866d-0fc8db257b74) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:45.823391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.898737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:46.110414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.139380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Transition to ACTIVE for port object 7a3672a8-a75a-4188-866d-0fc8db257b74 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:46.164032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Transition to ACTIVE for port object 7a3672a8-a75a-4188-866d-0fc8db257b74 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:46.179951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.242541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:46.248273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.1 (748bbb03-b99e-45c1-bf00-b1b2929b6c41/7107f108-a863-4907-b740-3b51447444a5/4d657e8e-bb55-440d-86f6-b3c0b3b59fc6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:46.252493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:46.256799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Pushing event updated for resources: {'Port': ['ID=7a3672a8-a75a-4188-866d-0fc8db257b74,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.262058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:46.268019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:43Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:46.310504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f43b6a-9681-4407-906a-7de50b13ebb9 None None] The sync data for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 is: [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:43Z', 'revision_number': 3, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:46.381240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Attempting to bind port 7a3672a8-a75a-4188-866d-0fc8db257b74 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:46.381843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Attempting to bind port 7a3672a8-a75a-4188-866d-0fc8db257b74 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:46.382606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Attempting to bind port 7a3672a8-a75a-4188-866d-0fc8db257b74 on network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:46.396496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:46.396496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Checking segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:46.396496 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.396496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Bound using segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:46.397227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Bound port: 7a3672a8-a75a-4188-866d-0fc8db257b74, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:46.397227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.401870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.423256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:46.505058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.505341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] For port 7a3672a8-a75a-4188-866d-0fc8db257b74, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:46.510420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] For port 7a3672a8-a75a-4188-866d-0fc8db257b74, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7a3672a8-a75a-4188-866d-0fc8db257b74,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:46.519792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.610089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4524b-b33a-4592-a1cd-2a7801c0e9f3 None None] Pushing event updated for resources: {'Port': ['ID=7a3672a8-a75a-4188-866d-0fc8db257b74,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.688613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:46.697949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:46.719915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:46.748798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:46.824749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.835222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecee3c-4839-4839-82e6-019faa6ebe3a req-2796181c-1296-4884-9e96-9f7cebcd9b30 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.839082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1ecee3c-4839-4839-82e6-019faa6ebe3a req-2796181c-1296-4884-9e96-9f7cebcd9b30 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.2350194 Aug 31 09:49:46.914186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1452f-44d2-42b3-80c3-27ebdcb32c72 req-c64aedd9-dbe8-4114-b175-f08c8699982f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.915820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0d1452f-44d2-42b3-80c3-27ebdcb32c72 req-c64aedd9-dbe8-4114-b175-f08c8699982f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.2056179 Aug 31 09:49:46.994355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1ecee3c-4839-4839-82e6-019faa6ebe3a req-3e19bbf6-f4bc-4769-8e77-9f0f3ae1413b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148391 Aug 31 09:49:47.056115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0d1452f-44d2-42b3-80c3-27ebdcb32c72 req-02126929-d89d-4611-ba9c-a1141d138aff tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309335 Aug 31 09:49:47.127680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.479566 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.486751 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.568184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:47.582282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:47.691505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:47.693470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:47.819973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 08a72de4-bb4d-434b-9825-5a84ac78bd3f has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:47.826751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926559c-4e37-4344-96a8-a806195b9a34 None None] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:49:47.929609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6f28bf02-1943-4112-a693-c3e0ed35345b None None] Provisioning for port 7a3672a8-a75a-4188-866d-0fc8db257b74 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:47.961704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:47.967496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d5884889-ba5b-4a41-ac72-94a4a36b4998 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/08a72de4-bb4d-434b-9825-5a84ac78bd3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511077 Aug 31 09:49:48.159523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76faf1-d602-448e-b044-73e8780879c9 req-51acead9-7f6e-4dfa-a77d-259d857d85e2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.161378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa76faf1-d602-448e-b044-73e8780879c9 req-51acead9-7f6e-4dfa-a77d-259d857d85e2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.0816994 Aug 31 09:49:48.233654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:48.249512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa76faf1-d602-448e-b044-73e8780879c9 req-bf2299f2-80ea-435c-85ba-150340da3740 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Aug 31 09:49:48.285819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf2f3-5acf-4c1a-9205-443995bb9066 req-688785db-693a-4da8-a010-04f751cd7a38 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.287484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44abf2f3-5acf-4c1a-9205-443995bb9066 req-688785db-693a-4da8-a010-04f751cd7a38 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.1209981 Aug 31 09:49:48.344441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-44abf2f3-5acf-4c1a-9205-443995bb9066 req-f777f248-ca31-4c8c-8cc6-e22ceaf9d837 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Aug 31 09:49:48.358748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:48.380007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:48.380646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.420477 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Sync routers for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:48.421320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6f3fc5d7-f099-415e-9a10-ed58e9364f9d None None] Provisioning for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:48.431411 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:48.432460 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:48.435604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6f3fc5d7-f099-415e-9a10-ed58e9364f9d None None] Provisioning complete for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:48.435978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc5d7-f099-415e-9a10-ed58e9364f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.477741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-514365f6-975a-4024-817a-349d39928f63 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900867882&fields=id&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 267 time: 0.0525210 Aug 31 09:49:48.499923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6f3fc5d7-f099-415e-9a10-ed58e9364f9d None None] Port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:48.639160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-1d678496-be57-401a-b438-b1a1a616f439 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:48.641482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-1d678496-be57-401a-b438-b1a1a616f439 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 797 time: 0.1524785 Aug 31 09:49:48.674235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-0d908cdf-41d9-4b6e-91cf-73dfe17ca60d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/quotas/2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 375 time: 0.0223606 Aug 31 09:49:48.698992 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:48.713880 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.748971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:48.751372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-106462d8-f7f6-4925-aa1f-a6f27a85bfd9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695057 Aug 31 09:49:48.756665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.756883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7a3672a8-a75a-4188-866d-0fc8db257b74 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:48.842716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.860182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-3c2025b0-db41-4e0a-b23e-c95376476dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037133 Aug 31 09:49:48.892276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:48.898247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7487e508-6c67-403f-98c8-82970c0902e7 None None] Provisioning complete for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:48.898560 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7487e508-6c67-403f-98c8-82970c0902e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.933108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7a3672a8-a75a-4188-866d-0fc8db257b74 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:48.938867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7a3672a8-a75a-4188-866d-0fc8db257b74 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:48.940452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:48.962120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-43b540a6-ef55-411e-9fe4-d24d5e7158c0 service neutron] 10.222.0.18 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009347 Aug 31 09:49:48.974151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7487e508-6c67-403f-98c8-82970c0902e7 None None] Port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:48.983762 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 2, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:49.005725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2349611-8a72-4a58-aa37-8325a3c30ee5 req-22c989f9-671c-4c17-a9c7-e0fde6572f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.007429 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f2349611-8a72-4a58-aa37-8325a3c30ee5 req-22c989f9-671c-4c17-a9c7-e0fde6572f73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 1097 time: 0.0578301 Aug 31 09:49:49.013156 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Checking router: 08a72de4-bb4d-434b-9825-5a84ac78bd3f for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:49.013574 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Updating router 08a72de4-bb4d-434b-9825-5a84ac78bd3f port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:49:49.037717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.042414 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.057790 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f2349611-8a72-4a58-aa37-8325a3c30ee5 req-e8710918-49bb-4394-b6af-90d29f3619b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Aug 31 09:49:49.075800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7a3672a8-a75a-4188-866d-0fc8db257b74, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7a3672a8-a75a-4188-866d-0fc8db257b74,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:49.083755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.147257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b88cfb28-acbf-4e0b-b10e-1fc2343e2d56 None None] Provisioning complete for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:49.147626 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b88cfb28-acbf-4e0b-b10e-1fc2343e2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.157681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-778f3820-54be-4c45-aa0b-355821b3ba0b req-ae8cab5e-69ff-4cf0-9c0b-a262d1112f9e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 210 time: 0.0273609 Aug 31 09:49:49.186223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b88cfb28-acbf-4e0b-b10e-1fc2343e2d56 None None] Port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:49.208601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7a3672a8-a75a-4188-866d-0fc8db257b74,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.358694 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.369979 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Transition to ACTIVE for port object 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:49.377554 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.410718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536385-2d74-42fa-8839-72cd7aa08751 req-5d21004a-da71-40f6-afb7-4df29b536a19 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.412979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54536385-2d74-42fa-8839-72cd7aa08751 req-5d21004a-da71-40f6-afb7-4df29b536a19 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.0754716 Aug 31 09:49:49.422589 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1775c6-fb4f-4331-a108-10e5795929d9 None None] Pushing event updated for resources: {'Port': ['ID=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.474298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-54536385-2d74-42fa-8839-72cd7aa08751 req-fca2edfe-97ec-4a39-a21f-a0f9cb945ed1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Aug 31 09:49:49.512387 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Attempting to bind port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:49.512744 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Attempting to bind port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:49.513100 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Attempting to bind port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 on network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:49.519219 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:49.519593 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Checking segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:49.520437 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.520607 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Bound using segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:49.521080 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Bound port: 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:49.521511 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.553702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88389315-dd6d-4149-b736-b5d8e0399e1c req-160684d5-a305-4ee0-82eb-c747c1f7449c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:49.555448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88389315-dd6d-4149-b736-b5d8e0399e1c req-160684d5-a305-4ee0-82eb-c747c1f7449c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0799508 Aug 31 09:49:49.602108 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] For port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:49.607158 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] For port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:49.613211 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:49.614713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88389315-dd6d-4149-b736-b5d8e0399e1c req-22122ce1-d6c4-4374-bc05-02ea5f87e5a0 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482633 Aug 31 09:49:49.680619 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:49.681254 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:49.722678 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1775c6-fb4f-4331-a108-10e5795929d9 None None] Pushing event updated for resources: {'Port': ['ID=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:49.799355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:50.020726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:49Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:50.048363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfc827-a893-48b4-9651-c00a8d666bc5 None None] The sync data for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 is: [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:49Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:50.139458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:50.196812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:50.197272 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.288814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cdc2c13-2906-432e-918a-dc1b65be20c1 req-08ded930-7796-4c4c-864e-c24893ebf0ee tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 210 time: 0.0476079 Aug 31 09:49:50.328157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7a3672a8-a75a-4188-866d-0fc8db257b74 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:50.386120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7a3672a8-a75a-4188-866d-0fc8db257b74 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:50.386839 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.432370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-0a334a99-c191-4067-bd1b-63188b198459 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.434092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-0a334a99-c191-4067-bd1b-63188b198459 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 797 time: 0.1382885 Aug 31 09:49:50.504748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-50456726-bf78-4cc9-a046-fa9969d971b3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2006540de5b246e99c0578400f943b8d HTTP/1.1" status: 200 len: 380 time: 0.0516865 Aug 31 09:49:50.539486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'port': {'device_id': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'admin_state_up': True, 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'security_groups': ['1afcd1be-f645-4250-9ab8-2dd6c09c5537']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:50.604551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fed28-ce40-4068-abb1-cc53293dc83d req-ccf32417-51ed-4090-a06d-b9eb28838f13 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.613350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-688fed28-ce40-4068-abb1-cc53293dc83d req-ccf32417-51ed-4090-a06d-b9eb28838f13 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.0598621 Aug 31 09:49:50.661052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-688fed28-ce40-4068-abb1-cc53293dc83d req-6440a73f-dbe5-44a6-9095-87805e8dde18 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Aug 31 09:49:50.687345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Made reservation on behalf of 2006540de5b246e99c0578400f943b8d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:49:50.691494 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:50.755380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea287bce-b420-4eb2-9191-be3cf2c1e49c req-4bc3479e-c992-4407-a1cb-d8ea654c5f1c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:50.757417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea287bce-b420-4eb2-9191-be3cf2c1e49c req-4bc3479e-c992-4407-a1cb-d8ea654c5f1c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0603967 Aug 31 09:49:50.800644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea287bce-b420-4eb2-9191-be3cf2c1e49c req-f55074bf-2e53-49b0-bd51-b903bd8cb0a4 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Aug 31 09:49:50.841720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.20.0.4 (748bbb03-b99e-45c1-bf00-b1b2929b6c41/7107f108-a863-4907-b740-3b51447444a5/5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:49:51.010483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.029318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Transition to ACTIVE for port object 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:51.056011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-f690951b-5006-4401-8988-a454f9cd9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.057442 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-f690951b-5006-4401-8988-a454f9cd9d1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 1097 time: 0.0825193 Aug 31 09:49:51.066806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.071483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8594d-dae1-41fb-88bf-eb68d02c89e3 req-a99e133f-e197-40a0-8125-4589394e9e0f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.073166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94f8594d-dae1-41fb-88bf-eb68d02c89e3 req-a99e133f-e197-40a0-8125-4589394e9e0f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0678575 Aug 31 09:49:51.123371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:49:51.128071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:49:51.130133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:51.132389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:49:51.170209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94f8594d-dae1-41fb-88bf-eb68d02c89e3 req-fd7478a2-e916-4d4d-b074-00bb39ae1d79 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880115 Aug 31 09:49:51.198077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.198077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.214994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-a9d89970-d0f1-4fcb-ae49-7715264572b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.216566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-a9d89970-d0f1-4fcb-ae49-7715264572b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 200 len: 911 time: 0.1425738 Aug 31 09:49:51.217455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-d775c89d-d86a-4435-ac88-372b5894ae9c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6826229 Aug 31 09:49:51.241302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Request body: {'port': {'device_id': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:51.287587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-5eb560fc-8222-4edc-84a9-c58543c7403d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da391c4a-548c-469c-9b7e-7694c745e54e HTTP/1.1" status: 200 len: 217 time: 0.0525844 Aug 31 09:49:51.316940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.479762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b93093f0-e3aa-47ef-8a0d-27915908dbcd None None] Provisioning for port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:51.484164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b93093f0-e3aa-47ef-8a0d-27915908dbcd None None] Provisioning complete for port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:51.484806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b93093f0-e3aa-47ef-8a0d-27915908dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.536863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b93093f0-e3aa-47ef-8a0d-27915908dbcd None None] Port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:49:51.672768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:51.681610 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.695900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Transition to ACTIVE for port object 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:49:51.703844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.758803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-b35f9a7b-d527-468b-b57f-0571375c787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.761131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-b35f9a7b-d527-468b-b57f-0571375c787a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 200 len: 850 time: 0.4657903 Aug 31 09:49:51.776154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:51.799388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143d66f-9930-4c69-b79d-3db74175bcf7 req-8e45e205-6d94-4c89-9f2d-316e0c22c191 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.800919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f143d66f-9930-4c69-b79d-3db74175bcf7 req-8e45e205-6d94-4c89-9f2d-316e0c22c191 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 943 time: 0.1072662 Aug 31 09:49:51.823122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-6a3cd5bc-7452-4e78-af14-1a97a4371d9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1477f798-7611-4824-8ccd-8410a790d72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471189 Aug 31 09:49:51.837735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Attempting to bind port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:49:51.838046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Attempting to bind port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:49:51.838368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Attempting to bind port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 on network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:51.843346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 on network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:49:51.843724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Attempting to bind port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 on network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:49:51.849549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:49:51.849947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Checking segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:49:51.850257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Bound using segment: {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:49:51.850717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Bound port: 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb144c50-8323-47d4-ae5f-b4e5f9777245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:49:51.851071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.904484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4dced-4a14-419f-88ab-b5cfcd6b76b1 req-742f52ae-f1c7-4a7a-9c9e-99afb75ac00f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.906226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4b4dced-4a14-419f-88ab-b5cfcd6b76b1 req-742f52ae-f1c7-4a7a-9c9e-99afb75ac00f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 944 time: 0.1612015 Aug 31 09:49:51.922386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:49:51.926860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:49:51.939807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.941326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f143d66f-9930-4c69-b79d-3db74175bcf7 req-d112290a-e801-4cea-9182-e89b34850060 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218281 Aug 31 09:49:51.983169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:51.983780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:51.985195 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] 10.222.0.23 "PUT /v2.0/ports/5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 1092 time: 0.7496929 Aug 31 09:49:51.985640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:51.987901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4b4dced-4a14-419f-88ab-b5cfcd6b76b1 req-7721c49d-0f91-4643-969f-f8e81b0ca3cd tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695775 Aug 31 09:49:51.988967 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700efa7f-4560-4966-bf8f-dbac890a5ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:52.016719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f21d6b-db3b-4eb9-8c3c-6d4481cce884 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.017311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-addc2aba-1a03-4aca-8fe7-0a7c332c06fa service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834731 Aug 31 09:49:52.041853 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d91db-11c5-43cc-a81e-7f49d85cfadb x-openstack-request-id: req-0c1d91db-11c5-43cc-a81e-7f49d85cfadb {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:52.042139 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:52.042389 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c1d91db-11c5-43cc-a81e-7f49d85cfadb {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:52.042948 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'status': 'completed', 'code': 200} Aug 31 09:49:52.110522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-7424e91e-f6f9-4705-afc3-e11115b7217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.112404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-7424e91e-f6f9-4705-afc3-e11115b7217f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1095 time: 0.0527794 Aug 31 09:49:52.161821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659c1f30-5d60-4d29-9f32-aadea3725eaf req-df60281a-7f2f-4187-a848-1ab19a619cca service neutron] 10.222.0.23 "GET /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274374 Aug 31 09:49:52.162249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:52.186046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-4d904cd0-e14d-4e4c-be9f-7c3f5d59d227 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 217 time: 0.0594611 Aug 31 09:49:52.219275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:52.224711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:52.225742 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.260546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-2255e825-5a17-4063-8094-a1fec4bd86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.262220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-2255e825-5a17-4063-8094-a1fec4bd86ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 200 len: 834 time: 0.0566216 Aug 31 09:49:52.324702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-58d61b67-a360-46d9-9835-2f901d66d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.326226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-58d61b67-a360-46d9-9835-2f901d66d3f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bbb03-b99e-45c1-bf00-b1b2929b6c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555198 Aug 31 09:49:52.327684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84896-6f41-4f4c-beb9-af4cad2074b5 req-712add1b-ffb1-4790-a376-ae3a07eddc2e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.332336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acc84896-6f41-4f4c-beb9-af4cad2074b5 req-712add1b-ffb1-4790-a376-ae3a07eddc2e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0592632 Aug 31 09:49:52.339704 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.378560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:52.383482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-acc84896-6f41-4f4c-beb9-af4cad2074b5 req-c5485dac-e5c9-4e36-a021-8857f10dad91 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Aug 31 09:49:52.383865 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.440941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.449080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-fdec6d6b-177c-48a9-994a-3587b1fe4b4e service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147075 Aug 31 09:49:52.541619 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1c5adb6a-a020-4025-9889-02ff6715e600 req-f4f3add1-e040-4486-b690-c3b02daded04 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845685 Aug 31 09:49:52.554324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45e040a3-3a93-425b-9557-df94df788dcd details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:52.655457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 45e040a3-3a93-425b-9557-df94df788dcd, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45e040a3-3a93-425b-9557-df94df788dcd,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:52.668287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '45e040a3-3a93-425b-9557-df94df788dcd', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': '45e040a3-3a93-425b-9557-df94df788dcd', 'mac_address': 'fa:16:3e:ab:ad:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:52.679506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-d2eb8456-9772-4079-8f91-ad75ef93e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.681058 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-d2eb8456-9772-4079-8f91-ad75ef93e68b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1095 time: 0.0438664 Aug 31 09:49:52.711157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.725441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e040a3-3a93-425b-9557-df94df788dcd {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:52.744667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 45e040a3-3a93-425b-9557-df94df788dcd, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45e040a3-3a93-425b-9557-df94df788dcd,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:52.749343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:52.780095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-37a6335c-cd75-4315-9234-5515420fec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.781588 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-37a6335c-cd75-4315-9234-5515420fec4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 898 time: 0.0932326 Aug 31 09:49:52.798738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=45e040a3-3a93-425b-9557-df94df788dcd,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:52.826526 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-9070c6eb-d2bc-4d7c-9dd2-c672e7c78d4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 217 time: 0.0350902 Aug 31 09:49:52.882544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-39fc4d16-b081-4e25-ba77-61f39916fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.884081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-39fc4d16-b081-4e25-ba77-61f39916fac2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 200 len: 834 time: 0.0495729 Aug 31 09:49:52.932842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-49a8f630-0233-4f7c-8240-aaa196550c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:52.934346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-49a8f630-0233-4f7c-8240-aaa196550c49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bbb03-b99e-45c1-bf00-b1b2929b6c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410063 Aug 31 09:49:52.971865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45e040a3-3a93-425b-9557-df94df788dcd'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:53.040957 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-8ebf60ae-1582-49cf-b7e9-743a32601089 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975230 Aug 31 09:49:53.075665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aad92-9089-4c84-b282-cdb2675dff73 req-11212ed1-cce4-4fbf-a54d-c5c0cf04b8c9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.077502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-431aad92-9089-4c84-b282-cdb2675dff73 req-11212ed1-cce4-4fbf-a54d-c5c0cf04b8c9 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 943 time: 0.0590351 Aug 31 09:49:53.150153 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-700efa7f-4560-4966-bf8f-dbac890a5ee1 req-47a39cc5-a63c-4c8c-b319-0336996bd450 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005282 Aug 31 09:49:53.154609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0326f3-4190-483a-ab0f-4ed6c4ef9197 req-f699d630-8394-443a-979e-20e36951643a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.156095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c0326f3-4190-483a-ab0f-4ed6c4ef9197 req-f699d630-8394-443a-979e-20e36951643a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 945 time: 0.0776188 Aug 31 09:49:53.159896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-431aad92-9089-4c84-b282-cdb2675dff73 req-c077dd42-41d7-4e5b-9084-385a86c09740 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719182 Aug 31 09:49:53.201031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c0326f3-4190-483a-ab0f-4ed6c4ef9197 req-9063ea21-c258-48ca-b0b6-bd27adf91dcb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Aug 31 09:49:53.506799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156318-feb2-4cde-910c-4df3eb198d1a req-b73bd3a1-ad91-4537-81af-56efcfeb8fa1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:53.508297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86156318-feb2-4cde-910c-4df3eb198d1a req-b73bd3a1-ad91-4537-81af-56efcfeb8fa1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0511551 Aug 31 09:49:53.550897 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86156318-feb2-4cde-910c-4df3eb198d1a req-56736aeb-0842-4759-9be2-1c8e7559145f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Aug 31 09:49:54.107726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:54.156801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:54.157162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.288824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d8587-1bfc-4ee2-868c-e9cfe0da294a req-d14559a4-8c5d-4450-9f8c-3f35cf3e91f8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.290338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae5d8587-1bfc-4ee2-868c-e9cfe0da294a req-d14559a4-8c5d-4450-9f8c-3f35cf3e91f8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 943 time: 0.0609028 Aug 31 09:49:54.346673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5844-5033-4c6b-9741-845d55f15d42 req-72f0ede7-341e-44cb-8f38-ae3b843a63a8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.348054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6ed5844-5033-4c6b-9741-845d55f15d42 req-72f0ede7-341e-44cb-8f38-ae3b843a63a8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 945 time: 0.0753641 Aug 31 09:49:54.371518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae5d8587-1bfc-4ee2-868c-e9cfe0da294a req-8ad8738c-fde1-49d4-9857-4d1b98f2226e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631967 Aug 31 09:49:54.400681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6ed5844-5033-4c6b-9741-845d55f15d42 req-f8f195a4-8841-436b-b59c-df0c0b0dbe88 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Aug 31 09:49:54.554298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45e040a3-3a93-425b-9557-df94df788dcd up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:54.606938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 45e040a3-3a93-425b-9557-df94df788dcd completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:54.610716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 45e040a3-3a93-425b-9557-df94df788dcd triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:54.611661 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.672986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a298c-88a9-4a94-b24c-7fd26a598c5b req-46eb9c5b-4841-4ed1-95f0-806e904d193c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.675605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d8a298c-88a9-4a94-b24c-7fd26a598c5b req-46eb9c5b-4841-4ed1-95f0-806e904d193c tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0532541 Aug 31 09:49:54.693395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.717763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d8a298c-88a9-4a94-b24c-7fd26a598c5b req-498fde16-0889-4eaf-a43e-b0d0bbdb21cd tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Aug 31 09:49:54.718916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e040a3-3a93-425b-9557-df94df788dcd'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:54.722073 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaf9cc4-c9b9-4ce6-b2b7-61870b1c529d" -d '{"events": [{"server_uuid": "cc799eae-7bf3-43e9-a8ae-a74485648f2a", "name": "network-vif-plugged", "status": "completed", "tag": "45e040a3-3a93-425b-9557-df94df788dcd"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:54.735376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 45e040a3-3a93-425b-9557-df94df788dcd, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45e040a3-3a93-425b-9557-df94df788dcd,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:54.742021 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.775226 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55778431-191f-4e38-a5cc-1dfb52d45609 x-openstack-request-id: req-55778431-191f-4e38-a5cc-1dfb52d45609 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:54.775584 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc799eae-7bf3-43e9-a8ae-a74485648f2a", "name": "network-vif-plugged", "status": "completed", "tag": "45e040a3-3a93-425b-9557-df94df788dcd", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:54.776706 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55778431-191f-4e38-a5cc-1dfb52d45609 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:54.777118 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e040a3-3a93-425b-9557-df94df788dcd', 'code': 200} Aug 31 09:49:54.801420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=45e040a3-3a93-425b-9557-df94df788dcd,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:54.871026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876cb26-c761-4ac1-8544-4c170ef96175 req-432d5d24-0ab8-4a39-95b1-6a950d600ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.872624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0876cb26-c761-4ac1-8544-4c170ef96175 req-432d5d24-0ab8-4a39-95b1-6a950d600ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 1098 time: 0.0412982 Aug 31 09:49:54.911868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0876cb26-c761-4ac1-8544-4c170ef96175 req-eaa37a78-c4ab-443c-9e72-be994349d9a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Aug 31 09:49:54.984263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9acebe-b2d4-42e6-b9fc-1499fbd74c16 req-77d7973e-47da-4db0-b92e-875fd7eb9883 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.986329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad9acebe-b2d4-42e6-b9fc-1499fbd74c16 req-77d7973e-47da-4db0-b92e-875fd7eb9883 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0535500 Aug 31 09:49:55.025189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad9acebe-b2d4-42e6-b9fc-1499fbd74c16 req-1d9edacf-5404-44b0-b0cf-a117a2dfef9f tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Aug 31 09:49:55.033888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:55.132174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:55.144137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'port_id': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'mac_address': 'fa:16:3e:59:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:55.191061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:55.204244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:55.223125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:55.226972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:55.278582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:55.521661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b2008-831e-42de-914a-dc3d406d4f1c req-190449a4-e4f2-4cab-a2b2-e7363d6ed2cd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:55.523187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b0b2008-831e-42de-914a-dc3d406d4f1c req-190449a4-e4f2-4cab-a2b2-e7363d6ed2cd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 944 time: 0.0801432 Aug 31 09:49:55.535403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c2de-3755-4ec1-8e22-d89c4da3d1c1 req-356a5052-7e20-4aec-b42a-f8433349e431 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:55.536842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2931c2de-3755-4ec1-8e22-d89c4da3d1c1 req-356a5052-7e20-4aec-b42a-f8433349e431 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0658007 Aug 31 09:49:55.549238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:55.634255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b0b2008-831e-42de-914a-dc3d406d4f1c req-c76e551b-cdaa-4299-9c52-7d37e45ec2c5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964277 Aug 31 09:49:55.640317 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2931c2de-3755-4ec1-8e22-d89c4da3d1c1 req-d4b13262-9238-4343-9bc8-6be156b20c4c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959425 Aug 31 09:49:56.152332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8de8-4234-4a64-b0e0-fa1f22d2afbb req-6371e0cd-b46e-43dd-b224-03dc163fe5a5 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.153819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cbd8de8-4234-4a64-b0e0-fa1f22d2afbb req-6371e0cd-b46e-43dd-b224-03dc163fe5a5 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Aug 31 09:49:56.193629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cbd8de8-4234-4a64-b0e0-fa1f22d2afbb req-699d0b7b-234d-4804-8d17-073aecd71e26 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Aug 31 09:49:56.779381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc1a0-f397-4533-9bb3-7a97b41a79fd req-09fdf0c3-a7fa-42dd-9627-c7be27e588e6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.780884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18bdc1a0-f397-4533-9bb3-7a97b41a79fd req-09fdf0c3-a7fa-42dd-9627-c7be27e588e6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 944 time: 0.0740011 Aug 31 09:49:56.794180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873c0ce-7bdd-4bf7-b236-c09201f1849f req-84894922-0bec-461b-bb30-f34cc20b425c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.795662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3873c0ce-7bdd-4bf7-b236-c09201f1849f req-84894922-0bec-461b-bb30-f34cc20b425c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0788145 Aug 31 09:49:56.855307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-18bdc1a0-f397-4533-9bb3-7a97b41a79fd req-674f504e-c349-4ec8-8712-43dd4759899e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586724 Aug 31 09:49:56.860545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3873c0ce-7bdd-4bf7-b236-c09201f1849f req-20ec1af0-afbe-4f65-82d6-cda44b9e4050 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Aug 31 09:49:56.977178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea757a-bfa9-482a-a92f-db9d67588517 req-5d5d3005-c929-4ba9-9d7f-e992b039ca05 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:56.978620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10ea757a-bfa9-482a-a92f-db9d67588517 req-5d5d3005-c929-4ba9-9d7f-e992b039ca05 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0500519 Aug 31 09:49:57.017438 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-10ea757a-bfa9-482a-a92f-db9d67588517 req-4af440e7-0971-40bc-bb37-601bf8ea1b3e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Aug 31 09:49:57.056417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:57.105990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:49:57.109782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:57.110156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.135751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852f91-cb7a-4c02-a05c-45cbad80a81c req-a9761dea-7ce7-4a84-8f6c-ede748b8fd7e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.137261 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c852f91-cb7a-4c02-a05c-45cbad80a81c req-a9761dea-7ce7-4a84-8f6c-ede748b8fd7e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0502582 Aug 31 09:49:57.179249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c852f91-cb7a-4c02-a05c-45cbad80a81c req-99fd7a02-56e0-4a39-9380-60f1fd1bd2ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Aug 31 09:49:57.196874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.220796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:57.223094 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfdbc26-8813-4a3e-bca6-a2f60d6146d6" -d '{"events": [{"server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:57.237008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:57.245233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:57.247692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:57.299920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:57.341963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030990c7-23f0-443f-969c-4a30bf2ad67f req-ee2e29e0-f5cc-4acc-bfd2-2b7b0de91e99 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.342516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-030990c7-23f0-443f-969c-4a30bf2ad67f req-ee2e29e0-f5cc-4acc-bfd2-2b7b0de91e99 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0656464 Aug 31 09:49:57.373898 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93990298-1ae8-4b18-a6a8-85b8c237dfd7 x-openstack-request-id: req-93990298-1ae8-4b18-a6a8-85b8c237dfd7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:57.374817 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:57.375176 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93990298-1ae8-4b18-a6a8-85b8c237dfd7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:57.375696 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'code': 200} Aug 31 09:49:57.390450 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-030990c7-23f0-443f-969c-4a30bf2ad67f req-e3a7fecd-4090-479a-a863-42678201b47a tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Aug 31 09:49:57.472951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382ba0-1747-4283-9272-eaa2fa9fc658 req-67ea1a56-feb0-4570-a762-fed7f0b69f70 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.474649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7382ba0-1747-4283-9272-eaa2fa9fc658 req-67ea1a56-feb0-4570-a762-fed7f0b69f70 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0522380 Aug 31 09:49:57.501832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f6fb9-a3cd-4e17-af12-8910fefd1b54 req-6f24219a-b5c6-484c-91b3-edc4664c833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.503282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-096f6fb9-a3cd-4e17-af12-8910fefd1b54 req-6f24219a-b5c6-484c-91b3-edc4664c833e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1097 time: 0.0410841 Aug 31 09:49:57.514384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b7382ba0-1747-4283-9272-eaa2fa9fc658 req-20a1e04c-96b1-437c-924a-26a05742d5b7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Aug 31 09:49:57.547800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-096f6fb9-a3cd-4e17-af12-8910fefd1b54 req-ec84c8fc-050d-4b5b-8b63-e8afb25dc506 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370092 Aug 31 09:49:57.977365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb6dc8-9214-4e1a-9223-b8f46604c51a req-5e3dde9d-217c-4548-899d-ec25e1605ae6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:57.978811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8eb6dc8-9214-4e1a-9223-b8f46604c51a req-5e3dde9d-217c-4548-899d-ec25e1605ae6 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0522916 Aug 31 09:49:58.025417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8eb6dc8-9214-4e1a-9223-b8f46604c51a req-404f7fd8-0f7a-4b7e-8338-f7fcbbc1673a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355103 Aug 31 09:49:58.266440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-6d9a4176-00ce-4dd9-a841-7b0977e142ac tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.267914 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-6d9a4176-00ce-4dd9-a841-7b0977e142ac tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.23 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Aug 31 09:49:58.363337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Deleting port da391c4a-548c-469c-9b7e-7694c745e54e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:58.363682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.459919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] For port da391c4a-548c-469c-9b7e-7694c745e54e, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=da391c4a-548c-469c-9b7e-7694c745e54e,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:58.460400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.476187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Calling delete_port for da391c4a-548c-469c-9b7e-7694c745e54e owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:58.535766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad31a0-9060-49dc-8253-07cc62871073 req-ab951784-648a-47c6-8e6f-e38dc4d3990d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.538007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cdad31a0-9060-49dc-8253-07cc62871073 req-ab951784-648a-47c6-8e6f-e38dc4d3990d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da99f73-c82c-43b1-bc4d-d5844a231955 HTTP/1.1" status: 200 len: 945 time: 0.0750835 Aug 31 09:49:58.542061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1cca-3da9-4320-8fd4-ca722beaea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.607075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cdad31a0-9060-49dc-8253-07cc62871073 req-bdeafff8-de58-454f-a5c2-39669f2816d1 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539746 Aug 31 09:49:58.649495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.653922 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef42e16-83c6-40f9-91cb-1796bd1460b3 req-aaf5af23-d928-4a33-a11d-a9db9f274c3e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.663231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b0148ef8-1794-4c79-8947-814393d84753'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:58.670112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ef42e16-83c6-40f9-91cb-1796bd1460b3 req-aaf5af23-d928-4a33-a11d-a9db9f274c3e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0788302 Aug 31 09:49:58.686206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Pushing event deleted for resources: {'Port': ['ID=da391c4a-548c-469c-9b7e-7694c745e54e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:58.723855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ef42e16-83c6-40f9-91cb-1796bd1460b3 req-783facdd-7c30-47a6-b3ff-0d7247587a42 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503685 Aug 31 09:49:58.732322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] No DVR routers for this DVR port da391c4a-548c-469c-9b7e-7694c745e54e on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:58.736591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:58.737020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['da391c4a-548c-469c-9b7e-7694c745e54e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:58.738711 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2b080af-3ed2-4635-bf18-b66b795b316b req-a50cd77c-5c50-4457-a18d-d26391dcf23b tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.23 "DELETE /v2.0/ports/da391c4a-548c-469c-9b7e-7694c745e54e HTTP/1.1" status: 204 len: 173 time: 0.4637444 Aug 31 09:49:58.739160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'name': 'network-vif-deleted', 'tag': 'da391c4a-548c-469c-9b7e-7694c745e54e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:58.742099 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64189e5-b08f-433d-bbb7-eae853581d69" -d '{"events": [{"server_uuid": "9da99f73-c82c-43b1-bc4d-d5844a231955", "name": "network-vif-deleted", "tag": "da391c4a-548c-469c-9b7e-7694c745e54e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:58.793065 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89358e-229f-43cc-bd66-1b7a3b45672d x-openstack-request-id: req-fa89358e-229f-43cc-bd66-1b7a3b45672d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:58.793597 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da99f73-c82c-43b1-bc4d-d5844a231955", "name": "network-vif-deleted", "tag": "da391c4a-548c-469c-9b7e-7694c745e54e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:58.793862 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa89358e-229f-43cc-bd66-1b7a3b45672d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:58.794267 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da99f73-c82c-43b1-bc4d-d5844a231955', 'name': 'network-vif-deleted', 'tag': 'da391c4a-548c-469c-9b7e-7694c745e54e', 'status': 'completed', 'code': 200} Aug 31 09:49:58.925034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09077-704c-495f-97ac-c660fa2e242c req-e472376e-bf00-4d9f-ad48-364ca8cdc6f8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:58.925766 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ac09077-704c-495f-97ac-c660fa2e242c req-e472376e-bf00-4d9f-ad48-364ca8cdc6f8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 946 time: 0.0540509 Aug 31 09:49:59.025436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port 45e040a3-3a93-425b-9557-df94df788dcd {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:59.025765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.122872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port 45e040a3-3a93-425b-9557-df94df788dcd, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=45e040a3-3a93-425b-9557-df94df788dcd,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:59.123236 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.138283 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for 45e040a3-3a93-425b-9557-df94df788dcd owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:59.165280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8842-cf21-4ac5-a0ec-7c2f40210dfc req-219b6ec1-4b0d-46dc-a13c-f88536d06741 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:59.175288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f60c8842-cf21-4ac5-a0ec-7c2f40210dfc req-219b6ec1-4b0d-46dc-a13c-f88536d06741 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0763319 Aug 31 09:49:59.223620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f60c8842-cf21-4ac5-a0ec-7c2f40210dfc req-ce1d136b-df43-4b8f-8cf1-b3fbe8d2d3cd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468166 Aug 31 09:49:59.307383 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.321492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['45e040a3-3a93-425b-9557-df94df788dcd'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:59.342781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=45e040a3-3a93-425b-9557-df94df788dcd,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:59.367496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0646c4-8ad5-4030-a642-a7da05b419c4 req-55132b1d-bb72-4ccf-b7df-862a138bf674 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:59.369186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c0646c4-8ad5-4030-a642-a7da05b419c4 req-55132b1d-bb72-4ccf-b7df-862a138bf674 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0674543 Aug 31 09:49:59.406872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port 45e040a3-3a93-425b-9557-df94df788dcd on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:59.411900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.414006 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9ac09077-704c-495f-97ac-c660fa2e242c req-c9593a22-bc38-4ef2-8d12-23c2460dc0c0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "DELETE /v2.0/ports/45e040a3-3a93-425b-9557-df94df788dcd HTTP/1.1" status: 204 len: 173 time: 0.4814215 Aug 31 09:49:59.432179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c0646c4-8ad5-4030-a642-a7da05b419c4 req-6492aa98-b5fe-45fe-b9d2-c07aaf4b8a71 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Aug 31 09:49:59.485073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57194) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:59.534140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63761d9f-457e-4f1f-81ec-6e30ecebf928 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:59.537950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-63761d9f-457e-4f1f-81ec-6e30ecebf928 tempest-TestNetworkAdvancedServerOps-29050983 tempest-TestNetworkAdvancedServerOps-29050983-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1092 time: 0.0484335 Aug 31 09:49:59.538695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:59.543950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:49:59.570039 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.683493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.848356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-547578da-ff88-4638-8168-d1a061fa4339 req-c78bd7fc-cf5e-4394-a156-2f14cde857d9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0429587 Aug 31 09:49:59.849545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Allocated IP 172.25.4.117 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/c51a55f1-144a-4f12-85ea-7d6eb8f0bc5d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:00.006915 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.027085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02ef0e-d228-4a5d-b702-e0bb41688970 req-5b3afd2b-6154-4bcf-936a-b5ec0fb5ad0e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:00.028627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d02ef0e-d228-4a5d-b702-e0bb41688970 req-5b3afd2b-6154-4bcf-936a-b5ec0fb5ad0e tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0818686 Aug 31 09:50:00.087494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d02ef0e-d228-4a5d-b702-e0bb41688970 req-d157abb3-723d-44ca-99af-800d21b34619 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521047 Aug 31 09:50:00.094902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.139608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:00.143299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:00.147685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:00.151030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=c51a55f1-144a-4f12-85ea-7d6eb8f0bc5d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.539092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.612387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.765275 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.769687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.795931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'name': 'network-vif-deleted', 'tag': '45e040a3-3a93-425b-9557-df94df788dcd'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:00.799519 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb946e2-d21f-4511-bae6-f5cbb1bb75ab" -d '{"events": [{"server_uuid": "cc799eae-7bf3-43e9-a8ae-a74485648f2a", "name": "network-vif-deleted", "tag": "45e040a3-3a93-425b-9557-df94df788dcd"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:00.838971 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678674d2-e1f3-4507-b290-c6400bda117f x-openstack-request-id: req-678674d2-e1f3-4507-b290-c6400bda117f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:00.839474 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc799eae-7bf3-43e9-a8ae-a74485648f2a", "name": "network-vif-deleted", "tag": "45e040a3-3a93-425b-9557-df94df788dcd", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:00.839734 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-678674d2-e1f3-4507-b290-c6400bda117f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:00.840294 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc799eae-7bf3-43e9-a8ae-a74485648f2a', 'name': 'network-vif-deleted', 'tag': '45e040a3-3a93-425b-9557-df94df788dcd', 'status': 'completed', 'code': 200} Aug 31 09:50:00.843520 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event updated for resources: {'Port': ['ID=c51a55f1-144a-4f12-85ea-7d6eb8f0bc5d,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.856351 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.983530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20a95631-3d2d-48d0-94cc-1444904bd598 req-899de04a-0bc9-4b0d-9822-536994011bc8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0360541 Aug 31 09:50:00.988602 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP 7070864c-c248-49bd-bbda-9121cc66fc02 associated. External IP: 172.25.4.117, port: 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99. Aug 31 09:50:01.075907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device da391c4a-548c-469c-9b7e-7694c745e54e no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:01.100931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: da391c4a-548c-469c-9b7e-7694c745e54e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:01.101283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device da391c4a-548c-469c-9b7e-7694c745e54e not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:01.237685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 08a72de4-bb4d-434b-9825-5a84ac78bd3f has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:01.245489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11372-8609-42ae-bf66-0cff3094112a req-f54370a9-7e99-428e-a4ae-cee58790d30d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.247018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49f11372-8609-42ae-bf66-0cff3094112a req-f54370a9-7e99-428e-a4ae-cee58790d30d tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0680733 Aug 31 09:50:01.336330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49f11372-8609-42ae-bf66-0cff3094112a req-103abde8-9a31-4359-a05b-99ce487c75b2 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804887 Aug 31 09:50:01.384435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:01.395419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] Sync routers for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:01.404720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.407047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:01.408234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:01.437589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-811b4405-669b-4981-8b65-1b6c23667f3c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8977058 Aug 31 09:50:01.438276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:01.441007 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de791c9-69c8-40e9-b98f-c4e7e136f13c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:01.554690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:01.560102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b434-6e5f-415c-a514-973b2b34b3de req-4318beaf-d15b-40ad-b715-573d8c68e411 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.568232 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6410b434-6e5f-415c-a514-973b2b34b3de req-4318beaf-d15b-40ad-b715-573d8c68e411 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0721226 Aug 31 09:50:01.651064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6410b434-6e5f-415c-a514-973b2b34b3de req-e342755d-d749-4888-894c-d7ffd393b6d8 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648644 Aug 31 09:50:01.658976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:01.716006 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3a267-3334-48c8-918f-f3b036db1dfa x-openstack-request-id: req-8fc3a267-3334-48c8-918f-f3b036db1dfa {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:01.716377 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:01.716954 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fc3a267-3334-48c8-918f-f3b036db1dfa {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:01.718144 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'status': 'completed', 'code': 200} Aug 31 09:50:01.750524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9053c302-f01a-4b06-b141-a2ea83e3b43e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/7070864c-c248-49bd-bbda-9121cc66fc02 HTTP/1.1" status: 200 len: 991 time: 0.0891991 Aug 31 09:50:01.781554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.796317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-e9292deb-fad7-4ea7-bd33-5ece2f5faaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.797842 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-e9292deb-fad7-4ea7-bd33-5ece2f5faaac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1097 time: 0.0441155 Aug 31 09:50:01.840104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '7070864c-c248-49bd-bbda-9121cc66fc02', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'port_id': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'mac_address': 'fa:16:3e:59:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:00Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:52Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:01.869286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] Checking router: 08a72de4-bb4d-434b-9825-5a84ac78bd3f for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:01.878958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:01.879797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:49:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:01.907383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-2d96e9d6-3bdd-4747-9459-bcc953555d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:01.909139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-2d96e9d6-3bdd-4747-9459-bcc953555d8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 898 time: 0.1044357 Aug 31 09:50:01.983554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-f4cf19ce-715a-4d3b-a0c0-646fc0310707 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 999 time: 0.0664735 Aug 31 09:50:01.995174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:02.042123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-b3329226-0753-4e35-a902-e9bdeb304255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.044032 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-b3329226-0753-4e35-a902-e9bdeb304255 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 200 len: 834 time: 0.0529234 Aug 31 09:50:02.134105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa56a366-3d54-4d2a-b367-7e8054847b29 req-5da26d85-21ed-46aa-8f7d-9165fe75e15e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0382683 Aug 31 09:50:02.165452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-b6c2e85a-78c6-4b78-b311-e4b15d6c1766 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.167296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-b6c2e85a-78c6-4b78-b311-e4b15d6c1766 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.0699604 Aug 31 09:50:02.170930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-07de5a64-17a1-4f5f-9cf0-91aa169ebc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.170930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-07de5a64-17a1-4f5f-9cf0-91aa169ebc38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bbb03-b99e-45c1-bf00-b1b2929b6c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184053 Aug 31 09:50:02.269139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '7070864c-c248-49bd-bbda-9121cc66fc02', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'port_id': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'mac_address': 'fa:16:3e:59:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:00Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:52Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:02.297679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c27bee-5c95-4810-938f-bea0549dc280 None None] The sync data for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 is: [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '7070864c-c248-49bd-bbda-9121cc66fc02', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'port_id': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'mac_address': 'fa:16:3e:59:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:00Z', 'updated_at': '2021-08-31T09:50:00Z', 'revision_number': 0, 'project_id': '2006540de5b246e99c0578400f943b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:52Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:02.335588 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-0464f80f-d563-4aec-8426-54eb8194aace service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539333 Aug 31 09:50:02.400245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Deleting port b0148ef8-1794-4c79-8947-814393d84753 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:50:02.400888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.408787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.505546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-802cd4fb-541d-44fd-8068-7ba62ad809af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.519749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2de791c9-69c8-40e9-b98f-c4e7e136f13c req-c338d551-ca85-431a-80be-efe85a68d0e4 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748183 Aug 31 09:50:02.538378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749649cd-9325-4180-abd0-784eda12c195 req-f3819264-b6a4-4b32-b24a-df6db9dcfcdb tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.546939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-749649cd-9325-4180-abd0-784eda12c195 req-f3819264-b6a4-4b32-b24a-df6db9dcfcdb tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4a248a-bce2-472e-b2c1-984230057bb2 HTTP/1.1" status: 200 len: 946 time: 0.1062617 Aug 31 09:50:02.550280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] For port b0148ef8-1794-4c79-8947-814393d84753, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b0148ef8-1794-4c79-8947-814393d84753,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:02.550985 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.573423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Calling delete_port for b0148ef8-1794-4c79-8947-814393d84753 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:50:02.588251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b0148ef8-1794-4c79-8947-814393d84753 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:02.609201 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd93392-b710-4259-af40-3b33c066c8c9 None None] New status for floating IP 7070864c-c248-49bd-bbda-9121cc66fc02: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:50:02.613601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-749649cd-9325-4180-abd0-784eda12c195 req-348d8afc-dff7-4292-83e3-5d9c56eaf319 tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0616ccd-dff8-49ea-986b-db2ce45c9323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654325 Aug 31 09:50:02.714393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.744813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.754304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57224) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:02.769479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45e040a3-3a93-425b-9557-df94df788dcd no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:02.792843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 45e040a3-3a93-425b-9557-df94df788dcd {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:02.793554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 45e040a3-3a93-425b-9557-df94df788dcd not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:02.824371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Pushing event deleted for resources: {'Port': ['ID=b0148ef8-1794-4c79-8947-814393d84753,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:02.838162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f317f2fb-ac5b-4cd3-ba6f-e3d51ea2a55c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/7070864c-c248-49bd-bbda-9121cc66fc02 HTTP/1.1" status: 200 len: 991 time: 0.0820568 Aug 31 09:50:02.852673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] No DVR routers for this DVR port b0148ef8-1794-4c79-8947-814393d84753 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:50:02.855538 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.857854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c4c2e55b-f5a3-4a3e-b9fc-277a1baa6568 req-84886d34-09f5-434c-bdf4-0aba11eaf8aa tempest-ServerRescueTestJSON-1419217867 tempest-ServerRescueTestJSON-1419217867-project] 10.222.0.15 "DELETE /v2.0/ports/b0148ef8-1794-4c79-8947-814393d84753 HTTP/1.1" status: 204 len: 173 time: 0.6832447 Aug 31 09:50:02.858304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'name': 'network-vif-deleted', 'tag': 'b0148ef8-1794-4c79-8947-814393d84753'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:02.861784 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703a6a5d-36a1-4f4e-89ee-6a3f2fe2d1da" -d '{"events": [{"server_uuid": "bb4a248a-bce2-472e-b2c1-984230057bb2", "name": "network-vif-deleted", "tag": "b0148ef8-1794-4c79-8947-814393d84753"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:02.910299 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df9a4f-5371-4614-9a10-b352416e8ae7 x-openstack-request-id: req-67df9a4f-5371-4614-9a10-b352416e8ae7 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:02.910629 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4a248a-bce2-472e-b2c1-984230057bb2", "name": "network-vif-deleted", "tag": "b0148ef8-1794-4c79-8947-814393d84753", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:02.910888 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67df9a4f-5371-4614-9a10-b352416e8ae7 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:02.911289 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4a248a-bce2-472e-b2c1-984230057bb2', 'name': 'network-vif-deleted', 'tag': 'b0148ef8-1794-4c79-8947-814393d84753', 'status': 'completed', 'code': 200} Aug 31 09:50:03.231730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c767f45c-fc76-4ddc-ad18-e373d89e135f req-1591d967-7b11-4fb5-8f8c-277c8383a296 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc799eae-7bf3-43e9-a8ae-a74485648f2a HTTP/1.1" status: 200 len: 210 time: 0.0349147 Aug 31 09:50:03.667000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57232) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:03.700802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.842167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:03.913017 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-90a3e480-831a-4efb-8b13-0eb72a5b2fd3 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/7070864c-c248-49bd-bbda-9121cc66fc02 HTTP/1.1" status: 200 len: 993 time: 0.0631166 Aug 31 09:50:04.037705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.301285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Deleting port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:50:04.301634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.415658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] For port 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,segment=NetworkSegment(fd223a58-af0e-43de-90a4-8a8c655c0ed6),segment_id=fd223a58-af0e-43de-90a4-8a8c655c0ed6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:04.416291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.435469 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Calling delete_port for 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:50:04.643155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:04.680146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1668ef-8d6b-4c01-ab8b-af01b2f7367d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:05.172716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.402451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:05.529332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:05.537001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-907b7086-3d79-4ea6-9edf-a2ad19f92716 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ccdb2c1-192e-40e2-a5f9-8aabee59310e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8688192 Aug 31 09:50:05.537268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57244) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:05.538895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] Sync routers for ids ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:05.550971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] Routers {'7ccdb2c1-192e-40e2-a5f9-8aabee59310e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:05.551952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:50:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:05.644181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.666515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] Set router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:05.781587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.841807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Deleting port e99b39fe-99ab-42f5-ba8f-eaf159f8b089 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:50:05.842141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.933591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] For port e99b39fe-99ab-42f5-ba8f-eaf159f8b089, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:05.933861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.956313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Calling delete_port for e99b39fe-99ab-42f5-ba8f-eaf159f8b089 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:50:06.024583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:50:04Z', 'revision_number': 5, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port': {'id': 'e99b39fe-99ab-42f5-ba8f-eaf159f8b089', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:48:14Z', 'updated_at': '2021-08-31T09:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:06.057203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] Checking router: 7ccdb2c1-192e-40e2-a5f9-8aabee59310e for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:06.072021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] Routers {'7ccdb2c1-192e-40e2-a5f9-8aabee59310e'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:06.072770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:50:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:06.159760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.192313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] Set router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:06.193886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e99b39fe-99ab-42f5-ba8f-eaf159f8b089,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:06.258129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:50:05Z', 'revision_number': 6, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:06.263385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.291244 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.292173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d66bf-bc67-401d-b4d5-e50eaa7b2930 None None] The sync data for ids ['7ccdb2c1-192e-40e2-a5f9-8aabee59310e'] in n-d-800634-13 is: [{'id': '7ccdb2c1-192e-40e2-a5f9-8aabee59310e', 'name': 'tempest-ServerRescueTestJSON-932133991-router', 'tenant_id': '80d17a25ee7a49e690f7739bfb2742d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:48:13Z', 'updated_at': '2021-08-31T09:50:05Z', 'revision_number': 6, 'project_id': '80d17a25ee7a49e690f7739bfb2742d7', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:06.373859 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.377047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.764261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.764906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ccdb2c1-192e-40e2-a5f9-8aabee59310e {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:50:06.769588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.770775 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3270b9c6-c7a4-4407-92a1-6b434f9d5e6f admin admin] 10.222.0.18 "DELETE /v2.0/routers/7ccdb2c1-192e-40e2-a5f9-8aabee59310e HTTP/1.1" status: 204 len: 168 time: 1.2326155 Aug 31 09:50:06.773207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57248) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:06.817978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Deleting subnet 977d69bd-3e0f-4183-8f04-6bb7e819eb09 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:50:06.821512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.856425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.902000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.957016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.983970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977d69bd-3e0f-4183-8f04-6bb7e819eb09,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:06.985968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.990012 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b10aa987-1623-4725-bcfb-9b9945d0ff0a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/977d69bd-3e0f-4183-8f04-6bb7e819eb09 HTTP/1.1" status: 204 len: 168 time: 0.2137580 Aug 31 09:50:06.990563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57250) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:07.059789 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.152072 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.164262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1477f798-7611-4824-8ccd-8410a790d72e']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:07.175472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd223a58-af0e-43de-90a4-8a8c655c0ed6') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:07.175780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd223a58-af0e-43de-90a4-8a8c655c0ed6') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:07.186975 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.203460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.211648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:50:07.212090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:50:07.213961 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:50:07.272178 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.277696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.281520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1477f798-7611-4824-8ccd-8410a790d72e HTTP/1.1" status: 204 len: 168 time: 0.2899499 Aug 31 09:50:07.293556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a4804-02fc-492a-bc98-21f8ddce28a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1477f798-7611-4824-8ccd-8410a790d72e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:07.503195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57254) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:07.551483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a85b3c2c-ac03-4471-9c16-f60fdf3badd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80d17a25ee7a49e690f7739bfb2742d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470302 Aug 31 09:50:07.555164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:07.613535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fec526e-e97d-4f23-830a-ef07cc44bb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.650395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fec526e-e97d-4f23-830a-ef07cc44bb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.722923 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fec526e-e97d-4f23-830a-ef07cc44bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.725648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fec526e-e97d-4f23-830a-ef07cc44bb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.730620 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4fec526e-e97d-4f23-830a-ef07cc44bb7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0616ccd-dff8-49ea-986b-db2ce45c9323 HTTP/1.1" status: 204 len: 168 time: 0.1708398 Aug 31 09:50:07.739471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec526e-e97d-4f23-830a-ef07cc44bb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0616ccd-dff8-49ea-986b-db2ce45c9323,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.127592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:08.150680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:08.151275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1f1668ef-8d6b-4c01-ab8b-af01b2f7367d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:08.151694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e99b39fe-99ab-42f5-ba8f-eaf159f8b089 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:08.181740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e99b39fe-99ab-42f5-ba8f-eaf159f8b089 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:08.182421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e99b39fe-99ab-42f5-ba8f-eaf159f8b089 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:08.523208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57356) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:08.635595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1840751485-network', 'tenant_id': 'b7ea1c2f7ad046f38d80ff46aba2d397'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:08.665248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Made reservation on behalf of b7ea1c2f7ad046f38d80ff46aba2d397 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:08.667797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.677822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.778960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.784414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.811411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:50:08.821517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0405d2-cbd1-4e88-bbc8-65aeced16d89,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.826552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.826897 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Added segment c2309f7b-f5e7-46b0-abf5-22a8fafc799d of type vlan for network 860921f2-ae7e-4ea2-94bf-1617856ccf82 Aug 31 09:50:08.870489 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.899153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.900129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.900714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:08.962333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4379339 Aug 31 09:50:08.965359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:08.971197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Request body: {'subnet': {'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1840751485-subnet', 'tenant_id': 'b7ea1c2f7ad046f38d80ff46aba2d397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:08.972091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d0f1-49fa-445a-9862-68d1530fbb60 admin admin] Pushing event updated for resources: {'Network': ['ID=860921f2-ae7e-4ea2-94bf-1617856ccf82,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:08.982553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 860921f2-ae7e-4ea2-94bf-1617856ccf82 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:50:08.996692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Made reservation on behalf of b7ea1c2f7ad046f38d80ff46aba2d397 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:08.999468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.186754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.249133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0689eb-a686-41e0-99f3-92ee2be5af5d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:09.262920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Checking segment: {'id': 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:09.263278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Network hostable DHCP agents. Network: 860921f2-ae7e-4ea2-94bf-1617856ccf82, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:50:09.283665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Network 860921f2-ae7e-4ea2-94bf-1617856ccf82 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:50:09.297924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 860921f2-ae7e-4ea2-94bf-1617856ccf82) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:09.303541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.304296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:09.309278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1dd8f-5218-411e-93d9-b6d27220b3f6 None None] Network 860921f2-ae7e-4ea2-94bf-1617856ccf82 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:50:09.324225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a5bca57e-7806-4e36-86d7-5393f24954c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3576281 Aug 31 09:50:09.459999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd616f36-9ef8-437f-b78b-87467c973bed None None] Network 860921f2-ae7e-4ea2-94bf-1617856ccf82 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:50:09.816341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-8bcc3958-2afe-4f11-89bf-6ab29c268399 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.820042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-8bcc3958-2afe-4f11-89bf-6ab29c268399 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/networks?id=860921f2-ae7e-4ea2-94bf-1617856ccf82 HTTP/1.1" status: 200 len: 809 time: 0.1106699 Aug 31 09:50:09.834501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-bff7dbe1-6beb-48d0-b28c-b62c43cf9617 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/quotas/b7ea1c2f7ad046f38d80ff46aba2d397 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Aug 31 09:50:09.870367 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-c78752f9-88f3-4274-9ae4-d6828103e641 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7ea1c2f7ad046f38d80ff46aba2d397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299861 Aug 31 09:50:09.970845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-0b68e61e-b41c-475a-8e90-08ad711a4055 service neutron] 10.222.0.18 "GET /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921931 Aug 31 09:50:10.068311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-daebc7b7-9444-4b4e-9c75-ef1ea2e28722 service neutron] 10.222.0.18 "GET /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915368 Aug 31 09:50:10.249005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8746cae1-ac31-4e90-95e0-9856fdd96f8b req-591faf87-de57-4cb2-8ec5-30b3909eda1d tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 210 time: 0.0347898 Aug 31 09:50:11.291439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-9ac49faf-424a-4de3-b41b-4aafb4b41748 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.292985 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-9ac49faf-424a-4de3-b41b-4aafb4b41748 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.15 "GET /v2.0/networks?id=860921f2-ae7e-4ea2-94bf-1617856ccf82 HTTP/1.1" status: 200 len: 809 time: 0.1271882 Aug 31 09:50:11.308414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Request body: {'port': {'device_id': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82', 'admin_state_up': True, 'tenant_id': 'b7ea1c2f7ad046f38d80ff46aba2d397'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:11.388132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a442d126-cf4f-4748-8675-cfe106df35ed req-7e5851c6-7507-4373-8756-16af571ee414 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 210 time: 0.0386453 Aug 31 09:50:11.455258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Made reservation on behalf of b7ea1c2f7ad046f38d80ff46aba2d397 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:11.459815 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.606466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Allocated IP 172.20.0.14 (860921f2-ae7e-4ea2-94bf-1617856ccf82/de0689eb-a686-41e0-99f3-92ee2be5af5d/f5a67b9e-b315-46bf-8feb-a46e5a2b4a15) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:11.777194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.820702 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.865903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Network 860921f2-ae7e-4ea2-94bf-1617856ccf82 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:11.871911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:11.875828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:11.907395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Pushing event updated for resources: {'Port': ['ID=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:11.936447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.937077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.955422 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-4bad029d-a071-4d07-8ebf-4a04e6703b9c tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529670 Aug 31 09:50:11.969356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Request body: {'port': {'device_id': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:12.026957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.315345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:12.323847 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.338862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Transition to ACTIVE for port object f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:12.343718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.407058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:12.486944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Attempting to bind port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:12.487213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Attempting to bind port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:12.487528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Attempting to bind port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 on network 860921f2-ae7e-4ea2-94bf-1617856ccf82 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:12.493007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 on network 860921f2-ae7e-4ea2-94bf-1617856ccf82 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:50:12.493323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Attempting to bind port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 on network 860921f2-ae7e-4ea2-94bf-1617856ccf82 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:12.498877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:12.499214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Checking segment: {'id': 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:12.499593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Bound using segment: {'id': 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:12.500014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Bound port: f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:12.500369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.538151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85fd8b-165a-48d2-9f02-0a34e2ba8996 req-34b6d745-8d9f-44df-a88d-cb6df8a9fbd3 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.542944 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b85fd8b-165a-48d2-9f02-0a34e2ba8996 req-34b6d745-8d9f-44df-a88d-cb6df8a9fbd3 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 944 time: 0.0631104 Aug 31 09:50:12.582819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] For port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:12.586655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] For port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,segment=NetworkSegment(c2309f7b-f5e7-46b0-abf5-22a8fafc799d),segment_id=c2309f7b-f5e7-46b0-abf5-22a8fafc799d)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:12.591434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.592676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b85fd8b-165a-48d2-9f02-0a34e2ba8996 req-e8b2ad52-470e-4111-9355-dee1f7de2706 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451350 Aug 31 09:50:12.647118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.647748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:12.649115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 HTTP/1.1" status: 200 len: 1093 time: 0.6843174 Aug 31 09:50:12.649563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'tag': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:12.651860 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7763e5ad-13a2-4548-8605-c9d6a8c39f99" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df", "tag": "f5a67b9e-b315-46bf-8feb-a46e5a2b4a15"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:12.686411 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b23ff9-ac08-4d4b-8245-21ee8dd181d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:12.702593 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b54c5-5ef5-4b07-8a09-fda603f3e036 x-openstack-request-id: req-687b54c5-5ef5-4b07-8a09-fda603f3e036 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:12.702884 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df", "tag": "f5a67b9e-b315-46bf-8feb-a46e5a2b4a15", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:12.703139 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-687b54c5-5ef5-4b07-8a09-fda603f3e036 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:12.703531 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'tag': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15', 'status': 'completed', 'code': 200} Aug 31 09:50:12.739141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-193a7b60-a487-468d-897a-50da1915969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.740954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-193a7b60-a487-468d-897a-50da1915969d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7ea1c2f7ad046f38d80ff46aba2d397&device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 1096 time: 0.0504701 Aug 31 09:50:12.788513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-bc31fb57-cbe6-4fd5-9084-a3779aaf32f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 HTTP/1.1" status: 200 len: 217 time: 0.0388963 Aug 31 09:50:12.847878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-5bf27563-2066-448e-b961-832e9a33273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.848384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-5bf27563-2066-448e-b961-832e9a33273a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de0689eb-a686-41e0-99f3-92ee2be5af5d HTTP/1.1" status: 200 len: 849 time: 0.0533137 Aug 31 09:50:12.883597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-6e58616d-fbd0-4096-8b0e-74bc074fa14e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=860921f2-ae7e-4ea2-94bf-1617856ccf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281448 Aug 31 09:50:12.983290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-419a29a4-fc7f-4100-b315-d5ef50175eda service neutron] 10.222.0.15 "GET /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917044 Aug 31 09:50:13.086202 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ead0cd7-5ab0-4f4f-a703-35fec30fce1c req-15fdd810-1119-4283-abd3-d948337e30d9 service neutron] 10.222.0.15 "GET /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958304 Aug 31 09:50:13.224572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-7d6d51f4-f4a9-421b-9682-c13cbe6a2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.226435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-7d6d51f4-f4a9-421b-9682-c13cbe6a2859 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7ea1c2f7ad046f38d80ff46aba2d397&device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 1096 time: 0.0448451 Aug 31 09:50:13.325927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-0e4efdfe-7522-4b5c-aba4-e0b22b8dc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.327764 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-0e4efdfe-7522-4b5c-aba4-e0b22b8dc29a service neutron] 10.222.0.15 "GET /v2.0/networks?id=860921f2-ae7e-4ea2-94bf-1617856ccf82 HTTP/1.1" status: 200 len: 910 time: 0.0941079 Aug 31 09:50:13.374096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-50949b9d-1693-4317-8d71-da5c63277d6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 HTTP/1.1" status: 200 len: 217 time: 0.0386746 Aug 31 09:50:13.426865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-a80cdf17-b3eb-4b75-9bc3-021eae9e776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.428414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-a80cdf17-b3eb-4b75-9bc3-021eae9e776d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de0689eb-a686-41e0-99f3-92ee2be5af5d HTTP/1.1" status: 200 len: 849 time: 0.0465522 Aug 31 09:50:13.464248 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-b97041d4-9e99-4332-9806-53e340ce3055 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=860921f2-ae7e-4ea2-94bf-1617856ccf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258875 Aug 31 09:50:13.568165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-95512ca3-cf71-453f-a272-a448b9428d5c service neutron] 10.222.0.15 "GET /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950823 Aug 31 09:50:13.679487 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7763e5ad-13a2-4548-8605-c9d6a8c39f99 req-05608a25-db67-4185-a867-a2ddc4b95959 service neutron] 10.222.0.15 "GET /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034749 Aug 31 09:50:13.720778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8549-dd74-4fd8-b113-493d1c436453 req-f8e44b4a-2b55-4a44-b490-7728690c63a2 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.724480 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dee8549-dd74-4fd8-b113-493d1c436453 req-f8e44b4a-2b55-4a44-b490-7728690c63a2 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 944 time: 0.0547740 Aug 31 09:50:13.763667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dee8549-dd74-4fd8-b113-493d1c436453 req-2ee66d7b-96ea-4556-a7e4-b68f0c1e7767 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Aug 31 09:50:14.663579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:14.765712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,segment=NetworkSegment(c2309f7b-f5e7-46b0-abf5-22a8fafc799d),segment_id=c2309f7b-f5e7-46b0-abf5-22a8fafc799d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.778395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15', 'network_id': '860921f2-ae7e-4ea2-94bf-1617856ccf82', 'port_id': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15', 'mac_address': 'fa:16:3e:9b:8b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0689eb-a686-41e0-99f3-92ee2be5af5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:14.820778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.837869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:14.858649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,segment=NetworkSegment(c2309f7b-f5e7-46b0-abf5-22a8fafc799d),segment_id=c2309f7b-f5e7-46b0-abf5-22a8fafc799d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:14.864162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.901312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b084d67-1539-4858-81d4-ee15ee14245e req-488e1cba-829c-4655-b156-23746e76469e tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:14.903925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b084d67-1539-4858-81d4-ee15ee14245e req-488e1cba-829c-4655-b156-23746e76469e tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 944 time: 0.0618684 Aug 31 09:50:14.920142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:14.946627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b084d67-1539-4858-81d4-ee15ee14245e req-5b2faf83-41f4-4269-a2fa-f893056d19bf tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Aug 31 09:50:15.072382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f5a67b9e-b315-46bf-8feb-a46e5a2b4a15'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:16.066307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f90d-50da-44f0-a5ab-f1a8cbff9516 req-e01573be-c7d1-4a16-8ccd-75c70335187b tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.068086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c52f90d-50da-44f0-a5ab-f1a8cbff9516 req-e01573be-c7d1-4a16-8ccd-75c70335187b tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 945 time: 0.0532277 Aug 31 09:50:16.115434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c52f90d-50da-44f0-a5ab-f1a8cbff9516 req-273805dc-f34b-4551-bec3-b8eac044cdc4 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Aug 31 09:50:16.678865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:16.740084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:16.744554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:16.744930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.830364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.855183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:16.857509 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c8d19-5995-495e-b471-c6ac683aeb1a" -d '{"events": [{"server_uuid": "2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df", "name": "network-vif-plugged", "status": "completed", "tag": "f5a67b9e-b315-46bf-8feb-a46e5a2b4a15"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:16.877011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,segment=NetworkSegment(c2309f7b-f5e7-46b0-abf5-22a8fafc799d),segment_id=c2309f7b-f5e7-46b0-abf5-22a8fafc799d)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:16.886590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.918408 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b57618-1bda-44a0-b904-2cf9e6e7a876 x-openstack-request-id: req-c4b57618-1bda-44a0-b904-2cf9e6e7a876 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:16.918726 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df", "name": "network-vif-plugged", "status": "completed", "tag": "f5a67b9e-b315-46bf-8feb-a46e5a2b4a15", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:16.918944 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4b57618-1bda-44a0-b904-2cf9e6e7a876 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:16.919331 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15', 'code': 200} Aug 31 09:50:16.954859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:17.005434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa772a-92c6-4ff1-902b-92d5aa270c0f req-a5441a6b-811f-4a19-bfdf-a797b18bcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.007921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a9aa772a-92c6-4ff1-902b-92d5aa270c0f req-a5441a6b-811f-4a19-bfdf-a797b18bcdb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 1098 time: 0.0484467 Aug 31 09:50:17.046654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a9aa772a-92c6-4ff1-902b-92d5aa270c0f req-5e850019-d900-472a-9471-999b008b2e14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Aug 31 09:50:17.242300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e8df5-8fd8-4004-acda-cb4f5180ef80 req-a8c814a4-d89c-476f-aa66-d804903d0225 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.243883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f0e8df5-8fd8-4004-acda-cb4f5180ef80 req-a8c814a4-d89c-476f-aa66-d804903d0225 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 946 time: 0.0534363 Aug 31 09:50:17.287727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7f0e8df5-8fd8-4004-acda-cb4f5180ef80 req-6ccf8153-21c5-43d4-80b6-a701034cb980 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Aug 31 09:50:18.414506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9362c47-ba9e-43ba-8792-2798b42fe888 req-7aad7ebb-10de-4289-8ab7-0ba820a35878 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.416037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9362c47-ba9e-43ba-8792-2798b42fe888 req-7aad7ebb-10de-4289-8ab7-0ba820a35878 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 946 time: 0.0571566 Aug 31 09:50:18.456020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9362c47-ba9e-43ba-8792-2798b42fe888 req-d65f8b84-9682-4c5c-a7c5-faf9183e546e tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Aug 31 09:50:18.562736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-24cab44c-a383-4042-8c0a-62b611e98cc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425384 Aug 31 09:50:18.673061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-c472dd0e-a1e3-459e-9fff-10ce32758f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.675521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-c472dd0e-a1e3-459e-9fff-10ce32758f19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1097 time: 0.0458674 Aug 31 09:50:18.800200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-2a050da5-eff3-414d-9faa-6f29f9dde27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.802286 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-2a050da5-eff3-414d-9faa-6f29f9dde27d service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 898 time: 0.1070745 Aug 31 09:50:18.813179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:18.886856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-9edfaf68-3cc2-4347-8650-66329af6857c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 1001 time: 0.0753081 Aug 31 09:50:18.953687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-976a8bac-cf44-4940-ad5d-8d952f690415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.955958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-976a8bac-cf44-4940-ad5d-8d952f690415 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 200 len: 834 time: 0.0614300 Aug 31 09:50:19.013377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-b0516a89-1e90-46c7-b5a4-db78079c845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:19.015133 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-b0516a89-1e90-46c7-b5a4-db78079c845d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bbb03-b99e-45c1-bf00-b1b2929b6c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518999 Aug 31 09:50:19.126290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-ccdf00f1-fb04-403e-b4b9-bc0bd34b32e2 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030083 Aug 31 09:50:19.246216 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7d9f59ca-3e7d-41d1-bc28-34421aa855a0 req-31c7b84e-5c5d-42ec-b1eb-e1ed6e0eb3a4 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127191 Aug 31 09:50:20.201672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21337-52f9-4c48-9a4f-8710a7be44d0 req-c31918f9-27f2-4643-9182-1f657dcfe094 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:20.203362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30c21337-52f9-4c48-9a4f-8710a7be44d0 req-c31918f9-27f2-4643-9182-1f657dcfe094 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 946 time: 0.0547509 Aug 31 09:50:20.242508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-30c21337-52f9-4c48-9a4f-8710a7be44d0 req-e3a3825c-b683-4b96-94fd-fad383b49164 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Aug 31 09:50:21.368961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706e55f-03df-4ccf-887c-03034ec2756c req-b20e7e2f-2769-457a-b8f7-bee7d32b8db0 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:21.370677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0706e55f-03df-4ccf-887c-03034ec2756c req-b20e7e2f-2769-457a-b8f7-bee7d32b8db0 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 946 time: 0.0531831 Aug 31 09:50:21.413101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0706e55f-03df-4ccf-887c-03034ec2756c req-5bb1619b-a371-449b-a26a-c72749547f2e tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa0405d2-cbd1-4e88-bbc8-65aeced16d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Aug 31 09:50:21.529615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-8978ab55-5200-483a-9b00-e3faba01223a tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:21.532303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-8978ab55-5200-483a-9b00-e3faba01223a tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 946 time: 0.0760007 Aug 31 09:50:21.653357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Deleting port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:50:21.654220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.779445 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] For port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,segment=NetworkSegment(c2309f7b-f5e7-46b0-abf5-22a8fafc799d),segment_id=c2309f7b-f5e7-46b0-abf5-22a8fafc799d)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:21.779851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.797429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Calling delete_port for f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:50:21.972461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:21.986792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['f5a67b9e-b315-46bf-8feb-a46e5a2b4a15'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:22.010265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Pushing event deleted for resources: {'Port': ['ID=f5a67b9e-b315-46bf-8feb-a46e5a2b4a15,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:22.059001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] No DVR routers for this DVR port f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:50:22.061744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:22.064063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-601ea026-ce3b-45f6-9f5e-58179c3722f6 req-4f854f61-1f5d-4eb0-995c-d57aeaa13286 tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.15 "DELETE /v2.0/ports/f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 HTTP/1.1" status: 204 len: 173 time: 0.5255883 Aug 31 09:50:22.064563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'name': 'network-vif-deleted', 'tag': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:22.066906 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7289dbdd-27eb-45dd-a19e-a46063405190" -d '{"events": [{"server_uuid": "2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df", "name": "network-vif-deleted", "tag": "f5a67b9e-b315-46bf-8feb-a46e5a2b4a15"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:22.111143 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb44f2c-848c-4770-a336-45d08b81824f x-openstack-request-id: req-fdb44f2c-848c-4770-a336-45d08b81824f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:22.111143 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df", "name": "network-vif-deleted", "tag": "f5a67b9e-b315-46bf-8feb-a46e5a2b4a15", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:22.111445 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdb44f2c-848c-4770-a336-45d08b81824f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:22.111852 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df', 'name': 'network-vif-deleted', 'tag': 'f5a67b9e-b315-46bf-8feb-a46e5a2b4a15', 'status': 'completed', 'code': 200} Aug 31 09:50:22.549742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52832c42-d408-4664-a0ac-02c63eedcde7 req-e601b1c2-1b84-4c18-a2ac-13b5e19141aa tempest-ServerTagsTestJSON-1480596251 tempest-ServerTagsTestJSON-1480596251-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4e5f70-c7ff-40dd-8d4c-fe9d7e3cc2df HTTP/1.1" status: 200 len: 210 time: 0.0366640 Aug 31 09:50:23.630452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57518) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:23.680427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Deleting subnet de0689eb-a686-41e0-99f3-92ee2be5af5d {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:50:23.683643 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.720130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.763681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.824404 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.851506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0689eb-a686-41e0-99f3-92ee2be5af5d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:23.862182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:23.866285 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de0689eb-a686-41e0-99f3-92ee2be5af5d HTTP/1.1" status: 204 len: 168 time: 0.2326069 Aug 31 09:50:23.866285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.866285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.866659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.866780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.866986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57520) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:23.867458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.867458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.867652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.867965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.868289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.868612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.868989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.869240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a7582-a51a-4f1b-bbb8-9c217d7eb75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:23.939037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.041351 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.052345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860921f2-ae7e-4ea2-94bf-1617856ccf82']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:24.064630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:24.064929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2309f7b-f5e7-46b0-abf5-22a8fafc799d') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:24.074900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.089470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.096051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:50:24.096458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:50:24.098359 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:50:24.154836 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.160734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.162595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] 10.222.0.18 "DELETE /v2.0/networks/860921f2-ae7e-4ea2-94bf-1617856ccf82 HTTP/1.1" status: 204 len: 168 time: 0.2942441 Aug 31 09:50:24.175170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Pushing event deleted for resources: {'Network': ['ID=860921f2-ae7e-4ea2-94bf-1617856ccf82,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:24.184244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.184613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.185024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.185275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.185616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.185951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.186592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.187079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.187595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.188101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.189333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.189891 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aef32f-9ee8-44c2-9323-ffca093ce98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:24.520621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57530) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:24.566729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5c848382-a35b-4d13-a4e9-8de0114ca821 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7ea1c2f7ad046f38d80ff46aba2d397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445521 Aug 31 09:50:24.569304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57532) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:24.624806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64416795-c903-4392-8b48-e260e26ad3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.646153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64416795-c903-4392-8b48-e260e26ad3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.694388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:24.700538 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64416795-c903-4392-8b48-e260e26ad3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.703603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-64416795-c903-4392-8b48-e260e26ad3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:24.708188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-64416795-c903-4392-8b48-e260e26ad3be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa0405d2-cbd1-4e88-bbc8-65aeced16d89 HTTP/1.1" status: 204 len: 168 time: 0.1366501 Aug 31 09:50:24.718564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:24.718815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64416795-c903-4392-8b48-e260e26ad3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0405d2-cbd1-4e88-bbc8-65aeced16d89,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:24.718929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device f5a67b9e-b315-46bf-8feb-a46e5a2b4a15 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:25.772311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-8297837c-7635-44df-af0c-3b2d2abd2e0f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:25.773880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-8297837c-7635-44df-af0c-3b2d2abd2e0f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1118782 Aug 31 09:50:25.790525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-e6013ef5-faa2-44f8-ad08-65c2349c8d81 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0101659 Aug 31 09:50:25.849504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-5624f986-684a-42b3-94ad-b15f5923ac54 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528493 Aug 31 09:50:25.971686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e09e0675-2f94-4dc0-a84f-be5eebbd1b6e req-daf29e7e-5604-4790-a5be-29e633b6603a tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0413830 Aug 31 09:50:25.977387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-6f628039-e3c8-48c5-96ed-d2d426e8a0be service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209018 Aug 31 09:50:26.087056 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-46fcfade-3004-4a26-9d68-60aa9a4e443a service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025743 Aug 31 09:50:26.365107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0828e15-58da-4925-ab5b-23fef0c6e1f0 req-7c9055f3-da8b-4dfe-9712-70ebff3b85ce tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 210 time: 0.0477858 Aug 31 09:50:26.438240 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d4e95ac-e826-489c-85b2-59a089182ba5 req-0d122ff3-551f-4abc-8964-9fbd521e260e tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0588911 Aug 31 09:50:27.482291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c856f7f4-7aac-40ba-b92c-f999489d2e0e req-2912622d-a675-4dd5-a5c1-1856d0cb1c57 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 210 time: 0.0356798 Aug 31 09:50:27.555032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-efceea6f-0da5-4c4c-a643-62bdab0cf939 req-6f3ecfeb-43b7-4390-90d1-3ad1023d465b tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0281696 Aug 31 09:50:27.970828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-bef8ce67-b51c-412a-84e6-c4a27bdc46f1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:27.972320 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-bef8ce67-b51c-412a-84e6-c4a27bdc46f1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1125896 Aug 31 09:50:27.985852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:28.074178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7bbde6be-e820-4835-b53c-234c9152ab6a req-10c3de34-6d32-49e6-889a-95cf1dff75c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0335212 Aug 31 09:50:28.127344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:28.131169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.266864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.3 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/e84c70f1-52ae-4a25-abaf-f5b141343e50) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:28.459732 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.474507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object e84c70f1-52ae-4a25-abaf-f5b141343e50 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:28.510158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.552358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e133219f-f7c1-46f0-ae4a-a5edd5494b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.561231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:28.567433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:28.570451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:28.625253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466eba84-4bf5-4698-85af-42c71de3622d req-1839aa41-b77d-4010-ab27-aaba89084295 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.629873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-466eba84-4bf5-4698-85af-42c71de3622d req-1839aa41-b77d-4010-ab27-aaba89084295 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 931 time: 0.0711179 Aug 31 09:50:28.653121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=e84c70f1-52ae-4a25-abaf-f5b141343e50,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:28.691072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:28.691782 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.703631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0baf06ca-161c-4ced-80fb-26325d808297 req-a057ac1f-1d2f-4eae-bd23-3aedeeb1958c tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0363719 Aug 31 09:50:28.733250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-466eba84-4bf5-4698-85af-42c71de3622d req-b7d961da-fbed-411e-8a0a-0384a56ea6eb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964859 Aug 31 09:50:28.752582 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-413c4371-03a8-4554-afc9-1d963bcf85e2 req-18b44ae1-a99f-48aa-90e5-b4ce2d2ef959 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0439084 Aug 31 09:50:28.764001 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-b6229da2-045a-4e95-aee1-cd1e05583371 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820678 Aug 31 09:50:28.942873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-edb75f0d-0676-4cf1-afb4-054307ecb320 None None] Provisioning for port e84c70f1-52ae-4a25-abaf-f5b141343e50 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:28.948953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-edb75f0d-0676-4cf1-afb4-054307ecb320 None None] Provisioning complete for port e84c70f1-52ae-4a25-abaf-f5b141343e50 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:28.949297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-edb75f0d-0676-4cf1-afb4-054307ecb320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:28.961899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Request body: {'port': {'device_id': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:29.002684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-edb75f0d-0676-4cf1-afb4-054307ecb320 None None] Port e84c70f1-52ae-4a25-abaf-f5b141343e50 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:50:29.020111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.329657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84c70f1-52ae-4a25-abaf-f5b141343e50 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:29.339503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.354075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Transition to ACTIVE for port object e84c70f1-52ae-4a25-abaf-f5b141343e50 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:29.359445 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.423370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=e84c70f1-52ae-4a25-abaf-f5b141343e50,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:29.525323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Attempting to bind port e84c70f1-52ae-4a25-abaf-f5b141343e50 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:29.525766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Attempting to bind port e84c70f1-52ae-4a25-abaf-f5b141343e50 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:29.526055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Attempting to bind port e84c70f1-52ae-4a25-abaf-f5b141343e50 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:29.531310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Port e84c70f1-52ae-4a25-abaf-f5b141343e50 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:50:29.531665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Attempting to bind port e84c70f1-52ae-4a25-abaf-f5b141343e50 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:29.537286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:29.537614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:29.538179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:29.538522 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Bound port: e84c70f1-52ae-4a25-abaf-f5b141343e50, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:29.538909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.626973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] For port e84c70f1-52ae-4a25-abaf-f5b141343e50, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:29.633064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] For port e84c70f1-52ae-4a25-abaf-f5b141343e50, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:29.640089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.690324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:29.690986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:29.692435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] 10.222.0.15 "PUT /v2.0/ports/e84c70f1-52ae-4a25-abaf-f5b141343e50 HTTP/1.1" status: 200 len: 1092 time: 0.7350223 Aug 31 09:50:29.692890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'tag': 'e84c70f1-52ae-4a25-abaf-f5b141343e50'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:29.695444 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8346cf-00c3-4109-a052-1d65521d495d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6f7f7f-c88e-4686-9df2-36a49eebd986", "tag": "e84c70f1-52ae-4a25-abaf-f5b141343e50"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:29.820448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dc0bb-ee93-49f4-ba5c-f259de71aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=e84c70f1-52ae-4a25-abaf-f5b141343e50,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:29.828678 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31d44e-ba13-48a1-8656-a5b270141f8b x-openstack-request-id: req-0b31d44e-ba13-48a1-8656-a5b270141f8b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:29.830497 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6f7f7f-c88e-4686-9df2-36a49eebd986", "tag": "e84c70f1-52ae-4a25-abaf-f5b141343e50", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:29.831576 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b31d44e-ba13-48a1-8656-a5b270141f8b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:29.832589 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'tag': 'e84c70f1-52ae-4a25-abaf-f5b141343e50', 'status': 'completed', 'code': 200} Aug 31 09:50:29.855816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-9a65897c-d373-4384-ad99-fa3a1a2b6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:29.858505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-9a65897c-d373-4384-ad99-fa3a1a2b6ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 1095 time: 0.0932121 Aug 31 09:50:29.936730 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-3c73c4f2-121c-44a7-bb0e-16050ee107b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50 HTTP/1.1" status: 200 len: 217 time: 0.0558479 Aug 31 09:50:29.975788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a30b-594d-41dd-b183-f0de11680937 req-63442d2f-ba76-4ac5-b51d-4fc7b758566a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:29.977693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3005a30b-594d-41dd-b183-f0de11680937 req-63442d2f-ba76-4ac5-b51d-4fc7b758566a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0848842 Aug 31 09:50:30.017343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-4505e81e-a2eb-4e54-88fd-c732fef86014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.022761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-4505e81e-a2eb-4e54-88fd-c732fef86014 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0780401 Aug 31 09:50:30.044738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3005a30b-594d-41dd-b183-f0de11680937 req-ed8d92bc-3cab-4d82-9bf2-a7f77e34b510 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581899 Aug 31 09:50:30.106866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-fe5b8c2a-2ea4-42c0-b9ac-242b3aee49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.110119 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-fe5b8c2a-2ea4-42c0-b9ac-242b3aee49e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792606 Aug 31 09:50:30.126409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a7fd127-fd3b-43e6-b9d5-2e497d031924 req-60bfe10d-c5f4-44e1-bef4-81a3c16c8b33 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.2576146 Aug 31 09:50:30.263807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-abfae81c-d9dd-44cd-b38b-f2a2f9b856f6 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453626 Aug 31 09:50:30.367807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9a52a3fe-78b7-410d-a19b-aa705796f75a req-ef78aa47-2518-4e87-a8af-660df46162aa service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948730 Aug 31 09:50:30.481224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8346cf-00c3-4109-a052-1d65521d495d req-71feaaa7-15b8-4d04-8373-8bd8b8d34212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.483701 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-71feaaa7-15b8-4d04-8373-8bd8b8d34212 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 1095 time: 0.0591404 Aug 31 09:50:30.611320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8346cf-00c3-4109-a052-1d65521d495d req-4869f47f-a860-48a4-9c5b-85ce18674abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.613064 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-4869f47f-a860-48a4-9c5b-85ce18674abb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1217475 Aug 31 09:50:30.663043 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-403a4eae-77f3-48f2-81e1-5d6d808be8ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50 HTTP/1.1" status: 200 len: 217 time: 0.0413084 Aug 31 09:50:30.724507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8346cf-00c3-4109-a052-1d65521d495d req-3f266346-37df-48f8-af57-60546650d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.726321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-3f266346-37df-48f8-af57-60546650d1ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0572195 Aug 31 09:50:30.795218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8346cf-00c3-4109-a052-1d65521d495d req-f0271baa-2580-460b-9400-44fc71172c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.797053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-f0271baa-2580-460b-9400-44fc71172c8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638080 Aug 31 09:50:30.955084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135e343-634c-4248-89a1-1709324c7035 req-3c14732a-dcf8-4cef-8f1c-b3a3b7319962 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:30.956615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e135e343-634c-4248-89a1-1709324c7035 req-3c14732a-dcf8-4cef-8f1c-b3a3b7319962 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0793574 Aug 31 09:50:30.965418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-daf54738-c1ba-468a-a060-493c11e309ae service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573904 Aug 31 09:50:31.012923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e135e343-634c-4248-89a1-1709324c7035 req-7f479891-bedb-4af1-816c-0e3baa82349d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Aug 31 09:50:31.098810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1a8346cf-00c3-4109-a052-1d65521d495d req-c5da403f-f890-407d-9a68-620376ea11d6 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256878 Aug 31 09:50:31.228911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0e0b-055d-45bf-8359-e35ad2bdf2a6 req-9d394622-6ae6-4f1a-8ada-2ed61d5bad78 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:31.230691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd2f0e0b-055d-45bf-8359-e35ad2bdf2a6 req-9d394622-6ae6-4f1a-8ada-2ed61d5bad78 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0893607 Aug 31 09:50:31.307825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-291149a4-58f9-4492-8e66-4faa2741ee1f req-09b975bf-c4b1-4069-b215-7ded775eb75b tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0548513 Aug 31 09:50:31.369959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fd2f0e0b-055d-45bf-8359-e35ad2bdf2a6 req-7bfa67d5-9910-435f-a627-dda8f1eefd01 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203749 Aug 31 09:50:31.782910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:31.833978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c182f2a-d346-43f7-9b92-eca54060665b req-69c33dfb-cb24-4ec1-866f-1f421a64f566 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0376146 Aug 31 09:50:32.172898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ea656-c6fd-474b-9564-01f1b8610f50 req-a994c0e6-64f6-4a5d-bfb5-752ad3d4b68e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:32.176440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e4ea656-c6fd-474b-9564-01f1b8610f50 req-a994c0e6-64f6-4a5d-bfb5-752ad3d4b68e tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0759888 Aug 31 09:50:32.245755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e4ea656-c6fd-474b-9564-01f1b8610f50 req-1b2e69c5-75b1-4eb2-a34b-f90d3c91a029 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618181 Aug 31 09:50:32.408207 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:32.510810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-96813ad6-9e08-43c4-9f01-848ae6783b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:32.522193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b997f-ebf8-4788-8284-71928052b981 req-449800e8-d57e-4f00-90bc-987ea878f782 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:32.527121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c0b997f-ebf8-4788-8284-71928052b981 req-449800e8-d57e-4f00-90bc-987ea878f782 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0696769 Aug 31 09:50:32.583887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c0b997f-ebf8-4788-8284-71928052b981 req-6dec977d-9d22-4a4d-9f8c-3403612b103a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525632 Aug 31 09:50:32.993028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f59c95fc-bd04-4949-9a48-65b845a45d43 req-8c4afc56-11d8-448d-99de-fed4c11c01b0 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0374734 Aug 31 09:50:33.424804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340874-6059-4f96-8565-3af1ade5d9c7 req-a1f1a492-fc2d-47e1-9294-e395620fadee tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:33.431094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33340874-6059-4f96-8565-3af1ade5d9c7 req-a1f1a492-fc2d-47e1-9294-e395620fadee tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0749416 Aug 31 09:50:33.479326 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33340874-6059-4f96-8565-3af1ade5d9c7 req-a04df54f-1365-48c8-959d-d514c09b0a78 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466201 Aug 31 09:50:33.713145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258594c2-4926-4137-99ae-e9441c76d662 req-a748c58b-40b5-4fdb-a8c4-45e2807190da tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:33.713425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:33.721003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-258594c2-4926-4137-99ae-e9441c76d662 req-a748c58b-40b5-4fdb-a8c4-45e2807190da tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0582020 Aug 31 09:50:33.763583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-258594c2-4926-4137-99ae-e9441c76d662 req-88351146-cb86-48de-94b1-d9d5e7231898 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Aug 31 09:50:34.149226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2aeaf60-f16f-4af5-b6a8-8d6b6965ab76 req-8a6be207-866d-4598-8a2c-9b806833a222 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0337803 Aug 31 09:50:34.245740 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:50:34.611669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c772b7c-f9a1-4c00-8da6-ce73f3aa3150 req-bb1e56d3-f615-4c45-8754-bd7ea7084725 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:34.613202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c772b7c-f9a1-4c00-8da6-ce73f3aa3150 req-bb1e56d3-f615-4c45-8754-bd7ea7084725 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0528214 Aug 31 09:50:34.660219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c772b7c-f9a1-4c00-8da6-ce73f3aa3150 req-7b602139-3a75-41a4-8963-447554988af1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403478 Aug 31 09:50:34.887742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027df02f-8fbc-4dfc-ae4f-4b5b84b21e45 req-b4d240ef-c32c-4930-880f-83d4e2102a5d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:34.889378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-027df02f-8fbc-4dfc-ae4f-4b5b84b21e45 req-b4d240ef-c32c-4930-880f-83d4e2102a5d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0554688 Aug 31 09:50:34.932712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-027df02f-8fbc-4dfc-ae4f-4b5b84b21e45 req-d7df0647-06f3-4d6a-a0f6-8925cfc93862 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Aug 31 09:50:35.260294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3051a69c-c2ca-4c9b-abfc-1f0255990af7 req-464e2342-21e7-41be-8a67-5d0bde87f9df tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0286074 Aug 31 09:50:35.780539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca89b-4aee-489f-bbfc-cc66d925e939 req-8cd75b22-fad1-493b-9cf5-315d03768b20 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:35.782150 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d0ca89b-4aee-489f-bbfc-cc66d925e939 req-8cd75b22-fad1-493b-9cf5-315d03768b20 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0558553 Aug 31 09:50:35.823811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d0ca89b-4aee-489f-bbfc-cc66d925e939 req-13386b18-52b3-43c3-b06a-020312396f1d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346961 Aug 31 09:50:36.058804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5e392-a802-481a-a0c9-00d3d87478e6 req-159c83bf-a692-406d-a0e8-67a60053eade tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:36.060547 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ad5e392-a802-481a-a0c9-00d3d87478e6 req-159c83bf-a692-406d-a0e8-67a60053eade tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0555220 Aug 31 09:50:36.104479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ad5e392-a802-481a-a0c9-00d3d87478e6 req-5506316f-df84-4150-abca-941ec8408c69 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Aug 31 09:50:36.238466 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:36.366860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ed5ccb1-f1de-4478-9858-a723a7404cb9 req-30fba00e-ad04-4266-9eea-433e2567fee2 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0273092 Aug 31 09:50:36.945415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7bbd5-48f7-4aee-95a7-162457bfd7aa req-1e0294e4-8542-499e-a8a3-90470a15160c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:36.947269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-feb7bbd5-48f7-4aee-95a7-162457bfd7aa req-1e0294e4-8542-499e-a8a3-90470a15160c tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0528939 Aug 31 09:50:36.986452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-feb7bbd5-48f7-4aee-95a7-162457bfd7aa req-9122f36c-baf1-47c5-b6d0-bd7c5c82291b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331137 Aug 31 09:50:37.223496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec25819-c8be-4e99-be0f-7436e7edc4a5 req-c007d0c4-3bb9-46fe-8670-44787dcdbd4c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:37.225001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ec25819-c8be-4e99-be0f-7436e7edc4a5 req-c007d0c4-3bb9-46fe-8670-44787dcdbd4c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0523863 Aug 31 09:50:37.263068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ec25819-c8be-4e99-be0f-7436e7edc4a5 req-55a89cfd-1f54-45a5-b45b-152a28b3f886 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Aug 31 09:50:37.473050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8c3d0cb-4f21-4237-a16b-60624bd0118f req-c703a7c3-64ca-438e-b489-8dc867d11772 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0273452 Aug 31 09:50:38.107895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2e32-814b-42ea-960c-377d7c1b779a req-d9370357-d792-4833-9d12-0d77993d37ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:38.109456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-426b2e32-814b-42ea-960c-377d7c1b779a req-d9370357-d792-4833-9d12-0d77993d37ae tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0544384 Aug 31 09:50:38.149391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-426b2e32-814b-42ea-960c-377d7c1b779a req-1438c923-6d6c-4716-bada-faa9ace35158 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Aug 31 09:50:38.393678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a582e0-50df-49f2-b2f1-1812a7d072c7 req-aedfce66-52f5-40a3-8eab-0249d14e54c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:38.395365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7a582e0-50df-49f2-b2f1-1812a7d072c7 req-aedfce66-52f5-40a3-8eab-0249d14e54c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0559518 Aug 31 09:50:38.435969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7a582e0-50df-49f2-b2f1-1812a7d072c7 req-a8be692f-8f13-4188-b471-d492eb7faf19 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Aug 31 09:50:38.577076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34b59dde-7cab-4248-bf24-846bc8271098 req-00718279-a1f9-42c6-9c4a-f6f60812b97c tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0277019 Aug 31 09:50:39.267942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfda98-67c2-4067-8bcf-a4ded8dd794c req-49a257b3-0f96-499f-b7bc-2e91adf65864 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:39.268927 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9cfda98-67c2-4067-8bcf-a4ded8dd794c req-49a257b3-0f96-499f-b7bc-2e91adf65864 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0491815 Aug 31 09:50:39.312850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9cfda98-67c2-4067-8bcf-a4ded8dd794c req-f3edab68-27d1-457f-bb63-061925d96729 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Aug 31 09:50:39.566616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d0c2-6b50-44f5-bf9e-5c3c3aa13fcc req-ba09bf00-e6b9-441b-9f22-386283bc0acf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:39.568045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8776d0c2-6b50-44f5-bf9e-5c3c3aa13fcc req-ba09bf00-e6b9-441b-9f22-386283bc0acf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0508113 Aug 31 09:50:39.607616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8776d0c2-6b50-44f5-bf9e-5c3c3aa13fcc req-12ccec9f-bf4e-48ef-b049-89ff08b848a4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Aug 31 09:50:39.685757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed4f4107-868a-4aef-9e82-610f7175b48f req-dbeb11ea-1c15-411c-b422-d87450f4c472 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0279810 Aug 31 09:50:40.437970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0da8-9ec7-420b-9430-77065c84e1cb req-0a836961-9a84-406a-bea6-ea3b2bdbebd1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:40.439513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eae0da8-9ec7-420b-9430-77065c84e1cb req-0a836961-9a84-406a-bea6-ea3b2bdbebd1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0520563 Aug 31 09:50:40.479362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5eae0da8-9ec7-420b-9430-77065c84e1cb req-fb3a0e8e-dfd2-435b-8566-c227d394e7fb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338023 Aug 31 09:50:40.730769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bf92c-defe-40aa-9c7b-d1df33f4ea4f req-7fea1d61-a56a-4abf-9d29-0bffe05f8bc6 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:40.732431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce7bf92c-defe-40aa-9c7b-d1df33f4ea4f req-7fea1d61-a56a-4abf-9d29-0bffe05f8bc6 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0568619 Aug 31 09:50:40.783933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce7bf92c-defe-40aa-9c7b-d1df33f4ea4f req-e842f411-a4b9-4282-9545-c98d7d7f3203 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Aug 31 09:50:40.799101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df17df6f-977f-48c0-9080-1c52f2d68776 req-c189992a-b16d-4d45-80ee-112c7ed7e4c8 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0332901 Aug 31 09:50:41.602446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b199d45-d22d-42e1-a51d-35f467c144f2 req-bdfb4c8e-7c73-4887-aa46-26a1ef28f3a1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:41.604194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b199d45-d22d-42e1-a51d-35f467c144f2 req-bdfb4c8e-7c73-4887-aa46-26a1ef28f3a1 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0552416 Aug 31 09:50:41.645241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b199d45-d22d-42e1-a51d-35f467c144f2 req-ffa57d8e-dba8-4a63-b88e-c8aceb0ccc67 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349333 Aug 31 09:50:41.930550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f148f57d-390d-4453-b162-1491acec96e1 req-8cfc9d9f-32b1-496d-9d10-6c3d6e3060f4 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0303030 Aug 31 09:50:41.958582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48456a-9d52-477c-af88-682f68a1abb6 req-b9eb64ae-6285-42db-8254-2e6ea7d838f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:41.958582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f48456a-9d52-477c-af88-682f68a1abb6 req-b9eb64ae-6285-42db-8254-2e6ea7d838f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0804460 Aug 31 09:50:41.988857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3f48456a-9d52-477c-af88-682f68a1abb6 req-3da7117f-5d70-4cbb-84d5-f0c6f1cff9c1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Aug 31 09:50:42.763744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9bde2-a9d2-4f40-9178-6f98df6dc58b req-4fca57e1-8866-43b5-b63e-7cf58fc4c077 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:42.765247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88d9bde2-a9d2-4f40-9178-6f98df6dc58b req-4fca57e1-8866-43b5-b63e-7cf58fc4c077 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0512688 Aug 31 09:50:42.805186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-88d9bde2-a9d2-4f40-9178-6f98df6dc58b req-940f6019-da1d-4470-aae5-8d61ffa703ef tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333784 Aug 31 09:50:43.042795 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e084fa1-e41c-4af5-8ab8-3972376cb20f req-2a1a0e28-a79f-47ce-8390-97d1f3728f92 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0323730 Aug 31 09:50:43.112157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebb7e-7d07-4eed-ab60-ac5a6924816f req-b28ad549-b67f-4aa4-85f4-0b1a01149a4a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.113679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adeebb7e-7d07-4eed-ab60-ac5a6924816f req-b28ad549-b67f-4aa4-85f4-0b1a01149a4a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0528221 Aug 31 09:50:43.152404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adeebb7e-7d07-4eed-ab60-ac5a6924816f req-a1fbcc5f-8b39-468f-8c47-b85c45a48c8d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Aug 31 09:50:43.932449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a903c-9617-4039-bba1-0231bab65ce6 req-497acaf6-fb9b-4f1e-9422-0b9b9581486f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.934064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d14a903c-9617-4039-bba1-0231bab65ce6 req-497acaf6-fb9b-4f1e-9422-0b9b9581486f tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0525224 Aug 31 09:50:43.934571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da24b0-6ee9-4d4e-8530-d0a1f1fadbb0 req-dc489c41-a7dd-4215-b155-cd4f54451832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.936128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22da24b0-6ee9-4d4e-8530-d0a1f1fadbb0 req-dc489c41-a7dd-4215-b155-cd4f54451832 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1097 time: 0.0452104 Aug 31 09:50:43.976119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d14a903c-9617-4039-bba1-0231bab65ce6 req-5be2f4f0-f775-4bb3-a65c-3d532a08f6f7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354273 Aug 31 09:50:43.978179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-22da24b0-6ee9-4d4e-8530-d0a1f1fadbb0 req-fd4a8e76-55b1-4ccd-ae78-b737b8450650 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349536 Aug 31 09:50:44.150340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac6929d6-202c-431b-b84f-98136dad7625 req-7d723b48-b67d-4cb0-82c8-84beb3eae313 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0287187 Aug 31 09:50:44.276222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb45507-d27f-4784-855c-692a2e261644 req-950277db-ad0d-4c30-af7c-ae569d418fab tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:44.277728 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cb45507-d27f-4784-855c-692a2e261644 req-950277db-ad0d-4c30-af7c-ae569d418fab tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0537152 Aug 31 09:50:44.316500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8cb45507-d27f-4784-855c-692a2e261644 req-8bf2d803-3749-447c-9e0f-530f8e4fb419 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Aug 31 09:50:45.098864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5531-0d0d-4096-a6e4-55897733ad13 req-0401f950-582e-4ccc-abc0-03d76ae27891 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:45.100391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-951e5531-0d0d-4096-a6e4-55897733ad13 req-0401f950-582e-4ccc-abc0-03d76ae27891 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0535293 Aug 31 09:50:45.137796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-951e5531-0d0d-4096-a6e4-55897733ad13 req-42debd7e-7c41-46f9-83f2-33f4037ca04a tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Aug 31 09:50:45.162532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57762) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:45.228293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b8436e0a-617a-4b84-ba52-23b2f7e4abd7 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/floatingips/7070864c-c248-49bd-bbda-9121cc66fc02 HTTP/1.1" status: 200 len: 993 time: 0.0646169 Aug 31 09:50:45.256090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef5981ed-de87-4e66-bb63-6563ed2d71fb req-f8c59b54-b2ab-4964-ac4c-3fd1b1d935e8 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0265944 Aug 31 09:50:45.327051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:45.426912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:45.433699 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd08c00-1e76-4b3d-b937-a58778a7a61b req-854a60d5-3bfc-464d-91da-a1a760000999 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:45.435265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd08c00-1e76-4b3d-b937-a58778a7a61b req-854a60d5-3bfc-464d-91da-a1a760000999 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0511777 Aug 31 09:50:45.439655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'port_id': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'mac_address': 'fa:16:3e:59:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:45.476512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd08c00-1e76-4b3d-b937-a58778a7a61b req-aea9e6fe-3b57-4485-8e8a-4b4e8369632f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 31 09:50:45.479981 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:45.494042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:45.513662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:45.518394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:45.569192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:45.577363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.577714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.578056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.578409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.579130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.579274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.579580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.579907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.580232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.580564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.580888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.581264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:45.793491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:46.359745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8dbc076c-7000-4314-8d33-3d95b551d848 req-472a9d8a-0794-4ac5-bf24-87aedc8227b1 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0276892 Aug 31 09:50:46.596571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d2568-ec05-4268-bee6-35b6265f0640 req-69e79b06-0634-446b-af5e-bb3948e211ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:46.598121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-824d2568-ec05-4268-bee6-35b6265f0640 req-69e79b06-0634-446b-af5e-bb3948e211ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0526540 Aug 31 09:50:46.637349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-824d2568-ec05-4268-bee6-35b6265f0640 req-ca507535-f53e-4164-846f-bf27757fe0c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Aug 31 09:50:47.328047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:47.377751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:47.378123 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:47.459428 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:47.464197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-86d811cc-87d6-4f63-bf16-48775f94cc37 req-e55b1461-7542-4eb3-9da3-af2954681c40 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Aug 31 09:50:47.484976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:47.487236 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663212b0-dc95-469b-ac5e-ee3090a1e290" -d '{"events": [{"server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:47.499892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:47.503985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:47.534052 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4addc62c-0129-453d-a921-80b8389e18a4 x-openstack-request-id: req-4addc62c-0129-453d-a921-80b8389e18a4 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:47.534334 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:47.534604 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4addc62c-0129-453d-a921-80b8389e18a4 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:47.535077 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'code': 200} Aug 31 09:50:47.560666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:47.753716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34675fa-91a1-4c66-bb84-17e69a437a68 req-f445200f-bffc-461e-9f93-3ab9625525fa tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:47.755229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f34675fa-91a1-4c66-bb84-17e69a437a68 req-f445200f-bffc-461e-9f93-3ab9625525fa tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0490251 Aug 31 09:50:47.792996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f34675fa-91a1-4c66-bb84-17e69a437a68 req-b620fc30-00a6-44a0-abef-dada766be68e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Aug 31 09:50:48.575631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-419fcca4-bb12-426d-84ec-f387fde2f40a req-44317683-a3a3-4639-87f5-4308adb1c162 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0310824 Aug 31 09:50:48.800624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e84c70f1-52ae-4a25-abaf-f5b141343e50 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:48.821051 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:48.908273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e84c70f1-52ae-4a25-abaf-f5b141343e50, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:48.913114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8482af0-1424-4976-b574-05e9c7a1a7ee req-bdc8b01a-7301-488c-8287-7ee112b69344 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:48.914667 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8482af0-1424-4976-b574-05e9c7a1a7ee req-bdc8b01a-7301-488c-8287-7ee112b69344 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 943 time: 0.0510337 Aug 31 09:50:48.920974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'e84c70f1-52ae-4a25-abaf-f5b141343e50', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': 'e84c70f1-52ae-4a25-abaf-f5b141343e50', 'mac_address': 'fa:16:3e:ad:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:48.954771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b8482af0-1424-4976-b574-05e9c7a1a7ee req-a4444595-f1ce-4ee3-819d-257c9c055838 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Aug 31 09:50:48.963780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:48.978116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84c70f1-52ae-4a25-abaf-f5b141343e50 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:48.996946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e84c70f1-52ae-4a25-abaf-f5b141343e50, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:49.002070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:49.050120 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e84c70f1-52ae-4a25-abaf-f5b141343e50,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:49.241345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e84c70f1-52ae-4a25-abaf-f5b141343e50'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:49.681403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1004cc60-eb6f-46c5-9231-bb2383dd8912 req-dee9cd11-ef8c-4709-811e-4205d63ba151 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0266302 Aug 31 09:50:50.071849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feaff1-22af-44fc-8cf6-9ee58fa56c4c req-d407ca09-3538-43ca-b9c9-7c6c911dcea0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:50.073332 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6feaff1-22af-44fc-8cf6-9ee58fa56c4c req-d407ca09-3538-43ca-b9c9-7c6c911dcea0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 944 time: 0.0498455 Aug 31 09:50:50.111926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6feaff1-22af-44fc-8cf6-9ee58fa56c4c req-e904741e-92f7-42d1-b5ec-03cfb79f0345 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Aug 31 09:50:50.787069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13d617fa-1b43-4349-862a-70044849bfad req-2a48af36-9d45-4c73-b4bf-4a5c02a155d1 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0306504 Aug 31 09:50:50.804840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e84c70f1-52ae-4a25-abaf-f5b141343e50 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:50.854737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port e84c70f1-52ae-4a25-abaf-f5b141343e50 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:50.858673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port e84c70f1-52ae-4a25-abaf-f5b141343e50 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:50.859042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:50.937862 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:50.961528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84c70f1-52ae-4a25-abaf-f5b141343e50'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:50.963801 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b21c9-877e-4e06-b12c-9825a8f6b867" -d '{"events": [{"server_uuid": "0d6f7f7f-c88e-4686-9df2-36a49eebd986", "name": "network-vif-plugged", "status": "completed", "tag": "e84c70f1-52ae-4a25-abaf-f5b141343e50"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:50.977164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e84c70f1-52ae-4a25-abaf-f5b141343e50, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:50.981437 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:51.013547 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6bb043-01b6-49c0-8c17-7f47f75e87e8 x-openstack-request-id: req-1e6bb043-01b6-49c0-8c17-7f47f75e87e8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:51.013830 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6f7f7f-c88e-4686-9df2-36a49eebd986", "name": "network-vif-plugged", "status": "completed", "tag": "e84c70f1-52ae-4a25-abaf-f5b141343e50", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:51.014061 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e6bb043-01b6-49c0-8c17-7f47f75e87e8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:51.014440 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84c70f1-52ae-4a25-abaf-f5b141343e50', 'code': 200} Aug 31 09:50:51.044484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e84c70f1-52ae-4a25-abaf-f5b141343e50,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:51.107774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540122c9-a623-4318-b8c4-5f4978e27cfd req-348b7822-2d69-4edc-8b04-8d08e04179c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:51.109603 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-540122c9-a623-4318-b8c4-5f4978e27cfd req-348b7822-2d69-4edc-8b04-8d08e04179c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 1097 time: 0.0401719 Aug 31 09:50:51.146564 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-540122c9-a623-4318-b8c4-5f4978e27cfd req-31f8d2da-73b6-4303-8cfa-07ffd7671c2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293994 Aug 31 09:50:51.230054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d3d3-e03c-4c93-8276-7abd87b18969 req-b3651456-d199-4092-84d3-7981601d2602 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:51.231617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6a1d3d3-e03c-4c93-8276-7abd87b18969 req-b3651456-d199-4092-84d3-7981601d2602 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Aug 31 09:50:51.271634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6a1d3d3-e03c-4c93-8276-7abd87b18969 req-1c078be2-ac9c-48a9-ad80-5b119923f19b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332615 Aug 31 09:50:51.896764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99d84dfa-3b1a-4fea-a0ca-8c12d9772562 req-7feb2dd8-506b-44ff-b655-65787a5ae2cf tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0264227 Aug 31 09:50:52.397471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68aaef-eac2-41b2-a78c-dd2348abc2fa req-104727a9-b759-4d20-9c9d-7a31181704b0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:52.399552 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e68aaef-eac2-41b2-a78c-dd2348abc2fa req-104727a9-b759-4d20-9c9d-7a31181704b0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0580361 Aug 31 09:50:52.439675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e68aaef-eac2-41b2-a78c-dd2348abc2fa req-c8d99af5-5079-40e1-8376-f28fcb7772e5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Aug 31 09:50:52.557579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bc09-a892-436f-8553-2520cf24815c req-d8487579-cf2e-4410-ab0d-41a9de50c627 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:52.559122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a07bc09-a892-436f-8553-2520cf24815c req-d8487579-cf2e-4410-ab0d-41a9de50c627 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0511069 Aug 31 09:50:52.599072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a07bc09-a892-436f-8553-2520cf24815c req-5ed015bc-677f-4441-9ecf-9041f60c0641 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Aug 31 09:50:52.721211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a49e-0223-41f2-82db-1f1fea5b621c req-0ee17231-fdf6-4ba3-b80f-8f00937680ab tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:52.722925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dd3a49e-0223-41f2-82db-1f1fea5b621c req-0ee17231-fdf6-4ba3-b80f-8f00937680ab tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0493731 Aug 31 09:50:52.760808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dd3a49e-0223-41f2-82db-1f1fea5b621c req-21b3c631-22cd-417d-870b-b0368267fcb8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Aug 31 09:50:53.014735 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da11a6f1-78b4-4846-8e62-f9c979f4d62d req-03edd1a4-98a6-432a-add5-fb175022a049 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0303659 Aug 31 09:50:53.065955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f3588-89e5-4eab-b7e9-82a8459436a1 req-4f092e55-8fe1-4a0b-a93c-98c3a2e22958 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:53.067503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f5f3588-89e5-4eab-b7e9-82a8459436a1 req-4f092e55-8fe1-4a0b-a93c-98c3a2e22958 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0519209 Aug 31 09:50:53.108068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f5f3588-89e5-4eab-b7e9-82a8459436a1 req-621258e7-5a7e-4de1-a139-41de8124abe1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Aug 31 09:50:54.118343 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-87232701-24da-4aea-a100-03d28648d6b8 req-6624d0ef-1607-4b87-97a1-8ed0c19e5592 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Aug 31 09:50:54.227056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab53c6-e8e0-465b-af87-9d2c5eb24572 req-c5c16af1-11ea-4519-bc99-eb7781cbfab8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:54.228499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ab53c6-e8e0-465b-af87-9d2c5eb24572 req-c5c16af1-11ea-4519-bc99-eb7781cbfab8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0514719 Aug 31 09:50:54.270741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ab53c6-e8e0-465b-af87-9d2c5eb24572 req-a5cc48db-ea74-4381-b90d-4a9169fa12e0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362203 Aug 31 09:50:54.742912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-fd847ddb-a345-4751-916e-2a15d97f998b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:54.744296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-fd847ddb-a345-4751-916e-2a15d97f998b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 945 time: 0.0537548 Aug 31 09:50:54.836380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port e84c70f1-52ae-4a25-abaf-f5b141343e50 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:50:54.836711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:54.929453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port e84c70f1-52ae-4a25-abaf-f5b141343e50, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e84c70f1-52ae-4a25-abaf-f5b141343e50,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:54.929816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:54.944313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for e84c70f1-52ae-4a25-abaf-f5b141343e50 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:50:55.071316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:55.101711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=e84c70f1-52ae-4a25-abaf-f5b141343e50,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:55.142708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port e84c70f1-52ae-4a25-abaf-f5b141343e50 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:50:55.145511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:55.147629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a91b1c6d-037e-4ec3-a137-d05b9cb7877f req-1b718ba8-6af8-421b-9d2d-a99170c2aed5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "DELETE /v2.0/ports/e84c70f1-52ae-4a25-abaf-f5b141343e50 HTTP/1.1" status: 204 len: 173 time: 0.3948781 Aug 31 09:50:55.148095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'name': 'network-vif-deleted', 'tag': 'e84c70f1-52ae-4a25-abaf-f5b141343e50'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:55.150501 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af50fde-33b6-449a-be6a-0cda91341f06" -d '{"events": [{"server_uuid": "0d6f7f7f-c88e-4686-9df2-36a49eebd986", "name": "network-vif-deleted", "tag": "e84c70f1-52ae-4a25-abaf-f5b141343e50"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:55.203092 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d007a-cc48-4562-bd60-a3c4be4b35ef x-openstack-request-id: req-553d007a-cc48-4562-bd60-a3c4be4b35ef {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:55.203394 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6f7f7f-c88e-4686-9df2-36a49eebd986", "name": "network-vif-deleted", "tag": "e84c70f1-52ae-4a25-abaf-f5b141343e50", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:55.203652 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-553d007a-cc48-4562-bd60-a3c4be4b35ef {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:55.204057 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6f7f7f-c88e-4686-9df2-36a49eebd986', 'name': 'network-vif-deleted', 'tag': 'e84c70f1-52ae-4a25-abaf-f5b141343e50', 'status': 'completed', 'code': 200} Aug 31 09:50:55.248358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fce74ba1-44f4-41c1-b40a-b0b7d74a3d33 req-1be527d3-be1f-4953-b834-656324b95260 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Aug 31 09:50:55.371009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fa105a8-474b-4793-84ed-6b7e7b9a96bf req-cd11802d-fb0b-44ed-9794-15ed17a91cea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 210 time: 0.0275993 Aug 31 09:50:56.358635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28b9723c-6ac9-4f75-8ec5-eb2083b1c1fe req-dd2537a3-ccad-4f0f-9598-eea2b5b35760 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Aug 31 09:50:56.473071 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bcc811e-b15a-4c54-a445-29e476bddaff req-1bbcbdd0-2165-4bbc-9984-4ae8605fa462 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 210 time: 0.0280378 Aug 31 09:50:56.835298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e84c70f1-52ae-4a25-abaf-f5b141343e50 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:50:56.856761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: e84c70f1-52ae-4a25-abaf-f5b141343e50 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:50:56.857110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e84c70f1-52ae-4a25-abaf-f5b141343e50 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:50:57.473601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22859a57-3604-44a1-955b-512e167247af req-ead2a010-7ae7-46bb-a5bd-d66fd12ef3b8 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0277214 Aug 31 09:50:57.574694 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0de0d4ad-9146-48ee-8de4-3ad668c06e06 req-2c1fe69e-0380-4156-baaa-c75c5aba9e59 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 210 time: 0.0305326 Aug 31 09:50:58.548630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-385b9fdc-363e-4c6d-a551-1ed68a9f372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:58.583011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f92fae5d-94b5-4408-ba71-27a370e28036 req-eaea76f8-8d47-4a36-a0b9-6bfcccc67993 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0275614 Aug 31 09:50:58.705218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-893282e7-7c75-4952-aa30-741dd69f150b req-7be0ae73-1700-4d36-a2f0-e14e6ae5314d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d6f7f7f-c88e-4686-9df2-36a49eebd986 HTTP/1.1" status: 200 len: 210 time: 0.0370531 Aug 31 09:50:59.693898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-df4e4fc8-f701-4adb-bb7e-f234006f3b7a req-486d9937-e9da-457e-b176-31894440677c tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Aug 31 09:51:00.802736 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e326a8dc-068f-41c2-9dba-0a20a427d693 req-cc2df29a-c8db-41f8-9e0e-ebd0b380e1a7 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Aug 31 09:51:01.777887 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:01.930998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11aeaee4-57e1-4ba4-b3f9-8ebef0845681 req-696609f7-f159-4889-8942-5bafc9e3c230 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0354998 Aug 31 09:51:02.397760 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:02.504602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-054531ec-0ec3-4ab8-ac9c-eacb4636590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:03.043163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf71c91b-e7fb-481a-b25f-9fcf737704bd req-b6437a16-42ec-48a6-abfa-93198bdee67d tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0310268 Aug 31 09:51:03.713265 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:04.164573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d750f22-4ea3-48ac-91e4-c5e04a91e1e1 req-7a82320d-18ee-47d4-8138-01e33cf9bbe6 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0265017 Aug 31 09:51:04.700057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3fb012a3-b126-4eea-a4d3-ba732ffbd116 req-37f351ab-4858-4bf2-a964-88ed6366af7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0302606 Aug 31 09:51:05.281732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c8df1e2-48ec-43a3-9996-59f53cf6187e req-637774ee-0baa-4c66-bdbe-e0882bb95e0d tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0343795 Aug 31 09:51:06.247889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:06.403780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eef14489-279c-4528-9d19-7729ba5b660b req-dc0d81c7-e2fd-4ac3-b979-fd2ad9edd190 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0337803 Aug 31 09:51:06.732400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e145374-1f0a-4ccb-9fb1-e82be3852cda req-e472b1ba-b61d-4438-a7d0-61bcd805f4e1 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23&device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0293515 Aug 31 09:51:06.959555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe61b1d2-8204-4893-a219-d9803a597846 req-c53d24e4-77c2-49aa-9d17-22722094cb2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a6ede40e709483c92d235675dd56813&device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Aug 31 09:51:06.989127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6651cae2-5ab7-48ad-a42f-543151acc508 req-1ca44c4a-2cbd-41b7-9c37-e917153514a2 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0272653 Aug 31 09:51:07.004542 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe61b1d2-8204-4893-a219-d9803a597846 req-e75a58aa-1d93-4163-8c37-399b14ff5f2b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a6ede40e709483c92d235675dd56813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371161 Aug 31 09:51:07.176827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61b1d2-8204-4893-a219-d9803a597846 req-080ed097-d3f3-4047-be84-e1a3629d89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:07.180043 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe61b1d2-8204-4893-a219-d9803a597846 req-080ed097-d3f3-4047-be84-e1a3629d89cc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665032 Aug 31 09:51:08.094308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f90226f-14bb-4c63-a177-f7646644d4cc req-a374e9af-8531-4f8e-9a52-08c36c5ac3f8 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0325241 Aug 31 09:51:08.548487 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe61b1d2-8204-4893-a219-d9803a597846 req-2a2365ff-8952-477a-886f-e995b3e3fb22 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d13556-c76d-481b-867c-e9424bdb2e23 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Aug 31 09:51:09.365742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7e81506b-6dbf-4316-a778-87eab78a8bf0 req-048fb05f-8a70-467f-b450-bcd99ce88e17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a6ede40e709483c92d235675dd56813&device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0307159 Aug 31 09:51:09.402235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7e81506b-6dbf-4316-a778-87eab78a8bf0 req-bd00eafd-8ad1-4c48-9648-401a5e95412d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a6ede40e709483c92d235675dd56813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264549 Aug 31 09:51:09.734881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea50ce1d-dd7e-45b1-956c-9a52f04e3228 req-7137bb7f-d4fb-4879-b69c-51d5052d45d6 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.3790872 Aug 31 09:51:09.863183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81506b-6dbf-4316-a778-87eab78a8bf0 req-4aad3da0-d375-4be4-a323-44a589eb6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:09.864680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7e81506b-6dbf-4316-a778-87eab78a8bf0 req-4aad3da0-d375-4be4-a323-44a589eb6de0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4546857 Aug 31 09:51:10.851769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13fac97c-d316-4313-af36-7ebbd4c88197 req-e3b45990-5821-4b01-b2c2-63222349a8fd tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 31 09:51:11.183908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7e81506b-6dbf-4316-a778-87eab78a8bf0 req-3745022e-2f7c-46a6-b847-d95c6614e5d2 tempest-ServerShowV247Test-884477050 tempest-ServerShowV247Test-884477050-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee0ffcaf-dfb1-42e5-8562-67ad4b92b9d1 HTTP/1.1" status: 200 len: 210 time: 0.0275412 Aug 31 09:51:11.246750 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:12.185261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 57982) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:12.349746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1478945a-ba8e-4bdf-9749-1ea9e59e9cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.452410 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1478945a-ba8e-4bdf-9749-1ea9e59e9cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.457665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1478945a-ba8e-4bdf-9749-1ea9e59e9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.496961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1478945a-ba8e-4bdf-9749-1ea9e59e9cc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a6ede40e709483c92d235675dd56813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105481 Aug 31 09:51:12.497941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478945a-ba8e-4bdf-9749-1ea9e59e9cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af6630-b62b-4585-8e07-14a3e7313a19,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:12.499724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 57988) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:12.552837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8576818-b114-4091-a8f5-03aac5450f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.580202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8576818-b114-4091-a8f5-03aac5450f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.637168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8576818-b114-4091-a8f5-03aac5450f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.639796 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f8576818-b114-4091-a8f5-03aac5450f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:12.640942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f8576818-b114-4091-a8f5-03aac5450f33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98af6630-b62b-4585-8e07-14a3e7313a19 HTTP/1.1" status: 204 len: 168 time: 0.1401474 Aug 31 09:51:12.649066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8576818-b114-4091-a8f5-03aac5450f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af6630-b62b-4585-8e07-14a3e7313a19,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:15.806109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58060) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:15.943307 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d8de-a8a8-482c-a477-54a4c748c3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.102539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d8de-a8a8-482c-a477-54a4c748c3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.108854 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d8de-a8a8-482c-a477-54a4c748c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.159429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7ca2d8de-a8a8-482c-a477-54a4c748c3be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7e5c2def7d94f27aba29035f0c2e84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362999 Aug 31 09:51:16.159429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2d8de-a8a8-482c-a477-54a4c748c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f116feda-6c55-4523-85cf-29ac08d509e8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:16.159863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58064) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:16.223332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84bfec00-5163-4c36-b4b0-37aec5224dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.258223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84bfec00-5163-4c36-b4b0-37aec5224dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.323656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84bfec00-5163-4c36-b4b0-37aec5224dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.326646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-84bfec00-5163-4c36-b4b0-37aec5224dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.327885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-84bfec00-5163-4c36-b4b0-37aec5224dc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f116feda-6c55-4523-85cf-29ac08d509e8 HTTP/1.1" status: 204 len: 168 time: 0.1673350 Aug 31 09:51:16.340228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfec00-5163-4c36-b4b0-37aec5224dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116feda-6c55-4523-85cf-29ac08d509e8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:16.799936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58080) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:16.816190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f66d7f0d-bafd-443f-a9a8-a72f67258c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.955845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f66d7f0d-bafd-443f-a9a8-a72f67258c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.960154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f66d7f0d-bafd-443f-a9a8-a72f67258c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:16.999665 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f66d7f0d-bafd-443f-a9a8-a72f67258c4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6609ca893c5f4471b30cf08bab11eb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981626 Aug 31 09:51:17.001650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d7f0d-bafd-443f-a9a8-a72f67258c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ca67a7-c9fe-4e24-9668-dbabd837198d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:17.004482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58082) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:17.079821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2da3-4956-4626-b1de-7af42cd8ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:17.106411 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2da3-4956-4626-b1de-7af42cd8ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:17.171268 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2da3-4956-4626-b1de-7af42cd8ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:17.174753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2da3-4956-4626-b1de-7af42cd8ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:17.175954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0c8b2da3-4956-4626-b1de-7af42cd8ad69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30ca67a7-c9fe-4e24-9668-dbabd837198d HTTP/1.1" status: 204 len: 168 time: 0.1696305 Aug 31 09:51:17.184577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b2da3-4956-4626-b1de-7af42cd8ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ca67a7-c9fe-4e24-9668-dbabd837198d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:18.583260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-e127c72e-2ca8-4876-8d45-4d5237333043 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628679 Aug 31 09:51:18.700892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-5de118a0-8f63-49e6-984c-7e5d630650e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:18.702706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-5de118a0-8f63-49e6-984c-7e5d630650e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1097 time: 0.0506530 Aug 31 09:51:18.839368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:18.855746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-e4f70790-7158-4297-8061-18e9dbab06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:18.858287 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-e4f70790-7158-4297-8061-18e9dbab06cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 898 time: 0.1327114 Aug 31 09:51:18.942426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-16957ede-2449-40fc-9fd7-8bf33a98382b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 1001 time: 0.0743465 Aug 31 09:51:19.002347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-af26a438-8204-406e-8949-dd9f37d9f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:19.003938 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-af26a438-8204-406e-8949-dd9f37d9f0fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 200 len: 834 time: 0.0537035 Aug 31 09:51:19.072638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-370225c1-28e2-451b-9d47-4d0ea9843947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:19.074330 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-370225c1-28e2-451b-9d47-4d0ea9843947 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bbb03-b99e-45c1-bf00-b1b2929b6c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618234 Aug 31 09:51:19.186575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-95da537f-0aec-4717-a7b9-55ea3465db18 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031661 Aug 31 09:51:19.362256 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3476d737-d3a8-46e1-9afa-bc6555a0bbc1 req-b2581a4f-83fb-4eb7-8ce6-059f82c6d2aa service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665823 Aug 31 09:51:20.125001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58176) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:20.276174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e06d5d6b-7881-4c2a-9817-4859dbaa16c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.425634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58182) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:20.475727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e06d5d6b-7881-4c2a-9817-4859dbaa16c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.484056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e06d5d6b-7881-4c2a-9817-4859dbaa16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.551679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e06d5d6b-7881-4c2a-9817-4859dbaa16c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f724894818c04f2fa580fb2ce37a7d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249175 Aug 31 09:51:20.554443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d5d6b-7881-4c2a-9817-4859dbaa16c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c61dc5-090b-43d6-b3a4-db991a202dc7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:20.557609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58186) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:20.662572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec71a-82f6-4ff4-91ab-d332efc21114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.677995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port c51a55f1-144a-4f12-85ea-7d6eb8f0bc5d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:20.678421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.691472 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec71a-82f6-4ff4-91ab-d332efc21114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.770676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.771471 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.782826 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec71a-82f6-4ff4-91ab-d332efc21114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.786274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec71a-82f6-4ff4-91ab-d332efc21114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:20.789706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for c51a55f1-144a-4f12-85ea-7d6eb8f0bc5d owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:20.791909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ac3ec71a-82f6-4ff4-91ab-d332efc21114 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0c61dc5-090b-43d6-b3a4-db991a202dc7 HTTP/1.1" status: 204 len: 168 time: 0.2192206 Aug 31 09:51:20.807480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ec71a-82f6-4ff4-91ab-d332efc21114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c61dc5-090b-43d6-b3a4-db991a202dc7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:21.052822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.091107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=c51a55f1-144a-4f12-85ea-7d6eb8f0bc5d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:21.187315 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.187951 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Floating IP 7070864c-c248-49bd-bbda-9121cc66fc02 disassociated (deleted). External IP: 172.25.4.117, port: 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99. Aug 31 09:51:21.195225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58194) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:21.216032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b16cd548-b308-4d7c-82a8-ebf2fc532c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.358036 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b16cd548-b308-4d7c-82a8-ebf2fc532c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.363858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b16cd548-b308-4d7c-82a8-ebf2fc532c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.421067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b16cd548-b308-4d7c-82a8-ebf2fc532c42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61b1ef5954ff48a49bf5cc2f775bfa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205272 Aug 31 09:51:21.421067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cd548-b308-4d7c-82a8-ebf2fc532c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dcf1d1-df47-4bd7-a894-1da7af1f8084,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:21.421482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58196) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:21.496258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e271718-d47c-4c7d-9198-0a8184905443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.498313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 08a72de4-bb4d-434b-9825-5a84ac78bd3f has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:21.525668 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e271718-d47c-4c7d-9198-0a8184905443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.583348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e271718-d47c-4c7d-9198-0a8184905443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.586431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e271718-d47c-4c7d-9198-0a8184905443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.588571 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e271718-d47c-4c7d-9198-0a8184905443 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6dcf1d1-df47-4bd7-a894-1da7af1f8084 HTTP/1.1" status: 204 len: 168 time: 0.1658587 Aug 31 09:51:21.602988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e271718-d47c-4c7d-9198-0a8184905443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dcf1d1-df47-4bd7-a894-1da7af1f8084,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:21.634397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:21.639531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:21.651689 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] Sync routers for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:21.662554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:21.663199 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:21.678202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d3d5512-a485-4b4a-84f0-f7d30c03ae2d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/floatingips/7070864c-c248-49bd-bbda-9121cc66fc02 HTTP/1.1" status: 204 len: 168 time: 1.2514048 Aug 31 09:51:21.680818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:21.681246 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10a6564-022e-4c95-85ac-7b6788d8a208" -d '{"events": [{"name": "network-changed", "server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:21.749862 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4103ec-baa4-43a0-832d-afc9b1f8b650 x-openstack-request-id: req-0b4103ec-baa4-43a0-832d-afc9b1f8b650 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:21.750163 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:21.750422 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b4103ec-baa4-43a0-832d-afc9b1f8b650 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:21.751755 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'status': 'completed', 'code': 200} Aug 31 09:51:21.789021 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:21.853603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-387bc244-6a0f-420b-a504-23c6de0536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:21.856775 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-387bc244-6a0f-420b-a504-23c6de0536fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2006540de5b246e99c0578400f943b8d&device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 1097 time: 0.0720761 Aug 31 09:51:22.015814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-d90f424b-ca67-445d-850b-7779f8e6bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.017545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-d90f424b-ca67-445d-850b-7779f8e6bd76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 200 len: 898 time: 0.1298430 Aug 31 09:51:22.048985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfa37-f540-4b58-8c0e-94f851908e87 req-d151330d-f2ac-474e-b802-b2c0dbd78bdd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.058063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-116bfa37-f540-4b58-8c0e-94f851908e87 req-d151330d-f2ac-474e-b802-b2c0dbd78bdd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.1108341 Aug 31 09:51:22.100722 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-b8497ce1-ee60-4eba-aee9-25eea16a18ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 200 len: 217 time: 0.0753016 Aug 31 09:51:22.100980 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:52Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.140859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-116bfa37-f540-4b58-8c0e-94f851908e87 req-9fb19ccc-1dda-4152-9fb0-d12ccc324521 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817752 Aug 31 09:51:22.153717 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] Checking router: 08a72de4-bb4d-434b-9825-5a84ac78bd3f for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:22.166972 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:22.167746 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.170861 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-26dcce78-620a-4b2d-8482-57bcb5d83e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.172373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-26dcce78-620a-4b2d-8482-57bcb5d83e86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 200 len: 834 time: 0.0623791 Aug 31 09:51:22.229785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-825fc1b9-a147-4e2e-815a-f802539da1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.231448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-825fc1b9-a147-4e2e-815a-f802539da1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bbb03-b99e-45c1-bf00-b1b2929b6c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514061 Aug 31 09:51:22.407873 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-7a19d463-b4bb-45ba-8480-da4e13f52bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676850 Aug 31 09:51:22.445879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:22.512466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-a758bd47-3b67-41d2-9505-00147da0e2c8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:22.516865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-a758bd47-3b67-41d2-9505-00147da0e2c8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1810791 Aug 31 09:51:22.537270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-0182dd3c-1087-462d-bac0-676e296017a0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0125544 Aug 31 09:51:22.589140 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f10a6564-022e-4c95-85ac-7b6788d8a208 req-4c7738b0-22eb-40f4-a57e-cfe8f8ba136f service neutron] 10.222.0.23 "GET /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724164 Aug 31 09:51:22.623405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-8b4865b3-5cb8-49b7-aa21-ad49da91520f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793946 Aug 31 09:51:22.631531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-0e4e273f-80ec-40a3-bc7f-c18aea612ec9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:51:22.635516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-0e4e273f-80ec-40a3-bc7f-c18aea612ec9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106611 Aug 31 09:51:22.763823 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:52Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:22.816501 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fbb102-a2ab-44cc-ac00-a6a781463c8a None None] The sync data for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 is: [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:49:47Z', 'revision_number': 4, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '4d657e8e-bb55-440d-86f6-b3c0b3b59fc6', 'name': '', 'network_id': '748bbb03-b99e-45c1-bf00-b1b2929b6c41', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'mac_address': 'fa:16:3e:3f:fd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7107f108-a863-4907-b740-3b51447444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:45Z', 'updated_at': '2021-08-31T09:49:52Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'subnets': [{'id': '7107f108-a863-4907-b740-3b51447444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:22.927955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-f73b6105-1860-4536-b37f-3b5093ef68b0 service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871246 Aug 31 09:51:23.039551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-5ccb422b-bda6-42ec-ad3b-0d403945406c service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056707 Aug 31 09:51:23.112262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca31450-fd4c-4661-8f1d-d82c511f7c1f None None] New status for floating IP 7070864c-c248-49bd-bbda-9121cc66fc02: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:51:23.311266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-cfda6d00-3f6f-4677-83ba-b62827513ffd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.312855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-cfda6d00-3f6f-4677-83ba-b62827513ffd tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0686312 Aug 31 09:51:23.316836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef5869-00bd-4861-b677-7943e93bbedc req-2381fc1c-e5e9-47b2-902e-688e04713095 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:23.320895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bef5869-00bd-4861-b677-7943e93bbedc req-2381fc1c-e5e9-47b2-902e-688e04713095 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 945 time: 0.0723584 Aug 31 09:51:23.379181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6bef5869-00bd-4861-b677-7943e93bbedc req-7e8b523b-501c-452d-b18d-92e7c8c14cfb tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/security-groups?id=1afcd1be-f645-4250-9ab8-2dd6c09c5537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533316 Aug 31 09:51:23.480509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c3a8658-50f3-4ce0-8a9c-5c63e8e33321 req-8213bf23-5ad8-4fdd-93e8-e5ce9575a01b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 210 time: 0.0698113 Aug 31 09:51:23.486605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:23.487008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:23.615517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:23.615888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:23.644005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:23.882935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:23.923202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:23.938833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.939327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.939606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.939943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.943881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.944087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.944449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.944793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.945141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.945447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.945795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.946457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:23.996363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] No DVR routers for this DVR port 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:23.999697 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:24.003434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb8b850a-6f02-4189-919c-116afa9ed637 req-978762e3-c5ae-4532-bd3c-2c10b1a50a4b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.23 "DELETE /v2.0/ports/5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 HTTP/1.1" status: 204 len: 173 time: 0.6804209 Aug 31 09:51:24.004023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'name': 'network-vif-deleted', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:24.007003 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a5e99f-640e-4590-95b7-7cd63b32f603" -d '{"events": [{"server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "name": "network-vif-deleted", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:24.051732 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3706d-5d22-4d60-88cb-f20822e0df6d x-openstack-request-id: req-c5d3706d-5d22-4d60-88cb-f20822e0df6d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:24.052019 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedfee7-7339-4191-8ff2-7bfc65ea76cb", "name": "network-vif-deleted", "tag": "5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:24.052269 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5d3706d-5d22-4d60-88cb-f20822e0df6d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:24.052684 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedfee7-7339-4191-8ff2-7bfc65ea76cb', 'name': 'network-vif-deleted', 'tag': '5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99', 'status': 'completed', 'code': 200} Aug 31 09:51:24.616677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a79ccbd3-5bdd-4645-a776-39d5e83c6d79 req-783bb4f1-e2e5-477e-9306-072cbdffbdbe tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cedfee7-7339-4191-8ff2-7bfc65ea76cb HTTP/1.1" status: 200 len: 210 time: 0.0757637 Aug 31 09:51:24.669383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-496d06dc-62e8-48ae-8ada-969a8e76f9e3 req-74f430a8-b406-4bf9-82c1-611218211a3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 210 time: 0.0424035 Aug 31 09:51:24.732127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-5e2e42a5-3905-4938-a0bf-3b418277975c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:24.733804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-5e2e42a5-3905-4938-a0bf-3b418277975c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.2143707 Aug 31 09:51:24.750010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:24.893124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:24.897165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:24.971416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58300) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:25.052570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.5 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/c0893b43-4672-48c4-8b3e-c2136e676218) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:25.109946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.217845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.224899 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.243215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.262597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object c0893b43-4672-48c4-8b3e-c2136e676218 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:25.271475 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d47f098cf1e40068bdc4be9babe2650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964776 Aug 31 09:51:25.271475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db450836-c7f7-4d04-b779-e1baa3d3e310,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.272269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58304) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:25.290370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.290850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.291081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.291417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.291750 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.292111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.292454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.293052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.293052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.293352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.293709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.293999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebae1-320d-4233-84ac-0a98a7be7225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:25.299451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.356841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1243614a-9d68-48f6-8913-1d507d654871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.363215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:25.367020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:25.371386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:25.378041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=c0893b43-4672-48c4-8b3e-c2136e676218,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.408970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1243614a-9d68-48f6-8913-1d507d654871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.445440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:25.446379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.480260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-9907ca4f-af7f-4e98-a20e-b1d0868d6ba2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7373700 Aug 31 09:51:25.499434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Request body: {'port': {'device_id': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:25.502609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1243614a-9d68-48f6-8913-1d507d654871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.505180 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1243614a-9d68-48f6-8913-1d507d654871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.506373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1243614a-9d68-48f6-8913-1d507d654871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db450836-c7f7-4d04-b779-e1baa3d3e310 HTTP/1.1" status: 204 len: 168 time: 0.2331839 Aug 31 09:51:25.532590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243614a-9d68-48f6-8913-1d507d654871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db450836-c7f7-4d04-b779-e1baa3d3e310,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:25.664623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.765317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58314) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:25.765928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c12843c1-ecfc-49ec-b6b1-1497a7b5b354 None None] Provisioning for port c0893b43-4672-48c4-8b3e-c2136e676218 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:25.775987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c12843c1-ecfc-49ec-b6b1-1497a7b5b354 None None] Provisioning complete for port c0893b43-4672-48c4-8b3e-c2136e676218 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:25.776367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12843c1-ecfc-49ec-b6b1-1497a7b5b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:25.833507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c12843c1-ecfc-49ec-b6b1-1497a7b5b354 None None] Port c0893b43-4672-48c4-8b3e-c2136e676218 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:26.014581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cb528-cc40-4206-b61a-5d14a64744c5 req-85544509-3d28-4ea4-ae07-e3b7abffa949 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.017435 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-142cb528-cc40-4206-b61a-5d14a64744c5 req-85544509-3d28-4ea4-ae07-e3b7abffa949 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 931 time: 0.1609948 Aug 31 09:51:26.069790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0893b43-4672-48c4-8b3e-c2136e676218 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:26.080969 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.098348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Transition to ACTIVE for port object c0893b43-4672-48c4-8b3e-c2136e676218 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:26.104001 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.196070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Pushing event updated for resources: {'Port': ['ID=c0893b43-4672-48c4-8b3e-c2136e676218,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:26.202229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-142cb528-cc40-4206-b61a-5d14a64744c5 req-c0fcfb8f-a1ca-4d41-a856-cd3f8f46b94b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681695 Aug 31 09:51:26.277303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Attempting to bind port c0893b43-4672-48c4-8b3e-c2136e676218 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:26.277675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Attempting to bind port c0893b43-4672-48c4-8b3e-c2136e676218 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:26.278008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Attempting to bind port c0893b43-4672-48c4-8b3e-c2136e676218 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:26.284347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Port c0893b43-4672-48c4-8b3e-c2136e676218 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:26.284778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Attempting to bind port c0893b43-4672-48c4-8b3e-c2136e676218 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:26.290827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:26.291180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:26.291601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:26.292225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Bound port: c0893b43-4672-48c4-8b3e-c2136e676218, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:26.292596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.405980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] For port c0893b43-4672-48c4-8b3e-c2136e676218, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:26.412775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] For port c0893b43-4672-48c4-8b3e-c2136e676218, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c0893b43-4672-48c4-8b3e-c2136e676218,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:26.424456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.462243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.471055 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.472931 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0893b43-4672-48c4-8b3e-c2136e676218 HTTP/1.1" status: 200 len: 1092 time: 0.9826226 Aug 31 09:51:26.475314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'tag': 'c0893b43-4672-48c4-8b3e-c2136e676218'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:26.480699 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceebaaba-9e98-4992-ae5c-faab8bebc500" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b104ce-8be2-4224-b349-aee35443cb50", "tag": "c0893b43-4672-48c4-8b3e-c2136e676218"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:26.574746 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d74af-9f71-4105-948e-13aa3d2f9d2b x-openstack-request-id: req-da2d74af-9f71-4105-948e-13aa3d2f9d2b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:26.575884 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b104ce-8be2-4224-b349-aee35443cb50", "tag": "c0893b43-4672-48c4-8b3e-c2136e676218", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:26.576152 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da2d74af-9f71-4105-948e-13aa3d2f9d2b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:26.576955 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'tag': 'c0893b43-4672-48c4-8b3e-c2136e676218', 'status': 'completed', 'code': 200} Aug 31 09:51:26.656164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-98c52d6f-966c-43d2-a84b-c6be642ea77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.659599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-98c52d6f-966c-43d2-a84b-c6be642ea77f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 1095 time: 0.1081975 Aug 31 09:51:26.660519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04257b96-d7a3-42a5-9633-587a6e5f8b35 service neutron] Pushing event updated for resources: {'Port': ['ID=c0893b43-4672-48c4-8b3e-c2136e676218,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:26.699119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:26.722498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-66f608a8-07fc-45fe-90d8-b9fbbbd7481e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0893b43-4672-48c4-8b3e-c2136e676218 HTTP/1.1" status: 200 len: 217 time: 0.0544128 Aug 31 09:51:26.788883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-c22caff9-4de4-4328-99bd-9ff7a5ca46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.790779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-c22caff9-4de4-4328-99bd-9ff7a5ca46c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0592496 Aug 31 09:51:26.886816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-194e84d6-2367-435b-95dc-0a3f4c329b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:26.888414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-194e84d6-2367-435b-95dc-0a3f4c329b19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887501 Aug 31 09:51:27.007699 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-8387b98a-851b-495f-935f-db4b7b5f868e service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109724 Aug 31 09:51:27.142205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2f385bf6-36c8-49eb-946e-63f5a0e85c3c req-d3062c34-b315-4455-b49a-0ffc3672e506 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271818 Aug 31 09:51:27.165881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:27.166596 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.248354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58342) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:27.263200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-3bf0154d-d1f3-4511-9c45-cd9d66ffb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.264779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-3bf0154d-d1f3-4511-9c45-cd9d66ffb1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 1095 time: 0.0634036 Aug 31 09:51:27.384425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:27.384819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.398884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-bd4ba15f-b570-4f2b-b2f7-7c898c984d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.400767 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-bd4ba15f-b570-4f2b-b2f7-7c898c984d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1278663 Aug 31 09:51:27.409547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90581cd3-34d7-474b-97ab-41143d6a6311 req-537038c7-178f-4811-b926-1dabf08e22df tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.410490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90581cd3-34d7-474b-97ab-41143d6a6311 req-537038c7-178f-4811-b926-1dabf08e22df tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.1069889 Aug 31 09:51:27.431221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:27.468052 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-921486aa-d968-404b-bf61-e0e3f49aac6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0893b43-4672-48c4-8b3e-c2136e676218 HTTP/1.1" status: 200 len: 217 time: 0.0596311 Aug 31 09:51:27.480648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90581cd3-34d7-474b-97ab-41143d6a6311 req-77d559d7-2cb9-4e2f-8ef8-34d12b0542e9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621891 Aug 31 09:51:27.529103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-e4140c64-9606-4848-9395-d54383b64e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.530750 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-e4140c64-9606-4848-9395-d54383b64e6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0557053 Aug 31 09:51:27.556900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58bc79f9-187b-47a5-a63c-ed6cd2a2828c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.599110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-77c015da-79e6-4ad1-b204-91c998833a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:27.602100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-77c015da-79e6-4ad1-b204-91c998833a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639434 Aug 31 09:51:27.761246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-a1d85a3d-6dc7-42fd-9acf-5aa1aa991310 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512296 Aug 31 09:51:27.780703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:27.821094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.831388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:27.832349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5fcc1200-c7a7-4d0b-80f6-0a6f50d1dc99 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:27.840183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58bc79f9-187b-47a5-a63c-ed6cd2a2828c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.901386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58bc79f9-187b-47a5-a63c-ed6cd2a2828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:27.936468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=4d657e8e-bb55-440d-86f6-b3c0b3b59fc6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:27.962578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ceebaaba-9e98-4992-ae5c-faab8bebc500 req-a1778e40-20f5-4be3-896b-2770ce8fe68c service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926014 Aug 31 09:51:28.043549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-58bc79f9-187b-47a5-a63c-ed6cd2a2828c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=844d82d9c86a474eaf86319bbe3b7f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940710 Aug 31 09:51:28.047168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58348) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:28.049359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc79f9-187b-47a5-a63c-ed6cd2a2828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b6cce1-af92-4538-a0ff-813fc81eb408,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.165888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-592c2269-251d-4ab6-ad73-4c347c100972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.231326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-592c2269-251d-4ab6-ad73-4c347c100972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.236800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.322129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-592c2269-251d-4ab6-ad73-4c347c100972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.325787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-592c2269-251d-4ab6-ad73-4c347c100972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.330532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-592c2269-251d-4ab6-ad73-4c347c100972 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3b6cce1-af92-4538-a0ff-813fc81eb408 HTTP/1.1" status: 204 len: 168 time: 0.2773240 Aug 31 09:51:28.346775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2269-251d-4ab6-ad73-4c347c100972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b6cce1-af92-4538-a0ff-813fc81eb408,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:28.560070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-86721d79-5134-4ef1-9145-b8d4619b3155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.037629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Router 08a72de4-bb4d-434b-9825-5a84ac78bd3f has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:29.111780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa64b6-bdb2-47a4-b367-2abdcadef9f0 req-c7074f56-bccc-46ad-a7e3-f5685cdb690c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:29.115530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baa64b6-bdb2-47a4-b367-2abdcadef9f0 req-c7074f56-bccc-46ad-a7e3-f5685cdb690c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.1536748 Aug 31 09:51:29.270168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1baa64b6-bdb2-47a4-b367-2abdcadef9f0 req-046db63c-a06c-4b85-8dd2-e3b61f598cfb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790958 Aug 31 09:51:29.278561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:29.287920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e06a99a1-c291-48dd-9883-356b07e0cc99 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "PUT /v2.0/routers/08a72de4-bb4d-434b-9825-5a84ac78bd3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200822 Aug 31 09:51:29.290969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58370) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:29.299133 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] Sync routers for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:29.311910 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:29.313871 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:29.356486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting subnet 7107f108-a863-4907-b740-3b51447444a5 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:51:29.367921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.471872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.549506 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:29.616066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.706564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.746938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Subnet': ['ID=7107f108-a863-4907-b740-3b51447444a5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:29.756348 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.759395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-58442d47-da83-4724-93e1-e8a2547d629d tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/subnets/7107f108-a863-4907-b740-3b51447444a5 HTTP/1.1" status: 204 len: 168 time: 0.4665124 Aug 31 09:51:29.762184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58380) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:29.770926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bed9ee-d6e7-4129-8e59-90f821915679 None None] Network 748bbb03-b99e-45c1-bf00-b1b2929b6c41 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:51:29.942249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:29.989102 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:51:27Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:30.038867 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] Checking router: 08a72de4-bb4d-434b-9825-5a84ac78bd3f for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:30.074072 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] Routers {'08a72de4-bb4d-434b-9825-5a84ac78bd3f'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:30.075274 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:30.136875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.191651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e5096-304d-4555-8ff6-db16540431af None None] DHCP port deletion for 748bbb03-b99e-45c1-bf00-b1b2929b6c41 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:51:30.238225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Deleting port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:30.238942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.325345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-613e5096-304d-4555-8ff6-db16540431af None None] Deleting port 7a3672a8-a75a-4188-866d-0fc8db257b74 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:30.326056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-613e5096-304d-4555-8ff6-db16540431af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.345154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] Set router 08a72de4-bb4d-434b-9825-5a84ac78bd3f gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:30.474121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-613e5096-304d-4555-8ff6-db16540431af None None] For port 7a3672a8-a75a-4188-866d-0fc8db257b74, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7a3672a8-a75a-4188-866d-0fc8db257b74,segment=NetworkSegment(cb144c50-8323-47d4-ae5f-b4e5f9777245),segment_id=cb144c50-8323-47d4-ae5f-b4e5f9777245)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:30.474877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-613e5096-304d-4555-8ff6-db16540431af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.502376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e047-8c42-42c4-b635-61b6516ddecb req-d5e4b97b-efac-4971-8d1b-ed4e699abdcf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:30.510211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c092e047-8c42-42c4-b635-61b6516ddecb req-d5e4b97b-efac-4971-8d1b-ed4e699abdcf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.1191704 Aug 31 09:51:30.517227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-613e5096-304d-4555-8ff6-db16540431af None None] Calling delete_port for 7a3672a8-a75a-4188-866d-0fc8db257b74 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:30.571923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] For port 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:30.572997 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.611468 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c092e047-8c42-42c4-b635-61b6516ddecb req-f85bf0ed-fb06-49d5-9927-1ccec48eea54 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996265 Aug 31 09:51:30.619094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Calling delete_port for 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:30.640115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:51:27Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:30.662551 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-613e5096-304d-4555-8ff6-db16540431af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.673805 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3620d086-a214-47f6-9f42-e5fc81d9d46a None None] The sync data for ids ['08a72de4-bb4d-434b-9825-5a84ac78bd3f'] in n-d-800634-13 is: [{'id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994015643', 'tenant_id': '2006540de5b246e99c0578400f943b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:41Z', 'updated_at': '2021-08-31T09:51:27Z', 'revision_number': 5, 'project_id': '2006540de5b246e99c0578400f943b8d', 'gw_port': {'id': '0e3d3236-7a59-41bd-a1a3-6da50e64f8ef', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a72de4-bb4d-434b-9825-5a84ac78bd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:42Z', 'updated_at': '2021-08-31T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:30.683432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e5096-304d-4555-8ff6-db16540431af None None] No DVR routers for this DVR port 7a3672a8-a75a-4188-866d-0fc8db257b74 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:51:30.729483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e5096-304d-4555-8ff6-db16540431af None None] Pushing event deleted for resources: {'Port': ['ID=7a3672a8-a75a-4188-866d-0fc8db257b74,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:30.912668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:30.946979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Port': ['ID=0e3d3236-7a59-41bd-a1a3-6da50e64f8ef,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.027654 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.149382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.153999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.223945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.223945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Fanout notify agent at l3_agent the message router_deleted on router 08a72de4-bb4d-434b-9825-5a84ac78bd3f {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:51:31.235822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.237511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-03ff1b6d-b14e-4192-81a8-cf6acb2f7c2b tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/routers/08a72de4-bb4d-434b-9825-5a84ac78bd3f HTTP/1.1" status: 204 len: 168 time: 1.4729602 Aug 31 09:51:31.241063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58406) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:31.388378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.555601 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.579920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748bbb03-b99e-45c1-bf00-b1b2929b6c41']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:31.595532 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb144c50-8323-47d4-ae5f-b4e5f9777245') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:31.595977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb144c50-8323-47d4-ae5f-b4e5f9777245') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:31.606414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.634209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.641868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:51:31.642952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:51:31.647557 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:51:31.751755 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.758009 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.767452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/networks/748bbb03-b99e-45c1-bf00-b1b2929b6c41 HTTP/1.1" status: 204 len: 168 time: 0.5218043 Aug 31 09:51:31.767839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58432) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:31.780711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.792424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b5de-0862-4568-8cb4-ec5f77d94a35 req-6ad800f3-b55e-496c-b3f0-9f950e2ac8d6 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:31.793909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9cc9b5de-0862-4568-8cb4-ec5f77d94a35 req-6ad800f3-b55e-496c-b3f0-9f950e2ac8d6 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.1016214 Aug 31 09:51:31.806619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2fef4-819c-47c8-91d3-33798653c3d5 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'Network': ['ID=748bbb03-b99e-45c1-bf00-b1b2929b6c41,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:31.851122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99f8a56a-c213-49e0-8492-c276ae338c53 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:31.852532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9cc9b5de-0862-4568-8cb4-ec5f77d94a35 req-7b829f7e-ec4d-4cab-ad98-1feac0d9a974 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Aug 31 09:51:31.901249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99f8a56a-c213-49e0-8492-c276ae338c53 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.006632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99f8a56a-c213-49e0-8492-c276ae338c53 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.009218 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-99f8a56a-c213-49e0-8492-c276ae338c53 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.010408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-99f8a56a-c213-49e0-8492-c276ae338c53 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] 10.222.0.18 "DELETE /v2.0/security-groups/1afcd1be-f645-4250-9ab8-2dd6c09c5537 HTTP/1.1" status: 204 len: 168 time: 0.2415655 Aug 31 09:51:32.014871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58436) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.034790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8a56a-c213-49e0-8492-c276ae338c53 tempest-TestNetworkAdvancedServerOps-480599264 tempest-TestNetworkAdvancedServerOps-480599264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afcd1be-f645-4250-9ab8-2dd6c09c5537,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.202699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:32.220556 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-727abae8-7f77-4c29-978a-ec4a2b7b7831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.228474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:32.229242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0e3d3236-7a59-41bd-a1a3-6da50e64f8ef not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:32.229861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7a3672a8-a75a-4188-866d-0fc8db257b74 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:32.262024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7a3672a8-a75a-4188-866d-0fc8db257b74 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:32.262624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7a3672a8-a75a-4188-866d-0fc8db257b74 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:32.263326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:51:32.296960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:51:32.298051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 4d657e8e-bb55-440d-86f6-b3c0b3b59fc6 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:51:32.389798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-727abae8-7f77-4c29-978a-ec4a2b7b7831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.397792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-727abae8-7f77-4c29-978a-ec4a2b7b7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.401630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58446) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.405293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.473063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-727abae8-7f77-4c29-978a-ec4a2b7b7831 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69aa968b00f24c0ab6af323dd1afeb52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538965 Aug 31 09:51:32.473063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727abae8-7f77-4c29-978a-ec4a2b7b7831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb344ee9-5e71-4472-a74c-3da07625f2ad,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.473538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58450) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.515723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67bf5204-fafa-45bb-a076-2eade8c0b008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.552881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6e4cc63-2e8f-4b6a-aeab-f4a09d0e4724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.591457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6e4cc63-2e8f-4b6a-aeab-f4a09d0e4724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.643042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-06921861-d163-440c-ac23-065c6a42332b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2006540de5b246e99c0578400f943b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397556 Aug 31 09:51:32.645985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58452) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:32.666174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6e4cc63-2e8f-4b6a-aeab-f4a09d0e4724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.668857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6e4cc63-2e8f-4b6a-aeab-f4a09d0e4724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.670197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a6e4cc63-2e8f-4b6a-aeab-f4a09d0e4724 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb344ee9-5e71-4472-a74c-3da07625f2ad HTTP/1.1" status: 204 len: 168 time: 0.1955070 Aug 31 09:51:32.680077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4cc63-2e8f-4b6a-aeab-f4a09d0e4724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb344ee9-5e71-4472-a74c-3da07625f2ad,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.712253 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f10a871-b162-4813-ba2e-5b4ff868ff7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.742586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f10a871-b162-4813-ba2e-5b4ff868ff7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.808028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f10a871-b162-4813-ba2e-5b4ff868ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.811868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8f10a871-b162-4813-ba2e-5b4ff868ff7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:32.819138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8f10a871-b162-4813-ba2e-5b4ff868ff7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e76014f-8614-44cb-86a6-a9e9fbc832ba HTTP/1.1" status: 204 len: 168 time: 0.1715353 Aug 31 09:51:32.829828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10a871-b162-4813-ba2e-5b4ff868ff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e76014f-8614-44cb-86a6-a9e9fbc832ba,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:32.999289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688b277-30ac-4054-8805-f0370d3ec818 req-48fb5d83-4d10-4ae0-8aa9-fc8d286cd659 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:33.001604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5688b277-30ac-4054-8805-f0370d3ec818 req-48fb5d83-4d10-4ae0-8aa9-fc8d286cd659 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.0617783 Aug 31 09:51:33.036358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:33.055420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e57a-f689-4fdd-af6c-d4c56b7bbe7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.061964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5688b277-30ac-4054-8805-f0370d3ec818 req-c0b5d4e4-023f-4b12-a8aa-b2a9174e83dd tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514483 Aug 31 09:51:33.189029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e57a-f689-4fdd-af6c-d4c56b7bbe7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.199009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e57a-f689-4fdd-af6c-d4c56b7bbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.244311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a8b0e57a-f689-4fdd-af6c-d4c56b7bbe7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=891210da77204dc6a26b0b9c48fefdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065036 Aug 31 09:51:33.247715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58466) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:33.254680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e57a-f689-4fdd-af6c-d4c56b7bbe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162410dc-7df8-4af6-8373-3fd880a0d8ab,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:33.272664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58468) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:33.361107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8c38e74b-0707-41d6-b6d1-fdc8565cfbef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7685c9ba8a5b485082522953fefb8443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868676 Aug 31 09:51:33.361884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5230c4-9add-42b9-832d-d839753463fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.363487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58470) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:33.410347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5230c4-9add-42b9-832d-d839753463fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.464929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67bc92cf-6dc4-48b0-82e3-4b405f2ec990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.492940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67bc92cf-6dc4-48b0-82e3-4b405f2ec990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.500153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5230c4-9add-42b9-832d-d839753463fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.502701 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a5230c4-9add-42b9-832d-d839753463fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.503861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5a5230c4-9add-42b9-832d-d839753463fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/162410dc-7df8-4af6-8373-3fd880a0d8ab HTTP/1.1" status: 204 len: 168 time: 0.2545905 Aug 31 09:51:33.525444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5230c4-9add-42b9-832d-d839753463fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162410dc-7df8-4af6-8373-3fd880a0d8ab,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:33.582335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67bc92cf-6dc4-48b0-82e3-4b405f2ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.585525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-67bc92cf-6dc4-48b0-82e3-4b405f2ec990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.587099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-67bc92cf-6dc4-48b0-82e3-4b405f2ec990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6443baa-9654-4518-8b47-de3e3f5c6680 HTTP/1.1" status: 204 len: 168 time: 0.2222865 Aug 31 09:51:33.596047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc92cf-6dc4-48b0-82e3-4b405f2ec990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6443baa-9654-4518-8b47-de3e3f5c6680,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:33.714849 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.215348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2530500-5fc9-4654-9c4e-1862015015ac req-66ea508e-319d-478c-a5d1-ed35c0f1234d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:34.217168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2530500-5fc9-4654-9c4e-1862015015ac req-66ea508e-319d-478c-a5d1-ed35c0f1234d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.0572121 Aug 31 09:51:34.271000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2530500-5fc9-4654-9c4e-1862015015ac req-1dc5add5-66ea-4e78-93ee-546b12e16cf2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451782 Aug 31 09:51:34.397521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58514) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:34.506418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1878218468-network', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:34.532108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Made reservation on behalf of d236beffcb5b4eca9eca19abdac4fab7 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:34.535642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.544874 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.659942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.664227 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.687689 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:34.702853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8540425d-7b64-4bb9-8e5c-11a23641f6b9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:34.708656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.708917 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Added segment bc7b979e-4e98-48d4-800f-dc022610e8ab of type vlan for network ac1abbe0-9363-45b4-ac6f-045f01873f04 Aug 31 09:51:34.754897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.781249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.783342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:34.783970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:34.845341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4464440 Aug 31 09:51:34.849108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58550) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:34.855647 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Request body: {'subnet': {'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1878218468-subnet', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:34.861229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef2191-c592-4b5d-92a5-09b1afc46bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=ac1abbe0-9363-45b4-ac6f-045f01873f04,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:34.875383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:34.885587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Made reservation on behalf of d236beffcb5b4eca9eca19abdac4fab7 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:34.888018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.090972 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.106604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58560) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:35.155999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b5d0a1-d2c6-4665-ba9c-f981e98ae702,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:35.168345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Checking segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:35.168704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Network hostable DHCP agents. Network: ac1abbe0-9363-45b4-ac6f-045f01873f04, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:35.193635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:35.210288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ac1abbe0-9363-45b4-ac6f-045f01873f04) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:35.216104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.218778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.220687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07230611-02e1-4f24-ac90-6a16a247c63d None None] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:51:35.243232 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c744c6ee-34e6-4ac1-8945-64495faf7e6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3926234 Aug 31 09:51:35.246962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58564) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:35.253487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:35.292404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfce-a983-4867-ae71-b00cff314329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.296429 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.298153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.396595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.578233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c3db3-147b-4509-bcc4-136f6f3d90cc req-c0219d1c-7647-4349-bda8-4aea4bd42713 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:35.580315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca3c3db3-147b-4509-bcc4-136f6f3d90cc req-c0219d1c-7647-4349-bda8-4aea4bd42713 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.1996746 Aug 31 09:51:35.580534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ac1abbe0-9363-45b4-ac6f-045f01873f04', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:51:35.581413 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.627407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.668539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfce-a983-4867-ae71-b00cff314329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.681139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfce-a983-4867-ae71-b00cff314329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.726994 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca3c3db3-147b-4509-bcc4-136f6f3d90cc req-3fe822d3-0a52-44eb-90ec-0697353530a7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147366 Aug 31 09:51:35.727380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Allocated IP 172.20.0.2 (ac1abbe0-9363-45b4-ac6f-045f01873f04/19b5d0a1-d2c6-4665-ba9c-f981e98ae702/f2a71566-bc9f-4766-aad9-04038dfa9dd2) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:35.767525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-71d3dfce-a983-4867-ae71-b00cff314329 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a31763e23fb4b318a937325c69712e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597257 Aug 31 09:51:35.769666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3dfce-a983-4867-ae71-b00cff314329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f23ba-0e3b-43cc-b78b-d33fe5ec8fc9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:35.770355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58570) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:35.839842 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe3-37bd-4248-9ad1-4452db9c2a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.877584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe3-37bd-4248-9ad1-4452db9c2a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.905363 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.916270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Transition to ACTIVE for port object f2a71566-bc9f-4766-aad9-04038dfa9dd2 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:35.940887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Transition to ACTIVE for port object f2a71566-bc9f-4766-aad9-04038dfa9dd2 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:35.942714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe3-37bd-4248-9ad1-4452db9c2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.944518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.946647 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe3-37bd-4248-9ad1-4452db9c2a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.950362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-73eedfe3-37bd-4248-9ad1-4452db9c2a03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e75f23ba-0e3b-43cc-b78b-d33fe5ec8fc9 HTTP/1.1" status: 204 len: 168 time: 0.1763830 Aug 31 09:51:35.950570 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:35.963329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eedfe3-37bd-4248-9ad1-4452db9c2a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f23ba-0e3b-43cc-b78b-d33fe5ec8fc9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:35.971876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.011183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:36.015758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:36.018553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Pushing event updated for resources: {'Port': ['ID=f2a71566-bc9f-4766-aad9-04038dfa9dd2,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:36.021128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:36.083090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Attempting to bind port f2a71566-bc9f-4766-aad9-04038dfa9dd2 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:36.083603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Attempting to bind port f2a71566-bc9f-4766-aad9-04038dfa9dd2 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:36.083838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Attempting to bind port f2a71566-bc9f-4766-aad9-04038dfa9dd2 on network ac1abbe0-9363-45b4-ac6f-045f01873f04 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:36.092407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:36.092407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Checking segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:36.092407 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.092407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Bound using segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:36.092407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Bound port: f2a71566-bc9f-4766-aad9-04038dfa9dd2, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:36.092407 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.113036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Allocated IP 172.25.4.173 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/3b541a85-072c-451a-8a00-87e5db98bab2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:36.170801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] For port f2a71566-bc9f-4766-aad9-04038dfa9dd2, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:36.174289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] For port f2a71566-bc9f-4766-aad9-04038dfa9dd2, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f2a71566-bc9f-4766-aad9-04038dfa9dd2,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:36.180148 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.263371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.264369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec94d39-4d67-4417-a597-5475128cedae None None] Pushing event updated for resources: {'Port': ['ID=f2a71566-bc9f-4766-aad9-04038dfa9dd2,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:36.269432 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.328682 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.387344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:36.394986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:36.397875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:36.436796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Pushing event updated for resources: {'Port': ['ID=3b541a85-072c-451a-8a00-87e5db98bab2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:36.748884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:36.939836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944db94-8a89-4dcd-b26c-b69722018bce req-3b83dc5d-cbe5-4629-ba0e-f5b4017c8cd0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:36.941383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d944db94-8a89-4dcd-b26c-b69722018bce req-3b83dc5d-cbe5-4629-ba0e-f5b4017c8cd0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.1075981 Aug 31 09:51:37.028138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d944db94-8a89-4dcd-b26c-b69722018bce req-c6f37673-427b-4a83-95e5-d782de0f03b8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772965 Aug 31 09:51:37.058087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.465744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554edc4f-42da-49f1-b348-1ce3680a2aee None None] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:51:37.542330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-803f0192-8b4c-49fc-8d05-e8445b676121 None None] Provisioning for port f2a71566-bc9f-4766-aad9-04038dfa9dd2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:37.579693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58624) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:37.599099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:51:37.724125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:37.740789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Sync routers for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:37.743712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.747019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-83e082f0-d667-4997-9509-fce4f903a111 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4988198 Aug 31 09:51:37.748309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58628) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:37.753399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:37.754294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:37.755874 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24d03a3c-3d5b-49a7-95b4-0a36f92cb8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:37.890068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:38.034679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24d03a3c-3d5b-49a7-95b4-0a36f92cb8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.039320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-24d03a3c-3d5b-49a7-95b4-0a36f92cb8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.099008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 3, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:38.122013 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-24d03a3c-3d5b-49a7-95b4-0a36f92cb8a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eef50c43473b4cde9ed9be617903ad45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396390 Aug 31 09:51:38.124630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58632) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:38.135132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d03a3c-3d5b-49a7-95b4-0a36f92cb8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95406838-25b3-4bde-961d-6534c5e70012,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.139022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Checking router: 7e1917c6-0ee6-4776-86fc-e754cc2448c5 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:38.139378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Updating router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 port 3b541a85-072c-451a-8a00-87e5db98bab2 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:38.168266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cbfb6-4937-47a5-8aa5-462eb0c9b8b5 req-5c30f9c0-2e1c-4224-84df-611e7ddeb60c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:38.170263 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.171224 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd8cbfb6-4937-47a5-8aa5-462eb0c9b8b5 req-5c30f9c0-2e1c-4224-84df-611e7ddeb60c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.0647309 Aug 31 09:51:38.239578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cd8cbfb6-4937-47a5-8aa5-462eb0c9b8b5 req-e512a6eb-dbde-447a-b8d3-35e81d544c71 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Aug 31 09:51:38.255175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f725afd-221d-400c-b5de-56ce4c190614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.300527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f2a71566-bc9f-4766-aad9-04038dfa9dd2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:38.304984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f725afd-221d-400c-b5de-56ce4c190614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.391369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.394708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f725afd-221d-400c-b5de-56ce4c190614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.397855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f725afd-221d-400c-b5de-56ce4c190614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.399033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0f725afd-221d-400c-b5de-56ce4c190614 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95406838-25b3-4bde-961d-6534c5e70012 HTTP/1.1" status: 204 len: 168 time: 0.2733884 Aug 31 09:51:38.421777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f725afd-221d-400c-b5de-56ce4c190614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95406838-25b3-4bde-961d-6534c5e70012,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.431992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f2a71566-bc9f-4766-aad9-04038dfa9dd2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:38.457941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f2a71566-bc9f-4766-aad9-04038dfa9dd2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:38.458260 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.605929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Allocated IP 172.20.0.1 (ac1abbe0-9363-45b4-ac6f-045f01873f04/19b5d0a1-d2c6-4665-ba9c-f981e98ae702/ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:38.625689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.651839 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.686511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Transition to ACTIVE for port object 3b541a85-072c-451a-8a00-87e5db98bab2 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:38.711712 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.726372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f2a71566-bc9f-4766-aad9-04038dfa9dd2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f2a71566-bc9f-4766-aad9-04038dfa9dd2,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:38.739274 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.760678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Transition to ACTIVE for port object ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:38.769686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.798175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Attempting to bind port 3b541a85-072c-451a-8a00-87e5db98bab2 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:38.798769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.799311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Attempting to bind port 3b541a85-072c-451a-8a00-87e5db98bab2 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:38.799946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Attempting to bind port 3b541a85-072c-451a-8a00-87e5db98bab2 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:38.810870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e56076-5fba-4c92-93b2-51d5af9135dd None None] Pushing event updated for resources: {'Port': ['ID=3b541a85-072c-451a-8a00-87e5db98bab2,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.820394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:38.821930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:38.821930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.821930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:38.822463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Bound port: 3b541a85-072c-451a-8a00-87e5db98bab2, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:38.822850 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.849215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:38.853097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:38.857433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:38.866374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Pushing event updated for resources: {'Port': ['ID=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.919000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:38.926625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f2a71566-bc9f-4766-aad9-04038dfa9dd2,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:38.943490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] For port 3b541a85-072c-451a-8a00-87e5db98bab2, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:38.947446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] For port 3b541a85-072c-451a-8a00-87e5db98bab2, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3b541a85-072c-451a-8a00-87e5db98bab2,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:38.955575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.023272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:39.025303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:39.078344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.115178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c0893b43-4672-48c4-8b3e-c2136e676218 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:51:39.117673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e56076-5fba-4c92-93b2-51d5af9135dd None None] Pushing event updated for resources: {'Port': ['ID=3b541a85-072c-451a-8a00-87e5db98bab2,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:39.304607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d58a5ef5-69da-4974-acbc-991504e84c3e None None] Provisioning for port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:39.320942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:39.322304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.333044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.365356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d58a5ef5-69da-4974-acbc-991504e84c3e None None] Provisioning complete for port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:39.365739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d58a5ef5-69da-4974-acbc-991504e84c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.398812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.431428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5989-213d-4dd3-85d2-446fb86fa3b2 req-45b804c3-a24c-42ce-ae22-935b5ba5af67 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:39.434777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a0c5989-213d-4dd3-85d2-446fb86fa3b2 req-45b804c3-a24c-42ce-ae22-935b5ba5af67 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 943 time: 0.0766416 Aug 31 09:51:39.492958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c0893b43-4672-48c4-8b3e-c2136e676218, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c0893b43-4672-48c4-8b3e-c2136e676218,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:39.494581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Pushing event updated for resources: {'Port': ['ID=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:39.498388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a0c5989-213d-4dd3-85d2-446fb86fa3b2 req-b1cadb82-2180-455e-960a-eddea2c931ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Aug 31 09:51:39.527333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'c0893b43-4672-48c4-8b3e-c2136e676218', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': 'c0893b43-4672-48c4-8b3e-c2136e676218', 'mac_address': 'fa:16:3e:a0:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:51:39.537090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d58a5ef5-69da-4974-acbc-991504e84c3e None None] Port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:39.560493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:39.562453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:39.622030 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.642438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0893b43-4672-48c4-8b3e-c2136e676218 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:39.678816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c0893b43-4672-48c4-8b3e-c2136e676218, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c0893b43-4672-48c4-8b3e-c2136e676218,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:39.694388 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:39.730807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:39.734001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 3, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:39.960295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601df08-bfcd-45c4-9dd7-3c014f4b4a3a None None] The sync data for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 is: [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:36Z', 'revision_number': 3, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:40.003954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8f2d7395-3504-47b7-a416-cc22ed2421ca None None] Provisioning complete for port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:40.004332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f2d7395-3504-47b7-a416-cc22ed2421ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.044562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c0893b43-4672-48c4-8b3e-c2136e676218'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:40.050360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c0893b43-4672-48c4-8b3e-c2136e676218,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:40.106592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d7395-3504-47b7-a416-cc22ed2421ca None None] Port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:40.228509 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f2a71566-bc9f-4766-aad9-04038dfa9dd2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:40.356114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f2a71566-bc9f-4766-aad9-04038dfa9dd2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:40.356538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:40.356956 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.384803 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4e9c1e27-cdc2-448a-adb8-1f0d9fad289e admin admin] 10.222.0.18 "PUT /v2.0/routers/7e1917c6-0ee6-4776-86fc-e754cc2448c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351488 Aug 31 09:51:40.400876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58674) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:40.637981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1442840383'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:40.673470 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Made reservation on behalf of 6ad0de04690e4e7b8ce132cd2f5732eb for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:40.677015 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.689384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8bf69-f7c7-4230-93e5-7f1e4e96e667 req-03637bf8-67ed-4892-b285-4bf0c3de2d1e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:40.691111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5c8bf69-f7c7-4230-93e5-7f1e4e96e667 req-03637bf8-67ed-4892-b285-4bf0c3de2d1e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 944 time: 0.0998757 Aug 31 09:51:40.709465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.767392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5c8bf69-f7c7-4230-93e5-7f1e4e96e667 req-dac7bc3b-efad-4024-ab7f-b928d072f462 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Aug 31 09:51:40.863334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.868880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.910513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:40.919576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c1bda-dfc6-44cb-ad61-548a91092656,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:40.928709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:40.929096 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Added segment 8c7a6193-47d8-4544-aa6a-6c9633adef2e of type vlan for network 835a9945-fa47-4168-9356-ea04168075d0 Aug 31 09:51:40.984736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.019319 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.025301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:41.025923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.097291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6933165 Aug 31 09:51:41.101495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c0893b43-4672-48c4-8b3e-c2136e676218 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:41.110966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58696) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:41.112597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c377e-4aa1-4753-8d49-1b835fd9a08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Pushing event updated for resources: {'Network': ['ID=835a9945-fa47-4168-9356-ea04168075d0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:41.117708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2121921303-network', 'tenant_id': '46e89fde85de464197acac97a48d9140'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:41.142486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 835a9945-fa47-4168-9356-ea04168075d0 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:41.142815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Made reservation on behalf of 46e89fde85de464197acac97a48d9140 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:41.145436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.154966 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.233743 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port c0893b43-4672-48c4-8b3e-c2136e676218 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:41.238201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port c0893b43-4672-48c4-8b3e-c2136e676218 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:41.238602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.275433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.280676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.307947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:51:41.319363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4cd945-e77e-4ede-89c2-f9478bdd6a97,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:41.326421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.326793 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Added segment 7647a509-d720-49b0-b2f5-61cf85248745 of type vlan for network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 Aug 31 09:51:41.371988 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.397104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.410847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0893b43-4672-48c4-8b3e-c2136e676218'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:41.413460 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760c812-b6aa-4325-afe4-f76a24947192" -d '{"events": [{"server_uuid": "f8b104ce-8be2-4224-b349-aee35443cb50", "name": "network-vif-plugged", "status": "completed", "tag": "c0893b43-4672-48c4-8b3e-c2136e676218"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:41.430080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port c0893b43-4672-48c4-8b3e-c2136e676218, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c0893b43-4672-48c4-8b3e-c2136e676218,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:41.437706 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.449792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.451192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:41.452145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.468260 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440bf632-89d6-4d78-b2cc-cd7066c5a910 x-openstack-request-id: req-440bf632-89d6-4d78-b2cc-cd7066c5a910 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:41.468569 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b104ce-8be2-4224-b349-aee35443cb50", "name": "network-vif-plugged", "status": "completed", "tag": "c0893b43-4672-48c4-8b3e-c2136e676218", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:41.469729 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-440bf632-89d6-4d78-b2cc-cd7066c5a910 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:41.470255 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0893b43-4672-48c4-8b3e-c2136e676218', 'code': 200} Aug 31 09:51:41.514056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=c0893b43-4672-48c4-8b3e-c2136e676218,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:41.526900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58700) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:41.533753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Request body: {'port': {'network_id': '835a9945-fa47-4168-9356-ea04168075d0', 'binding:host_id': 'n-h1-800634-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641943340'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:41.565472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Made reservation on behalf of 24cefa39a9494942bab1b6c7fd40bcd5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:41.567929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.571877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4587657 Aug 31 09:51:41.575159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58702) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:41.590974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Request body: {'subnet': {'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2121921303-subnet', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:41.596884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.621345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852e426-07c9-49a6-a7a8-a124f111d8c3 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea6b73a-abc9-46a0-9856-eaa2d1916b16,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:41.643135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:51:41.644256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Made reservation on behalf of 46e89fde85de464197acac97a48d9140 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:41.647741 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.652610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c3a8-7f7a-4e74-9eec-776eb86a8a2e req-d3eb07f4-3868-495a-99fb-d8b53b54df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:41.654788 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7738c3a8-7f7a-4e74-9eec-776eb86a8a2e req-d3eb07f4-3868-495a-99fb-d8b53b54df86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 1097 time: 0.1030695 Aug 31 09:51:41.712467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7738c3a8-7f7a-4e74-9eec-776eb86a8a2e req-a661c1e2-5010-497e-b4b5-2c8cc12bcffe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462539 Aug 31 09:51:41.847153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.852314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.871279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port a2136599-aec6-4494-b69d-7e68c598a881 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:41.975911 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Sync routers for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:41.988255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:41.988923 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:42.021223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a0a783-27c0-44fb-9aa9-0ba140c72826,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:42.040785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.120662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa7bc3-5011-4e22-a699-8ed713d5e980 req-780b30aa-85bd-4a28-9156-da742d4f9e4a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:42.123462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6aa7bc3-5011-4e22-a699-8ed713d5e980 req-780b30aa-85bd-4a28-9156-da742d4f9e4a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 945 time: 0.2747364 Aug 31 09:51:42.132810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:42.240715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3b541a85-072c-451a-8a00-87e5db98bab2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:42.258650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce83363-4dbf-4379-a2f6-587befb1b851,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:42.300382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6aa7bc3-5011-4e22-a699-8ed713d5e980 req-af19bea9-22ee-416a-ad89-3e12ebe2e212 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604362 Aug 31 09:51:42.306829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Checking segment: {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:42.307258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Network hostable DHCP agents. Network: 3ea6b73a-abc9-46a0-9856-eaa2d1916b16, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:42.329014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3b541a85-072c-451a-8a00-87e5db98bab2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:42.334618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3b541a85-072c-451a-8a00-87e5db98bab2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:42.334618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.370884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:42.392831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port a2136599-aec6-4494-b69d-7e68c598a881 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:42.400230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 3ea6b73a-abc9-46a0-9856-eaa2d1916b16) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:42.404681 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 2, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:42.407702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.410497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:42.411060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.424059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae5a66e-8014-47b0-af56-b480ae945554 None None] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:51:42.430801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Transition to ACTIVE for port object a2136599-aec6-4494-b69d-7e68c598a881 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:42.436513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c55d97bd-d763-40e2-aef4-bda16c154418 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8596883 Aug 31 09:51:42.439492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:42.445864 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Checking router: 7e1917c6-0ee6-4776-86fc-e754cc2448c5 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:42.446205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Updating router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:42.448845 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.452533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:42.490634 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.497553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.499053 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.501644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.542034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=a2136599-aec6-4494-b69d-7e68c598a881,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:42.543252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 3b541a85-072c-451a-8a00-87e5db98bab2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3b541a85-072c-451a-8a00-87e5db98bab2,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:42.554507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Checking segment: {'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:42.554947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.555566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Network hostable DHCP agents. Network: 835a9945-fa47-4168-9356-ea04168075d0, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:51:42.581790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Network 835a9945-fa47-4168-9356-ea04168075d0 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:51:42.595864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 835a9945-fa47-4168-9356-ea04168075d0) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:42.596146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.603719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:42.607875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e3e7ba-386b-47c8-9897-94d72471aeab None None] Network 835a9945-fa47-4168-9356-ea04168075d0 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:51:42.620447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.621280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.621916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.628012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.628746 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.629393 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 2 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.644769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.646136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.646810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.659691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.659691 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.659691 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 3 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.711027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.711410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.712116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.717904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.718295 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.719436 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 4 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.728016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=3b541a85-072c-451a-8a00-87e5db98bab2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:42.747673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.748461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.749026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.756075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.756599 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.757195 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 5 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.774893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.775319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.776439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.786864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.787266 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.787790 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 6 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.810102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.810438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.811271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.816899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.817240 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.817624 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 7 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.817927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.836316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'fixed_ips': [{'subnet_id': '6ce83363-4dbf-4379-a2f6-587befb1b851'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:51:42.837875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.838021 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:42.838218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.838634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.845125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.845458 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.845882 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 8 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.862556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.862875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.863443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.868815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.869159 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.869529 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 9 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.887496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.887854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.888054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.894075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.894414 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.894976 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 10 to bind port a2136599-aec6-4494-b69d-7e68c598a881 Aug 31 09:51:42.909217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:42.909664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:42.910119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:42.916243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port a2136599-aec6-4494-b69d-7e68c598a881 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:42.916685 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port a2136599-aec6-4494-b69d-7e68c598a881 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:42.917084 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.042513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] For port a2136599-aec6-4494-b69d-7e68c598a881, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:43.043594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempted to set empty binding levels {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:51:43.052979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.113339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:43.114400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.128398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Allocated IP 172.20.0.2 (3ea6b73a-abc9-46a0-9856-eaa2d1916b16/6ce83363-4dbf-4379-a2f6-587befb1b851/442738aa-85af-4f36-b45b-77d529d8987a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:43.138512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=a2136599-aec6-4494-b69d-7e68c598a881,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.154663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58708) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:43.155053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-de4b951e-24d5-4ce3-afba-85f7a3dada42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6244295 Aug 31 09:51:43.160993 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.173090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.178153 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Transition to ACTIVE for port object ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:43.189060 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.217871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.255684 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Pushing event updated for resources: {'Port': ['ID=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.285316 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.285858 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.286354 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.286931 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.287455 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.287954 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.288568 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.289094 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.289425 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.289754 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.290081 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.290403 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:43.355391 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Attempting to bind port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:43.357420 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Attempting to bind port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:43.358440 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Attempting to bind port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f on network ac1abbe0-9363-45b4-ac6f-045f01873f04 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:43.367940 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.378965 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:43.380127 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Checking segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:43.380752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Transition to ACTIVE for port object 442738aa-85af-4f36-b45b-77d529d8987a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:43.381480 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.382461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Bound using segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:43.383691 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Bound port: ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:43.384733 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.403731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Transition to ACTIVE for port object 442738aa-85af-4f36-b45b-77d529d8987a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:43.412861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.435323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Deleting port a2136599-aec6-4494-b69d-7e68c598a881 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:43.435889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.487716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:43.495805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:43.509116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:43.522267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] For port a2136599-aec6-4494-b69d-7e68c598a881, host n-h1-800634-13, got binding levels [] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:43.523123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.541243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Calling delete_port for a2136599-aec6-4494-b69d-7e68c598a881 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:43.547688 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] For port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:43.552353 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] For port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:43.560202 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.566441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Pushing event updated for resources: {'Port': ['ID=442738aa-85af-4f36-b45b-77d529d8987a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.588480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278d76-9577-4e36-932b-5d7d24f58ff1 req-0662b1df-244d-4a8c-984a-288562c7b87b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:43.589677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5278d76-9577-4e36-932b-5d7d24f58ff1 req-0662b1df-244d-4a8c-984a-288562c7b87b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 945 time: 0.1506832 Aug 31 09:51:43.638887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Attempting to bind port 442738aa-85af-4f36-b45b-77d529d8987a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:43.639479 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Attempting to bind port 442738aa-85af-4f36-b45b-77d529d8987a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:43.640087 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Attempting to bind port 442738aa-85af-4f36-b45b-77d529d8987a on network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:43.649618 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:43.650400 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:43.666386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:43.667003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Checking segment: {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:43.667657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.668298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Bound using segment: {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:43.670913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Bound port: 442738aa-85af-4f36-b45b-77d529d8987a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:43.671327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Allocated IP 172.25.4.204 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/8dbe84f3-c363-4d43-a182-544ad5833e93) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:43.671618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.704947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5278d76-9577-4e36-932b-5d7d24f58ff1 req-8561b0d2-42c3-4293-a365-803150965c2a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971241 Aug 31 09:51:43.833208 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:43.848418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] For port 442738aa-85af-4f36-b45b-77d529d8987a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:43.854995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] For port 442738aa-85af-4f36-b45b-77d529d8987a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=442738aa-85af-4f36-b45b-77d529d8987a,segment=NetworkSegment(7647a509-d720-49b0-b2f5-61cf85248745),segment_id=7647a509-d720-49b0-b2f5-61cf85248745)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:43.868162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.889924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:43.945063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82e7b7-e58d-40f9-929d-a50c31c06fa5 req-2b11dc19-37be-4d84-9ac1-8bb3fc5903bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:43.954216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef82e7b7-e58d-40f9-929d-a50c31c06fa5 req-2b11dc19-37be-4d84-9ac1-8bb3fc5903bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 945 time: 0.1309218 Aug 31 09:51:43.984146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d5cc-21c5-4d1c-b829-e9e90cb3c48f None None] Pushing event updated for resources: {'Port': ['ID=442738aa-85af-4f36-b45b-77d529d8987a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.986078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2136599-aec6-4494-b69d-7e68c598a881,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:43.994309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.000493 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0beca6e2-15b1-4b52-a265-5d03b8809ffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a2136599-aec6-4494-b69d-7e68c598a881 HTTP/1.1" status: 204 len: 168 time: 0.8404839 Aug 31 09:51:44.002122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58714) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:44.051760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef82e7b7-e58d-40f9-929d-a50c31c06fa5 req-0c38af69-d674-4465-aa35-12a6211bbbaf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891447 Aug 31 09:51:44.065593 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-21879ff1-f58b-4e6c-9741-7f18836617b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:51:44.067334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-21879ff1-f58b-4e6c-9741-7f18836617b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "GET /v2.0/ports/a2136599-aec6-4494-b69d-7e68c598a881 HTTP/1.1" status: 404 len: 333 time: 0.0639930 Aug 31 09:51:44.076642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58718) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:44.087828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.092396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Request body: {'port': {'network_id': '835a9945-fa47-4168-9356-ea04168075d0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-138288020'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:44.134849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Made reservation on behalf of 24cefa39a9494942bab1b6c7fd40bcd5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:44.140459 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.168291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.177370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:44.214914 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfabec7-bee3-401c-8879-8f43ff9a6934 None None] Pushing event updated for resources: {'Port': ['ID=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:44.286962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:44.289900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:44.298127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:44.304067 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:43Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:44.310765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3b541a85-072c-451a-8a00-87e5db98bab2 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:44.345824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Pushing event updated for resources: {'Port': ['ID=8dbe84f3-c363-4d43-a182-544ad5833e93,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:44.399847 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111c346-867c-415b-a727-f0c7e1d1b23b None None] The sync data for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 is: [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:43Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:44.461127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3b541a85-072c-451a-8a00-87e5db98bab2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:44.462068 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.653382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.762648 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.856779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Network 835a9945-fa47-4168-9356-ea04168075d0 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:44.868828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:44.871073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:44.880953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:44.882233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.882996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.906075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98cbe0c0-d8a2-4885-a411-f493b82a1012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8181524 Aug 31 09:51:44.906652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:44.926287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:44.963154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.013290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.397813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.400478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:45.414766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.435792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Transition to ACTIVE for port object 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:45.441133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.576138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.576710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.577152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.580662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:45.589432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.590435 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.590435 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 2 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.606244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.606609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.606950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.613143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.613490 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.613893 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 3 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.621376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Router d20882aa-3b0c-491a-9217-ab8774a7d7a2 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:51:45.633331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.633705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.634053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.641636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.641973 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.642375 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 4 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.663719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.664068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.664416 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.675736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.676034 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.676439 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 5 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.705691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.706039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.706388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.717902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.717902 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.718207 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 6 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.732564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.732906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.733635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.738855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.739177 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.739579 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 7 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.757503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.757844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.758881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.768386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.768941 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.769111 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 8 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.784120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.784463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.784804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.793139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.794450 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.795556 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 9 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.804734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e2d68-9fad-4112-801f-1349a982a78e None None] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:51:45.813841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:45.847104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.848841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4126597e-eda8-4c19-b805-9336a1f4cc55 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4065683 Aug 31 09:51:45.851564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58752) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:45.855869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Sync routers for ids ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:45.870621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.872063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.873125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.885766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.886891 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.887517 n-d-800634-13 neutron-server[94896]: INFO neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 10 to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 Aug 31 09:51:45.939919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:45.940263 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:45.940607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:45.950380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:45.952380 n-d-800634-13 neutron-server[94896]: ERROR neutron.plugins.ml2.managers [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:45.952782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.019208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-308c6c03-d0a4-4dcc-8876-1352b0cd417b None None] Provisioning for port 442738aa-85af-4f36-b45b-77d529d8987a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:46.024321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Routers {'d20882aa-3b0c-491a-9217-ab8774a7d7a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:46.025401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:46.118153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] For port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:46.118563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempted to set empty binding levels {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:51:46.126713 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.195546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:46.215426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] In _notify_port_updated(), no bound segment for port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:51:46.216334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.216946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.218304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f4805181-61d7-4813-952c-1db7cd2c29e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "PUT /v2.0/ports/5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 HTTP/1.1" status: 200 len: 979 time: 1.3066363 Aug 31 09:51:46.220938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58762) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:46.369018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Set router d20882aa-3b0c-491a-9217-ab8774a7d7a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:46.448639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.449149 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.449655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.450584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.450584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.451060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.451603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.455142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.455907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.456481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.456968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.457444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.458269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.459476 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.459964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.460432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.461404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:46.464949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c621bf3b-8c89-419e-9a84-ac537ef081b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15477 time: 0.2430077 Aug 31 09:51:46.476057 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58780) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:46.510358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 442738aa-85af-4f36-b45b-77d529d8987a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:46.675317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Deleting port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:46.675744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.784761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] For port 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389, host n-h1-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:46.785470 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.804271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Calling delete_port for 5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:46.825813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 442738aa-85af-4f36-b45b-77d529d8987a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:46.855336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.856931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 442738aa-85af-4f36-b45b-77d529d8987a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:46.857482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.962523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.992187 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:46.998451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 HTTP/1.1" status: 204 len: 168 time: 0.5209715 Aug 31 09:51:46.998864 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.023880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58788) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.060744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 442738aa-85af-4f36-b45b-77d529d8987a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=442738aa-85af-4f36-b45b-77d529d8987a,segment=NetworkSegment(7647a509-d720-49b0-b2f5-61cf85248745),segment_id=7647a509-d720-49b0-b2f5-61cf85248745)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:47.066375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:51:44Z', 'revision_number': 3, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:47.070383 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.071590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad501c8-ff90-46e1-9f6f-dfb164219a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.072075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:47.081426 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e172f36-f370-4356-9c51-933a03aea0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:51:47.083535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3e172f36-f370-4356-9c51-933a03aea0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "GET /v2.0/ports/5ebe5f10-ef2c-453b-8bf4-0e2fd36e1389 HTTP/1.1" status: 404 len: 333 time: 0.0575895 Aug 31 09:51:47.087813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58790) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.094072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-626839886', 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:47.109492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Checking router: d20882aa-3b0c-491a-9217-ab8774a7d7a2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:47.110115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Allocated IP 172.20.0.1 (3ea6b73a-abc9-46a0-9856-eaa2d1916b16/6ce83363-4dbf-4379-a2f6-587befb1b851/ef26feb5-5a66-4314-b0e8-82e1516ca86c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:47.110803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Updating router d20882aa-3b0c-491a-9217-ab8774a7d7a2 port 8dbe84f3-c363-4d43-a182-544ad5833e93 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:47.128908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Made reservation on behalf of 24cefa39a9494942bab1b6c7fd40bcd5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:47.132338 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.155990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port 0ab91427-8d06-476c-bc86-a35f1a4bc812 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:47.254621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.278290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Transition to ACTIVE for port object ef26feb5-5a66-4314-b0e8-82e1516ca86c will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:47.318254 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.333769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.360874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:47.366371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:47.369138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:47.393590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.407951 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.408344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef26feb5-5a66-4314-b0e8-82e1516ca86c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.434766 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=442738aa-85af-4f36-b45b-77d529d8987a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.447289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-30415eea-81d6-4e07-bf02-b56b0b26a89e None None] Provisioning complete for port 442738aa-85af-4f36-b45b-77d529d8987a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:47.447668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-30415eea-81d6-4e07-bf02-b56b0b26a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.448167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.472575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Network 835a9945-fa47-4168-9356-ea04168075d0 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:47.490910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=0ab91427-8d06-476c-bc86-a35f1a4bc812,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.494756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:47.497379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:47.498915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:47.499685 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.509936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.510303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.510738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.511112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.511438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.511754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.512071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.512387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.512908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.513240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.513646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.514048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:47.521126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ce855cf1-8199-4f51-8049-a318b0f86f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4318919 Aug 31 09:51:47.524333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58792) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.577506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249d91f-ce65-40b2-bdc9-f836dee21efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:47.580089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e249d91f-ce65-40b2-bdc9-f836dee21efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "GET /v2.0/ports/0ab91427-8d06-476c-bc86-a35f1a4bc812 HTTP/1.1" status: 200 len: 958 time: 0.0542502 Aug 31 09:51:47.583720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58794) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.598529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:47.606935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:47.607305 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.669628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.691381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Deleting port 0ab91427-8d06-476c-bc86-a35f1a4bc812 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:47.691843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.765566 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.782405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Calling delete_port for 0ab91427-8d06-476c-bc86-a35f1a4bc812 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:47.869221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.893552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.930947 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.942625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.949780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:47.956620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.959181 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0ab91427-8d06-476c-bc86-a35f1a4bc812 HTTP/1.1" status: 204 len: 168 time: 0.3740571 Aug 31 09:51:47.963318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.969910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58810) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:47.979102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5c01990a-6add-46ab-8656-7e88fd4d30aa None None] Provisioning for port ef26feb5-5a66-4314-b0e8-82e1516ca86c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:47.996098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddbd76-b607-4520-870b-3ae200126ae7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ab91427-8d06-476c-bc86-a35f1a4bc812,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:47.998797 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e76c67-b340-4cd1-a108-736b90a016db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:51:48.005067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c7e76c67-b340-4cd1-a108-736b90a016db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "GET /v2.0/ports/0ab91427-8d06-476c-bc86-a35f1a4bc812 HTTP/1.1" status: 404 len: 333 time: 0.0300691 Aug 31 09:51:48.013186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58812) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:48.013343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.016230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5c01990a-6add-46ab-8656-7e88fd4d30aa None None] Provisioning complete for port ef26feb5-5a66-4314-b0e8-82e1516ca86c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:48.016592 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c01990a-6add-46ab-8656-7e88fd4d30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.027425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Request body: {'port': {'network_id': '835a9945-fa47-4168-9356-ea04168075d0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1321120618'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:48.040462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef26feb5-5a66-4314-b0e8-82e1516ca86c,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:48.046440 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.060646 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Transition to ACTIVE for port object 8dbe84f3-c363-4d43-a182-544ad5833e93 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:48.084370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Made reservation on behalf of 24cefa39a9494942bab1b6c7fd40bcd5 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:48.086687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.086868 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.101100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5c01990a-6add-46ab-8656-7e88fd4d30aa None None] Port ef26feb5-5a66-4314-b0e8-82e1516ca86c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:48.103873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:48.115859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port cd94abb5-01bd-478c-9a5f-09e024c832c8 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:48.175939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85a5ee-821c-46f9-b0cd-dafd940a21a3 None None] Pushing event updated for resources: {'Port': ['ID=8dbe84f3-c363-4d43-a182-544ad5833e93,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:48.179433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Attempting to bind port 8dbe84f3-c363-4d43-a182-544ad5833e93 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:48.179799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Attempting to bind port 8dbe84f3-c363-4d43-a182-544ad5833e93 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:48.180162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Attempting to bind port 8dbe84f3-c363-4d43-a182-544ad5833e93 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:48.186717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:48.187099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:48.188188 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.189099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:48.189758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Bound port: 8dbe84f3-c363-4d43-a182-544ad5833e93, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:48.190421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.192395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:48.198309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:48.206496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-7aa21c9d-cb1b-4952-89c7-b96892d683d2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:48.208428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-7aa21c9d-cb1b-4952-89c7-b96892d683d2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.2831218 Aug 31 09:51:48.247540 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:48.249470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-a1612729-7d41-4592-a77c-d8efe8ddd252 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0254836 Aug 31 09:51:48.288887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] For port 8dbe84f3-c363-4d43-a182-544ad5833e93, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:48.295021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] For port 8dbe84f3-c363-4d43-a182-544ad5833e93, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8dbe84f3-c363-4d43-a182-544ad5833e93,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:48.304538 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.346452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 442738aa-85af-4f36-b45b-77d529d8987a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:48.368068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Router d20882aa-3b0c-491a-9217-ab8774a7d7a2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:51:48.395726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-c23b1df0-f7cc-4541-af72-0317c2390086 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923486 Aug 31 09:51:48.404346 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.433180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Routers {'d20882aa-3b0c-491a-9217-ab8774a7d7a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:48.435019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:48.454101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85a5ee-821c-46f9-b0cd-dafd940a21a3 None None] Pushing event updated for resources: {'Port': ['ID=8dbe84f3-c363-4d43-a182-544ad5833e93,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:48.455554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.524334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 442738aa-85af-4f36-b45b-77d529d8987a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:48.524620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.540441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:51:48.551177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f6fdad10-1dd1-4634-9873-4d037ac842b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/d20882aa-3b0c-491a-9217-ab8774a7d7a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966889 Aug 31 09:51:48.611259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Network 835a9945-fa47-4168-9356-ea04168075d0 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:48.631949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:48.641835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:48.643401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:48.645335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.650543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=cd94abb5-01bd-478c-9a5f-09e024c832c8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:48.660632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-d13e5e09-e339-4955-8878-91ae9592e3cc service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177534 Aug 31 09:51:48.671156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f152a4fd-1062-4ad0-b72c-93d199ed74d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6564159 Aug 31 09:51:48.675057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:48.680386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:48.708341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] Set router d20882aa-3b0c-491a-9217-ab8774a7d7a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:48.763086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.798152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-387873c9-edf2-4e90-a903-c415f0ed8452 None None] Provisioning complete for port ef26feb5-5a66-4314-b0e8-82e1516ca86c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:48.798807 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-387873c9-edf2-4e90-a903-c415f0ed8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.832385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-08697a39-8624-4449-b21c-59db98854afe service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592817 Aug 31 09:51:48.891412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:48.900820 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:48.976562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-387873c9-edf2-4e90-a903-c415f0ed8452 None None] Port ef26feb5-5a66-4314-b0e8-82e1516ca86c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:48.992783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] device_id is not set on port cd94abb5-01bd-478c-9a5f-09e024c832c8 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:51:49.004290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.021792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Transition to ACTIVE for port object cd94abb5-01bd-478c-9a5f-09e024c832c8 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:49.026382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.084332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:49.084709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.101183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=cd94abb5-01bd-478c-9a5f-09e024c832c8,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:49.139069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.139814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.140417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.146596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.147168 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.148100 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 2 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.169063 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e202dba-e045-4dfe-9ca4-3f5dd5b41168 req-2725e561-e1c1-4cb1-99ab-d845f39bc89b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 210 time: 0.0709183 Aug 31 09:51:49.170327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.170688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.171017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.178011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.178332 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.178515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ef26feb5-5a66-4314-b0e8-82e1516ca86c', 'name': '', 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'mac_address': 'fa:16:3e:8d:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:46Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 2, 'project_id': '46e89fde85de464197acac97a48d9140', 'subnets': [{'id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:49.178909 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 3 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.195026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.195464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.195825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.211460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.211722 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.212111 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 4 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.215621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614719f-3b94-4067-925f-ae6ef8e13231 None None] The sync data for ids ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'] in n-d-800634-13 is: [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ef26feb5-5a66-4314-b0e8-82e1516ca86c', 'name': '', 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'mac_address': 'fa:16:3e:8d:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:46Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 2, 'project_id': '46e89fde85de464197acac97a48d9140', 'subnets': [{'id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:49.235407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.236137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.236720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.242590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.242926 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.243525 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 5 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.268587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.269273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.269612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.274620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.274965 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.275335 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 6 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.294129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.294344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.294842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.300983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.301477 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.302018 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 7 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.318681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.319045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.319322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.324798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.325187 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.330251 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 8 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.330754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58832) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:49.335491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236014930', 'description': 'tempest-secgroup-smoke-236014930 description', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:49.348963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.349385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.350095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.357417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.357871 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.358346 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 9 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.367104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.378464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.378857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.379266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.387715 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.388058 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.388473 n-d-800634-13 neutron-server[94895]: INFO neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempt 10 to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 Aug 31 09:51:49.411058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:49.411525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:49.411979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempting to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:49.420140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:49.420591 n-d-800634-13 neutron-server[94895]: ERROR neutron.plugins.ml2.managers [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Failed to bind port cd94abb5-01bd-478c-9a5f-09e024c832c8 on host n-h1-800634-13 for vnic_type normal using segments [{'id': '8c7a6193-47d8-4544-aa6a-6c9633adef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '835a9945-fa47-4168-9356-ea04168075d0'}] Aug 31 09:51:49.421031 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.504033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] For port cd94abb5-01bd-478c-9a5f-09e024c832c8, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:49.504412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attempted to set empty binding levels {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:51:49.512450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.516316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.517783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.560408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.566633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2317491 Aug 31 09:51:49.575994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58836) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:49.582604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group_rule': {'security_group_id': 'd86c48b7-71b0-4912-aaa8-8562556c6010', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:49.618305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3489d93-26c3-4cb5-9a03-8f270fa3d3a0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c48b7-71b0-4912-aaa8-8562556c6010,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:49.656778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.762912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.772249 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.789225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3747ca-f160-4315-b6f0-a044dc7c9ca2,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:49.812752 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.814086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a5b06cc7-6e83-40b6-8013-c54b64430b74 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370992 Aug 31 09:51:49.818382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:49.824180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group_rule': {'security_group_id': 'd86c48b7-71b0-4912-aaa8-8562556c6010', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:49.864071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.941986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.948554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.975500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.977078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576037 Aug 31 09:51:49.980647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d38dd-2f83-4d78-ade2-09a32715807e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a748b9c-a611-4874-87b9-4491d088e881,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:49.982648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58840) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:49.994853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group_rule': {'security_group_id': 'd86c48b7-71b0-4912-aaa8-8562556c6010', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:50.037463 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.060446 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] In _notify_port_updated(), no bound segment for port cd94abb5-01bd-478c-9a5f-09e024c832c8 on network 835a9945-fa47-4168-9356-ea04168075d0 {{(pid=94895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:51:50.062293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:50.064468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.069207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "PUT /v2.0/ports/cd94abb5-01bd-478c-9a5f-09e024c832c8 HTTP/1.1" status: 200 len: 980 time: 1.3904543 Aug 31 09:51:50.069913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58842) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.085241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cbffd-0381-496d-8195-3ba24031b177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event updated for resources: {'Port': ['ID=cd94abb5-01bd-478c-9a5f-09e024c832c8,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:50.154259 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.160467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.185272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb4386f-359f-474c-b2b4-fb1b5fb2b8de,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:50.194514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.195741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0fed09ca-d922-4194-add0-9abbe4c21ec2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051244 Aug 31 09:51:50.200304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58844) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.217484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group_rule': {'security_group_id': 'd86c48b7-71b0-4912-aaa8-8562556c6010', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:50.236789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Deleting port cd94abb5-01bd-478c-9a5f-09e024c832c8 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:51:50.237197 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.339011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49e5e21a-f2e9-4c65-bc9c-5dd4ddf8fd3c req-957d9a3e-fbc3-462f-a58d-4407bf2154de tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 210 time: 0.0478241 Aug 31 09:51:50.345541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.363951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] For port cd94abb5-01bd-478c-9a5f-09e024c832c8, host n-h1-800634-13, got binding levels [] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:50.364451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.392842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Calling delete_port for cd94abb5-01bd-478c-9a5f-09e024c832c8 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:51:50.462844 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.467544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.506267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0073f25-cc9e-4c35-a2cb-442eda2a6735,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:50.521831 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.525712 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f28539be-291b-4736-b848-c0a40d0aa162 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229067 Aug 31 09:51:50.535259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.542032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group_rule': {'security_group_id': 'd86c48b7-71b0-4912-aaa8-8562556c6010', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:50.556390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.591824 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Project d236beffcb5b4eca9eca19abdac4fab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:50.592059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd94abb5-01bd-478c-9a5f-09e024c832c8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:50.607084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.608527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.613527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-32b5ea40-c6e4-4b10-af38-21152384529b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "DELETE /v2.0/ports/cd94abb5-01bd-478c-9a5f-09e024c832c8 HTTP/1.1" status: 204 len: 168 time: 0.5398109 Aug 31 09:51:50.613735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58850) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.645512 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd498b0-bfc4-4bdd-93f6-14fcb497afbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:51:50.651656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5fd498b0-bfc4-4bdd-93f6-14fcb497afbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080458575-project-admin] 10.222.0.18 "GET /v2.0/ports/cd94abb5-01bd-478c-9a5f-09e024c832c8 HTTP/1.1" status: 404 len: 333 time: 0.0338247 Aug 31 09:51:50.652184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.661521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-49f30305-3ae2-4995-b3db-a3b4ac5c90e0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:50.663050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-49f30305-3ae2-4995-b3db-a3b4ac5c90e0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1916025 Aug 31 09:51:50.684216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:50.735515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.747557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.751997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.790453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a86c5b-7139-4ab7-a87f-4561523ead3f,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:50.806326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.808132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da3f6aad-3ab5-4eb8-b787-487c52bda93a tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2717388 Aug 31 09:51:50.810888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:50.824677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'security_group_rule': {'security_group_id': 'd86c48b7-71b0-4912-aaa8-8562556c6010', 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:50.864091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.875979 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Project d236beffcb5b4eca9eca19abdac4fab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:51:50.878064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835a9945-fa47-4168-9356-ea04168075d0']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:50.884330 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.891963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7a6193-47d8-4544-aa6a-6c9633adef2e') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:50.892258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7a6193-47d8-4544-aa6a-6c9633adef2e') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:50.899561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:50.902839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.903278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.918987 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.928010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:51:50.928530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:51:50.932152 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:51:51.005360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.022225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.029016 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] 10.222.0.18 "DELETE /v2.0/networks/835a9945-fa47-4168-9356-ea04168075d0 HTTP/1.1" status: 204 len: 168 time: 0.3729331 Aug 31 09:51:51.056906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08535f-e3e8-4e5f-a2cc-ca5b3c497324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102163882-project] Pushing event deleted for resources: {'Network': ['ID=835a9945-fa47-4168-9356-ea04168075d0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:51.057740 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.097182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.131103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b990fd-f996-4c12-86f5-037ba62b8ca5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:51.150239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.151520 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4abb5664-2602-4941-8372-e93a6ec94129 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392768 Aug 31 09:51:51.167585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.7 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/12c252eb-384c-4793-90ea-3cba1b06f0b3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:51.360090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-82a45ab2-b0d1-4735-b3b0-5b274637ded8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236014930&fields=id&tenant_id=d236beffcb5b4eca9eca19abdac4fab7 HTTP/1.1" status: 200 len: 267 time: 0.0403092 Aug 31 09:51:51.458851 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.495711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:51.508372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object 12c252eb-384c-4793-90ea-3cba1b06f0b3 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:51.564139 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.578490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c0893b43-4672-48c4-8b3e-c2136e676218'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:51:51.657758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-2ae75c62-5b22-4ba5-aca9-da0642192ccc tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:51.664824 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:51.669672 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:51.679079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-2ae75c62-5b22-4ba5-aca9-da0642192ccc tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 809 time: 0.3099599 Aug 31 09:51:51.683966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:51.695491 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b54fffda-dbea-454b-903d-050782216540 req-5a9228d6-4a1e-4687-992e-466fe086f0d1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 210 time: 0.1949186 Aug 31 09:51:51.705884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-1eae4f3d-ccfd-4cfa-bb33-746e4ac806e7 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/quotas/d236beffcb5b4eca9eca19abdac4fab7 HTTP/1.1" status: 200 len: 375 time: 0.0246401 Aug 31 09:51:51.766455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=12c252eb-384c-4793-90ea-3cba1b06f0b3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:51.828147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bb2d6765-459e-40dc-a645-497cb9d1460d tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146898 Aug 31 09:51:51.829967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:51.830953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:51.844159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58882) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:51.845504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1b17a4d6-0ece-4f28-b936-c8b725e1d567 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ad0de04690e4e7b8ce132cd2f5732eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449910 Aug 31 09:51:51.863708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ee75ba5c-7f65-4e28-87fb-b87e4239acd1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1832540 Aug 31 09:51:51.887187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Request body: {'port': {'device_id': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:52.009696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.139979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8a360d9f-f036-4cc8-931f-faa73320327a None None] Provisioning for port 12c252eb-384c-4793-90ea-3cba1b06f0b3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:52.148395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8a360d9f-f036-4cc8-931f-faa73320327a None None] Provisioning complete for port 12c252eb-384c-4793-90ea-3cba1b06f0b3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:52.150105 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8a360d9f-f036-4cc8-931f-faa73320327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.210260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8a360d9f-f036-4cc8-931f-faa73320327a None None] Port 12c252eb-384c-4793-90ea-3cba1b06f0b3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:52.296252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8dbe84f3-c363-4d43-a182-544ad5833e93 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:52.362773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8dbe84f3-c363-4d43-a182-544ad5833e93 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:52.368090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8dbe84f3-c363-4d43-a182-544ad5833e93 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:52.369795 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.475863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-ffecc163-fe22-46f9-a336-084018148253 service neutron] 10.222.0.18 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226037 Aug 31 09:51:52.487336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f18f0b5-7a35-433a-a70d-3fa925cbf3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.495600 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.527856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 8dbe84f3-c363-4d43-a182-544ad5833e93, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8dbe84f3-c363-4d43-a182-544ad5833e93,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:52.533546 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.548424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c252eb-384c-4793-90ea-3cba1b06f0b3 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:52.561140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f18f0b5-7a35-433a-a70d-3fa925cbf3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.561638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.582253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Transition to ACTIVE for port object 12c252eb-384c-4793-90ea-3cba1b06f0b3 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:52.588558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.606598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=8dbe84f3-c363-4d43-a182-544ad5833e93,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:52.637125 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-9d561bbe-7e66-47de-8eab-b18a9dfec396 service neutron] 10.222.0.18 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597579 Aug 31 09:51:52.660624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f18f0b5-7a35-433a-a70d-3fa925cbf3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.663586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2f18f0b5-7a35-433a-a70d-3fa925cbf3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.664880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2f18f0b5-7a35-433a-a70d-3fa925cbf3ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d6c1bda-dfc6-44cb-ad61-548a91092656 HTTP/1.1" status: 204 len: 168 time: 0.8195283 Aug 31 09:51:52.679328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18f0b5-7a35-433a-a70d-3fa925cbf3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c1bda-dfc6-44cb-ad61-548a91092656,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:52.690188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Pushing event updated for resources: {'Port': ['ID=12c252eb-384c-4793-90ea-3cba1b06f0b3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:52.839106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Attempting to bind port 12c252eb-384c-4793-90ea-3cba1b06f0b3 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:52.839106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Attempting to bind port 12c252eb-384c-4793-90ea-3cba1b06f0b3 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:52.839106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Attempting to bind port 12c252eb-384c-4793-90ea-3cba1b06f0b3 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:52.844465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Port 12c252eb-384c-4793-90ea-3cba1b06f0b3 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:52.845012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Attempting to bind port 12c252eb-384c-4793-90ea-3cba1b06f0b3 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:52.852501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:52.853000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:52.853484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:52.854044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Bound port: 12c252eb-384c-4793-90ea-3cba1b06f0b3, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:52.854529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:52.931976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1438e1-fa98-4d8c-8b62-cdff44f72dd6 req-8250e8bd-12cb-4ca0-aa61-bf6252157dd3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:52.935550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c1438e1-fa98-4d8c-8b62-cdff44f72dd6 req-8250e8bd-12cb-4ca0-aa61-bf6252157dd3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1110470 Aug 31 09:51:53.025874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] For port 12c252eb-384c-4793-90ea-3cba1b06f0b3, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:53.047102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] For port 12c252eb-384c-4793-90ea-3cba1b06f0b3, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:53.052690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:53.099236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4d49c63-6609-4964-9232-77210ca04490 req-e7d9cc81-b430-4c5f-a528-2cbd9c10fffd tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 210 time: 0.0582995 Aug 31 09:51:53.117281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c1438e1-fa98-4d8c-8b62-cdff44f72dd6 req-a4406799-3802-4cbd-881f-db33166b05d7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540000 Aug 31 09:51:53.166457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:53.167443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:53.169108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] 10.222.0.23 "PUT /v2.0/ports/12c252eb-384c-4793-90ea-3cba1b06f0b3 HTTP/1.1" status: 200 len: 1092 time: 1.2907765 Aug 31 09:51:53.169553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'tag': '12c252eb-384c-4793-90ea-3cba1b06f0b3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:53.183205 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b601a6-d876-460d-bbc1-68d9db28592f" -d '{"events": [{"name": "network-changed", "server_uuid": "c291617e-9852-4d10-ba3d-00bac5c8cca0", "tag": "12c252eb-384c-4793-90ea-3cba1b06f0b3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:53.207627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd116a-3ee6-4963-aba6-c01b4b6f5524 service neutron] Pushing event updated for resources: {'Port': ['ID=12c252eb-384c-4793-90ea-3cba1b06f0b3,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:53.300126 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c64194-624f-47f8-809d-be7c6a1c760d x-openstack-request-id: req-93c64194-624f-47f8-809d-be7c6a1c760d {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:53.300624 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c291617e-9852-4d10-ba3d-00bac5c8cca0", "tag": "12c252eb-384c-4793-90ea-3cba1b06f0b3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:53.302356 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93c64194-624f-47f8-809d-be7c6a1c760d {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:53.303819 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'tag': '12c252eb-384c-4793-90ea-3cba1b06f0b3', 'status': 'completed', 'code': 200} Aug 31 09:51:53.346128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58900) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:53.361564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-533b8543-6134-4da8-8efa-1995e3b5ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:53.363823 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-533b8543-6134-4da8-8efa-1995e3b5ca05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 1095 time: 0.0930116 Aug 31 09:51:53.377298 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Sync routers for ids ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:51:53.395892 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Routers {'d20882aa-3b0c-491a-9217-ab8774a7d7a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:53.396554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:53.435163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-64dcb246-b8a9-40f9-9c8d-e6ae90144069 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24cefa39a9494942bab1b6c7fd40bcd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848851 Aug 31 09:51:53.435620 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:53.466337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-1bc9255c-c291-4a48-9e40-e73bf7196edd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0882516 Aug 31 09:51:53.572279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-2eb3a465-480c-4522-afe8-0f0ae8efd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:53.574152 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-2eb3a465-480c-4522-afe8-0f0ae8efd8f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0866165 Aug 31 09:51:53.598256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2226c98-fd70-4ab0-aaaa-6738b16f89b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:53.606062 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Set router d20882aa-3b0c-491a-9217-ab8774a7d7a2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:53.642748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2226c98-fd70-4ab0-aaaa-6738b16f89b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:53.653679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-459284f3-cd28-4477-8072-ef1af9b356ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:53.655552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-459284f3-cd28-4477-8072-ef1af9b356ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736959 Aug 31 09:51:53.716779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2226c98-fd70-4ab0-aaaa-6738b16f89b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:53.721350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a2226c98-fd70-4ab0-aaaa-6738b16f89b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:53.723158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a2226c98-fd70-4ab0-aaaa-6738b16f89b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70a0a783-27c0-44fb-9aa9-0ba140c72826 HTTP/1.1" status: 204 len: 168 time: 0.2863128 Aug 31 09:51:53.734067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2226c98-fd70-4ab0-aaaa-6738b16f89b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a0a783-27c0-44fb-9aa9-0ba140c72826,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:53.851888 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-d2c0868e-77b6-4699-a45b-b2313733ca47 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884580 Aug 31 09:51:53.907808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ef26feb5-5a66-4314-b0e8-82e1516ca86c', 'name': '', 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'mac_address': 'fa:16:3e:8d:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:46Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 2, 'project_id': '46e89fde85de464197acac97a48d9140', 'subnets': [{'id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:53.941869 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Checking router: d20882aa-3b0c-491a-9217-ab8774a7d7a2 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:51:53.942836 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Updating router d20882aa-3b0c-491a-9217-ab8774a7d7a2 port ef26feb5-5a66-4314-b0e8-82e1516ca86c binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:51:53.974809 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.036867 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0b5f48f1-1f8e-406f-b8a8-f5c98dded247 req-97251c1a-3fca-4d3f-a431-f82cc7ad31ae service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754801 Aug 31 09:51:54.254038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b601a6-d876-460d-bbc1-68d9db28592f req-cff9edac-57c9-46ce-bee6-43e8b0987543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:54.255839 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-cff9edac-57c9-46ce-bee6-43e8b0987543 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 1095 time: 0.0893590 Aug 31 09:51:54.416403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8dbe84f3-c363-4d43-a182-544ad5833e93 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:54.452069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f451bbf-5d13-45f5-8be5-1ca3e021a993 req-7ae06517-9d9e-4cc3-a6a3-b4b78a5bfc53 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:54.452246 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.462054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f451bbf-5d13-45f5-8be5-1ca3e021a993 req-7ae06517-9d9e-4cc3-a6a3-b4b78a5bfc53 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1782229 Aug 31 09:51:54.464472 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Transition to ACTIVE for port object ef26feb5-5a66-4314-b0e8-82e1516ca86c will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:54.474004 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.539866 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dcefa-9659-4eec-95f7-0467dc5a2bfa None None] Pushing event updated for resources: {'Port': ['ID=ef26feb5-5a66-4314-b0e8-82e1516ca86c,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:54.542520 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b601a6-d876-460d-bbc1-68d9db28592f req-f7a7f465-d6bf-4da7-9293-61fbaf6ce6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:54.544025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-f7a7f465-d6bf-4da7-9293-61fbaf6ce6f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.2816713 Aug 31 09:51:54.574935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82920d49-33c1-42cb-afc4-902d8bde26d9 req-8eb7f5ff-3b90-4da6-99e0-10b7a5e3f7f8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 210 time: 0.1768677 Aug 31 09:51:54.621843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8dbe84f3-c363-4d43-a182-544ad5833e93 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:54.622260 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.656585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f451bbf-5d13-45f5-8be5-1ca3e021a993 req-f1dc4f22-307c-404a-9394-5781839edb27 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777418 Aug 31 09:51:54.660238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-edebb5bf-11cf-4407-b4a5-2ccaab7857aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3 HTTP/1.1" status: 200 len: 217 time: 0.1067541 Aug 31 09:51:54.722770 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Attempting to bind port ef26feb5-5a66-4314-b0e8-82e1516ca86c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:54.722770 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Attempting to bind port ef26feb5-5a66-4314-b0e8-82e1516ca86c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:54.731405 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Attempting to bind port ef26feb5-5a66-4314-b0e8-82e1516ca86c on network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:54.751321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:54.753070 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Checking segment: {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:54.753825 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.754864 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Bound using segment: {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:54.756715 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Bound port: ef26feb5-5a66-4314-b0e8-82e1516ca86c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7647a509-d720-49b0-b2f5-61cf85248745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:54.757212 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:54.776544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b601a6-d876-460d-bbc1-68d9db28592f req-d4ad45ee-75c8-471b-989e-e50b80eb002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:54.780003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-d4ad45ee-75c8-471b-989e-e50b80eb002c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.1104724 Aug 31 09:51:54.858293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b601a6-d876-460d-bbc1-68d9db28592f req-40f60c7f-ec4c-44cf-abca-a9bc977b38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:54.861122 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-40f60c7f-ec4c-44cf-abca-a9bc977b38e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731001 Aug 31 09:51:54.974884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] For port ef26feb5-5a66-4314-b0e8-82e1516ca86c, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:54.981543 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] For port ef26feb5-5a66-4314-b0e8-82e1516ca86c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ef26feb5-5a66-4314-b0e8-82e1516ca86c,segment=NetworkSegment(7647a509-d720-49b0-b2f5-61cf85248745),segment_id=7647a509-d720-49b0-b2f5-61cf85248745)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:55.019452 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.103397 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-ca476a19-72ee-4902-9be7-d01538783e8b service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348425 Aug 31 09:51:55.118527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Routers {'d20882aa-3b0c-491a-9217-ab8774a7d7a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:51:55.119616 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:51:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:55.135892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-252183d8-be81-4718-be0c-8545031211c2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:55.144279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-252183d8-be81-4718-be0c-8545031211c2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 809 time: 0.2093103 Aug 31 09:51:55.277360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-e8083ed6-3ee4-4ac9-ae6a-97254281e735 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d236beffcb5b4eca9eca19abdac4fab7 HTTP/1.1" status: 200 len: 379 time: 0.1114123 Aug 31 09:51:55.300283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'port': {'device_id': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'admin_state_up': True, 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'security_groups': ['d86c48b7-71b0-4912-aaa8-8562556c6010']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:55.460135 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-41b601a6-d876-460d-bbc1-68d9db28592f req-07c3e678-ec32-4fda-9284-35df8cef0fb7 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387892 Aug 31 09:51:55.509862 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dcefa-9659-4eec-95f7-0467dc5a2bfa None None] Pushing event updated for resources: {'Port': ['ID=ef26feb5-5a66-4314-b0e8-82e1516ca86c,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:55.549140 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] Set router d20882aa-3b0c-491a-9217-ab8774a7d7a2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:51:55.569739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Made reservation on behalf of d236beffcb5b4eca9eca19abdac4fab7 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:51:55.579594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:55.755837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aabbbfd1-7cc3-497a-966b-6cf594ee8859 req-5362f26c-6c43-4248-8f42-56d5fc580c99 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 210 time: 0.0540764 Aug 31 09:51:55.896830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Allocated IP 172.20.0.14 (ac1abbe0-9363-45b4-ac6f-045f01873f04/19b5d0a1-d2c6-4665-ba9c-f981e98ae702/7999f8d1-5fe1-489b-98d1-425cbd1a27b0) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:51:55.907223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619c5e-883b-454a-a914-acc3fe8ae8a3 req-99175af3-0687-4ae3-8f67-14fd1ba8d3f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:55.914827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66619c5e-883b-454a-a914-acc3fe8ae8a3 req-99175af3-0687-4ae3-8f67-14fd1ba8d3f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0967429 Aug 31 09:51:55.951926 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ef26feb5-5a66-4314-b0e8-82e1516ca86c', 'name': '', 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'mac_address': 'fa:16:3e:8d:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:46Z', 'updated_at': '2021-08-31T09:51:54Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'subnets': [{'id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:51:55.988677 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18494d70-83c7-460d-86c7-1ab9dd959c04 None None] The sync data for ids ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'] in n-d-800634-13 is: [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ef26feb5-5a66-4314-b0e8-82e1516ca86c', 'name': '', 'network_id': '3ea6b73a-abc9-46a0-9856-eaa2d1916b16', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'mac_address': 'fa:16:3e:8d:3e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:46Z', 'updated_at': '2021-08-31T09:51:54Z', 'revision_number': 4, 'project_id': '46e89fde85de464197acac97a48d9140', 'subnets': [{'id': '6ce83363-4dbf-4379-a2f6-587befb1b851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:51:55.995170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66619c5e-883b-454a-a914-acc3fe8ae8a3 req-66abffdb-b431-4d0e-98cd-84668752c846 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793669 Aug 31 09:51:56.268516 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.302823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Transition to ACTIVE for port object 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:56.334569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ef26feb5-5a66-4314-b0e8-82e1516ca86c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:56.368708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.491063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ef26feb5-5a66-4314-b0e8-82e1516ca86c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:56.497743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:51:56.502309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:51:56.504872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'Port': ['ID=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:56.507559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:51:56.512426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ef26feb5-5a66-4314-b0e8-82e1516ca86c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:56.512426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.600026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:56.600785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.627883 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-36207919-493f-4e3d-987b-8a94e9afc881 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3323333 Aug 31 09:51:56.656266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Request body: {'port': {'device_id': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:56.715763 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.781763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:56.852433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ef26feb5-5a66-4314-b0e8-82e1516ca86c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ef26feb5-5a66-4314-b0e8-82e1516ca86c,segment=NetworkSegment(7647a509-d720-49b0-b2f5-61cf85248745),segment_id=7647a509-d720-49b0-b2f5-61cf85248745)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:51:56.865727 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.019312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ef26feb5-5a66-4314-b0e8-82e1516ca86c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:57.033914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-915bf81b-0220-4516-b882-7b6771104157 None None] Provisioning for port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:51:57.041812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-915bf81b-0220-4516-b882-7b6771104157 None None] Provisioning complete for port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:57.042204 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-915bf81b-0220-4516-b882-7b6771104157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.101974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-915bf81b-0220-4516-b882-7b6771104157 None None] Port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:51:57.293327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e35e-2272-46a3-b84d-8e3e7e04124b req-a246dc43-0b18-443d-aecd-a49875290d8e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:57.295046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e741e35e-2272-46a3-b84d-8e3e7e04124b req-a246dc43-0b18-443d-aecd-a49875290d8e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 932 time: 0.3396425 Aug 31 09:51:57.303647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad310c-b2d3-4b39-b488-10d24ab2f131 req-24f895e7-021a-4dc5-ae50-e1586001bd32 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:57.313812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ad310c-b2d3-4b39-b488-10d24ab2f131 req-24f895e7-021a-4dc5-ae50-e1586001bd32 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1294308 Aug 31 09:51:57.322638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58960) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.468094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ad310c-b2d3-4b39-b488-10d24ab2f131 req-ee1c413d-72fe-41bb-b10f-8ab5ea9e4f93 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533675 Aug 31 09:51:57.476583 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e741e35e-2272-46a3-b84d-8e3e7e04124b req-0382c73a-6da1-4ddb-8077-d10932fef7d5 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604636 Aug 31 09:51:57.509023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8ab63a95-1851-4c79-afd1-e8929a17ea25 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:51:57.509978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:51:57.520322 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.535406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Transition to ACTIVE for port object 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:51:57.543829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.565601 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8ab63a95-1851-4c79-afd1-e8929a17ea25 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "PUT /v2.0/quotas/ef22ea3ec6f645a0b0f83f5d71334611 HTTP/1.1" status: 200 len: 366 time: 0.2414274 Aug 31 09:51:57.566206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58964) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.582745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cad50371-2c2c-4427-b521-c36fcf80bb51 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0153780 Aug 31 09:51:57.583344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58966) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.599323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-846737a8-8e43-429d-86bb-a190523689fe tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "GET /v2.0/quotas/ef22ea3ec6f645a0b0f83f5d71334611 HTTP/1.1" status: 200 len: 366 time: 0.0139844 Aug 31 09:51:57.599691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58968) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.616602 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36450972-9ac0-4b99-b0ce-b9232a1a8f52 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/ef22ea3ec6f645a0b0f83f5d71334611 HTTP/1.1" status: 204 len: 168 time: 0.0157692 Aug 31 09:51:57.624405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Pushing event updated for resources: {'Port': ['ID=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:57.625776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58970) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.639285 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c2dd49e0-4ca8-4dcb-873d-b3182388ef34 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0122848 Aug 31 09:51:57.641853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.662283 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e08f1f35-ed49-46b8-9db5-c6aab3e85509 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "GET /v2.0/quotas/ef22ea3ec6f645a0b0f83f5d71334611 HTTP/1.1" status: 200 len: 370 time: 0.0169985 Aug 31 09:51:57.663262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.669913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b9bc86ef-7be7-484e-8ad8-0606b451cba5 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "GET /v2.0/quotas/ef22ea3ec6f645a0b0f83f5d71334611/default HTTP/1.1" status: 200 len: 370 time: 0.0040238 Aug 31 09:51:57.670174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58976) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.684236 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-769952e0-ad79-4ec9-862a-624653798151 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] delete failed (client error): The resource could not be found. Aug 31 09:51:57.686518 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-769952e0-ad79-4ec9-862a-624653798151 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/ef22ea3ec6f645a0b0f83f5d71334611 HTTP/1.1" status: 404 len: 348 time: 0.0143249 Aug 31 09:51:57.729133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Attempting to bind port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:51:57.729552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Attempting to bind port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:51:57.729859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Attempting to bind port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 on network ac1abbe0-9363-45b4-ac6f-045f01873f04 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:57.737766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 on network ac1abbe0-9363-45b4-ac6f-045f01873f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:51:57.738041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Attempting to bind port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 on network ac1abbe0-9363-45b4-ac6f-045f01873f04 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:51:57.743720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:51:57.744119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Checking segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:51:57.744440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Bound using segment: {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:51:57.744952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Bound port: 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7b979e-4e98-48d4-800f-dc022610e8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:51:57.745417 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.860895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58980) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:57.887320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:network and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:57.893972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:57.900169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] For port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:51:57.905834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:subnet and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:57.907169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] For port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:51:57.916119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:57.919254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.936833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:subnetpool and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:57.946310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:57.959438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:port and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:57.966814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:57.978238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:router and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:57.988815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:57.989039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:57.989897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:57.991585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] 10.222.0.23 "PUT /v2.0/ports/7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1093 time: 1.3496389 Aug 31 09:51:57.992457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:51:57.996389 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:51:58.000336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:floatingip and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:58.021343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:58.042843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a3d68-5b7a-430c-b8b5-80820e2a5902 service neutron] Pushing event updated for resources: {'Port': ['ID=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:58.075754 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd843183-c7fb-424b-908e-112e223d9b76 x-openstack-request-id: req-fd843183-c7fb-424b-908e-112e223d9b76 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:51:58.076278 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:51:58.076713 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd843183-c7fb-424b-908e-112e223d9b76 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:51:58.077293 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'status': 'completed', 'code': 200} Aug 31 09:51:58.110633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:security_group and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:58.127597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:58.137807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Usage tracker for resource:security_group_rule and tenant:1f3e336594494b13a8083be619ca46d5 is out of sync, need to count used quota {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:51:58.155156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-6c7632ba-d8a0-45f5-8ee5-6396634d029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:58.157566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-6c7632ba-d8a0-45f5-8ee5-6396634d029b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1096 time: 0.0781157 Aug 31 09:51:58.161136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.quota.resource [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:51:58.186033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d7b29b2a-9532-4534-9d70-c41b725d67b6 tempest-QuotasTest-1701644922 tempest-QuotasTest-1701644922-project-admin] 10.222.0.18 "GET /v2.0/quotas/1f3e336594494b13a8083be619ca46d5/details.json HTTP/1.1" status: 200 len: 703 time: 0.3246133 Aug 31 09:51:58.238576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-8dffd2ca-d3fd-4ffb-8ce2-fef870345db5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 217 time: 0.0673525 Aug 31 09:51:58.269681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ef26feb5-5a66-4314-b0e8-82e1516ca86c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:51:58.317248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-52b6571a-6b5d-4836-bb7f-4bed0e085bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:58.318948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-52b6571a-6b5d-4836-bb7f-4bed0e085bd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0740187 Aug 31 09:51:58.396107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ef26feb5-5a66-4314-b0e8-82e1516ca86c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:51:58.397038 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:58.400251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-ade9b28d-f295-4650-a774-039526b9ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:58.402336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-ade9b28d-f295-4650-a774-039526b9ddc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763648 Aug 31 09:51:58.588427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-2ac6f6bb-2715-4396-ae78-e2ed8cb7a509 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746778 Aug 31 09:51:58.613100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e2181792-095f-4cb8-a1ff-423ae03920ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:58.809890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35836-594e-4ffb-a986-7d911080e252 req-3e94910e-338a-40c9-973a-f9a12623f602 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:58.812988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cd35836-594e-4ffb-a986-7d911080e252 req-3e94910e-338a-40c9-973a-f9a12623f602 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 944 time: 0.1542692 Aug 31 09:51:58.816455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 58992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:58.825191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11dd82-d9ed-4427-95a2-2b4bb3e99e15 req-1139c452-0953-426c-9cde-6f225bf5cda2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:58.826334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae11dd82-d9ed-4427-95a2-2b4bb3e99e15 req-1139c452-0953-426c-9cde-6f225bf5cda2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1877525 Aug 31 09:51:58.917765 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03ff302b-aa18-470c-a914-adf6cfa21540 req-3cd37e4b-c239-4fb1-93b6-c7ae32a92ebe service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224235 Aug 31 09:51:58.921423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cd35836-594e-4ffb-a986-7d911080e252 req-053b64ce-4eec-40b9-9a55-42a13bb4e431 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935059 Aug 31 09:51:58.931783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae11dd82-d9ed-4427-95a2-2b4bb3e99e15 req-a9c0882e-c5d9-4472-97f7-21565d231309 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946195 Aug 31 09:51:58.982704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d850fca-a4c2-47d1-bb20-ce278321dd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.088691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-484611f3-0a95-466c-ab09-1e7791442cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:59.090749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-484611f3-0a95-466c-ab09-1e7791442cbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1096 time: 0.0735731 Aug 31 09:51:59.121545 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d850fca-a4c2-47d1-bb20-ce278321dd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.131616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d850fca-a4c2-47d1-bb20-ce278321dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.198606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8d850fca-a4c2-47d1-bb20-ce278321dd22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e028dd55db0b41e8819e07618ebd74f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808072 Aug 31 09:51:59.204437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 58996) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:59.240264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d850fca-a4c2-47d1-bb20-ce278321dd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60beeb1-cdd1-4f43-8ba9-0f7404afecdd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:59.262304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-a98221df-310b-4c1b-a006-bf7d2944bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:59.264034 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-a98221df-310b-4c1b-a006-bf7d2944bcfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.1638436 Aug 31 09:51:59.325058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-5c8c4b4a-1e0d-4c82-a970-a4ed5f348527 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 217 time: 0.0515804 Aug 31 09:51:59.328109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51f2f8fb-40bc-4108-bef1-57cc37927de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.387869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51f2f8fb-40bc-4108-bef1-57cc37927de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.412479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-5b01ab6b-5948-4df5-9c02-1653ff03ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:59.414368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-5b01ab6b-5948-4df5-9c02-1653ff03ea97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0813386 Aug 31 09:51:59.491585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-d07d0880-55c7-4b1f-8e44-1c0cfe91efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:59.493842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-d07d0880-55c7-4b1f-8e44-1c0cfe91efbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665338 Aug 31 09:51:59.501659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51f2f8fb-40bc-4108-bef1-57cc37927de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.505746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-51f2f8fb-40bc-4108-bef1-57cc37927de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:59.507512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-51f2f8fb-40bc-4108-bef1-57cc37927de8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e60beeb1-cdd1-4f43-8ba9-0f7404afecdd HTTP/1.1" status: 204 len: 168 time: 0.3023868 Aug 31 09:51:59.543833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2f8fb-40bc-4108-bef1-57cc37927de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60beeb1-cdd1-4f43-8ba9-0f7404afecdd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:59.652548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-98185873-613b-44c9-8ee7-edf939dd2e85 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421146 Aug 31 09:51:59.802581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eb2e42d2-5d5d-4352-a9e8-1484e86c39c5 req-fad47d52-7aab-4ea2-907b-3fcd785ba879 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422453 Aug 31 09:51:59.994248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59006) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:00.024612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1734cf19-ce96-4479-a084-fb8c5d0fd6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.137956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c41e86-5025-4ab7-9dc0-c08e4a112b39 req-0abf3100-9635-4f15-8e8f-fd7b64dfc100 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:00.139675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0c41e86-5025-4ab7-9dc0-c08e4a112b39 req-0abf3100-9635-4f15-8e8f-fd7b64dfc100 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 944 time: 0.1017258 Aug 31 09:52:00.166497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b9cd2-69c3-48f1-b152-746ced6bf1b2 req-92912406-c589-47b4-a60b-b99861f4d361 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:00.168292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b94b9cd2-69c3-48f1-b152-746ced6bf1b2 req-92912406-c589-47b4-a60b-b99861f4d361 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1316998 Aug 31 09:52:00.184728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1734cf19-ce96-4479-a084-fb8c5d0fd6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.190015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1734cf19-ce96-4479-a084-fb8c5d0fd6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.218175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0c41e86-5025-4ab7-9dc0-c08e4a112b39 req-d815786a-ccfd-4298-95c2-882e26e076b0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679929 Aug 31 09:52:00.226370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1734cf19-ce96-4479-a084-fb8c5d0fd6d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f3e336594494b13a8083be619ca46d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309740 Aug 31 09:52:00.226811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b94b9cd2-69c3-48f1-b152-746ced6bf1b2 req-de25bcc9-d440-4d4d-8584-849d4de65b26 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513237 Aug 31 09:52:00.232641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:00.264001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734cf19-ce96-4479-a084-fb8c5d0fd6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155eaaaa-0ffe-4c33-b429-77f47e978f75,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:00.331826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8d5c82c3-ad42-41c4-9a0f-8dc1c33f10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.354659 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8d5c82c3-ad42-41c4-9a0f-8dc1c33f10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.412843 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8d5c82c3-ad42-41c4-9a0f-8dc1c33f10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.416294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8d5c82c3-ad42-41c4-9a0f-8dc1c33f10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:00.420543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8d5c82c3-ad42-41c4-9a0f-8dc1c33f10db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/155eaaaa-0ffe-4c33-b429-77f47e978f75 HTTP/1.1" status: 204 len: 168 time: 0.1867721 Aug 31 09:52:00.429988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c82c3-ad42-41c4-9a0f-8dc1c33f10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155eaaaa-0ffe-4c33-b429-77f47e978f75,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:01.383581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb260cc0-61fb-411f-ad04-957dbfda6923 req-83ca1c27-2a0b-4141-998d-eea02ab1933b tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:01.385265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb260cc0-61fb-411f-ad04-957dbfda6923 req-83ca1c27-2a0b-4141-998d-eea02ab1933b tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 944 time: 0.0766096 Aug 31 09:52:01.452688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb260cc0-61fb-411f-ad04-957dbfda6923 req-f8c3703f-301b-4727-ab63-47c5196df38c tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525005 Aug 31 09:52:01.462557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c158c-255c-49d2-88e4-98deb645bf14 req-044bcb6c-4f70-4671-9e4a-45ba7142b67b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:01.464990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb4c158c-255c-49d2-88e4-98deb645bf14 req-044bcb6c-4f70-4671-9e4a-45ba7142b67b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1108446 Aug 31 09:52:01.527255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb4c158c-255c-49d2-88e4-98deb645bf14 req-2be2f81a-ddb5-44d4-ad03-de989a928261 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Aug 31 09:52:01.782062 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:01.889044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:02.011779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59048) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:02.021506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:02.037202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'port_id': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'mac_address': 'fa:16:3e:3d:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:02.079098 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.092763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:02.113277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:02.117623 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.127890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-44820417', 'router:external': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:02.152063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Made reservation on behalf of 46933bd278cd49ea91693237ab9dc2fc for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:02.154377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.163557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.170963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:02.257136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.261426 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.288776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:52:02.303158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33003f98-8a57-4913-b10e-0d19ffce6f08,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:02.309209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.309553 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Added segment b329124e-cdc9-47b7-b76c-b57c3bfe39ae of type vlan for network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 Aug 31 09:52:02.357676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.388109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7999f8d1-5fe1-489b-98d1-425cbd1a27b0'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:52:02.390128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.392025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:02.392614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.436930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.452247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4389520 Aug 31 09:52:02.456565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59052) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:02.462849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'subnet': {'network_id': '65d829db-6291-42ce-bfbc-8bdd7d31a6a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:02.467557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83742bf-c0f7-4210-bd95-9acbc3bc1a14 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Network': ['ID=65d829db-6291-42ce-bfbc-8bdd7d31a6a3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:02.480939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:52:02.487922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Made reservation on behalf of 46933bd278cd49ea91693237ab9dc2fc for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:02.490758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.566750 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fe540be8-00aa-41ad-b2d3-6696d8d97941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.628603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb452f8-6b5c-4e9d-b953-d57b423be6bf req-470e7543-5308-48c2-b250-6161d46745e1 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:02.630457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7cb452f8-6b5c-4e9d-b953-d57b423be6bf req-470e7543-5308-48c2-b250-6161d46745e1 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 945 time: 0.0773215 Aug 31 09:52:02.708387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7cb452f8-6b5c-4e9d-b953-d57b423be6bf req-d3bb47c6-3411-4263-a986-9a8f499d0918 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650091 Aug 31 09:52:02.723749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785a70f-d5de-4163-888b-a0e1f4da4329 req-275bcc42-1d6a-4245-a248-e7b666aa1275 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:02.726968 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f785a70f-d5de-4163-888b-a0e1f4da4329 req-275bcc42-1d6a-4245-a248-e7b666aa1275 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0955408 Aug 31 09:52:02.767386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f785a70f-d5de-4163-888b-a0e1f4da4329 req-f218fd03-ebbd-473a-bae6-d402e5ded34a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Aug 31 09:52:02.835040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:52:02.835490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.888732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Subnet': ['ID=073bc28a-5b3e-4afb-8088-6e8bfdd7bfca,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:02.903736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Checking segment: {'id': 'b329124e-cdc9-47b7-b76c-b57c3bfe39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '65d829db-6291-42ce-bfbc-8bdd7d31a6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:02.904227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network hostable DHCP agents. Network: 65d829db-6291-42ce-bfbc-8bdd7d31a6a3, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:52:02.920879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:52:02.931561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 65d829db-6291-42ce-bfbc-8bdd7d31a6a3) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:02.936122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:02.936711 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:02.941645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8f0b2a-b7d0-4b0c-9d86-d3a71704a7b5 None None] Network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:02.951629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d2c5fab4-8142-41dd-9db4-1ef894540293 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4933643 Aug 31 09:52:02.954928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59058) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:02.959985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-876735465', 'network_id': '65d829db-6291-42ce-bfbc-8bdd7d31a6a3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:02.982420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Made reservation on behalf of 46933bd278cd49ea91693237ab9dc2fc for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:02.985293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.000704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] device_id is not set on port dd7b60a2-6803-4492-885e-4f8f3ecacdbd yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:03.121176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Allocated IP 2001:db8::da (65d829db-6291-42ce-bfbc-8bdd7d31a6a3/073bc28a-5b3e-4afb-8088-6e8bfdd7bfca/dd7b60a2-6803-4492-885e-4f8f3ecacdbd) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:03.232089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0a886-4ce6-4a35-b32b-f10fb58220bf None None] Network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:03.263352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.302494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.354957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:03.357975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:03.362392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:03.363397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:03.363998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.367448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Port': ['ID=dd7b60a2-6803-4492-885e-4f8f3ecacdbd,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:03.385037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b0f328f7-8223-4261-a760-6cb62904d784 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.4264700 Aug 31 09:52:03.385867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59060) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:03.465179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Deleting port dd7b60a2-6803-4492-885e-4f8f3ecacdbd {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:03.465952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.549495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.561314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Calling delete_port for dd7b60a2-6803-4492-885e-4f8f3ecacdbd owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:03.705897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.717895 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.751451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd7b60a2-6803-4492-885e-4f8f3ecacdbd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:03.784058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.786626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8e1335f9-5db2-406f-904e-dde61344d28c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dd7b60a2-6803-4492-885e-4f8f3ecacdbd HTTP/1.1" status: 204 len: 168 time: 0.3996170 Aug 31 09:52:03.789658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59064) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:03.796305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65d829db-6291-42ce-bfbc-8bdd7d31a6a3', 'external_fixed_ips': [{'subnet_id': '073bc28a-5b3e-4afb-8088-6e8bfdd7bfca', 'ip_address': '2001:db8::da'}]}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:03.826646 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.828449 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.889829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.896650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e20e2-bacc-44c6-88b0-0e36e5d7f039 req-c797031b-f714-495e-aadc-227a5bbe3020 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:03.899861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea9e20e2-bacc-44c6-88b0-0e36e5d7f039 req-c797031b-f714-495e-aadc-227a5bbe3020 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 945 time: 0.1004393 Aug 31 09:52:03.904065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:03.936108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d657b-d619-431b-b163-51e52b5af63d req-07532593-2a10-4afc-b65d-639c5d27a52f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:03.943325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b23d657b-d619-431b-b163-51e52b5af63d req-07532593-2a10-4afc-b65d-639c5d27a52f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0936666 Aug 31 09:52:03.971334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:03.976749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:03.977129 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.978411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea9e20e2-bacc-44c6-88b0-0e36e5d7f039 req-d3258c41-2445-4f2f-9b65-86e726c3ee5b tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636427 Aug 31 09:52:04.015982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b23d657b-d619-431b-b163-51e52b5af63d req-0ebbd557-0b3b-4db3-8791-28f475fac6a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595551 Aug 31 09:52:04.089336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.098130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.115573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:04.118092 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb05af5c-e327-45d0-908a-665c666eae92" -d '{"events": [{"server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "name": "network-vif-plugged", "status": "completed", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:04.136761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:04.141963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.189953 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8b25ae-5e14-4b89-adc7-f9cbff784c33 x-openstack-request-id: req-ad8b25ae-5e14-4b89-adc7-f9cbff784c33 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:04.190239 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "name": "network-vif-plugged", "status": "completed", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:04.190843 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad8b25ae-5e14-4b89-adc7-f9cbff784c33 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:04.191411 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'code': 200} Aug 31 09:52:04.202199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:04.318579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efee14-4aa4-4731-9dd7-44381c403ce7 req-e7126304-f9b5-4f92-b186-5fd6079b7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:04.320180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7efee14-4aa4-4731-9dd7-44381c403ce7 req-e7126304-f9b5-4f92-b186-5fd6079b7b81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.0478046 Aug 31 09:52:04.327629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.348801 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.357602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e7efee14-4aa4-4731-9dd7-44381c403ce7 req-908595e2-0771-41c3-986a-03651c4f6f21 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304699 Aug 31 09:52:04.507905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Allocated IP 2001:db8::da (65d829db-6291-42ce-bfbc-8bdd7d31a6a3/073bc28a-5b3e-4afb-8088-6e8bfdd7bfca/4b5ed7a0-d9ca-40e2-8365-f4f30e504f41) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:04.627348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.669613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:04.715867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:04.720343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:04.724212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:04.729945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5ed7a0-d9ca-40e2-8365-f4f30e504f41,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:04.954958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.171843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398834e3-0f0a-4b51-9ec4-8cfa54c40808 req-3268e194-0ccf-42f3-986c-400b3c748ac4 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:05.174616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-398834e3-0f0a-4b51-9ec4-8cfa54c40808 req-3268e194-0ccf-42f3-986c-400b3c748ac4 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.1131122 Aug 31 09:52:05.225659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.264003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfe8e2-3884-4be5-8b3e-c7165ffea379 req-6f3e4eec-5684-4b75-9789-aa002d3305fe tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:05.266953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cadfe8e2-3884-4be5-8b3e-c7165ffea379 req-6f3e4eec-5684-4b75-9789-aa002d3305fe tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0901358 Aug 31 09:52:05.279679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-398834e3-0f0a-4b51-9ec4-8cfa54c40808 req-7856b210-9abd-42fe-b0d1-06b3862cd4fb tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871601 Aug 31 09:52:05.333114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cadfe8e2-3884-4be5-8b3e-c7165ffea379 req-917359f1-c988-4ea2-bd7a-8069d1d77001 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Aug 31 09:52:05.773555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Router 996f036a-62ba-47a2-9f21-40c968343952 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:05.886515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:05.898720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Sync routers for ids ['996f036a-62ba-47a2-9f21-40c968343952'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:05.903713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.909755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59074) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:05.910272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Routers {'996f036a-62ba-47a2-9f21-40c968343952'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:05.910540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2912171a-4713-4374-9274-c46b1cec3515 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.1182859 Aug 31 09:52:05.910960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996f036a-62ba-47a2-9f21-40c968343952'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:06.030060 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Set router 996f036a-62ba-47a2-9f21-40c968343952 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:06.032488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.147892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.210949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Deleting port 4b5ed7a0-d9ca-40e2-8365-f4f30e504f41 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:06.211624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.235654 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f036a-62ba-47a2-9f21-40c968343952', 'name': '', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65d829db-6291-42ce-bfbc-8bdd7d31a6a3', 'external_fixed_ips': [{'subnet_id': '073bc28a-5b3e-4afb-8088-6e8bfdd7bfca', 'ip_address': '2001:db8::da'}], 'enable_snat': True}, 'gw_port_id': '4b5ed7a0-d9ca-40e2-8365-f4f30e504f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:03Z', 'updated_at': '2021-08-31T09:52:04Z', 'revision_number': 3, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port': {'id': '4b5ed7a0-d9ca-40e2-8365-f4f30e504f41', 'name': '', 'network_id': '65d829db-6291-42ce-bfbc-8bdd7d31a6a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f036a-62ba-47a2-9f21-40c968343952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '073bc28a-5b3e-4afb-8088-6e8bfdd7bfca', 'ip_address': '2001:db8::da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:04Z', 'updated_at': '2021-08-31T09:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '073bc28a-5b3e-4afb-8088-6e8bfdd7bfca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:06.273940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Checking router: 996f036a-62ba-47a2-9f21-40c968343952 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:06.274378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Updating router 996f036a-62ba-47a2-9f21-40c968343952 port 4b5ed7a0-d9ca-40e2-8365-f4f30e504f41 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:06.295306 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.301586 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.303400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.311807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Calling delete_port for 4b5ed7a0-d9ca-40e2-8365-f4f30e504f41 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:06.449093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc72c6-e8cb-4596-8a45-c3b352bd675a req-864cc1b0-7be0-4261-96f7-6453d089d1b2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:06.450871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5bc72c6-e8cb-4596-8a45-c3b352bd675a req-864cc1b0-7be0-4261-96f7-6453d089d1b2 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.0824313 Aug 31 09:52:06.573786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5bc72c6-e8cb-4596-8a45-c3b352bd675a req-145fd162-1c13-4dbf-9678-45f371d0485c tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107948 Aug 31 09:52:06.586701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864ba2-e595-4cd6-807b-84a9cb4f8a2d req-5655430b-8b42-4fb2-922d-e61122c9c28f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:06.588312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6864ba2-e595-4cd6-807b-84a9cb4f8a2d req-5655430b-8b42-4fb2-922d-e61122c9c28f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1351426 Aug 31 09:52:06.705281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6864ba2-e595-4cd6-807b-84a9cb4f8a2d req-ec8ffe98-ba5b-401d-98d1-37d273d5d73a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764194 Aug 31 09:52:06.711697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:06.712291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:52:06.712703 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:52:07.087005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b5ed7a0-d9ca-40e2-8365-f4f30e504f41,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:07.116261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.129064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf0c66-b556-413a-9226-c0fadc9749e8 req-19ae35e7-6400-4482-9789-013b8e9d8c1f tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.130594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbdf0c66-b556-413a-9226-c0fadc9749e8 req-19ae35e7-6400-4482-9789-013b8e9d8c1f tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.4696012 Aug 31 09:52:07.242860 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.245458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.252355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Port 4b5ed7a0-d9ca-40e2-8365-f4f30e504f41 not found while updating agent binding for router 996f036a-62ba-47a2-9f21-40c968343952. {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:52:07.263002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Routers {'996f036a-62ba-47a2-9f21-40c968343952'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:07.264408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996f036a-62ba-47a2-9f21-40c968343952'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:07.302727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbdf0c66-b556-413a-9226-c0fadc9749e8 req-fec81453-2f4c-4b27-a2c4-0e06ecb64de3 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458387 Aug 31 09:52:07.312768 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.313733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 996f036a-62ba-47a2-9f21-40c968343952 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:07.319913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.324081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59082) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.324685 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-05313058-c5a0-4da7-9b18-4befd89e65ea tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/routers/996f036a-62ba-47a2-9f21-40c968343952 HTTP/1.1" status: 204 len: 168 time: 1.4120810 Aug 31 09:52:07.347200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] Set router 996f036a-62ba-47a2-9f21-40c968343952 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:07.402251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Deleting subnet 073bc28a-5b3e-4afb-8088-6e8bfdd7bfca {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:07.407239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.418842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f036a-62ba-47a2-9f21-40c968343952', 'name': '', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:03Z', 'updated_at': '2021-08-31T09:52:06Z', 'revision_number': 5, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:07.458714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3587bc-99ff-4c7a-bfb2-07083c9a5c32 None None] The sync data for ids ['996f036a-62ba-47a2-9f21-40c968343952'] in n-d-800634-13 is: [{'id': '996f036a-62ba-47a2-9f21-40c968343952', 'name': '', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:03Z', 'updated_at': '2021-08-31T09:52:06Z', 'revision_number': 5, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:07.460273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.509791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22542181-d665-4d2f-ae6e-79d786dbe9a2 req-3133d9c7-02e0-4832-8863-2853da8644d3 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.511784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22542181-d665-4d2f-ae6e-79d786dbe9a2 req-3133d9c7-02e0-4832-8863-2853da8644d3 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.0874341 Aug 31 09:52:07.520763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.567555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22542181-d665-4d2f-ae6e-79d786dbe9a2 req-433cd3a7-97aa-41b7-83cf-c19e06007c89 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 Aug 31 09:52:07.590899 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.607722 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59086) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.644968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.647452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/073bc28a-5b3e-4afb-8088-6e8bfdd7bfca HTTP/1.1" status: 204 len: 168 time: 0.3211861 Aug 31 09:52:07.648769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb92857-d522-4364-b428-939b47c17674 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=073bc28a-5b3e-4afb-8088-6e8bfdd7bfca,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:07.650196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59090) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.740320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.890152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.912908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d829db-6291-42ce-bfbc-8bdd7d31a6a3']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:07.931796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b329124e-cdc9-47b7-b76c-b57c3bfe39ae') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:07.932087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b329124e-cdc9-47b7-b76c-b57c3bfe39ae') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:07.951839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.958076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58774d70-7b4d-4877-b4be-667ba3b6a4a6 tempest-TestServerBasicOps-1346751990 tempest-TestServerBasicOps-1346751990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.960003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-58774d70-7b4d-4877-b4be-667ba3b6a4a6 tempest-TestServerBasicOps-1346751990 tempest-TestServerBasicOps-1346751990-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1093 time: 0.3512373 Aug 31 09:52:07.963425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:07.968831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:07.975460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd5462-89a3-4f18-b6b3-9b6603f37732 req-4c687245-4b1a-4fb2-8e02-e5e7162a51c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.977222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-babd5462-89a3-4f18-b6b3-9b6603f37732 req-4c687245-4b1a-4fb2-8e02-e5e7162a51c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1411629 Aug 31 09:52:07.994679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:07.997912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.015871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:08.017549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:08.019055 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:08.081514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-babd5462-89a3-4f18-b6b3-9b6603f37732 req-e544e3e4-d06b-4300-9fa2-be8fbb0a2073 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969520 Aug 31 09:52:08.113576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.119739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65d829db-6291-42ce-bfbc-8bdd7d31a6a3 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:52:08.124325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.133426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/networks/65d829db-6291-42ce-bfbc-8bdd7d31a6a3 HTTP/1.1" status: 204 len: 168 time: 0.4805250 Aug 31 09:52:08.149593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908d16d-5469-4321-8285-63fcf4c57c64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event deleted for resources: {'Network': ['ID=65d829db-6291-42ce-bfbc-8bdd7d31a6a3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:08.176501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.359914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Allocated IP 172.25.4.155 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/ff343597-f5df-49df-93f5-04dea84c76ce) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:08.433355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:08.439162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'name': 'tempest-router--859113654', 'project_id': '26adc65c269d4b258fd5d25284e13456'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:08.471384 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.473454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.523989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.546185 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.552223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.567574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.568785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-295b8ac8-450d-4a7d-aab6-8245a0d9e3e5 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1343601 Aug 31 09:52:08.572222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59104) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:08.585192 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.641773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:08.643350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'Port': ['ID=ff343597-f5df-49df-93f5-04dea84c76ce,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:08.651450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.651625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:08.655801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:08.837977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.840355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.888923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.889465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8580b8a1-66c6-4aff-adfe-d45775864228 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:08.894748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:08.895773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b5a2cc72-cbb7-4054-8116-ffc1b48482a7 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8580b8a1-66c6-4aff-adfe-d45775864228 HTTP/1.1" status: 204 len: 168 time: 0.3226047 Aug 31 09:52:09.026995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59108) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:09.082917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.188411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.276471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f2c5-1486-4e04-9c97-6956d81d4729 req-d4743ed7-9bd4-4219-b07f-50d563b71296 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:09.278457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1226f2c5-1486-4e04-9c97-6956d81d4729 req-d4743ed7-9bd4-4219-b07f-50d563b71296 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0793588 Aug 31 09:52:09.338412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1226f2c5-1486-4e04-9c97-6956d81d4729 req-ff54bb32-65db-4526-8a11-26a042904db1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Aug 31 09:52:09.350733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-829198130', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:09.389747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.389747 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.402145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.408324 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.474298 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.488653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event updated for resources: {'Port': ['ID=ff343597-f5df-49df-93f5-04dea84c76ce,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:09.499614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.627544 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Floating IP aa8acfb7-40ff-4e10-8e39-d18316eee695 associated. External IP: 172.25.4.155, port: 7999f8d1-5fe1-489b-98d1-425cbd1a27b0. Aug 31 09:52:09.635028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.878885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:09.880881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:09.903784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.013966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:10.026192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Allocated IP 172.25.4.125 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/afe18ae8-9053-4c22-af7d-57ac1511eccf) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:10.030447 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] Sync routers for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:10.036551 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.046495 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:10.047669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:10.067941 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-636e06db-9176-4a12-b38c-83984df0bbc8 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1029770 Aug 31 09:52:10.068858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:10.071709 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:10.113907 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b15a077-2594-4cfb-8e3a-79429041febb x-openstack-request-id: req-3b15a077-2594-4cfb-8e3a-79429041febb {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:10.114278 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:10.114511 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b15a077-2594-4cfb-8e3a-79429041febb {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:10.114908 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'status': 'completed', 'code': 200} Aug 31 09:52:10.161785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.176365 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:10.220228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-7a9b1a8f-a07c-4891-aca0-33c087f3ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.221748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-7a9b1a8f-a07c-4891-aca0-33c087f3ebe8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.0572877 Aug 31 09:52:10.291939 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.349653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:10.360659 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:10.367328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event updated for resources: {'Port': ['ID=afe18ae8-9053-4c22-af7d-57ac1511eccf,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:10.371289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:10.408542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-dcfde3d9-44e2-48a6-80b3-713fc9152fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.410051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-dcfde3d9-44e2-48a6-80b3-713fc9152fca service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.1807995 Aug 31 09:52:10.427852 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'aa8acfb7-40ff-4e10-8e39-d18316eee695', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'port_id': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'mac_address': 'fa:16:3e:3d:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:52:08Z', 'updated_at': '2021-08-31T09:52:08Z', 'revision_number': 0, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:10.451707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-e1ebd4de-c4ec-4f40-a38e-becfbef3771b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576155 Aug 31 09:52:10.458829 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] Checking router: 7e1917c6-0ee6-4776-86fc-e754cc2448c5 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:10.469668 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:10.469987 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:10.555645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-1fa7195a-bf67-4e0d-8476-4396748a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.557419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-1fa7195a-bf67-4e0d-8476-4396748a1c19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 1097 time: 0.0596421 Aug 31 09:52:10.597837 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:10.626894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-c7df79a9-e67e-4ac4-aab2-6124566a7ce8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1000 time: 0.2080493 Aug 31 09:52:10.684316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-33b65827-9626-408e-bf68-e4b01cbeadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.686259 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-33b65827-9626-408e-bf68-e4b01cbeadbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1025801 Aug 31 09:52:10.706132 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08c07b-beda-4798-bfdd-117d69e776e4 req-aa0304d7-8e78-4c56-9f9e-2845c193d63a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.708243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd08c07b-beda-4798-bfdd-117d69e776e4 req-aa0304d7-8e78-4c56-9f9e-2845c193d63a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.2468684 Aug 31 09:52:10.738698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-ac809b31-5ea4-4942-a179-3a9993c371ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0893b43-4672-48c4-8b3e-c2136e676218 HTTP/1.1" status: 200 len: 217 time: 0.0443361 Aug 31 09:52:10.785506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-80ab0915-c071-487c-b97d-748741d7e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.787069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-80ab0915-c071-487c-b97d-748741d7e094 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.1330357 Aug 31 09:52:10.791146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-90893106-dffd-455e-b206-074e54c702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.792842 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-90893106-dffd-455e-b206-074e54c702bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0469613 Aug 31 09:52:10.825018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd08c07b-beda-4798-bfdd-117d69e776e4 req-ff1dd3b0-b09b-4c75-a858-5a784f366575 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076081 Aug 31 09:52:10.849090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-96bc3489-d059-4685-9d84-5d49acac2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.851803 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-96bc3489-d059-4685-9d84-5d49acac2aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498712 Aug 31 09:52:10.860590 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'aa8acfb7-40ff-4e10-8e39-d18316eee695', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'port_id': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'mac_address': 'fa:16:3e:3d:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:52:08Z', 'updated_at': '2021-08-31T09:52:08Z', 'revision_number': 0, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:10.888278 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafda51-b345-485e-bd33-3a1b814e6b8c None None] The sync data for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 is: [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'aa8acfb7-40ff-4e10-8e39-d18316eee695', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'port_id': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'mac_address': 'fa:16:3e:3d:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:52:08Z', 'updated_at': '2021-08-31T09:52:08Z', 'revision_number': 0, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:10.947793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:10.952507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-2b8cf73c-5a94-4b73-9ef4-f865f5e49f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.954417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-2b8cf73c-5a94-4b73-9ef4-f865f5e49f3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031005 Aug 31 09:52:10.957570 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-7aa615a9-867b-4f45-aa67-0a9f84e9a3c1 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993950 Aug 31 09:52:11.070705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fe96d2e-cb1a-47c9-bd9b-549059962705 req-bf970bd4-588c-46d8-854b-eac8ef5bbeab service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058416 Aug 31 09:52:11.149256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc3c23-bc70-4dfa-bea5-01adfbe628e1 None None] New status for floating IP aa8acfb7-40ff-4e10-8e39-d18316eee695: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:52:11.172875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-f5845504-c1f9-4be6-8af6-8e0f564a58e0 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828275 Aug 31 09:52:11.621309 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.674735 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-453f8fdf-4732-4ba8-9934-d4b17d27a9e0 req-d3eb49a5-eb59-4d8d-a8c8-d70073112431 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913330 Aug 31 09:52:11.770641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Router cfd3f721-e874-4332-86d7-c6609bcfd7bb is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:11.877947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:11.889079 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] Sync routers for ids ['cfd3f721-e874-4332-86d7-c6609bcfd7bb'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:11.899792 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.901138 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] Routers {'cfd3f721-e874-4332-86d7-c6609bcfd7bb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:11.901962 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cfd3f721-e874-4332-86d7-c6609bcfd7bb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.904100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59122) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:11.904682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5b860903-5ccd-4469-95fe-c09cde7a391b tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8754771 Aug 31 09:52:11.934500 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.947268 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] Routers {'cfd3f721-e874-4332-86d7-c6609bcfd7bb'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:11.948000 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['cfd3f721-e874-4332-86d7-c6609bcfd7bb'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.954453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ba5f-d597-4058-9d17-de07df311f6a req-31b62de8-b00a-4505-96c5-04a5f8a7efe0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:11.956011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b572ba5f-d597-4058-9d17-de07df311f6a req-31b62de8-b00a-4505-96c5-04a5f8a7efe0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0508037 Aug 31 09:52:11.989756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:11.990535 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34561b9e-459a-4928-b038-e758ed250f89 None None] The sync data for ids ['cfd3f721-e874-4332-86d7-c6609bcfd7bb'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:12.001418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b572ba5f-d597-4058-9d17-de07df311f6a req-35780618-d189-456d-b49e-bbabed4e3f7e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Aug 31 09:52:12.028352 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d3e0959-c571-40e3-8870-c74c721f1199 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/cfd3f721-e874-4332-86d7-c6609bcfd7bb HTTP/1.1" status: 200 len: 924 time: 0.1215737 Aug 31 09:52:12.031965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59124) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.058760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-963ab487-1e5d-4fbe-a2bb-dac533a432b0 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd3f721-e874-4332-86d7-c6609bcfd7bb HTTP/1.1" status: 200 len: 205 time: 0.0256937 Aug 31 09:52:12.061413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59126) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.174080 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.287615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.345777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Deleting port afe18ae8-9053-4c22-af7d-57ac1511eccf {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:12.346118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.436638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.450183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Calling delete_port for afe18ae8-9053-4c22-af7d-57ac1511eccf owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:12.635924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.667757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event deleted for resources: {'Port': ['ID=afe18ae8-9053-4c22-af7d-57ac1511eccf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:12.746795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.838820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.841164 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.887114 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.887817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Fanout notify agent at l3_agent the message router_deleted on router cfd3f721-e874-4332-86d7-c6609bcfd7bb {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:12.896651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.897827 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e0d4749-e482-41f7-9bc6-9a03f6a99141 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/cfd3f721-e874-4332-86d7-c6609bcfd7bb HTTP/1.1" status: 204 len: 168 time: 0.8353949 Aug 31 09:52:12.901781 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59128) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:12.907767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'name': 'tempest-snat-router-644939279', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': False}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:12.932191 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.933274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.994483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.165651 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.241117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705827a-480a-4bda-ae85-d97028784593 req-6cc75954-e607-4189-9044-d025fd5ddaae tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:13.242703 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6705827a-480a-4bda-ae85-d97028784593 req-6cc75954-e607-4189-9044-d025fd5ddaae tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.1344564 Aug 31 09:52:13.300936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6705827a-480a-4bda-ae85-d97028784593 req-5184bb56-908c-4a4a-99e9-d3c3f3271a45 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Aug 31 09:52:13.445718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.465684 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.592617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Allocated IP 172.25.4.209 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/84ae9ad7-8e2b-4281-9c06-bad1618990ea) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:13.704514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.749253 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:13.811020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:13.815192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:13.817898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:13.842162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Port': ['ID=84ae9ad7-8e2b-4281-9c06-bad1618990ea,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:14.082946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.301443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.480786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b590c7d-a6cd-4616-828d-4d4fa5dcb8f0 req-81f2bfc4-29ae-4462-923d-013d5f7fd9f7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:14.482313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b590c7d-a6cd-4616-828d-4d4fa5dcb8f0 req-81f2bfc4-29ae-4462-923d-013d5f7fd9f7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0771887 Aug 31 09:52:14.529327 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Router 21433dfe-107a-46a0-abab-7a0cc4970ae4 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:14.541597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2b590c7d-a6cd-4616-828d-4d4fa5dcb8f0 req-b667943c-03a3-45b8-9dd3-48a7ecf5b046 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518060 Aug 31 09:52:14.650521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:14.662534 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Sync routers for ids ['21433dfe-107a-46a0-abab-7a0cc4970ae4'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:14.667118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.668342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9bff9ac4-c2ad-4d6b-95cd-08d360197b34 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7654779 Aug 31 09:52:14.671595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:14.675761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Routers {'21433dfe-107a-46a0-abab-7a0cc4970ae4'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:14.676516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['21433dfe-107a-46a0-abab-7a0cc4970ae4'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:14.795670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8dd858b2-945c-4121-bf72-eeeb6daed3f6 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/21433dfe-107a-46a0-abab-7a0cc4970ae4 HTTP/1.1" status: 200 len: 908 time: 0.1229992 Aug 31 09:52:14.798868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59136) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:14.803434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'name': 'tempest-snat-router-644939279', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': True}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:14.806118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Set router 21433dfe-107a-46a0-abab-7a0cc4970ae4 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:14.827114 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.828870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.886633 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.003220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21433dfe-107a-46a0-abab-7a0cc4970ae4', 'name': 'tempest-snat-router-644939279', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.209'}], 'enable_snat': False}, 'gw_port_id': '84ae9ad7-8e2b-4281-9c06-bad1618990ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:12Z', 'updated_at': '2021-08-31T09:52:13Z', 'revision_number': 3, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port': {'id': '84ae9ad7-8e2b-4281-9c06-bad1618990ea', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21433dfe-107a-46a0-abab-7a0cc4970ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:13Z', 'updated_at': '2021-08-31T09:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.033324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Checking router: 21433dfe-107a-46a0-abab-7a0cc4970ae4 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:15.033774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Updating router 21433dfe-107a-46a0-abab-7a0cc4970ae4 port 84ae9ad7-8e2b-4281-9c06-bad1618990ea binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:15.041386 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.065858 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.271903 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.299791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.370683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.382985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Transition to ACTIVE for port object 84ae9ad7-8e2b-4281-9c06-bad1618990ea will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:15.389273 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.444383 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Allocated IP 172.25.4.158 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/48488431-2473-4ccf-b35c-ad7dbf22787f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:15.460780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Attempting to bind port 84ae9ad7-8e2b-4281-9c06-bad1618990ea on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:15.461161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Attempting to bind port 84ae9ad7-8e2b-4281-9c06-bad1618990ea by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:15.462013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Attempting to bind port 84ae9ad7-8e2b-4281-9c06-bad1618990ea on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:15.469939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:15.470335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:15.470743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.471149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:15.471770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Bound port: 84ae9ad7-8e2b-4281-9c06-bad1618990ea, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:15.472230 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.475380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54b0b-2fff-4da1-998c-32da627c4d30 None None] Pushing event updated for resources: {'Port': ['ID=84ae9ad7-8e2b-4281-9c06-bad1618990ea,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:15.543031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] For port 84ae9ad7-8e2b-4281-9c06-bad1618990ea, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:15.548044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] For port 84ae9ad7-8e2b-4281-9c06-bad1618990ea, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=84ae9ad7-8e2b-4281-9c06-bad1618990ea,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:15.553919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.627519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Routers {'21433dfe-107a-46a0-abab-7a0cc4970ae4'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:15.628264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['21433dfe-107a-46a0-abab-7a0cc4970ae4'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.634892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54b0b-2fff-4da1-998c-32da627c4d30 None None] Pushing event updated for resources: {'Port': ['ID=84ae9ad7-8e2b-4281-9c06-bad1618990ea,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:15.769350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] Set router 21433dfe-107a-46a0-abab-7a0cc4970ae4 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:15.925761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aca0a-bcfb-4dd6-8cf9-bb8c40275cb3 req-5b729f20-a8b9-4432-9073-2c48ce038735 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.927285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa6aca0a-bcfb-4dd6-8cf9-bb8c40275cb3 req-5b729f20-a8b9-4432-9073-2c48ce038735 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 943 time: 0.0780532 Aug 31 09:52:15.959150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:15.967332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 12c252eb-384c-4793-90ea-3cba1b06f0b3 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:15.984100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21433dfe-107a-46a0-abab-7a0cc4970ae4', 'name': 'tempest-snat-router-644939279', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.209'}], 'enable_snat': False}, 'gw_port_id': '84ae9ad7-8e2b-4281-9c06-bad1618990ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:12Z', 'updated_at': '2021-08-31T09:52:13Z', 'revision_number': 3, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port': {'id': '84ae9ad7-8e2b-4281-9c06-bad1618990ea', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21433dfe-107a-46a0-abab-7a0cc4970ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:13Z', 'updated_at': '2021-08-31T09:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:15.996915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa6aca0a-bcfb-4dd6-8cf9-bb8c40275cb3 req-4a4b328e-9011-469d-8975-ff7d409ec816 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575087 Aug 31 09:52:16.021996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0c397-7ef1-4a42-9016-1761c4ea2477 None None] The sync data for ids ['21433dfe-107a-46a0-abab-7a0cc4970ae4'] in n-d-800634-13 is: [{'id': '21433dfe-107a-46a0-abab-7a0cc4970ae4', 'name': 'tempest-snat-router-644939279', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.209'}], 'enable_snat': False}, 'gw_port_id': '84ae9ad7-8e2b-4281-9c06-bad1618990ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:12Z', 'updated_at': '2021-08-31T09:52:13Z', 'revision_number': 3, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port': {'id': '84ae9ad7-8e2b-4281-9c06-bad1618990ea', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21433dfe-107a-46a0-abab-7a0cc4970ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:13Z', 'updated_at': '2021-08-31T09:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:16.031347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.084657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:16.088543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:16.092412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:16.126112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 12c252eb-384c-4793-90ea-3cba1b06f0b3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:16.139262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '12c252eb-384c-4793-90ea-3cba1b06f0b3', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': '12c252eb-384c-4793-90ea-3cba1b06f0b3', 'mac_address': 'fa:16:3e:de:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:16.145197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Port': ['ID=48488431-2473-4ccf-b35c-ad7dbf22787f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:16.183070 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.199460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c252eb-384c-4793-90ea-3cba1b06f0b3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:16.222919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 12c252eb-384c-4793-90ea-3cba1b06f0b3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:16.228216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.321000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=12c252eb-384c-4793-90ea-3cba1b06f0b3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:16.460680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.511714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['12c252eb-384c-4793-90ea-3cba1b06f0b3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:52:16.698206 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.861501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Router 8464a2e6-0f8b-4d20-a29e-3486e404efff is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:16.975452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:16.987134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Sync routers for ids ['8464a2e6-0f8b-4d20-a29e-3486e404efff'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:16.992316 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.996098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-87bc3ffa-fd23-4119-90b8-14c5ee92cbdc tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1938417 Aug 31 09:52:16.996456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59142) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:17.004821 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Routers {'8464a2e6-0f8b-4d20-a29e-3486e404efff'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:17.005728 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['8464a2e6-0f8b-4d20-a29e-3486e404efff'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:17.133758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59146) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:17.134746 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ccb92f46-7187-4372-a03e-1c7b7100b9e2 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/8464a2e6-0f8b-4d20-a29e-3486e404efff HTTP/1.1" status: 200 len: 907 time: 0.1356924 Aug 31 09:52:17.134864 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Set router 8464a2e6-0f8b-4d20-a29e-3486e404efff gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:52:17.196980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb74f-2eb5-4350-853f-1bd12e8b48a9 req-884d0847-25dd-4616-85f4-c673f7341306 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:17.198637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52ebb74f-2eb5-4350-853f-1bd12e8b48a9 req-884d0847-25dd-4616-85f4-c673f7341306 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 944 time: 0.1019557 Aug 31 09:52:17.290716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.295525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52ebb74f-2eb5-4350-853f-1bd12e8b48a9 req-4b6a116f-df5c-4d8f-8189-e33d325aa709 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897343 Aug 31 09:52:17.350810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8464a2e6-0f8b-4d20-a29e-3486e404efff', 'name': 'tempest-snat-router-644939279', 'tenant_id': '46933bd278cd49ea91693237ab9dc2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '48488431-2473-4ccf-b35c-ad7dbf22787f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:52:14Z', 'updated_at': '2021-08-31T09:52:16Z', 'revision_number': 3, 'project_id': '46933bd278cd49ea91693237ab9dc2fc', 'gw_port': {'id': '48488431-2473-4ccf-b35c-ad7dbf22787f', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8464a2e6-0f8b-4d20-a29e-3486e404efff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:52:15Z', 'updated_at': '2021-08-31T09:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:17.377706 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Checking router: 8464a2e6-0f8b-4d20-a29e-3486e404efff for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:52:17.378051 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Updating router 8464a2e6-0f8b-4d20-a29e-3486e404efff port 48488431-2473-4ccf-b35c-ad7dbf22787f binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:52:17.403202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.407162 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.460080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Deleting port 48488431-2473-4ccf-b35c-ad7dbf22787f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:17.460506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.540055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.554697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Calling delete_port for 48488431-2473-4ccf-b35c-ad7dbf22787f owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:17.745123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.782008 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.db.api [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:52:17.782008 n-d-800634-13 neutron-server[94898]: DEBUG oslo_db.api [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:52:17.786304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event deleted for resources: {'Port': ['ID=48488431-2473-4ccf-b35c-ad7dbf22787f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:17.853693 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.953518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.955893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.972545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 12c252eb-384c-4793-90ea-3cba1b06f0b3 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:18.000699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.001235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8464a2e6-0f8b-4d20-a29e-3486e404efff {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:18.005885 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.006982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-adac325c-1bea-4aa1-8694-f3241938d484 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8464a2e6-0f8b-4d20-a29e-3486e404efff HTTP/1.1" status: 204 len: 168 time: 0.8722498 Aug 31 09:52:18.009480 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:18.026932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 12c252eb-384c-4793-90ea-3cba1b06f0b3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:18.031328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 12c252eb-384c-4793-90ea-3cba1b06f0b3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:18.031328 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.117437 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.120235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.142093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c252eb-384c-4793-90ea-3cba1b06f0b3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:18.144479 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff11a39-c9f3-4b7f-a171-a2fd20d298af" -d '{"events": [{"server_uuid": "c291617e-9852-4d10-ba3d-00bac5c8cca0", "name": "network-vif-plugged", "status": "completed", "tag": "12c252eb-384c-4793-90ea-3cba1b06f0b3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:18.158026 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 12c252eb-384c-4793-90ea-3cba1b06f0b3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:18.163394 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.196304 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fccc51-2d9e-4231-be02-9a39180259b8 x-openstack-request-id: req-f7fccc51-2d9e-4231-be02-9a39180259b8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:18.196926 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c291617e-9852-4d10-ba3d-00bac5c8cca0", "name": "network-vif-plugged", "status": "completed", "tag": "12c252eb-384c-4793-90ea-3cba1b06f0b3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:18.197246 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7fccc51-2d9e-4231-be02-9a39180259b8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:18.197703 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c252eb-384c-4793-90ea-3cba1b06f0b3', 'code': 200} Aug 31 09:52:18.226876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=12c252eb-384c-4793-90ea-3cba1b06f0b3,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:18.244873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.270892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84ae9ad7-8e2b-4281-9c06-bad1618990ea up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:18.301850 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Port 48488431-2473-4ccf-b35c-ad7dbf22787f not found while updating agent binding for router 8464a2e6-0f8b-4d20-a29e-3486e404efff. {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:52:18.312527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Routers set() bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:18.312922 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Router IDs set() for agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:52:18.313522 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8464a2e6-0f8b-4d20-a29e-3486e404efff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent'). {{(pid=94898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:52:18.313881 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f510a34-f3c2-4145-b33d-efab86473649 None None] The sync data for ids ['8464a2e6-0f8b-4d20-a29e-3486e404efff'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:18.324473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Deleting port 84ae9ad7-8e2b-4281-9c06-bad1618990ea {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:18.324815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.336302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 84ae9ad7-8e2b-4281-9c06-bad1618990ea completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:18.343056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 84ae9ad7-8e2b-4281-9c06-bad1618990ea triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:18.343474 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.433615 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.455605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 84ae9ad7-8e2b-4281-9c06-bad1618990ea, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=84ae9ad7-8e2b-4281-9c06-bad1618990ea,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:18.459891 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.485349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f444f81-2e9a-4114-8670-6e05bd34cc11 req-b9d2a528-7e24-4a2a-861a-3226ff645953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.486908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f444f81-2e9a-4114-8670-6e05bd34cc11 req-b9d2a528-7e24-4a2a-861a-3226ff645953 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 1097 time: 0.1976311 Aug 31 09:52:18.499073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037d34-f7ff-455a-b37f-169d9db00dbf req-8b083926-574a-4ea9-a211-496d1b99725d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.503479 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2037d34-f7ff-455a-b37f-169d9db00dbf req-8b083926-574a-4ea9-a211-496d1b99725d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.1100595 Aug 31 09:52:18.519432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=84ae9ad7-8e2b-4281-9c06-bad1618990ea,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:18.553126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] For port 84ae9ad7-8e2b-4281-9c06-bad1618990ea, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=84ae9ad7-8e2b-4281-9c06-bad1618990ea,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:18.553768 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.578766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Calling delete_port for 84ae9ad7-8e2b-4281-9c06-bad1618990ea owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:18.585316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-97a72225-bf4d-4409-88b7-e26b5ab94327 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484655 Aug 31 09:52:18.595849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f444f81-2e9a-4114-8670-6e05bd34cc11 req-411e2984-37ef-4cf5-8b63-628218316cc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892358 Aug 31 09:52:18.608512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2037d34-f7ff-455a-b37f-169d9db00dbf req-d826c808-338e-4ee9-8e6b-64cdf00fa26b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952487 Aug 31 09:52:18.764003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.790658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ae9ad7-8e2b-4281-9c06-bad1618990ea,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:18.825349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.851325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.971531 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:18.974679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.019900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054297d5-7902-4c6d-a701-959b04ba2174 req-958deaeb-6af5-4ea8-bbad-954db46f6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.021505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-958deaeb-6af5-4ea8-bbad-954db46f6232 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.1395223 Aug 31 09:52:19.022742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.023252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21433dfe-107a-46a0-abab-7a0cc4970ae4 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:19.027829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.034831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4efd8854-a11e-43e2-b4b5-1c73308acf8d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "DELETE /v2.0/routers/21433dfe-107a-46a0-abab-7a0cc4970ae4 HTTP/1.1" status: 204 len: 168 time: 1.0184557 Aug 31 09:52:19.036325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59156) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:19.041442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-600620903', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:19.065559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.066800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.122228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.145593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054297d5-7902-4c6d-a701-959b04ba2174 req-48e7b872-7782-4745-be41-76b22194fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.147284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-48e7b872-7782-4745-be41-76b22194fe0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.1040735 Aug 31 09:52:19.223160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-98a670af-b922-435a-bee3-b17ac286ae3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1002 time: 0.0685239 Aug 31 09:52:19.279055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054297d5-7902-4c6d-a701-959b04ba2174 req-50d1c046-34f9-4bee-997a-cc0b8270f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.281387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-50d1c046-34f9-4bee-997a-cc0b8270f3a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0498765 Aug 31 09:52:19.669517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.690254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054297d5-7902-4c6d-a701-959b04ba2174 req-6a351b44-05e5-4dbf-8034-a7541a6db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.691812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-6a351b44-05e5-4dbf-8034-a7541a6db9e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4035947 Aug 31 09:52:19.816887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f431d2-7a06-4dab-b0cb-89e1b86d2876 req-3260aa5a-bb4c-472c-b9c1-85628d895432 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:19.818385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16f431d2-7a06-4dab-b0cb-89e1b86d2876 req-3260aa5a-bb4c-472c-b9c1-85628d895432 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.1093316 Aug 31 09:52:19.842535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-551a1c37-1bf4-4336-8cdf-776b4f69b6b6 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429546 Aug 31 09:52:19.885636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.903297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-16f431d2-7a06-4dab-b0cb-89e1b86d2876 req-a33a1096-6972-4b97-a7d7-78bbd724dab9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769107 Aug 31 09:52:19.906987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:19.946020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-054297d5-7902-4c6d-a701-959b04ba2174 req-10439836-e4ab-4ffb-ade6-db55f21eec33 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963125 Aug 31 09:52:20.026307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Allocated IP 172.25.4.95 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/77e1abfd-486a-49a6-ab33-d3bc8d26055a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:20.130141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.170150 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.213270 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:20.218326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:20.221982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:20.222855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84ae9ad7-8e2b-4281-9c06-bad1618990ea no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:20.243470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 84ae9ad7-8e2b-4281-9c06-bad1618990ea {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:20.243906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 84ae9ad7-8e2b-4281-9c06-bad1618990ea not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:20.245848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event updated for resources: {'Port': ['ID=77e1abfd-486a-49a6-ab33-d3bc8d26055a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:20.487896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.692208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.828001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Router 58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:20.935230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:20.946080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] Sync routers for ids ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:20.955541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] Routers {'58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:20.955788 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:20.956174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:20.959910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59162) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:20.960509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-444da3ca-f771-45ba-9dd1-a3eb75babbad tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9225557 Aug 31 09:52:20.965306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': False}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:21.107282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab3c3-a87a-4766-99fc-b4859aa3fadf req-5db03443-8697-4b9a-ad29-c7c9e391af04 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:21.109901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-585ab3c3-a87a-4766-99fc-b4859aa3fadf req-5db03443-8697-4b9a-ad29-c7c9e391af04 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.1033428 Aug 31 09:52:21.177071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:21.186267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] Routers {'58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:21.187243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:21.198709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-585ab3c3-a87a-4766-99fc-b4859aa3fadf req-d11d7704-1f5f-4d91-bdf7-da5361ef9c0f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825474 Aug 31 09:52:21.221319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:21.222241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa52de-b9fd-49b8-92bb-9eaed1890ad3 None None] The sync data for ids ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:21.391068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437501a-f861-49c6-b4a5-c9392d65d735 req-4a8a4281-f939-41ad-bbea-aff7b11b6e04 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:21.392553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4437501a-f861-49c6-b4a5-c9392d65d735 req-4a8a4281-f939-41ad-bbea-aff7b11b6e04 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.0951259 Aug 31 09:52:21.404090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.477830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4437501a-f861-49c6-b4a5-c9392d65d735 req-de585a44-1a6c-438a-a406-89476ca6eecf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779300 Aug 31 09:52:21.859232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28819e6b-e6db-4cd5-8513-539ed70d2011 req-a0e85232-2bdb-4c54-8749-bf0cc945e608 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:21.860726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28819e6b-e6db-4cd5-8513-539ed70d2011 req-a0e85232-2bdb-4c54-8749-bf0cc945e608 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.1224501 Aug 31 09:52:21.894942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.901271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:21.951011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28819e6b-e6db-4cd5-8513-539ed70d2011 req-66d9ac38-ee1c-474d-811e-c90e0d24641a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Aug 31 09:52:22.020415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Router 58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:22.135735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:22.140483 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.142413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-749edf36-82f8-4ba6-a0d3-ec26c40dc485 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "PUT /v2.0/routers/58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 HTTP/1.1" status: 200 len: 924 time: 1.1805792 Aug 31 09:52:22.144379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:22.145303 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] Sync routers for ids ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:22.154481 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] Routers {'58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:22.155263 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.195999 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.207934 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] Routers {'58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:22.208549 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.243784 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:22.245055 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ed3892-eecf-4fcb-b9dc-b4dddf52d7b3 None None] The sync data for ids ['58fc3d41-af63-4a1e-8ec3-8c5cfce380d5'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:22.254968 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68d58a01-b71e-4735-9c2f-2574719fab64 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 HTTP/1.1" status: 200 len: 924 time: 0.1093464 Aug 31 09:52:22.257996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59174) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:22.337882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed2b62-9d1b-47b8-a028-7245c8376c9a tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:22.339463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83ed2b62-9d1b-47b8-a028-7245c8376c9a tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=58fc3d41-af63-4a1e-8ec3-8c5cfce380d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0805080 Aug 31 09:52:22.342072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59176) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:22.434302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb983e-cc9b-4eda-b8b8-7a2b66f235ec tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:22.435650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eebb983e-cc9b-4eda-b8b8-7a2b66f235ec tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.0926404 Aug 31 09:52:22.438691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59178) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:22.470620 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ac31c2a2-2120-4e13-b9cd-ee443eeb740e tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 HTTP/1.1" status: 200 len: 205 time: 0.0305564 Aug 31 09:52:22.473130 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59180) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:22.581660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.683837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.742385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Deleting port 77e1abfd-486a-49a6-ab33-d3bc8d26055a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:22.742731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.818248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:22.829737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Calling delete_port for 77e1abfd-486a-49a6-ab33-d3bc8d26055a owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:22.995472 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.024613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event deleted for resources: {'Port': ['ID=77e1abfd-486a-49a6-ab33-d3bc8d26055a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:23.091873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649dcb6-ca28-4d31-a4b4-fb1b1d4762b7 req-73702fb4-28d9-4ff2-94a9-4402e00c4aad tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.094414 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9649dcb6-ca28-4d31-a4b4-fb1b1d4762b7 req-73702fb4-28d9-4ff2-94a9-4402e00c4aad tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.0583460 Aug 31 09:52:23.098958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.136112 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9649dcb6-ca28-4d31-a4b4-fb1b1d4762b7 req-49e3d98a-c109-4bb2-9aef-42d587e4376b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Aug 31 09:52:23.202085 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.205495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.251912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.252463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Fanout notify agent at l3_agent the message router_deleted on router 58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:23.260159 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.261278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-df80c60a-d67c-4cfc-aa59-e6793ea29f8f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 HTTP/1.1" status: 204 len: 168 time: 0.7872021 Aug 31 09:52:23.265983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59184) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:23.271038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1998034890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:23.300876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.301886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.355366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.360008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.377847 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.379619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15b6398f-6b24-4897-a72f-4adcd1e57418 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1122396 Aug 31 09:52:23.382232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59188) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:23.387005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:23.619553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-bcafffa1-68fe-4799-9d74-824ed2f43160 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.621661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-bcafffa1-68fe-4799-9d74-824ed2f43160 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 945 time: 0.1635621 Aug 31 09:52:23.682814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.804648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port 12c252eb-384c-4793-90ea-3cba1b06f0b3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:23.804981 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.950181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port 12c252eb-384c-4793-90ea-3cba1b06f0b3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=12c252eb-384c-4793-90ea-3cba1b06f0b3,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:23.950520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:23.990292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for 12c252eb-384c-4793-90ea-3cba1b06f0b3 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:24.020040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.074639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.278800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Allocated IP 172.25.4.175 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/581f2fa0-ffdb-4893-9c98-b0722c89f54f) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:24.302400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.316341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['c0893b43-4672-48c4-8b3e-c2136e676218'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:52:24.383059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=12c252eb-384c-4793-90ea-3cba1b06f0b3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:24.397879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71e79e-13e7-4264-972b-fe161188d6f3 req-7a45b702-9a49-4098-834a-72a093dfefb4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:24.399471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f71e79e-13e7-4264-972b-fe161188d6f3 req-7a45b702-9a49-4098-834a-72a093dfefb4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 867 time: 0.1716268 Aug 31 09:52:24.799124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port 12c252eb-384c-4793-90ea-3cba1b06f0b3 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:24.804849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.806872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebcfa154-2384-4cf4-8331-4d95339c6bcd req-82d48669-64e8-4e47-bc59-64ef596b1140 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "DELETE /v2.0/ports/12c252eb-384c-4793-90ea-3cba1b06f0b3 HTTP/1.1" status: 204 len: 173 time: 1.1524794 Aug 31 09:52:24.808652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'name': 'network-vif-deleted', 'tag': '12c252eb-384c-4793-90ea-3cba1b06f0b3'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:24.811131 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fd69da-2e8d-460d-b838-d52b70e9a471" -d '{"events": [{"server_uuid": "c291617e-9852-4d10-ba3d-00bac5c8cca0", "name": "network-vif-deleted", "tag": "12c252eb-384c-4793-90ea-3cba1b06f0b3"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:24.848901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2f71e79e-13e7-4264-972b-fe161188d6f3 req-a2f182da-5f59-4ad1-8cc3-2f452d5c9a8b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383094 Aug 31 09:52:24.858662 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25474b9d-8365-412e-b564-dbab0148e7e0 x-openstack-request-id: req-25474b9d-8365-412e-b564-dbab0148e7e0 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:24.859574 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c291617e-9852-4d10-ba3d-00bac5c8cca0", "name": "network-vif-deleted", "tag": "12c252eb-384c-4793-90ea-3cba1b06f0b3", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:24.859574 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25474b9d-8365-412e-b564-dbab0148e7e0 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:24.859891 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c291617e-9852-4d10-ba3d-00bac5c8cca0', 'name': 'network-vif-deleted', 'tag': '12c252eb-384c-4793-90ea-3cba1b06f0b3', 'status': 'completed', 'code': 200} Aug 31 09:52:24.862998 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.907270 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:24.951004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:24.958077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:24.961173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:24.998936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event updated for resources: {'Port': ['ID=581f2fa0-ffdb-4893-9c98-b0722c89f54f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:25.256346 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:52:25.257828 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.480585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.484909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.632337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Router 905a2f7e-cb00-421e-9367-8a2cc035c7dc is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:25.761450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:25.769288 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:25.773072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a344e668-16e9-4b71-b112-4a733ac587fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "PUT /v2.0/routers/905a2f7e-cb00-421e-9367-8a2cc035c7dc HTTP/1.1" status: 200 len: 884 time: 2.3873737 Aug 31 09:52:25.773303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59194) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:25.776247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] Sync routers for ids ['905a2f7e-cb00-421e-9367-8a2cc035c7dc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:25.787378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] Routers {'905a2f7e-cb00-421e-9367-8a2cc035c7dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:25.788511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['905a2f7e-cb00-421e-9367-8a2cc035c7dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:25.823724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:25.833540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] Routers {'905a2f7e-cb00-421e-9367-8a2cc035c7dc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:25.834143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['905a2f7e-cb00-421e-9367-8a2cc035c7dc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:25.871059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:25.871616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31246-44b4-4a8e-bb23-5ef265d91794 None None] The sync data for ids ['905a2f7e-cb00-421e-9367-8a2cc035c7dc'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:25.903094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d013f4bd-cad8-4b4d-bdf5-ccfc8e987ee2 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/905a2f7e-cb00-421e-9367-8a2cc035c7dc HTTP/1.1" status: 200 len: 925 time: 0.1262956 Aug 31 09:52:25.903309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59198) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:26.009183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aef935b8-f805-4c73-a044-12f8b38d6fe0 req-729c7cb6-519c-4e14-a86b-30c403ca1fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 210 time: 0.0478778 Aug 31 09:52:26.020356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b1b4b4-0c53-4372-8b7b-c23ad12562bb tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:26.024205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-46b1b4b4-0c53-4372-8b7b-c23ad12562bb tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=905a2f7e-cb00-421e-9367-8a2cc035c7dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1180077 Aug 31 09:52:26.025105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59200) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:26.036931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 12c252eb-384c-4793-90ea-3cba1b06f0b3 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:26.060913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 12c252eb-384c-4793-90ea-3cba1b06f0b3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:26.061200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 12c252eb-384c-4793-90ea-3cba1b06f0b3 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:26.137133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209cb546-180c-46e0-ad3f-20f47c104a69 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:26.141416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-209cb546-180c-46e0-ad3f-20f47c104a69 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.1125433 Aug 31 09:52:26.141683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:26.181581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-930bd2e1-1860-4470-8dc2-1a37a913ba04 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=905a2f7e-cb00-421e-9367-8a2cc035c7dc HTTP/1.1" status: 200 len: 205 time: 0.0385914 Aug 31 09:52:26.185098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:26.322315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.478408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.549625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Deleting port 581f2fa0-ffdb-4893-9c98-b0722c89f54f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:26.549949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.642426 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.659379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Calling delete_port for 581f2fa0-ffdb-4893-9c98-b0722c89f54f owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:26.868840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:26.904464 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event deleted for resources: {'Port': ['ID=581f2fa0-ffdb-4893-9c98-b0722c89f54f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:26.932832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.933176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.933534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.933968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.934295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.934710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.934982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.935315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.935764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.936092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.936564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.937402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:26.987888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.097096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.100030 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.128511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-517cb0f8-2d33-47cd-96f0-a7c9c03972f5 req-a261a735-319c-46cd-8207-aa6f5b52c842 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 210 time: 0.0343666 Aug 31 09:52:27.153391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.154172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Fanout notify agent at l3_agent the message router_deleted on router 905a2f7e-cb00-421e-9367-8a2cc035c7dc {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:27.169572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.171994 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-231c30c9-ffbd-4d9d-9bd5-2286ef6fc602 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/905a2f7e-cb00-421e-9367-8a2cc035c7dc HTTP/1.1" status: 204 len: 168 time: 0.9850576 Aug 31 09:52:27.175210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59208) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:27.180878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1504905415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:27.212423 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.213479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.283585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.288814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.307500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.309041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f0224781-5f25-437f-b5d0-7c610ee9843c tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1329792 Aug 31 09:52:27.312312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59210) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:27.317908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': True}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:27.572296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.790392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.812602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:27.930892 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Allocated IP 172.25.4.14 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/2af4bdd7-db15-4bd6-b7c3-958b46281ac6) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:28.041826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.085048 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.126396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:28.129386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:28.133037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:28.155003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Port': ['ID=2af4bdd7-db15-4bd6-b7c3-958b46281ac6,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:28.170096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.170446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.170937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.171912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.172483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.172603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.172838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.173166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.173493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.174310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.174310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.174646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:28.283920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dab7690d-f026-4333-b354-4c0354cc9af2 req-0f90e3cf-7cf7-42d1-9f48-172f0cfed1bd tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=c291617e-9852-4d10-ba3d-00bac5c8cca0 HTTP/1.1" status: 200 len: 210 time: 0.0541527 Aug 31 09:52:28.451196 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.549437 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-feb02cd2-8860-4da8-a659-df11e32042f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.668888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.673033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.801687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Router e7eac60d-4e76-43b3-a376-58ed37739e03 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:28.911860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:28.917057 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.918521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d40e325c-4554-4a25-b54a-c90610fed931 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "PUT /v2.0/routers/e7eac60d-4e76-43b3-a376-58ed37739e03 HTTP/1.1" status: 200 len: 918 time: 1.6046572 Aug 31 09:52:28.920793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59214) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:28.924759 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] Sync routers for ids ['e7eac60d-4e76-43b3-a376-58ed37739e03'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:28.938705 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] Routers {'e7eac60d-4e76-43b3-a376-58ed37739e03'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:28.939930 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e7eac60d-4e76-43b3-a376-58ed37739e03'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:28.988850 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:29.000947 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] Routers {'e7eac60d-4e76-43b3-a376-58ed37739e03'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:29.001680 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['e7eac60d-4e76-43b3-a376-58ed37739e03'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:29.037649 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:29.038570 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8830e6c-17b2-4852-b345-888b10962c7a None None] The sync data for ids ['e7eac60d-4e76-43b3-a376-58ed37739e03'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:29.044250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1d98dfac-406c-4a09-9dfd-ed1343bf5d91 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/e7eac60d-4e76-43b3-a376-58ed37739e03 HTTP/1.1" status: 200 len: 924 time: 0.1198196 Aug 31 09:52:29.044754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59216) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:29.090663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8cb2cc-25cb-4704-aa99-1fde7e382f68 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:29.092327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fc8cb2cc-25cb-4704-aa99-1fde7e382f68 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=e7eac60d-4e76-43b3-a376-58ed37739e03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0469496 Aug 31 09:52:29.098808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:29.564570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e89c8b-dc9a-4195-9eaa-e893ff1efc33 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:29.565999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d8e89c8b-dc9a-4195-9eaa-e893ff1efc33 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.4662414 Aug 31 09:52:29.568870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59224) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:29.599727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-deab4bc1-ead9-4bbb-a1b9-918ba0929e3f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7eac60d-4e76-43b3-a376-58ed37739e03 HTTP/1.1" status: 200 len: 205 time: 0.0296125 Aug 31 09:52:29.602087 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59226) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:29.740123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.884856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:29.952015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Deleting port 2af4bdd7-db15-4bd6-b7c3-958b46281ac6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:29.952555 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.053908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.067905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Calling delete_port for 2af4bdd7-db15-4bd6-b7c3-958b46281ac6 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:30.259658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.287585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event deleted for resources: {'Port': ['ID=2af4bdd7-db15-4bd6-b7c3-958b46281ac6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:30.350822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.457527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.459806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.512976 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.513513 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Fanout notify agent at l3_agent the message router_deleted on router e7eac60d-4e76-43b3-a376-58ed37739e03 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:30.521370 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.522496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-06acc39d-cbe4-4ee4-a019-3c95c5f04884 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/e7eac60d-4e76-43b3-a376-58ed37739e03 HTTP/1.1" status: 204 len: 168 time: 0.9194555 Aug 31 09:52:30.526571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:30.531258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1595550292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:30.562357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.563923 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.631508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.635902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.653734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:30.655002 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a9b29235-0cc0-4986-9058-e4015aa252c7 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1276069 Aug 31 09:52:30.658460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59232) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:30.663144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'enable_snat': False}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:31.227102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.435157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.456158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.587460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Allocated IP 172.25.4.72 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/b696ede1-8654-497a-b684-c51877a1f00a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:31.713955 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.755850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.779020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:31.799545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:31.804416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:31.809366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:31.812306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Pushing event updated for resources: {'Port': ['ID=b696ede1-8654-497a-b684-c51877a1f00a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:32.063370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.269053 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.272538 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.404509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Router 7cf42590-a9e8-415c-8808-7c7973bc02a3 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:32.411812 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.517444 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dbf654dd-063b-4bd6-9464-01928091a35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.543812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:32.549084 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:32.550411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6c5a72ad-615d-4442-9166-b0a2629e254b tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "PUT /v2.0/routers/7cf42590-a9e8-415c-8808-7c7973bc02a3 HTTP/1.1" status: 200 len: 919 time: 1.8908691 Aug 31 09:52:32.553078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.555137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] Sync routers for ids ['7cf42590-a9e8-415c-8808-7c7973bc02a3'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:32.565515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] Routers {'7cf42590-a9e8-415c-8808-7c7973bc02a3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:32.566138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7cf42590-a9e8-415c-8808-7c7973bc02a3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.605281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.614452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] Routers {'7cf42590-a9e8-415c-8808-7c7973bc02a3'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:32.615109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7cf42590-a9e8-415c-8808-7c7973bc02a3'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.651468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:32.652360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee2603-6a8f-4038-a828-2df9dfcc8033 None None] The sync data for ids ['7cf42590-a9e8-415c-8808-7c7973bc02a3'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:32.671901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-29090456-3021-42cf-bb10-3d71df365f16 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/7cf42590-a9e8-415c-8808-7c7973bc02a3 HTTP/1.1" status: 200 len: 925 time: 0.1177239 Aug 31 09:52:32.674913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59246) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.721117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54de21b-ff4a-4222-872c-e0d47f5e7949 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:32.722688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f54de21b-ff4a-4222-872c-e0d47f5e7949 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=7cf42590-a9e8-415c-8808-7c7973bc02a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0467970 Aug 31 09:52:32.725217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59248) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.820717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c770b-6a17-456b-a716-c19d144bea2d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:32.822443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-947c770b-6a17-456b-a716-c19d144bea2d tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/networks/5491c24c-cf4f-4f0e-812e-9745dafea365 HTTP/1.1" status: 200 len: 881 time: 0.0963171 Aug 31 09:52:32.825320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59250) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.854419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8449df39-c505-425b-ac04-372bebec3387 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf42590-a9e8-415c-8808-7c7973bc02a3 HTTP/1.1" status: 200 len: 205 time: 0.0279915 Aug 31 09:52:32.856823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59252) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:32.969248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.075149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.131775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Deleting port b696ede1-8654-497a-b684-c51877a1f00a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:33.132112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.209840 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.222087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Calling delete_port for b696ede1-8654-497a-b684-c51877a1f00a owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:33.390111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.421374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event deleted for resources: {'Port': ['ID=b696ede1-8654-497a-b684-c51877a1f00a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:33.482327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.580571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.582804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.629012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.629705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf42590-a9e8-415c-8808-7c7973bc02a3 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:33.636965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.641809 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7d5854cc-d3fb-476f-9033-54f1efb8cd82 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/7cf42590-a9e8-415c-8808-7c7973bc02a3 HTTP/1.1" status: 204 len: 168 time: 0.7804847 Aug 31 09:52:33.642182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59256) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:33.647702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2081227909', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:33.673171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.674194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.721511 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.729903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.876054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edc339-e279-4f36-a3db-23c6ba37c0d2 req-d9022719-d975-4895-b764-d3716032d256 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:33.877588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3edc339-e279-4f36-a3db-23c6ba37c0d2 req-d9022719-d975-4895-b764-d3716032d256 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 945 time: 0.0505893 Aug 31 09:52:33.878708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.918193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d3edc339-e279-4f36-a3db-23c6ba37c0d2 req-743ccbf1-e98f-45dd-ab74-6889fbab4244 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Aug 31 09:52:34.073984 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.094176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.202988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Allocated IP 172.25.4.15 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/7542cca7-60f3-4cf8-a327-a1defcc05f67) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:34.304346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.345121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:34.392990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:34.395992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:34.399627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:34.405010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event updated for resources: {'Port': ['ID=7542cca7-60f3-4cf8-a327-a1defcc05f67,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:34.655412 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.046527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9aef-31c7-46f3-b951-c674411f6085 req-5f1d16d7-4578-45a4-b447-58a3f7ba34a0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.048154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bce9aef-31c7-46f3-b951-c674411f6085 req-5f1d16d7-4578-45a4-b447-58a3f7ba34a0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Aug 31 09:52:35.094311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bce9aef-31c7-46f3-b951-c674411f6085 req-426d6c0c-bbb1-4b2d-88f3-540a7d287f60 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=6493f089-be3e-4ccc-9ca9-2cab8ae4726d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Aug 31 09:52:35.212500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.371064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Router 1a5fb7f5-e386-4226-be4a-aca5ef2f4744 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:52:35.433035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-3782a98d-1148-4864-8985-9ae908d08bb8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:35.434582 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-3782a98d-1148-4864-8985-9ae908d08bb8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 945 time: 0.0941129 Aug 31 09:52:35.553601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:35.563572 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] Sync routers for ids ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:35.573333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] Routers {'1a5fb7f5-e386-4226-be4a-aca5ef2f4744'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:35.573947 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.583778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.585135 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d3aa0acc-3d5e-4079-9cbb-67198e3fddcd tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9416196 Aug 31 09:52:35.587962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59264) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:35.591726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port c0893b43-4672-48c4-8b3e-c2136e676218 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:35.592145 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.593649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:35.618411 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.628847 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] Routers {'1a5fb7f5-e386-4226-be4a-aca5ef2f4744'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:35.629504 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.662079 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:35.662759 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37da8b-5d2f-4cb9-9d5a-1c70e9f44cfb None None] The sync data for ids ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'] in n-d-800634-13 is: [] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:35.688896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port c0893b43-4672-48c4-8b3e-c2136e676218, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=c0893b43-4672-48c4-8b3e-c2136e676218,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:35.689268 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.703045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for c0893b43-4672-48c4-8b3e-c2136e676218 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:35.839546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.868614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=c0893b43-4672-48c4-8b3e-c2136e676218,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:35.912823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port c0893b43-4672-48c4-8b3e-c2136e676218 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:35.915390 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.915858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.917954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6fe5de3c-08fb-4cae-b8ad-068581593e69 req-f681eeb7-7c59-4177-bc95-4528935bab3f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "DELETE /v2.0/ports/c0893b43-4672-48c4-8b3e-c2136e676218 HTTP/1.1" status: 204 len: 173 time: 0.4755583 Aug 31 09:52:35.918403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'name': 'network-vif-deleted', 'tag': 'c0893b43-4672-48c4-8b3e-c2136e676218'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:35.920821 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5046e056-78c9-40d9-a094-48045fd7c021" -d '{"events": [{"server_uuid": "f8b104ce-8be2-4224-b349-aee35443cb50", "name": "network-vif-deleted", "tag": "c0893b43-4672-48c4-8b3e-c2136e676218"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:35.928449 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:35.978400 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3403a0e8-ca48-4a20-a280-3f4c6ff4c476 x-openstack-request-id: req-3403a0e8-ca48-4a20-a280-3f4c6ff4c476 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:35.978742 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b104ce-8be2-4224-b349-aee35443cb50", "name": "network-vif-deleted", "tag": "c0893b43-4672-48c4-8b3e-c2136e676218", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:35.978995 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3403a0e8-ca48-4a20-a280-3f4c6ff4c476 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:35.979397 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b104ce-8be2-4224-b349-aee35443cb50', 'name': 'network-vif-deleted', 'tag': 'c0893b43-4672-48c4-8b3e-c2136e676218', 'status': 'completed', 'code': 200} Aug 31 09:52:35.991268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Deleting port 7542cca7-60f3-4cf8-a327-a1defcc05f67 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:35.991682 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.069509 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.081745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Calling delete_port for 7542cca7-60f3-4cf8-a327-a1defcc05f67 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:36.221629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-640d5e0e-3577-406e-b315-d15fa21a1651 req-f4e9ed4e-940c-469a-b139-9fb07d76193d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 210 time: 0.0362737 Aug 31 09:52:36.260244 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.302115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.339296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Pushing event deleted for resources: {'Port': ['ID=7542cca7-60f3-4cf8-a327-a1defcc05f67,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:36.406402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.623412 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.627536 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.711600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Router 1a5fb7f5-e386-4226-be4a-aca5ef2f4744 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:52:36.790904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:52:36.799106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:36.802939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-466e2a0b-8f18-401f-b263-539c681e4243 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "PUT /v2.0/routers/1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 200 len: 710 time: 1.2110698 Aug 31 09:52:36.803091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] Sync routers for ids ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:52:36.803191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59272) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:36.810618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] Routers {'1a5fb7f5-e386-4226-be4a-aca5ef2f4744'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:36.811738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.846562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.855177 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] Routers {'1a5fb7f5-e386-4226-be4a-aca5ef2f4744'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:52:36.855893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:52:32Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.887906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b250eea-41a5-47cf-bbe4-e9bf8d43fe9c tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/routers/1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 200 len: 745 time: 0.0795388 Aug 31 09:52:36.888341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59274) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:36.894374 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:36.895241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6b99a2-157e-4d4e-8997-4641797cd42d None None] The sync data for ids ['1a5fb7f5-e386-4226-be4a-aca5ef2f4744'] in n-d-800634-13 is: [] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:52:36.938192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dad35d7a-3560-42f8-a7c4-03c81a0706a9 tempest-RoutersIpV6AdminTest-873574376 tempest-RoutersIpV6AdminTest-873574376-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&device_id=1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 200 len: 205 time: 0.0483875 Aug 31 09:52:36.940563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59276) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:36.968341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-79f8980e-8e18-4f9a-b545-02ef93aa6468 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 200 len: 205 time: 0.0260017 Aug 31 09:52:36.970839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59278) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.047332 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.213501 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.215604 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.263201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.264226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Fanout notify agent at l3_agent the message router_deleted on router 1a5fb7f5-e386-4226-be4a-aca5ef2f4744 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:37.272359 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:37.273682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e46b52c6-571f-445b-9ae2-b6ac5c84f814 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 204 len: 168 time: 0.3018572 Aug 31 09:52:37.277381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59282) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.312613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e8a56be-19ca-45ac-b407-0016a7b548c9 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 200 len: 205 time: 0.0340490 Aug 31 09:52:37.316350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59284) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.342797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ec4bc7b-d75a-40bc-996f-c409e1048975 req-e2f6966f-ebf4-42a5-9a90-278ec7c942b7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 210 time: 0.0360987 Aug 31 09:52:37.355957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c0893b43-4672-48c4-8b3e-c2136e676218 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:37.359983 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-474af56a-bed5-4b4e-a5a2-1e4856277cf4 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] delete failed (client error): The resource could not be found. Aug 31 09:52:37.362529 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-474af56a-bed5-4b4e-a5a2-1e4856277cf4 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/1a5fb7f5-e386-4226-be4a-aca5ef2f4744 HTTP/1.1" status: 404 len: 336 time: 0.0444078 Aug 31 09:52:37.369297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59286) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.388066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: c0893b43-4672-48c4-8b3e-c2136e676218 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:37.388647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device c0893b43-4672-48c4-8b3e-c2136e676218 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:37.400146 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d76145be-b457-4857-949e-f51246e17305 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf42590-a9e8-415c-8808-7c7973bc02a3 HTTP/1.1" status: 200 len: 205 time: 0.0294666 Aug 31 09:52:37.402422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59288) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.439369 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-2febc837-fe2f-49fe-9191-2af11d1cf3b5 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] delete failed (client error): The resource could not be found. Aug 31 09:52:37.440417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2febc837-fe2f-49fe-9191-2af11d1cf3b5 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/7cf42590-a9e8-415c-8808-7c7973bc02a3 HTTP/1.1" status: 404 len: 336 time: 0.0370557 Aug 31 09:52:37.443029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59290) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.475386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0edd8619-c436-4ae7-9ba9-b52da35d5cb1 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7eac60d-4e76-43b3-a376-58ed37739e03 HTTP/1.1" status: 200 len: 205 time: 0.0312111 Aug 31 09:52:37.477627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.515604 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-567f083e-47eb-4c13-b86a-57f5ef7cf227 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] delete failed (client error): The resource could not be found. Aug 31 09:52:37.516631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-567f083e-47eb-4c13-b86a-57f5ef7cf227 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/e7eac60d-4e76-43b3-a376-58ed37739e03 HTTP/1.1" status: 404 len: 336 time: 0.0381174 Aug 31 09:52:37.519155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59294) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.547591 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fa1593cf-d62c-4f2b-8b3d-6ec487db4b42 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=905a2f7e-cb00-421e-9367-8a2cc035c7dc HTTP/1.1" status: 200 len: 205 time: 0.0273700 Aug 31 09:52:37.549813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59296) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.591280 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-87fb3a2a-3a93-4b67-86f7-76e87eded4fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] delete failed (client error): The resource could not be found. Aug 31 09:52:37.592237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-87fb3a2a-3a93-4b67-86f7-76e87eded4fa tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/905a2f7e-cb00-421e-9367-8a2cc035c7dc HTTP/1.1" status: 404 len: 336 time: 0.0415254 Aug 31 09:52:37.595208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59298) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.623593 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c304b6e3-05e7-4bc9-912f-b42bb468aa7f tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 HTTP/1.1" status: 200 len: 205 time: 0.0272534 Aug 31 09:52:37.626644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59300) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.663857 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-c741a039-41fa-470b-bd82-2c4ce39b1970 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] delete failed (client error): The resource could not be found. Aug 31 09:52:37.664913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c741a039-41fa-470b-bd82-2c4ce39b1970 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/58fc3d41-af63-4a1e-8ec3-8c5cfce380d5 HTTP/1.1" status: 404 len: 336 time: 0.0373042 Aug 31 09:52:37.667493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59302) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.704265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d0e98a8-7772-4d3a-8f30-612ef54fac7d tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd3f721-e874-4332-86d7-c6609bcfd7bb HTTP/1.1" status: 200 len: 205 time: 0.0356567 Aug 31 09:52:37.706553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59304) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.744218 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-23aeeb30-c18e-4402-b7f0-18f23b35fe8a tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] delete failed (client error): The resource could not be found. Aug 31 09:52:37.745167 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-23aeeb30-c18e-4402-b7f0-18f23b35fe8a tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/routers/cfd3f721-e874-4332-86d7-c6609bcfd7bb HTTP/1.1" status: 404 len: 336 time: 0.0377190 Aug 31 09:52:37.747783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:37.776877 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3030169c-ec2d-4710-b7f4-8ee19920ecf4 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] DELETE failed (client error): The resource could not be found. Aug 31 09:52:37.777340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3030169c-ec2d-4710-b7f4-8ee19920ecf4 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:52:37.779086 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3030169c-ec2d-4710-b7f4-8ee19920ecf4 tempest-RoutersIpV6AdminTest-826843881 tempest-RoutersIpV6AdminTest-826843881-project] 10.222.0.18 "DELETE /v2.0/subnets/073bc28a-5b3e-4afb-8088-6e8bfdd7bfca HTTP/1.1" status: 404 len: 337 time: 0.0304143 Aug 31 09:52:38.049181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59312) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.157009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92bc7354-9aed-4be2-bcbb-dd8a266744ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.255511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92bc7354-9aed-4be2-bcbb-dd8a266744ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.262296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92bc7354-9aed-4be2-bcbb-dd8a266744ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.302916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-92bc7354-9aed-4be2-bcbb-dd8a266744ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=175d9560e2f94b7a97d86d7783468ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523859 Aug 31 09:52:38.303627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7354-9aed-4be2-bcbb-dd8a266744ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ceaa7c-64e5-4385-bd22-8e4e9a95d773,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.305373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59316) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.364642 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e400dca-077b-48d4-b675-329d4e866ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.390190 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e400dca-077b-48d4-b675-329d4e866ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.451612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f115d8-774a-4652-ba74-75902c9213ec req-089dff7f-6bfa-41a1-8d5d-1df5e2d2cd82 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 210 time: 0.0277116 Aug 31 09:52:38.463273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e400dca-077b-48d4-b675-329d4e866ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.465850 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e400dca-077b-48d4-b675-329d4e866ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.470520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8e400dca-077b-48d4-b675-329d4e866ac8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4ceaa7c-64e5-4385-bd22-8e4e9a95d773 HTTP/1.1" status: 204 len: 168 time: 0.1640995 Aug 31 09:52:38.478617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e400dca-077b-48d4-b675-329d4e866ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ceaa7c-64e5-4385-bd22-8e4e9a95d773,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:38.770049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59324) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.812467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-16d08e92-d052-49b7-be54-0f7b9e62a043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46933bd278cd49ea91693237ab9dc2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410700 Aug 31 09:52:38.814942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59326) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:38.864587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f2e2da07-ce2f-49e9-8785-839e3793cad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.889923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f2e2da07-ce2f-49e9-8785-839e3793cad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.937878 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f2e2da07-ce2f-49e9-8785-839e3793cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.940517 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f2e2da07-ce2f-49e9-8785-839e3793cad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:38.941672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f2e2da07-ce2f-49e9-8785-839e3793cad3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33003f98-8a57-4913-b10e-0d19ffce6f08 HTTP/1.1" status: 204 len: 168 time: 0.1258698 Aug 31 09:52:38.949966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2da07-ce2f-49e9-8785-839e3793cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33003f98-8a57-4913-b10e-0d19ffce6f08,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:39.570832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6a6a9a0-bef1-4bcd-87fc-e9eef3a4d88c req-4c2bcc3a-885f-4c7e-b0b6-e17e01c32f80 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8b104ce-8be2-4224-b349-aee35443cb50 HTTP/1.1" status: 200 len: 210 time: 0.0363054 Aug 31 09:52:40.340860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59364) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.447190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1217088609'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:40.471678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.472670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.526718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.532045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.544530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.546334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-59071492-0532-4253-9a22-2c7a8ddcd2e0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2038412 Aug 31 09:52:40.549032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.632727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.805803 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.808011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.854932 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.855412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbb1e445-b544-47fe-a0dc-1250d60cb81a {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:40.860706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.865426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ca6156d1-5079-480e-845f-32938aa576f6 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cbb1e445-b544-47fe-a0dc-1250d60cb81a HTTP/1.1" status: 204 len: 168 time: 0.3118794 Aug 31 09:52:40.865426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:40.869574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Request body: {'router': {'name': 'tempest-router-202383423', 'distributed': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:40.893886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.893886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.954360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.959876 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.977795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:40.982060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bfb1e73d-9792-4586-b92e-c6af8f13b088 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1131215 Aug 31 09:52:40.982264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:41.061820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.227575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.229657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.275428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.275948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67094ddf-0f37-4619-a0f5-427956897890 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:41.280802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.285590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:41.286127 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b212540-c32d-41bb-8aae-7ce28e8b5a4e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "DELETE /v2.0/routers/67094ddf-0f37-4619-a0f5-427956897890 HTTP/1.1" status: 204 len: 168 time: 0.3024073 Aug 31 09:52:41.290265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Request body: {'router': {'name': 'tempest-router-1528356957', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '38e2249ee86947bdacdb93544e15171a'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:41.312909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.313920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.365283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.370060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.384254 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.388072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6771b64e-b231-4614-80ae-21e7c8ea7f3c tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0986962 Aug 31 09:52:41.388418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59380) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:41.393006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:41.928303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4055012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4038866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28931'] for router, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:41.928767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.021062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 09:52:42.021408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Router fe868eca-82dc-4f83-acf9-550b0118a359 migrating from provider to provider. {{(pid=94896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 09:52:42.021815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.026892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.033226 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4055023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4055030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4038859'] for router, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.121742 n-d-800634-13 neutron-server[94896]: WARNING neutron.scheduler.l3_agent_scheduler [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] No L3 agents can host the router fe868eca-82dc-4f83-acf9-550b0118a359 Aug 31 09:52:42.253826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Hosts for router fe868eca-82dc-4f83-acf9-550b0118a359: [] {{(pid=94896) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 09:52:42.278897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Hosts for other DVR routers connected to router fe868eca-82dc-4f83-acf9-550b0118a359: set() {{(pid=94896) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 09:52:42.281745 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.283035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-865a16bc-6d4b-4f6a-a617-17f89f0d0fa0 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "PUT /v2.0/routers/fe868eca-82dc-4f83-acf9-550b0118a359 HTTP/1.1" status: 200 len: 717 time: 0.8936932 Aug 31 09:52:42.285664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59412) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.380055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3008436a-e297-454d-a579-c1267ee90ce4 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "GET /v2.0/routers/fe868eca-82dc-4f83-acf9-550b0118a359 HTTP/1.1" status: 200 len: 717 time: 0.0902495 Aug 31 09:52:42.380302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59420) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.566139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6618e59c-9f12-4ea2-96e3-32eb676f6b2e tempest-RoutersTestDVR-1460649751 tempest-RoutersTestDVR-1460649751-project] 10.222.0.18 "GET /v2.0/routers/fe868eca-82dc-4f83-acf9-550b0118a359 HTTP/1.1" status: 200 len: 683 time: 0.1846817 Aug 31 09:52:42.567472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.643711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.706528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59434) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.711465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396736633', 'description': 'tempest-secgroup-smoke-396736633 description', 'project_id': '6f1ba30c14964d52a4362b8a3227effd'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:42.736677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.813119 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.815373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.834963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.838882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.859860 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.860373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe868eca-82dc-4f83-acf9-550b0118a359 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:42.865291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.866451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3cfed774-9644-4bd7-bf42-8c8ef6629f2e tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "DELETE /v2.0/routers/fe868eca-82dc-4f83-acf9-550b0118a359 HTTP/1.1" status: 204 len: 168 time: 0.2979901 Aug 31 09:52:42.866801 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.870924 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605046 Aug 31 09:52:42.871098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.872323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59438) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:42.875390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c561005-3630-4f47-819d-3900b364d0a3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba8824-0b8d-4e88-b635-b42ef5c03955,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:42.876304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Request body: {'router': {'name': 'tempest-router-1507968426', 'distributed': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:42.883936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group_rule': {'security_group_id': 'cdba8824-0b8d-4e88-b635-b42ef5c03955', 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:42.907391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:52:42.907391 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:52:42.907391 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'id': 'cc997acf-e53e-40ba-bb75-c77caed29e4a', 'expiration': datetime.datetime(2021, 8, 31, 9, 54, 42, 902887)}] Aug 31 09:52:42.907391 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:52:42.907936 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:52:42.915614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.916783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.971578 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.975800 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.989610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.990918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b91665da-013a-4996-860b-d4860f89a273 tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1197002 Aug 31 09:52:42.993717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59440) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.067522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.238073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.240241 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.288465 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.289214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f4e7d97-f33a-43e1-b668-cab8ffb60c97 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:52:43.294154 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.295997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b0db6e0a-6b7c-41d4-9e61-5566b755626b tempest-RoutersTestDVR-25567494 tempest-RoutersTestDVR-25567494-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8f4e7d97-f33a-43e1-b668-cab8ffb60c97 HTTP/1.1" status: 204 len: 168 time: 0.3006942 Aug 31 09:52:43.441481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.511278 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.516277 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.535379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58182c1f-aaae-475a-b5d6-e0b1bde91a3d,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:43.547948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.549044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a6674237-854d-4586-8598-12ab097d25ea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6688876 Aug 31 09:52:43.551949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59450) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.556980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group_rule': {'security_group_id': 'cdba8824-0b8d-4e88-b635-b42ef5c03955', 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:43.574927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59452) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.585444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.646357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.650271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.669100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca0be7f-3a46-430a-b031-3de17a230e35,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:43.680158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.684151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e03a0d23-60c9-4d8b-96ea-83e79db3192d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283653 Aug 31 09:52:43.684632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59458) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.690818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.692664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group_rule': {'security_group_id': 'cdba8824-0b8d-4e88-b635-b42ef5c03955', 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:43.712216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.db.api [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:52:43.712216 n-d-800634-13 neutron-server[94896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:52:43.712216 n-d-800634-13 neutron-server[94896]: [parameters: {'project_id': '38e2249ee86947bdacdb93544e15171a', 'id': '02d67afe-42bc-4f2b-a218-b4a29d918aac', 'expiration': datetime.datetime(2021, 8, 31, 9, 54, 43, 708685)}] Aug 31 09:52:43.712216 n-d-800634-13 neutron-server[94896]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:52:43.712757 n-d-800634-13 neutron-server[94896]: DEBUG oslo_db.api [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:52:43.726444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.787225 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.791054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.813546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74199b7-532e-422c-b12b-86bb25ad5731,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:43.822207 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.823578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5d0de98b-8ad6-40a7-9a8c-efeb8a7b41f4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367977 Aug 31 09:52:43.826246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59460) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.832724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group_rule': {'security_group_id': 'cdba8824-0b8d-4e88-b635-b42ef5c03955', 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:43.860131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.919781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.924596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.943403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cec541-6aae-4dfe-89d8-67fe766ef9d1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:43.948906 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:43.950349 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c40a5f33-f74a-43a3-83ec-f1da35f4ea21 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225941 Aug 31 09:52:43.953726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:43.958353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group_rule': {'security_group_id': 'cdba8824-0b8d-4e88-b635-b42ef5c03955', 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:43.981022 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Project 6f1ba30c14964d52a4362b8a3227effd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:52:43.987271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.059058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.064490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.083069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd2d4be-2582-47dd-ad2e-2dacaf9ba939,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.090186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.091505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9acb5d27-ff89-4795-84c6-31a697dac562 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368470 Aug 31 09:52:44.102238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59464) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:44.107757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'security_group_rule': {'security_group_id': 'cdba8824-0b8d-4e88-b635-b42ef5c03955', 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:44.135003 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Project 6f1ba30c14964d52a4362b8a3227effd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:52:44.141910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.172183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59470) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:44.213684 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.214066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.219059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.240708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65baef94-94ea-4e2d-b080-64eed0ed6235,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.300276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315de31-521e-4b1d-b228-be1d6d07b395 req-b6b7f68f-aec3-4bda-9057-f7f7318606fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:44.301844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0315de31-521e-4b1d-b228-be1d6d07b395 req-b6b7f68f-aec3-4bda-9057-f7f7318606fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.1284103 Aug 31 09:52:44.358926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0315de31-521e-4b1d-b228-be1d6d07b395 req-475ad193-e277-4d0c-9016-a754452115a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476558 Aug 31 09:52:44.390496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.397506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.401710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.403362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-39fdf7aa-6cf3-4fac-8481-ee006279653a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2999811 Aug 31 09:52:44.448921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38e2249ee86947bdacdb93544e15171a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8727520 Aug 31 09:52:44.449826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6222d3-a64f-4c3e-939c-7dadb1efd080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f86ec2-27e3-4d7e-8966-bdf1e0518d07,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.451768 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:44.514158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2dfbe0a-9be3-405c-9f17-3971991fd458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.537599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2dfbe0a-9be3-405c-9f17-3971991fd458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.587361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2dfbe0a-9be3-405c-9f17-3971991fd458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.590938 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d2dfbe0a-9be3-405c-9f17-3971991fd458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.591889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d2dfbe0a-9be3-405c-9f17-3971991fd458 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59f86ec2-27e3-4d7e-8966-bdf1e0518d07 HTTP/1.1" status: 204 len: 168 time: 0.1379843 Aug 31 09:52:44.600971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfbe0a-9be3-405c-9f17-3971991fd458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f86ec2-27e3-4d7e-8966-bdf1e0518d07,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:44.945503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59524) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:44.961761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f90450c-5989-4458-9e31-cca0e21271ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.073134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f90450c-5989-4458-9e31-cca0e21271ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.080336 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7f90450c-5989-4458-9e31-cca0e21271ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.130065 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7f90450c-5989-4458-9e31-cca0e21271ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae9cea6d07534424be37926fd7daba80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812708 Aug 31 09:52:45.130065 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90450c-5989-4458-9e31-cca0e21271ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70787680-8f78-4586-9634-9134a8c2d2fe,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:45.130739 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:45.182739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcb75-f9f9-4e1d-a66d-7e194120d24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.209247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcb75-f9f9-4e1d-a66d-7e194120d24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.269821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcb75-f9f9-4e1d-a66d-7e194120d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.273296 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcb75-f9f9-4e1d-a66d-7e194120d24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.274748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1fdfcb75-f9f9-4e1d-a66d-7e194120d24b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70787680-8f78-4586-9634-9134a8c2d2fe HTTP/1.1" status: 204 len: 168 time: 0.1421046 Aug 31 09:52:45.288446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfcb75-f9f9-4e1d-a66d-7e194120d24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70787680-8f78-4586-9634-9134a8c2d2fe,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.064189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59588) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:46.169996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-705973596'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:46.194546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:46.198378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.207950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.315774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.321055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.348454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:52:46.358931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b228a-2a9b-4054-9c64-02af52b9a626,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.366662 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.367157 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Added segment b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6 of type vlan for network 957e30b9-a832-426d-84d9-6c2fbc768025 Aug 31 09:52:46.413347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.454073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.462576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:46.462576 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.525654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4603312 Aug 31 09:52:46.528566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59594) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:46.536232 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'subnet': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:46.585321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab5fd4-e62e-41cb-802d-2dca5cbf0804 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Network': ['ID=957e30b9-a832-426d-84d9-6c2fbc768025,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.598246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 957e30b9-a832-426d-84d9-6c2fbc768025 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:52:46.641826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:46.645863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.838023 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.902542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Subnet': ['ID=00a81597-1562-4aae-9ed2-26870c16e938,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:46.910600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Checking segment: {'id': 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:46.910965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network hostable DHCP agents. Network: 957e30b9-a832-426d-84d9-6c2fbc768025, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:52:46.928115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:52:46.937573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 957e30b9-a832-426d-84d9-6c2fbc768025) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:46.942533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:46.943129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:46.954038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c8513d-b7e8-44fa-9125-76ad93d502a2 None None] Network 957e30b9-a832-426d-84d9-6c2fbc768025 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:46.962959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b6052b69-83dc-4873-ba5e-d0e9d55f3c06 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4310162 Aug 31 09:52:46.963238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59596) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:46.969440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'name': 'tempest-AllowedAddressPairTestJSON-1575581894'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:47.096684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:47.100257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.119147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-957e30b9-a832-426d-84d9-6c2fbc768025', 'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'tenant_id': '8e716e616d9148708c37653a9f354575', 'fixed_ips': [{'subnet_id': '00a81597-1562-4aae-9ed2-26870c16e938'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:52:47.120033 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.121143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] device_id is not set on port cc0d8358-5af7-45ca-91b2-9598277836bb yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:47.249611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Allocated IP 172.20.0.10 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/cc0d8358-5af7-45ca-91b2-9598277836bb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:47.405774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.422018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Transition to ACTIVE for port object cc0d8358-5af7-45ca-91b2-9598277836bb will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:47.463003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.517726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Allocated IP 172.20.0.2 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/e923e2e0-f8a3-4cb9-a4f6-622508c2be2b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:47.519384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:47.524292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:47.529103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:47.554070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=cc0d8358-5af7-45ca-91b2-9598277836bb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:47.585465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:47.586103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.604346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0343e6b0-a2ac-42d4-852f-0bb80de764c1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6370060 Aug 31 09:52:47.604601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59600) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:47.610278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'name': 'tempest-AllowedAddressPairTestJSON-1317089840', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:8e:e6'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:47.676874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.688166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Transition to ACTIVE for port object e923e2e0-f8a3-4cb9-a4f6-622508c2be2b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:47.706566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Transition to ACTIVE for port object e923e2e0-f8a3-4cb9-a4f6-622508c2be2b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:47.714380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.734893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:47.753675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:47.756634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:47.759154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:47.797802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Pushing event updated for resources: {'Port': ['ID=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:47.829700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.830040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.830396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.832525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.832525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.832820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.832920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.833291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.833511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.834015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.834345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.834687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:47.835555 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.839035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Attempting to bind port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:52:47.839410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Attempting to bind port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:52:47.839771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Attempting to bind port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b on network 957e30b9-a832-426d-84d9-6c2fbc768025 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:52:47.845303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:52:47.845676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Checking segment: {'id': 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:52:47.846076 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.846459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Bound using segment: {'id': 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:52:47.847191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Bound port: e923e2e0-f8a3-4cb9-a4f6-622508c2be2b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:52:47.847603 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.856787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] device_id is not set on port 59b21b9c-cf57-4da1-87bb-a074894871af yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:47.934580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] For port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:52:47.940295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] For port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,segment=NetworkSegment(b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6),segment_id=b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:52:47.945711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.992443 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Allocated IP 172.20.0.6 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/59b21b9c-cf57-4da1-87bb-a074894871af) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:48.036566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc534f2-7d87-4bb1-b96f-b6af2e7c524a None None] Pushing event updated for resources: {'Port': ['ID=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:48.197243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.220409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Transition to ACTIVE for port object 59b21b9c-cf57-4da1-87bb-a074894871af will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:48.286600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.351582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:48.355527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:48.358776 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:48.367673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=59b21b9c-cf57-4da1-87bb-a074894871af,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:48.420986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:48.421656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.439752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dabd2771-75c8-4634-b530-64d1b470e0c7 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8335307 Aug 31 09:52:48.441884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:48.551607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66e236-5ccf-4ca3-808d-2b03aaa813b3 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:48.557617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66e236-5ccf-4ca3-808d-2b03aaa813b3 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:48.564238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66e236-5ccf-4ca3-808d-2b03aaa813b3 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:48.565954 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5d66e236-5ccf-4ca3-808d-2b03aaa813b3 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1224115 Aug 31 09:52:48.572201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59606) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:48.666255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port 59b21b9c-cf57-4da1-87bb-a074894871af {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:48.666628 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.769754 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.783708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for 59b21b9c-cf57-4da1-87bb-a074894871af owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:48.827342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.948111 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:48.980465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=59b21b9c-cf57-4da1-87bb-a074894871af,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:49.058864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e2281-d66c-46f5-9b19-6384f5bd26a7 None None] Network 957e30b9-a832-426d-84d9-6c2fbc768025 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:49.126871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.128783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-766a30ce-52ed-403a-ba74-f78dcbe020a1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/ports/59b21b9c-cf57-4da1-87bb-a074894871af HTTP/1.1" status: 204 len: 168 time: 0.5555279 Aug 31 09:52:49.131478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59608) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.157506 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ad451f-da9a-4b73-ac03-60168056d83c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] GET failed (client error): The resource could not be found. Aug 31 09:52:49.159125 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-36ad451f-da9a-4b73-ac03-60168056d83c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "GET /v2.0/ports/59b21b9c-cf57-4da1-87bb-a074894871af HTTP/1.1" status: 404 len: 333 time: 0.0264392 Aug 31 09:52:49.162951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59610) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.169066 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'name': 'tempest-AllowedAddressPairTestJSON-688366765'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:49.179809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3ffddce0-f578-4b08-9fb8-09a4f117c9e8 None None] Provisioning for port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:49.291726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:49.296239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.328353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] device_id is not set on port dd1a2f8c-7709-4e47-8ac9-a4678899daab yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:49.473161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Allocated IP 172.20.0.8 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/dd1a2f8c-7709-4e47-8ac9-a4678899daab) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:49.529497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-365627c8-cec9-43cd-ac52-23b4d7f124a3 None None] Provisioning for port cc0d8358-5af7-45ca-91b2-9598277836bb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:49.539848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-365627c8-cec9-43cd-ac52-23b4d7f124a3 None None] Provisioning complete for port cc0d8358-5af7-45ca-91b2-9598277836bb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:49.540215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-365627c8-cec9-43cd-ac52-23b4d7f124a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.586592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-365627c8-cec9-43cd-ac52-23b4d7f124a3 None None] Port cc0d8358-5af7-45ca-91b2-9598277836bb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:49.658262 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.675909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Transition to ACTIVE for port object dd1a2f8c-7709-4e47-8ac9-a4678899daab will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:49.714762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.764810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:49.768070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:49.772198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:49.802406 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=dd1a2f8c-7709-4e47-8ac9-a4678899daab,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:49.815155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5bba8b58-25c7-45f3-8158-267b3bffa856 None None] Provisioning complete for port cc0d8358-5af7-45ca-91b2-9598277836bb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:49.815524 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5bba8b58-25c7-45f3-8158-267b3bffa856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.834658 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.835437 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:49.859985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b19d20d2-0412-40a3-871a-b541cc46bbdc tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6949255 Aug 31 09:52:49.861697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59614) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:49.864219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5bba8b58-25c7-45f3-8158-267b3bffa856 None None] Port cc0d8358-5af7-45ca-91b2-9598277836bb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:49.868357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:8e:e6'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:50.079719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b72fe892-f06c-448a-a746-e17cfb8e1055 None None] Could not find standard attr ID for object 59b21b9c-cf57-4da1-87bb-a074894871af. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:52:50.294657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.308402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0066bb2a-5ce0-4039-bdcf-3b2edc10fca4 None None] Provisioning for port dd1a2f8c-7709-4e47-8ac9-a4678899daab completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:50.312602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0066bb2a-5ce0-4039-bdcf-3b2edc10fca4 None None] Provisioning complete for port dd1a2f8c-7709-4e47-8ac9-a4678899daab triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:50.313463 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0066bb2a-5ce0-4039-bdcf-3b2edc10fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.350932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e923e2e0-f8a3-4cb9-a4f6-622508c2be2b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:50.404405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0066bb2a-5ce0-4039-bdcf-3b2edc10fca4 None None] Port dd1a2f8c-7709-4e47-8ac9-a4678899daab cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:50.429334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:50.434609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:50.435044 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.540187 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.561355 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.568520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.581819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,segment=NetworkSegment(b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6),segment_id=b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:50.586662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.650033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=dd1a2f8c-7709-4e47-8ac9-a4678899daab,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:50.653753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:50.664703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] In _notify_port_updated(), no bound segment for port dd1a2f8c-7709-4e47-8ac9-a4678899daab on network 957e30b9-a832-426d-84d9-6c2fbc768025 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:52:50.671108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:50.672216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.673577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b15b056b-80f4-4fba-ba4e-2d03a1d9685a tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "PUT /v2.0/ports/dd1a2f8c-7709-4e47-8ac9-a4678899daab HTTP/1.1" status: 200 len: 993 time: 0.8109164 Aug 31 09:52:50.676629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59618) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:50.792108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port dd1a2f8c-7709-4e47-8ac9-a4678899daab {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:50.792666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.892067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.906350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for dd1a2f8c-7709-4e47-8ac9-a4678899daab owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:50.932632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-30bba91b-4cf6-4dca-aade-26f5ebe5faa3 None None] Provisioning complete for port dd1a2f8c-7709-4e47-8ac9-a4678899daab triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:50.933254 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-30bba91b-4cf6-4dca-aade-26f5ebe5faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.974656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-30bba91b-4cf6-4dca-aade-26f5ebe5faa3 None None] Port dd1a2f8c-7709-4e47-8ac9-a4678899daab cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:51.051767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.080902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=dd1a2f8c-7709-4e47-8ac9-a4678899daab,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:51.238496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.241391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0153d5ac-8a91-4200-9a59-afb8edc6b036 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/ports/dd1a2f8c-7709-4e47-8ac9-a4678899daab HTTP/1.1" status: 204 len: 168 time: 0.5633130 Aug 31 09:52:51.243695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59620) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:51.271562 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-48278f9d-30b9-4350-8545-2e85dbb88ae5 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] GET failed (client error): The resource could not be found. Aug 31 09:52:51.273121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-48278f9d-30b9-4350-8545-2e85dbb88ae5 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "GET /v2.0/ports/dd1a2f8c-7709-4e47-8ac9-a4678899daab HTTP/1.1" status: 404 len: 333 time: 0.0283952 Aug 31 09:52:51.277056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59622) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:51.282622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'name': 'tempest-AllowedAddressPairTestJSON-37733457'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:51.399679 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:51.403439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.423859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] device_id is not set on port c694ce1d-1e62-467a-bbcd-204ca8c5c537 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:51.543078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Allocated IP 172.20.0.13 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/c694ce1d-1e62-467a-bbcd-204ca8c5c537) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:51.711921 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.727648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Transition to ACTIVE for port object c694ce1d-1e62-467a-bbcd-204ca8c5c537 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:51.765226 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.810759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:51.817571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:51.821675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:51.856867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=c694ce1d-1e62-467a-bbcd-204ca8c5c537,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:51.891143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:51.893317 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:51.909512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a1ac6023-8781-4ad0-ac8e-35a06b050d1c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6313829 Aug 31 09:52:51.912738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59626) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:51.918761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e4:8e:e6'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:51.993487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.104955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2660e2fd-79cf-4c23-b85d-7d07f45c2df3 None None] Provisioning for port c694ce1d-1e62-467a-bbcd-204ca8c5c537 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:52.109391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2660e2fd-79cf-4c23-b85d-7d07f45c2df3 None None] Provisioning complete for port c694ce1d-1e62-467a-bbcd-204ca8c5c537 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:52.109871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2660e2fd-79cf-4c23-b85d-7d07f45c2df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.151507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2660e2fd-79cf-4c23-b85d-7d07f45c2df3 None None] Port c694ce1d-1e62-467a-bbcd-204ca8c5c537 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:52.203443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.209932 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.274605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e923e2e0-f8a3-4cb9-a4f6-622508c2be2b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:52.300615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=c694ce1d-1e62-467a-bbcd-204ca8c5c537,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:52.318683 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] In _notify_port_updated(), no bound segment for port c694ce1d-1e62-467a-bbcd-204ca8c5c537 on network 957e30b9-a832-426d-84d9-6c2fbc768025 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:52:52.324514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:52.325211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.329288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3e99f9e6-9d16-4232-bf88-b65fc89a393b tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "PUT /v2.0/ports/c694ce1d-1e62-467a-bbcd-204ca8c5c537 HTTP/1.1" status: 200 len: 995 time: 0.4125040 Aug 31 09:52:52.329602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59628) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:52.347295 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:52.347802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.450142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port c694ce1d-1e62-467a-bbcd-204ca8c5c537 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:52.452220 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.560518 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.575312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for c694ce1d-1e62-467a-bbcd-204ca8c5c537 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:52.577845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-711ff71b-7c97-4f39-94f6-d19bfb04263e None None] Provisioning complete for port c694ce1d-1e62-467a-bbcd-204ca8c5c537 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:52.578385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-711ff71b-7c97-4f39-94f6-d19bfb04263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.621310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-711ff71b-7c97-4f39-94f6-d19bfb04263e None None] Port c694ce1d-1e62-467a-bbcd-204ca8c5c537 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:52.714560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.749875 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=c694ce1d-1e62-467a-bbcd-204ca8c5c537,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:52.822425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.825195 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-61b24541-9ec2-4cf2-828f-ef2bb4fbda77 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/ports/c694ce1d-1e62-467a-bbcd-204ca8c5c537 HTTP/1.1" status: 204 len: 168 time: 0.4946530 Aug 31 09:52:52.828644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59632) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:52.860666 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e4855f-5956-4f67-a937-e3f2b2c1ebe2 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] GET failed (client error): The resource could not be found. Aug 31 09:52:52.865777 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f5e4855f-5956-4f67-a937-e3f2b2c1ebe2 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "GET /v2.0/ports/c694ce1d-1e62-467a-bbcd-204ca8c5c537 HTTP/1.1" status: 404 len: 333 time: 0.0325451 Aug 31 09:52:52.867575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59634) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:52.874153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'name': 'tempest-AllowedAddressPairTestJSON-491163867'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:53.000188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:53.003680 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.021591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] device_id is not set on port 2233a02e-9304-44d1-81b0-e77257471ef4 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:53.142124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Allocated IP 172.20.0.12 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/2233a02e-9304-44d1-81b0-e77257471ef4) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:53.300965 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.316161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Transition to ACTIVE for port object 2233a02e-9304-44d1-81b0-e77257471ef4 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:53.351888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.398266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:53.401390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:53.405788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:53.438018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=2233a02e-9304-44d1-81b0-e77257471ef4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:53.466079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:53.466766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.484511 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0f68fe72-6cf5-4521-a655-2b05466b92b6 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6158042 Aug 31 09:52:53.487462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59636) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:53.493260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'network_id': '957e30b9-a832-426d-84d9-6c2fbc768025', 'name': 'tempest-AllowedAddressPairTestJSON-701748957'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:53.623027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Made reservation on behalf of 8e716e616d9148708c37653a9f354575 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:52:53.627528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.654100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6d4978c-599d-4af8-aae0-d2737146b8ff None None] Provisioning for port 2233a02e-9304-44d1-81b0-e77257471ef4 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:53.662906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c6d4978c-599d-4af8-aae0-d2737146b8ff None None] Provisioning complete for port 2233a02e-9304-44d1-81b0-e77257471ef4 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:53.663067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] device_id is not set on port 4a090485-3c58-448b-99b8-4e31405c76e3 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:52:53.663332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c6d4978c-599d-4af8-aae0-d2737146b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.709918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4978c-599d-4af8-aae0-d2737146b8ff None None] Port 2233a02e-9304-44d1-81b0-e77257471ef4 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:53.784642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Allocated IP 172.20.0.7 (957e30b9-a832-426d-84d9-6c2fbc768025/00a81597-1562-4aae-9ed2-26870c16e938/4a090485-3c58-448b-99b8-4e31405c76e3) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:52:53.959945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:53.974732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Transition to ACTIVE for port object 4a090485-3c58-448b-99b8-4e31405c76e3 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:52:54.010606 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.059235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Network 957e30b9-a832-426d-84d9-6c2fbc768025 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:52:54.060763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:52:54.065393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:52:54.098203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=4a090485-3c58-448b-99b8-4e31405c76e3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:54.135531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:54.136351 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.153403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-92e69d6e-2aeb-4cbf-9aba-456b2b22fb9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6645880 Aug 31 09:52:54.156629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59640) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:54.164077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:8e:e6'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f6:aa:02'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:52:54.333859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8e3ac29b-f457-40b7-ab72-b680a1318c64 None None] Provisioning for port 4a090485-3c58-448b-99b8-4e31405c76e3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:52:54.339225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8e3ac29b-f457-40b7-ab72-b680a1318c64 None None] Provisioning complete for port 4a090485-3c58-448b-99b8-4e31405c76e3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:54.339855 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac29b-f457-40b7-ab72-b680a1318c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.346116 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.383436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ac29b-f457-40b7-ab72-b680a1318c64 None None] Port 4a090485-3c58-448b-99b8-4e31405c76e3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:54.557331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.564153 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.650757 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event updated for resources: {'Port': ['ID=4a090485-3c58-448b-99b8-4e31405c76e3,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:54.661789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] In _notify_port_updated(), no bound segment for port 4a090485-3c58-448b-99b8-4e31405c76e3 on network 957e30b9-a832-426d-84d9-6c2fbc768025 {{(pid=94896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:52:54.667436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:54.668102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.669615 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69791f62-5645-4d8c-908b-7af78684e2f1 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "PUT /v2.0/ports/4a090485-3c58-448b-99b8-4e31405c76e3 HTTP/1.1" status: 200 len: 1056 time: 0.5118618 Aug 31 09:52:54.672645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59642) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:54.805809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port 4a090485-3c58-448b-99b8-4e31405c76e3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:54.806156 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.911680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-16aa8fd0-d4a4-497b-8b1d-2a4118548d04 None None] Provisioning complete for port 4a090485-3c58-448b-99b8-4e31405c76e3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:54.912352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16aa8fd0-d4a4-497b-8b1d-2a4118548d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.923400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:54.943034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for 4a090485-3c58-448b-99b8-4e31405c76e3 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:54.954383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-16aa8fd0-d4a4-497b-8b1d-2a4118548d04 None None] Port 4a090485-3c58-448b-99b8-4e31405c76e3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:52:55.090805 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.121530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=4a090485-3c58-448b-99b8-4e31405c76e3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:55.339002 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.342444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a70733b6-97f0-450e-b9bb-cff3f51206fe tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/ports/4a090485-3c58-448b-99b8-4e31405c76e3 HTTP/1.1" status: 204 len: 168 time: 0.6674471 Aug 31 09:52:55.344292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59646) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.370175 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4518a9da-8af0-4994-83c4-6a6bb4512c9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] GET failed (client error): The resource could not be found. Aug 31 09:52:55.375001 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4518a9da-8af0-4994-83c4-6a6bb4512c9d tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "GET /v2.0/ports/4a090485-3c58-448b-99b8-4e31405c76e3 HTTP/1.1" status: 404 len: 333 time: 0.0294495 Aug 31 09:52:55.377543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59648) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.470694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port 2233a02e-9304-44d1-81b0-e77257471ef4 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:55.471340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.568945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.583305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for 2233a02e-9304-44d1-81b0-e77257471ef4 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:55.721185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.750218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=2233a02e-9304-44d1-81b0-e77257471ef4,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:55.834946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:55.845331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-39ed3052-ee73-4781-ac61-1109af2044ae tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/ports/2233a02e-9304-44d1-81b0-e77257471ef4 HTTP/1.1" status: 204 len: 168 time: 0.4646263 Aug 31 09:52:55.845551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59652) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:55.873786 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ae7ac9-199d-48b4-8e45-b9761d112cf5 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] GET failed (client error): The resource could not be found. Aug 31 09:52:55.876322 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-16ae7ac9-199d-48b4-8e45-b9761d112cf5 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "GET /v2.0/ports/2233a02e-9304-44d1-81b0-e77257471ef4 HTTP/1.1" status: 404 len: 333 time: 0.0292959 Aug 31 09:52:55.880061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:56.325975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port cc0d8358-5af7-45ca-91b2-9598277836bb {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:56.326366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.431467 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.448208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for cc0d8358-5af7-45ca-91b2-9598277836bb owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:56.592190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.621986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=cc0d8358-5af7-45ca-91b2-9598277836bb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:56.700696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.702937 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03bf1349-0e4e-4b0e-a887-bf4e6974722c tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/ports/cc0d8358-5af7-45ca-91b2-9598277836bb HTTP/1.1" status: 204 len: 168 time: 0.8221161 Aug 31 09:52:56.705281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59664) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:56.765853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting subnet 00a81597-1562-4aae-9ed2-26870c16e938 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:52:56.769529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.812420 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.900149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:56.970620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.002641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Subnet': ['ID=00a81597-1562-4aae-9ed2-26870c16e938,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.004788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.006762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-491d4148-bb0a-42d3-b446-c408cea9f017 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/subnets/00a81597-1562-4aae-9ed2-26870c16e938 HTTP/1.1" status: 204 len: 168 time: 0.3003855 Aug 31 09:52:57.009659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59676) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:57.012116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a197b2-b5da-476c-84dc-abc75ba76b90 None None] Network 957e30b9-a832-426d-84d9-6c2fbc768025 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:52:57.089323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.157688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Deleting port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:57.158047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.218449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] DHCP port deletion for 957e30b9-a832-426d-84d9-6c2fbc768025 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:52:57.235139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] For port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,segment=NetworkSegment(b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6),segment_id=b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:57.235509 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.251784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Calling delete_port for e923e2e0-f8a3-4cb9-a4f6-622508c2be2b owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:57.280233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] Deleting port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:52:57.280700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.348792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.354200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] For port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,segment=NetworkSegment(b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6),segment_id=b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:57.354717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.374555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] Calling delete_port for e923e2e0-f8a3-4cb9-a4f6-622508c2be2b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:52:57.383596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Port': ['ID=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.390117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] No DVR routers for this DVR port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:57.485651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:52:57.490312 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 09:52:57.501902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957e30b9-a832-426d-84d9-6c2fbc768025']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:57.504167 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.511694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:57.511998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d675bd-9425-4ac2-ac6f-5a2f6b4192e6') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:52:57.523768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.533155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] Pushing event deleted for resources: {'Port': ['ID=e923e2e0-f8a3-4cb9-a4f6-622508c2be2b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.540994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.544734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0aa4a8-df80-42d2-a181-8d112b91dc3d None None] No DVR routers for this DVR port e923e2e0-f8a3-4cb9-a4f6-622508c2be2b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:52:57.550099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:52:57.551176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:52:57.560180 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:52:57.632545 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.637683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:57.643172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] 10.222.0.18 "DELETE /v2.0/networks/957e30b9-a832-426d-84d9-6c2fbc768025 HTTP/1.1" status: 204 len: 168 time: 0.6324635 Aug 31 09:52:57.659507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba190bf-2e6e-4dbb-9739-394e482a8b62 tempest-AllowedAddressPairTestJSON-683746812 tempest-AllowedAddressPairTestJSON-683746812-project] Pushing event deleted for resources: {'Network': ['ID=957e30b9-a832-426d-84d9-6c2fbc768025,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:57.917936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59684) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:58.089525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bf27d7ee-ac53-4d8c-b08e-7823cbf33a46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e716e616d9148708c37653a9f354575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703491 Aug 31 09:52:58.092934 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59696) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:58.146180 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f18ae8f7-91a2-4a0b-9fed-1470b6456749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.167852 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f18ae8f7-91a2-4a0b-9fed-1470b6456749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.223522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f18ae8f7-91a2-4a0b-9fed-1470b6456749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.226513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f18ae8f7-91a2-4a0b-9fed-1470b6456749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:58.227798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f18ae8f7-91a2-4a0b-9fed-1470b6456749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c87b228a-2a9b-4054-9c64-02af52b9a626 HTTP/1.1" status: 204 len: 168 time: 0.1346622 Aug 31 09:52:58.236700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ae8f7-91a2-4a0b-9fed-1470b6456749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b228a-2a9b-4054-9c64-02af52b9a626,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:58.272179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e923e2e0-f8a3-4cb9-a4f6-622508c2be2b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:58.299146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e923e2e0-f8a3-4cb9-a4f6-622508c2be2b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:52:58.299765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e923e2e0-f8a3-4cb9-a4f6-622508c2be2b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:52:58.557091 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ac84-fd6e-4f46-94a0-d5cb92255051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:59.031674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59720) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.142888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-ff389603-d940-4a3d-a4b5-10462e5bf3e4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.147150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59724) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.148334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff389603-d940-4a3d-a4b5-10462e5bf3e4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1145477 Aug 31 09:52:59.153302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-3e877acc-91fa-467b-b680-240080d828bd tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.154352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3e877acc-91fa-467b-b680-240080d828bd tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052092 Aug 31 09:52:59.156998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.161407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-6055512a-b5f2-4fc0-b8cc-2e57ffb8a151 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.164692 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6055512a-b5f2-4fc0-b8cc-2e57ffb8a151 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044661 Aug 31 09:52:59.165242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59728) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.169436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-d072bca8-1754-44ca-8b64-95f95e19d387 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.173222 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d072bca8-1754-44ca-8b64-95f95e19d387 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070355 Aug 31 09:52:59.174030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59730) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.179141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-a975ae2e-10f3-45ea-bbcf-1cf8e5d2d0f2 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.181312 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a975ae2e-10f3-45ea-bbcf-1cf8e5d2d0f2 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047195 Aug 31 09:52:59.183392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59732) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.189439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-b3caf1bd-5399-4c48-a2ba-94d65b54ef0c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.193027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b3caf1bd-5399-4c48-a2ba-94d65b54ef0c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064428 Aug 31 09:52:59.194229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59734) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.199193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-e1949d0d-ec20-42df-9761-d9721b2563b7 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.200501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e1949d0d-ec20-42df-9761-d9721b2563b7 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050941 Aug 31 09:52:59.203564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59736) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.208276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-6e9c6774-9fec-4b62-9144-357a42465156 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.209363 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6e9c6774-9fec-4b62-9144-357a42465156 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047233 Aug 31 09:52:59.212982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59738) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.217662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-dc078193-7cd4-4f0d-a83a-69a012606968 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.218823 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc078193-7cd4-4f0d-a83a-69a012606968 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046477 Aug 31 09:52:59.221375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59740) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.226649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-9177f34b-90fb-4185-b394-b25187f3774b tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.227710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9177f34b-90fb-4185-b394-b25187f3774b tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050750 Aug 31 09:52:59.230427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59742) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.236058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-01e832a7-1b6d-461a-a0e8-9655d4dee190 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.237092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-01e832a7-1b6d-461a-a0e8-9655d4dee190 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055027 Aug 31 09:52:59.239690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59744) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.244335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-ac8a009c-389a-4725-880a-1ebc641c0d8c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.245383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ac8a009c-389a-4725-880a-1ebc641c0d8c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046103 Aug 31 09:52:59.249037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.253644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-f2855627-a69c-4e61-94e8-af94335e2fb8 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.257423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59748) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.258624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f2855627-a69c-4e61-94e8-af94335e2fb8 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043623 Aug 31 09:52:59.262277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-fe26ecb0-6520-4a89-a49f-dd344d137cfa tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.263543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fe26ecb0-6520-4a89-a49f-dd344d137cfa tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051260 Aug 31 09:52:59.266363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59750) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.271493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-8fccb0b3-6f6f-4de4-91d2-ed0b52fd5a03 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.272542 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8fccb0b3-6f6f-4de4-91d2-ed0b52fd5a03 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051432 Aug 31 09:52:59.274781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59752) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.278854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-432e36ec-6910-49b2-8bce-a0fed224c94c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.280344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-432e36ec-6910-49b2-8bce-a0fed224c94c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046291 Aug 31 09:52:59.283779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59754) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.288048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-f338d7ae-10ff-443f-9899-d6e77cdddfe4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.291644 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f338d7ae-10ff-443f-9899-d6e77cdddfe4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068421 Aug 31 09:52:59.292242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59756) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.298140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-4f715b05-0426-42a9-8ee7-171870754c73 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.299128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4f715b05-0426-42a9-8ee7-171870754c73 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0055428 Aug 31 09:52:59.301448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59758) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.305331 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-b91b0999-c58f-451c-847a-5f2726d2d5d6 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.306366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b91b0999-c58f-451c-847a-5f2726d2d5d6 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040083 Aug 31 09:52:59.308963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59760) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.313507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-5e2b16c6-2e25-4abc-b86d-f769e43bdfad tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.314540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5e2b16c6-2e25-4abc-b86d-f769e43bdfad tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046656 Aug 31 09:52:59.316806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59762) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.321422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-b2c1b385-cffb-443a-a0c0-bc3d792b8cd2 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.325463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59764) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.325742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b2c1b385-cffb-443a-a0c0-bc3d792b8cd2 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073860 Aug 31 09:52:59.330959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-16e0c689-d47f-4af2-8517-93d1f5a4f103 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.335050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59766) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.335358 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-16e0c689-d47f-4af2-8517-93d1f5a4f103 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0083008 Aug 31 09:52:59.347371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-613d2623-d6c7-4b8e-916e-95ef0cb96f82 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.352077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59768) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.356971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-b9b0ad39-aeab-4ad5-a0a0-a24a698ef57d tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.358875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-613d2623-d6c7-4b8e-916e-95ef0cb96f82 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0210304 Aug 31 09:52:59.360031 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b9b0ad39-aeab-4ad5-a0a0-a24a698ef57d tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066404 Aug 31 09:52:59.362536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59770) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.372091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-3a4259ca-9b02-4a92-97f7-065c4fb9c414 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.374950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a4259ca-9b02-4a92-97f7-065c4fb9c414 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0100336 Aug 31 09:52:59.378195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59772) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.387351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-dc795a4a-e67d-4bc3-9954-e1ed04bcd2e6 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.389800 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc795a4a-e67d-4bc3-9954-e1ed04bcd2e6 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089560 Aug 31 09:52:59.392561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59774) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.398786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-44d827e7-f396-4019-b236-dc298eadb644 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.403430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-44d827e7-f396-4019-b236-dc298eadb644 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096257 Aug 31 09:52:59.403630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59776) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.408501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-e8b74d0c-eb9f-410e-b12e-c567794d027c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.409524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e8b74d0c-eb9f-410e-b12e-c567794d027c tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049229 Aug 31 09:52:59.412878 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59778) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.417960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-feedfb22-03e2-48d5-9603-b04dc8b6d51d tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.423254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.424333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-feedfb22-03e2-48d5-9603-b04dc8b6d51d tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086765 Aug 31 09:52:59.433202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-c391cd8a-1b9b-4375-89be-6bac4789c4fd tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.435493 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c391cd8a-1b9b-4375-89be-6bac4789c4fd tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099237 Aug 31 09:52:59.438830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59782) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.447425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-41e3b2e5-99b2-47a3-bb7d-d60b0fb522cd tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.448473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-41e3b2e5-99b2-47a3-bb7d-d60b0fb522cd tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0078692 Aug 31 09:52:59.452046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59784) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.456618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-43401bef-9add-455d-a68e-9fd62eb91a6f tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.458523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-43401bef-9add-455d-a68e-9fd62eb91a6f tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045481 Aug 31 09:52:59.461239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59786) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.470597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-eeae6bbe-c3b1-42d6-b928-0cad5bbcdb80 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.472340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eeae6bbe-c3b1-42d6-b928-0cad5bbcdb80 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0098219 Aug 31 09:52:59.475681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.480169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-4a1d8a90-6d2f-4a3c-94ba-53fae7569311 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.484193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59790) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.484382 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4a1d8a90-6d2f-4a3c-94ba-53fae7569311 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074339 Aug 31 09:52:59.489764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-0b823753-7994-4a08-ba47-96cc695b0d9f tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.491282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0b823753-7994-4a08-ba47-96cc695b0d9f tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053036 Aug 31 09:52:59.493467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.497995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-ea43c1d9-cf28-4ad3-948f-0896c71b7fd4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.501555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ea43c1d9-cf28-4ad3-948f-0896c71b7fd4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050855 Aug 31 09:52:59.501996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59794) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.507159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-c103b00b-ee54-41fb-9fce-1e5f10f02b92 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.509676 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c103b00b-ee54-41fb-9fce-1e5f10f02b92 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050423 Aug 31 09:52:59.510832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59796) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.516433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-a96d2cc5-eb11-4487-b2d3-f12e5f168d5d tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.517726 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a96d2cc5-eb11-4487-b2d3-f12e5f168d5d tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059421 Aug 31 09:52:59.524262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59798) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.532481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-f665b6aa-23f5-457b-8f9e-61c2dc3868a3 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.536303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f665b6aa-23f5-457b-8f9e-61c2dc3868a3 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0087078 Aug 31 09:52:59.537480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59800) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.542851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-c3966ef7-3333-4ece-b27c-b0c41ddafce3 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.544563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c3966ef7-3333-4ece-b27c-b0c41ddafce3 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048892 Aug 31 09:52:59.547113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59802) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.555817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-e0403085-b678-44e7-9f0b-e130ef1a7b60 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.556983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e0403085-b678-44e7-9f0b-e130ef1a7b60 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088892 Aug 31 09:52:59.559516 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59804) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.567424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-60caccca-61bd-43b6-806d-0162c04a2aef tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.568709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-60caccca-61bd-43b6-806d-0162c04a2aef tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0082366 Aug 31 09:52:59.571553 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59806) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.577086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-f035137f-f81e-45c2-9913-7401a2eb4625 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.578188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f035137f-f81e-45c2-9913-7401a2eb4625 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054228 Aug 31 09:52:59.581002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59808) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.585783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-19d04a97-e483-45ac-bbac-d57665be77ec tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.586825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-19d04a97-e483-45ac-bbac-d57665be77ec tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048940 Aug 31 09:52:59.589394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59810) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.594023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-9dff7225-c21f-4e10-a65f-2b6297fa01d2 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.595203 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9dff7225-c21f-4e10-a65f-2b6297fa01d2 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047009 Aug 31 09:52:59.597502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59812) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.602093 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-5b11c645-f0ec-4186-a17d-320ab828d4d1 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.605659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5b11c645-f0ec-4186-a17d-320ab828d4d1 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0070763 Aug 31 09:52:59.606545 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59814) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.619027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-aeae2bbd-f760-4288-99af-159ae8e845d5 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.619923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aeae2bbd-f760-4288-99af-159ae8e845d5 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0122523 Aug 31 09:52:59.622526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59816) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.627991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-57efe311-7125-4e8e-b811-6e3d14eca4d0 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.628943 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-57efe311-7125-4e8e-b811-6e3d14eca4d0 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047293 Aug 31 09:52:59.631306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59818) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.635534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-4b809bfd-a8ec-4a03-bdc8-32f79504b190 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.639621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59820) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.640104 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b809bfd-a8ec-4a03-bdc8-32f79504b190 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059378 Aug 31 09:52:59.644025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-313c7c77-73e7-4f31-bb79-51af7359d591 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.645048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-313c7c77-73e7-4f31-bb79-51af7359d591 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044456 Aug 31 09:52:59.647481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59822) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.652096 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-b30700d5-b230-44f3-ac01-b10c61961c9b tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.653221 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b30700d5-b230-44f3-ac01-b10c61961c9b tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048311 Aug 31 09:52:59.655424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59824) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.659636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-8db447ce-7e90-4131-bcbc-fc9e6f1ed5f3 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.660656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8db447ce-7e90-4131-bcbc-fc9e6f1ed5f3 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041935 Aug 31 09:52:59.663009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59826) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.667426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-6f176e06-dd64-47ed-ad93-1682943a0c67 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.671476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6f176e06-dd64-47ed-ad93-1682943a0c67 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070980 Aug 31 09:52:59.674580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59828) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.682276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-7b136d21-a76e-405d-b232-80efff0a3562 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.683934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7b136d21-a76e-405d-b232-80efff0a3562 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0073531 Aug 31 09:52:59.687054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.691731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-32856b27-8c89-436a-957a-d45c8b2f6408 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.692784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-32856b27-8c89-436a-957a-d45c8b2f6408 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046668 Aug 31 09:52:59.695389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59832) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.700677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-e8f02e56-c995-49c1-b161-f90381026dda tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.701723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e8f02e56-c995-49c1-b161-f90381026dda tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051265 Aug 31 09:52:59.704549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59834) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.709641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-5e37f1ef-56fb-4969-8bed-276331891d98 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.710747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e37f1ef-56fb-4969-8bed-276331891d98 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050318 Aug 31 09:52:59.714322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59836) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.718888 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-8cff36c4-fbaa-4b40-9d9c-80abc250d9e4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.720113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8cff36c4-fbaa-4b40-9d9c-80abc250d9e4 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048435 Aug 31 09:52:59.724448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59838) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.728744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-67a68d00-1c8c-4792-9e4a-40c3d41f6ca8 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.729932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-67a68d00-1c8c-4792-9e4a-40c3d41f6ca8 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050635 Aug 31 09:52:59.733411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59840) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.739276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-01b6acc7-3eff-429c-b7c5-3858d607a878 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.742448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-01b6acc7-3eff-429c-b7c5-3858d607a878 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071757 Aug 31 09:52:59.743508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59842) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.749397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-86bcb57c-9e31-42ce-962f-247e7bd31ddf tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.752357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-86bcb57c-9e31-42ce-962f-247e7bd31ddf tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075359 Aug 31 09:52:59.765990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59844) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.772008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-187dae4f-c30c-41e6-8ed1-baa0c2840feb tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.773161 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-187dae4f-c30c-41e6-8ed1-baa0c2840feb tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060065 Aug 31 09:52:59.776547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59846) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.785405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-466f3a30-2a77-4b37-b59b-8f3da3c419d9 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.787187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-466f3a30-2a77-4b37-b59b-8f3da3c419d9 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092895 Aug 31 09:52:59.790797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59848) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.796960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-77cbb02a-a8a7-48b7-b822-db3f7d00a626 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.798546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-77cbb02a-a8a7-48b7-b822-db3f7d00a626 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061173 Aug 31 09:52:59.801796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59850) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.806848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-2c158969-be0a-4de4-ad8b-2da5a4f13a2e tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.810847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c158969-be0a-4de4-ad8b-2da5a4f13a2e tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077331 Aug 31 09:52:59.811315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59852) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.818336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-c1d607cd-8fc0-4c36-b3a2-9df09679db6f tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.822053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c1d607cd-8fc0-4c36-b3a2-9df09679db6f tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0091622 Aug 31 09:52:59.822415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.828462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-745863be-1a80-4593-9d81-d9457bbd3538 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.831471 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-745863be-1a80-4593-9d81-d9457bbd3538 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076387 Aug 31 09:52:59.832952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59856) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.839466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [None req-d6d0fecc-320b-40c4-9f5e-1a81d5b3001b tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.845437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59858) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:59.845757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d6d0fecc-320b-40c4-9f5e-1a81d5b3001b tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0114963 Aug 31 09:52:59.851346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [None req-1f081535-cfe0-481c-a91b-40feaa05f925 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:59.853177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1f081535-cfe0-481c-a91b-40feaa05f925 tempest-ExtensionsTestJSON-843420176 tempest-ExtensionsTestJSON-843420176-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057564 Aug 31 09:53:00.269271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59866) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:00.391061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc985f1b-6aa5-473f-aa09-54598907079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.493959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc985f1b-6aa5-473f-aa09-54598907079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.499132 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dc985f1b-6aa5-473f-aa09-54598907079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.539190 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dc985f1b-6aa5-473f-aa09-54598907079a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=963a4abb662c46c8985e1cec816ad761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687488 Aug 31 09:53:00.540214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985f1b-6aa5-473f-aa09-54598907079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd599dcc-4336-4452-9738-9cafedc223b5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:00.542752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59870) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:00.610631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15c9df16-804e-4cc9-8c94-49302c08520a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.639732 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15c9df16-804e-4cc9-8c94-49302c08520a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.688428 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15c9df16-804e-4cc9-8c94-49302c08520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.690985 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15c9df16-804e-4cc9-8c94-49302c08520a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:00.694641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15c9df16-804e-4cc9-8c94-49302c08520a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd599dcc-4336-4452-9738-9cafedc223b5 HTTP/1.1" status: 204 len: 168 time: 0.1480594 Aug 31 09:53:00.700859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9df16-804e-4cc9-8c94-49302c08520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd599dcc-4336-4452-9738-9cafedc223b5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:01.387128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:01.473599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-9dad3296-6838-40cd-ac86-4b4c6d3173ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396736633&fields=id&tenant_id=6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 267 time: 0.0414162 Aug 31 09:53:01.504778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1037087784'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:01.572759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:01.576261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.596986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.621049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-651fdf11-88de-437c-825b-c2a08b868365 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:01.622550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-651fdf11-88de-437c-825b-c2a08b868365 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1418064 Aug 31 09:53:01.645487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-77f7fef1-ffc5-41f7-bc76-e974b72a50fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0160441 Aug 31 09:53:01.724853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-4e63f768-75f9-4c5e-ad3e-67e4778c42b8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713432 Aug 31 09:53:01.773283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.800629 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.805081 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.851794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:01.861599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379f8aaa-ea7a-4796-a348-7cb75e4a774a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:01.876557 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:01.876910 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Added segment 92114351-394c-4863-b65d-bc579e8e51d6 of type vlan for network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 Aug 31 09:53:01.889557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-fc0225dd-89af-4bb0-b507-ce1fd6d1ca12 service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449833 Aug 31 09:53:01.972683 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.016377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.021861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:02.022554 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.086997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-3db5d084-a9c7-4749-867d-c847fd1f9a29 service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906767 Aug 31 09:53:02.097223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7070522 Aug 31 09:53:02.100473 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ff819-781d-4d4d-822c-03871878bf4f tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Network': ['ID=d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:02.124127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:02.249545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:02.410224 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:02.423893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f3a257-ea53-4615-9343-1fe4d7843c7e req-460acc39-a1cc-4ce2-91ec-0f751eaf1c32 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 210 time: 0.0411024 Aug 31 09:53:02.513631 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b70a7db7-8b52-4801-8d91-920d2f6acff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.539649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-c37907f0-7aef-4564-8f25-918fbce8ab95 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:03.542290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-c37907f0-7aef-4564-8f25-918fbce8ab95 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1424527 Aug 31 09:53:03.548053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dd2cab6-126e-44fa-9c3b-6d381cc315a9 req-a05dd036-4ffa-4381-9fa4-daa5cd6cd57e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 210 time: 0.0363879 Aug 31 09:53:03.598842 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-3511741d-a99f-4ff6-95df-b7baeb172875 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 379 time: 0.0469065 Aug 31 09:53:03.610748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'security_groups': ['cdba8824-0b8d-4e88-b635-b42ef5c03955']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:03.737065 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.747893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:03.751885 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.893039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.10 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/176604b0-2522-4ec0-a5b0-8f0ce856590e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:04.035038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.051001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object 176604b0-2522-4ec0-a5b0-8f0ce856590e will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:04.089035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.145350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:04.148654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:04.153127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:04.158060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=176604b0-2522-4ec0-a5b0-8f0ce856590e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:04.211521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:04.214459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.234279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-45794c6e-49c2-42b8-bdd0-8e8c96ca46ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6285958 Aug 31 09:53:04.250015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Request body: {'port': {'device_id': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:04.313978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.442983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f42075f2-e10b-43ac-9a34-d5bf3c285941 None None] Provisioning for port 176604b0-2522-4ec0-a5b0-8f0ce856590e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:04.451135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f42075f2-e10b-43ac-9a34-d5bf3c285941 None None] Provisioning complete for port 176604b0-2522-4ec0-a5b0-8f0ce856590e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:04.452137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f42075f2-e10b-43ac-9a34-d5bf3c285941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.489332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f42075f2-e10b-43ac-9a34-d5bf3c285941 None None] Port 176604b0-2522-4ec0-a5b0-8f0ce856590e cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:53:04.656652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176604b0-2522-4ec0-a5b0-8f0ce856590e {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:04.666203 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.682171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Transition to ACTIVE for port object 176604b0-2522-4ec0-a5b0-8f0ce856590e will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:04.688041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.715838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13421-9a75-438a-b4db-1389344f6893 req-ee86a14c-d657-4cb0-b40f-312507c07d31 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:04.725701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2e13421-9a75-438a-b4db-1389344f6893 req-ee86a14c-d657-4cb0-b40f-312507c07d31 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 932 time: 0.0774493 Aug 31 09:53:04.784633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2e13421-9a75-438a-b4db-1389344f6893 req-e8cdf88c-a13e-4650-bfca-40599b438289 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503087 Aug 31 09:53:04.802091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Pushing event updated for resources: {'Port': ['ID=176604b0-2522-4ec0-a5b0-8f0ce856590e,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:04.890697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Attempting to bind port 176604b0-2522-4ec0-a5b0-8f0ce856590e on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:04.891275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Attempting to bind port 176604b0-2522-4ec0-a5b0-8f0ce856590e by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:04.891798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Attempting to bind port 176604b0-2522-4ec0-a5b0-8f0ce856590e on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:04.897732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Port 176604b0-2522-4ec0-a5b0-8f0ce856590e on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:53:04.898064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Attempting to bind port 176604b0-2522-4ec0-a5b0-8f0ce856590e on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:04.903564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:04.903904 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:04.904479 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:04.904797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Bound port: 176604b0-2522-4ec0-a5b0-8f0ce856590e, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:04.905107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:04.980993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] For port 176604b0-2522-4ec0-a5b0-8f0ce856590e, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:04.984772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] For port 176604b0-2522-4ec0-a5b0-8f0ce856590e, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:04.990253 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.031692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.032307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.033852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] 10.222.0.15 "PUT /v2.0/ports/176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 200 len: 1093 time: 0.7896485 Aug 31 09:53:05.034156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:05.036824 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:05.108564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0da64-f9e5-45ed-88e0-d0a79460c060 service neutron] Pushing event updated for resources: {'Port': ['ID=176604b0-2522-4ec0-a5b0-8f0ce856590e,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.134947 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31b71e9-7949-43ac-8cc0-59f5b62f36a8 x-openstack-request-id: req-f31b71e9-7949-43ac-8cc0-59f5b62f36a8 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:05.135539 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:05.136002 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f31b71e9-7949-43ac-8cc0-59f5b62f36a8 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:05.136562 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'status': 'completed', 'code': 200} Aug 31 09:53:05.171410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-9ee40e7a-e5e9-4409-a7f2-182a05fbff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.173060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-9ee40e7a-e5e9-4409-a7f2-182a05fbff67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1096 time: 0.0588870 Aug 31 09:53:05.225505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-8917d5c6-9654-4e59-97e3-5ed3eb95db2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 200 len: 217 time: 0.0444479 Aug 31 09:53:05.284354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-20a68e62-a4e9-4746-bf5d-636904eb1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.286132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-20a68e62-a4e9-4746-bf5d-636904eb1115 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0536444 Aug 31 09:53:05.352809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa26a-4127-43aa-bfb4-a3224573179a req-36287ef8-94cb-48f3-9472-1770a65b4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.354442 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-36287ef8-94cb-48f3-9472-1770a65b4221 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613971 Aug 31 09:53:05.401556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59942) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.407589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'subnet': {'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:05.458013 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-0b3698a5-503a-4536-99ef-4993ad518b89 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945790 Aug 31 09:53:05.515790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:05.519881 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.561445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-252fa26a-4127-43aa-bfb4-a3224573179a req-e560dca0-302e-4988-b08f-8a23a9886a43 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947361 Aug 31 09:53:05.665945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-4f06817c-1b97-4f1b-b0a6-49f862c40342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.667539 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-4f06817c-1b97-4f1b-b0a6-49f862c40342 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1096 time: 0.0529921 Aug 31 09:53:05.763756 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.767063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-d528a738-8c62-4c15-a32d-deba1cb4c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.768802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-d528a738-8c62-4c15-a32d-deba1cb4c3b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0940180 Aug 31 09:53:05.813896 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-d4b80062-ed51-49bf-8d88-ff65de3f9dac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 200 len: 217 time: 0.0375090 Aug 31 09:53:05.827306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Subnet': ['ID=270e7518-4319-45a3-be49-9bfd3f4b067c,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:05.851603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Checking segment: {'id': '92114351-394c-4863-b65d-bc579e8e51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:05.852130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network hostable DHCP agents. Network: d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:05.878142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-509f7967-d051-4c9f-81c3-3b307bb1bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.880177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-509f7967-d051-4c9f-81c3-3b307bb1bfa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0560486 Aug 31 09:53:05.911700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:05.937606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5f31e-1d55-418c-ade0-be6d60e7b939 req-17006889-4e32-48cb-b2d1-f6bfa2c6d5e3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.939218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4f5f31e-1d55-418c-ade0-be6d60e7b939 req-17006889-4e32-48cb-b2d1-f6bfa2c6d5e3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.0832865 Aug 31 09:53:05.940356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:05.943736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-fb55e1aa-d4fd-479e-8f08-b0b8d6563f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.944751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-fb55e1aa-d4fd-479e-8f08-b0b8d6563f2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570879 Aug 31 09:53:05.944904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:05.945495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:05.959586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a431ddc-2f33-47f6-bd79-512d33c9e18e None None] Network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:05.965725 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bff72b35-1d93-4f59-a4f8-34d1beb9d6cc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5629966 Aug 31 09:53:05.966451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59946) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:05.972576 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-597633215'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.027511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4f5f31e-1d55-418c-ade0-be6d60e7b939 req-106919e4-a87b-4819-8039-7fda9f68a803 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511789 Aug 31 09:53:06.033205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:06.040816 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.065266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-93e5e865-5bb0-4da8-9bdd-3238fa612655 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115272 Aug 31 09:53:06.079049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:06.091070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.091915 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Added segment aec75073-9bb3-4c29-b527-4a949bc310be of type vlan for network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 Aug 31 09:53:06.147217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.173580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144', 'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144', 'tenant_id': 'e125b18b50eb4d2d8e66a93fc915ae30', 'fixed_ips': [{'subnet_id': '270e7518-4319-45a3-be49-9bfd3f4b067c'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:06.174654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.181667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.190286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:06.191133 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.205637 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-53c16328-7b4d-4a38-902b-b7c68ee9f4b0 req-b7c17cec-3dbc-4ad9-8af0-f9559f9e311a service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329367 Aug 31 09:53:06.268949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3006015 Aug 31 09:53:06.272048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59948) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.278150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'subnet': {'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.278885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f9866-6067-412b-bff7-89cf47cebacc tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Network': ['ID=f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.293857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:06.300870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.384911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:06.389982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.419344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Allocated IP 2001:db8:0:ffff::2 (d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144/270e7518-4319-45a3-be49-9bfd3f4b067c/21683b4f-1ab6-452a-9c63-078b2a905f8b) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:06.573866 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.583687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Transition to ACTIVE for port object 21683b4f-1ab6-452a-9c63-078b2a905f8b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:06.600840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Transition to ACTIVE for port object 21683b4f-1ab6-452a-9c63-078b2a905f8b will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:06.613225 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.655516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:06.658652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:06.661091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:06.673322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Pushing event updated for resources: {'Port': ['ID=21683b4f-1ab6-452a-9c63-078b2a905f8b,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.689323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:53:06.693576 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.735663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Attempting to bind port 21683b4f-1ab6-452a-9c63-078b2a905f8b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:06.736034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Attempting to bind port 21683b4f-1ab6-452a-9c63-078b2a905f8b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '92114351-394c-4863-b65d-bc579e8e51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:06.736724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Attempting to bind port 21683b4f-1ab6-452a-9c63-078b2a905f8b on network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:06.741769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:06.742137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Checking segment: {'id': '92114351-394c-4863-b65d-bc579e8e51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:06.742793 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.743335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Bound using segment: {'id': '92114351-394c-4863-b65d-bc579e8e51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:06.743778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Bound port: 21683b4f-1ab6-452a-9c63-078b2a905f8b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92114351-394c-4863-b65d-bc579e8e51d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd6b5f9b7-c58a-4dfe-9f26-28a00a2c1144'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:06.744348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.755026 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Subnet': ['ID=4813bbb4-0de6-482f-af19-52658656b233,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:06.767366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Checking segment: {'id': 'aec75073-9bb3-4c29-b527-4a949bc310be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:06.767851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network hostable DHCP agents. Network: f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:06.785975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:06.797999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:06.802670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:06.803418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.817547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e9c4f-661a-4813-b8cf-8a852f500b7c None None] Network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:06.822543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8080282c-4080-4b8a-8698-2abd7dc68e0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5479984 Aug 31 09:53:06.822725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] For port 21683b4f-1ab6-452a-9c63-078b2a905f8b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:06.824756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59950) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:06.831052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'port': {'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5', 'name': 'tempest-NetworksIpV6TestAttrs-1012198025'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:06.871107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] For port 21683b4f-1ab6-452a-9c63-078b2a905f8b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21683b4f-1ab6-452a-9c63-078b2a905f8b,segment=NetworkSegment(92114351-394c-4863-b65d-bc579e8e51d6),segment_id=92114351-394c-4863-b65d-bc579e8e51d6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:06.882423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.965541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:06.970884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:06.994389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] device_id is not set on port 173fa9b6-c0b2-495c-90df-28d704ba1d59 yet. {{(pid=94896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:07.158588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388045ba-1f4b-4bbc-9a8a-023ff83a16fb None None] Pushing event updated for resources: {'Port': ['ID=21683b4f-1ab6-452a-9c63-078b2a905f8b,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.166694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Allocated IP 2001:db8::f816:3eff:fe66:108a (f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5/4813bbb4-0de6-482f-af19-52658656b233/173fa9b6-c0b2-495c-90df-28d704ba1d59) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:07.216601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bacd5a-39a1-4d79-b033-901cef4ba9ec req-767d188c-c4dd-440a-9f95-96455204d66e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:07.226464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59bacd5a-39a1-4d79-b033-901cef4ba9ec req-767d188c-c4dd-440a-9f95-96455204d66e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.1036639 Aug 31 09:53:07.240870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5', 'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5', 'tenant_id': 'e125b18b50eb4d2d8e66a93fc915ae30', 'fixed_ips': [{'subnet_id': '4813bbb4-0de6-482f-af19-52658656b233'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:07.246153 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.361421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59bacd5a-39a1-4d79-b033-901cef4ba9ec req-3e56d896-2e33-44b6-a1d8-b28399a9fb2d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336217 Aug 31 09:53:07.470104 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.490978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Transition to ACTIVE for port object 173fa9b6-c0b2-495c-90df-28d704ba1d59 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:07.534403 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.579143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Allocated IP 2001:db8::f816:3eff:fe78:636 (f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5/4813bbb4-0de6-482f-af19-52658656b233/809daca9-3ee1-498f-8705-39b415c96f37) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:07.581182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:07.584747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:07.588568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:07.595310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:07.595950 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.602360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Port': ['ID=173fa9b6-c0b2-495c-90df-28d704ba1d59,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.620348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1f6fb7ae-1415-4070-a64c-088fdf6997a2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7916946 Aug 31 09:53:07.620577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59954) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:07.675272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting subnet 4813bbb4-0de6-482f-af19-52658656b233 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:07.758321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.768617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Transition to ACTIVE for port object 809daca9-3ee1-498f-8705-39b415c96f37 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:07.785132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Transition to ACTIVE for port object 809daca9-3ee1-498f-8705-39b415c96f37 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:07.790707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.792369 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.835179 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.837020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:07.840032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:07.844365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:07.854591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Pushing event updated for resources: {'Port': ['ID=809daca9-3ee1-498f-8705-39b415c96f37,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:07.913228 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Attempting to bind port 809daca9-3ee1-498f-8705-39b415c96f37 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:07.914313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Attempting to bind port 809daca9-3ee1-498f-8705-39b415c96f37 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'aec75073-9bb3-4c29-b527-4a949bc310be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:07.914846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Attempting to bind port 809daca9-3ee1-498f-8705-39b415c96f37 on network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:07.921619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:07.921980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Checking segment: {'id': 'aec75073-9bb3-4c29-b527-4a949bc310be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:07.922391 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:07.922870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Bound using segment: {'id': 'aec75073-9bb3-4c29-b527-4a949bc310be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:07.923345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Bound port: 809daca9-3ee1-498f-8705-39b415c96f37, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec75073-9bb3-4c29-b527-4a949bc310be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:07.923731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.001897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.085791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] For port 809daca9-3ee1-498f-8705-39b415c96f37, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:08.088658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.089442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] For port 809daca9-3ee1-498f-8705-39b415c96f37, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=809daca9-3ee1-498f-8705-39b415c96f37,segment=NetworkSegment(aec75073-9bb3-4c29-b527-4a949bc310be),segment_id=aec75073-9bb3-4c29-b527-4a949bc310be)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:08.095722 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.108556 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.114091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59956) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.119123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/4813bbb4-0de6-482f-af19-52658656b233 HTTP/1.1" status: 204 len: 168 time: 0.4975231 Aug 31 09:53:08.150036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281601df-93c9-43eb-a1a2-d7d624a08a25 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Subnet': ['ID=4813bbb4-0de6-482f-af19-52658656b233,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.162210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ddf1-40ca-4631-86fa-15d1047c4d2f None None] Pushing event updated for resources: {'Port': ['ID=809daca9-3ee1-498f-8705-39b415c96f37,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.262979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b23d6-5141-4cfd-858e-dfe725ff2a0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:08.271639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b23d6-5141-4cfd-858e-dfe725ff2a0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:08.273901 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2c1b23d6-5141-4cfd-858e-dfe725ff2a0c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1586368 Aug 31 09:53:08.277116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59958) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.324213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21683b4f-1ab6-452a-9c63-078b2a905f8b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:08.384657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 21683b4f-1ab6-452a-9c63-078b2a905f8b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:08.385431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d1a46ae8-b1e9-4371-aa8a-fd42e6f8c969 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.393920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb378a1-fb3c-4eed-a9a2-402bcae27787 None None] Network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:08.397982 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a46ae8-b1e9-4371-aa8a-fd42e6f8c969 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 09:53:08.398462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a46ae8-b1e9-4371-aa8a-fd42e6f8c969 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:08.404281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59960) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:08.405250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d1a46ae8-b1e9-4371-aa8a-fd42e6f8c969 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 HTTP/1.1" status: 409 len: 405 time: 0.1256850 Aug 31 09:53:08.411674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-361369577'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:08.480002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:08.489979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.541922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] Provisioning for port 21683b4f-1ab6-452a-9c63-078b2a905f8b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:08.548386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] Provisioning complete for port 21683b4f-1ab6-452a-9c63-078b2a905f8b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:08.548908 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.707456 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.751483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] For port 21683b4f-1ab6-452a-9c63-078b2a905f8b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21683b4f-1ab6-452a-9c63-078b2a905f8b,segment=NetworkSegment(92114351-394c-4863-b65d-bc579e8e51d6),segment_id=92114351-394c-4863-b65d-bc579e8e51d6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:08.756082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.808947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4ab10-e9af-4e4b-9882-569c4e9f80e8 None None] Pushing event updated for resources: {'Port': ['ID=21683b4f-1ab6-452a-9c63-078b2a905f8b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:08.931417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:08.947857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:08.948218 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Added segment f1753e9c-c5a3-4f46-a0db-9dd72aed462e of type vlan for network 275bf378-a42a-48ba-a2c7-86c3f66aad0a Aug 31 09:53:08.972168 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980ca05-40d2-4152-999e-df70c82d7e15 req-50af3653-10a0-4e45-becc-4c0155d365d3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:08.973688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d980ca05-40d2-4152-999e-df70c82d7e15 req-50af3653-10a0-4e45-becc-4c0155d365d3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.0812216 Aug 31 09:53:08.977287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-01cf9735-bfa3-47d3-b344-82aa9344b909 None None] Provisioning complete for port 21683b4f-1ab6-452a-9c63-078b2a905f8b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:08.977670 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01cf9735-bfa3-47d3-b344-82aa9344b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.022117 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.048709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d980ca05-40d2-4152-999e-df70c82d7e15 req-e29bd2eb-7a8b-4a2d-946d-5ec709bd05ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551460 Aug 31 09:53:09.082988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.090843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.092224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.160695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7544286 Aug 31 09:53:09.163597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59964) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.168742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'subnet': {'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:09.217628 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c704dc-5f97-4411-9a7f-76931b7c5620 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Network': ['ID=275bf378-a42a-48ba-a2c7-86c3f66aad0a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.228072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 275bf378-a42a-48ba-a2c7-86c3f66aad0a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:09.287983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:09.292836 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.376765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf15545-bd83-496c-98e2-b351cbaf6707 None None] Network f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:09.452943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-479c5a34-3856-419e-a385-b52aa5ada3ba None None] Provisioning for port 809daca9-3ee1-498f-8705-39b415c96f37 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:09.574718 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] DHCP port deletion for f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:09.595079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:53:09.596625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.628648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] Deleting port 809daca9-3ee1-498f-8705-39b415c96f37 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:09.629630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.667305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Subnet': ['ID=1e03a5f7-6286-4519-b2ba-03c75e56c1c3,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.680631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Checking segment: {'id': 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:09.680990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network hostable DHCP agents. Network: 275bf378-a42a-48ba-a2c7-86c3f66aad0a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:09.710020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network 275bf378-a42a-48ba-a2c7-86c3f66aad0a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:09.712758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] For port 809daca9-3ee1-498f-8705-39b415c96f37, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=809daca9-3ee1-498f-8705-39b415c96f37,segment=NetworkSegment(aec75073-9bb3-4c29-b527-4a949bc310be),segment_id=aec75073-9bb3-4c29-b527-4a949bc310be)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:09.713161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.722025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 275bf378-a42a-48ba-a2c7-86c3f66aad0a) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:09.727661 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:09.728482 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.734779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0702846-1148-45d0-98a4-67a08877c922 None None] Network 275bf378-a42a-48ba-a2c7-86c3f66aad0a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:09.738185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] Calling delete_port for 809daca9-3ee1-498f-8705-39b415c96f37 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:09.745638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-166713a8-f453-4651-8467-480b0c92ab30 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5809810 Aug 31 09:53:09.748471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59966) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:09.754379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'port': {'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a', 'name': 'tempest-NetworksIpV6TestAttrs-1299594557'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:09.866377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:09.869945 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.890316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] device_id is not set on port dd5689f5-b88e-4876-84ca-c5886723b820 yet. {{(pid=94895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:53:09.918646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.962284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] Pushing event deleted for resources: {'Port': ['ID=809daca9-3ee1-498f-8705-39b415c96f37,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:09.972437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-275bf378-a42a-48ba-a2c7-86c3f66aad0a', 'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a', 'tenant_id': 'e125b18b50eb4d2d8e66a93fc915ae30', 'fixed_ips': [{'subnet_id': '1e03a5f7-6286-4519-b2ba-03c75e56c1c3'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:09.973320 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:09.975544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c6822-eb4a-4228-8f98-257261d7e66b None None] No DVR routers for this DVR port 809daca9-3ee1-498f-8705-39b415c96f37 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:10.010183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Allocated IP 2001:db8::f816:3eff:fe57:298c (275bf378-a42a-48ba-a2c7-86c3f66aad0a/1e03a5f7-6286-4519-b2ba-03c75e56c1c3/dd5689f5-b88e-4876-84ca-c5886723b820) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:10.172989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.179536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d2bb0-4dda-4e9e-8d00-8edf4c15adf3 req-121c66ed-87ef-4d97-b6fb-349d33352437 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:10.180822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab9d2bb0-4dda-4e9e-8d00-8edf4c15adf3 req-121c66ed-87ef-4d97-b6fb-349d33352437 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.0521228 Aug 31 09:53:10.186660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Transition to ACTIVE for port object dd5689f5-b88e-4876-84ca-c5886723b820 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:10.221618 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab9d2bb0-4dda-4e9e-8d00-8edf4c15adf3 req-358d74a8-6236-4c69-97c5-1d179d6268c5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Aug 31 09:53:10.230838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.277653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Allocated IP 2001:db8::f816:3eff:fedb:bd27 (275bf378-a42a-48ba-a2c7-86c3f66aad0a/1e03a5f7-6286-4519-b2ba-03c75e56c1c3/4f1ccb2d-5cd2-4315-83a7-7096c5ccde36) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:10.282653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network 275bf378-a42a-48ba-a2c7-86c3f66aad0a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:10.286809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:10.292180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:10.296717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21683b4f-1ab6-452a-9c63-078b2a905f8b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:10.299196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:10.299992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.303977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Port': ['ID=dd5689f5-b88e-4876-84ca-c5886723b820,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.320524 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f2ddf65d-9641-436b-93aa-2cd760db5198 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5678957 Aug 31 09:53:10.321056 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59970) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.382543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting subnet 1e03a5f7-6286-4519-b2ba-03c75e56c1c3 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:10.417186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 21683b4f-1ab6-452a-9c63-078b2a905f8b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:10.417521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.499500 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.510466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Transition to ACTIVE for port object 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:10.552313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Transition to ACTIVE for port object 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:10.560936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.563797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.602993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.610900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Network 275bf378-a42a-48ba-a2c7-86c3f66aad0a is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:10.613877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:10.617592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:10.625997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Pushing event updated for resources: {'Port': ['ID=4f1ccb2d-5cd2-4315-83a7-7096c5ccde36,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.679195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Attempting to bind port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:10.679565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Attempting to bind port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:10.679932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Attempting to bind port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 on network 275bf378-a42a-48ba-a2c7-86c3f66aad0a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:10.684956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:10.685350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Checking segment: {'id': 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:10.686989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.687401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Bound using segment: {'id': 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:10.687870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Bound port: 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '275bf378-a42a-48ba-a2c7-86c3f66aad0a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:10.688259 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.731936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.794051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.797950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] For port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:10.802117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] For port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4f1ccb2d-5cd2-4315-83a7-7096c5ccde36,segment=NetworkSegment(f1753e9c-c5a3-4f46-a0db-9dd72aed462e),segment_id=f1753e9c-c5a3-4f46-a0db-9dd72aed462e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:10.806435 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.825665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Subnet': ['ID=1e03a5f7-6286-4519-b2ba-03c75e56c1c3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.831610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:10.836043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e828c53c-54e1-4985-9910-4b06c971f595 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/1e03a5f7-6286-4519-b2ba-03c75e56c1c3 HTTP/1.1" status: 204 len: 168 time: 0.5115306 Aug 31 09:53:10.836426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59972) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.876009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989142c-f380-4ae1-b576-8251286e2bc4 None None] Pushing event updated for resources: {'Port': ['ID=4f1ccb2d-5cd2-4315-83a7-7096c5ccde36,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:10.897681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988f3bc-0a06-4e7a-aebd-71dc3937ad55 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:10.899395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988f3bc-0a06-4e7a-aebd-71dc3937ad55 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:10.903586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2988f3bc-0a06-4e7a-aebd-71dc3937ad55 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0636139 Aug 31 09:53:10.903812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59974) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:10.994904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-483a8b24-4fa8-496f-aa71-8164456c43fb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.003561 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-483a8b24-4fa8-496f-aa71-8164456c43fb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 09:53:11.004037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483a8b24-4fa8-496f-aa71-8164456c43fb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:11.005989 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-483a8b24-4fa8-496f-aa71-8164456c43fb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/275bf378-a42a-48ba-a2c7-86c3f66aad0a HTTP/1.1" status: 409 len: 405 time: 0.1010354 Aug 31 09:53:11.010006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59976) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.015339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1484971100'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:11.067705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:11.071246 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.101203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:11.117316 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.117556 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Added segment b6ecada6-50a1-4806-b2eb-6ebee173e571 of type vlan for network a9b56e6b-6378-473c-a252-828f28936cde Aug 31 09:53:11.174561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.203989 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.209507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:11.210078 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.301550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2876887 Aug 31 09:53:11.301774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59980) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.307911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'subnet': {'network_id': 'a9b56e6b-6378-473c-a252-828f28936cde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:11.317871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a137f-2a70-4c5d-a782-b22e06fff12c tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Network': ['ID=a9b56e6b-6378-473c-a252-828f28936cde,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.340602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network a9b56e6b-6378-473c-a252-828f28936cde details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:11.417593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6077bb-5e18-480a-b876-f621c9711b8c req-8e4aabcc-8a4a-47fd-96ab-cdcf83df94ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:11.419147 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db6077bb-5e18-480a-b876-f621c9711b8c req-8e4aabcc-8a4a-47fd-96ab-cdcf83df94ac tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.1209733 Aug 31 09:53:11.468770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:11.472407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.477668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db6077bb-5e18-480a-b876-f621c9711b8c req-526179ce-e233-4591-b709-a3743c49ab53 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511625 Aug 31 09:53:11.766773 n-d-800634-13 neutron-server[94896]: DEBUG neutron.objects.ports [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:53:11.768425 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.838337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Subnet': ['ID=6d575b06-4c0c-4176-8130-61d9ff955dad,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:11.848381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Checking segment: {'id': 'b6ecada6-50a1-4806-b2eb-6ebee173e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a9b56e6b-6378-473c-a252-828f28936cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:11.848732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network hostable DHCP agents. Network: a9b56e6b-6378-473c-a252-828f28936cde, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:11.870530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network a9b56e6b-6378-473c-a252-828f28936cde is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:11.871445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb0e23-07ba-48e9-9a15-c239a86dc53b None None] Network 275bf378-a42a-48ba-a2c7-86c3f66aad0a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:11.881597 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, a9b56e6b-6378-473c-a252-828f28936cde) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:11.890385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:11.891011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.919488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3ed6447f-f746-4e8b-b027-788d8cca1c92 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6167312 Aug 31 09:53:11.922014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59986) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:11.931645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef3883-65d6-4e1d-8ac9-429a2a08d77f None None] Network a9b56e6b-6378-473c-a252-828f28936cde requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:12.003615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c33ae274-b2d8-4b94-a0e5-c301250cd629 None None] Provisioning for port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:12.034702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.107138 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.162750 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76546290-2f10-4ede-bf0d-a9787bff8ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-a9b56e6b-6378-473c-a252-828f28936cde', 'network_id': 'a9b56e6b-6378-473c-a252-828f28936cde', 'tenant_id': 'e125b18b50eb4d2d8e66a93fc915ae30', 'fixed_ips': [{'subnet_id': '6d575b06-4c0c-4176-8130-61d9ff955dad'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:12.163619 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76546290-2f10-4ede-bf0d-a9787bff8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.176494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.212909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Subnet': ['ID=6d575b06-4c0c-4176-8130-61d9ff955dad,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.236153 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] DHCP port deletion for 275bf378-a42a-48ba-a2c7-86c3f66aad0a request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:12.267265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba6b06-64bf-4b7f-aff9-90d3319878aa None None] Network a9b56e6b-6378-473c-a252-828f28936cde requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:12.279102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.289412 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b56e6b-6378-473c-a252-828f28936cde']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:12.300847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ecada6-50a1-4806-b2eb-6ebee173e571') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:12.301136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ecada6-50a1-4806-b2eb-6ebee173e571') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:12.309938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.324789 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.332170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:12.332570 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:12.335899 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:12.370620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] Deleting port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:12.371208 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.406394 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.412247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.414218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/a9b56e6b-6378-473c-a252-828f28936cde HTTP/1.1" status: 204 len: 168 time: 0.4909472 Aug 31 09:53:12.418364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59988) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.425935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1338684173'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:12.437172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e5d6c-ab9a-4abb-9339-655adcf90bfb tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Network': ['ID=a9b56e6b-6378-473c-a252-828f28936cde,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.452575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] For port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=4f1ccb2d-5cd2-4315-83a7-7096c5ccde36,segment=NetworkSegment(f1753e9c-c5a3-4f46-a0db-9dd72aed462e),segment_id=f1753e9c-c5a3-4f46-a0db-9dd72aed462e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:12.452943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.457803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:12.461171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.467658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] Calling delete_port for 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:12.490182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:12.500594 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.500961 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Added segment d90159b6-19c4-49e3-b987-5b25fcc7b58f of type vlan for network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec Aug 31 09:53:12.546464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.578766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.585337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:12.585991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.620879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9223ed-1eb5-4ffe-ad97-827194521059 req-2c617e7a-1249-4769-92ff-60b53e830a29 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:12.623585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b9223ed-1eb5-4ffe-ad97-827194521059 req-2c617e7a-1249-4769-92ff-60b53e830a29 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.0641882 Aug 31 09:53:12.652228 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2327542 Aug 31 09:53:12.655472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 59992) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:12.662379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'subnet': {'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:12.662695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee88a-00f9-480a-8488-41e7a39a1b6e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Network': ['ID=86cbaf31-6e89-46dd-bd0c-fd91c55798ec,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.674187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:12.716270 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b9223ed-1eb5-4ffe-ad97-827194521059 req-0357cff4-586a-4f84-89b5-9211995fb54d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852551 Aug 31 09:53:12.768097 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.769475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:12.773066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:12.796193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] Pushing event deleted for resources: {'Port': ['ID=4f1ccb2d-5cd2-4315-83a7-7096c5ccde36,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:12.798117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8cc43-e898-4f69-ab35-ea9b624fa215 None None] No DVR routers for this DVR port 4f1ccb2d-5cd2-4315-83a7-7096c5ccde36 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:12.958746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.015337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Subnet': ['ID=73da8696-c11d-4937-89cb-9dc3cf5cd4eb,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:13.025459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Checking segment: {'id': 'd90159b6-19c4-49e3-b987-5b25fcc7b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:13.025816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network hostable DHCP agents. Network: 86cbaf31-6e89-46dd-bd0c-fd91c55798ec, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:13.043217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:13.051673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 86cbaf31-6e89-46dd-bd0c-fd91c55798ec) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:13.055670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:13.056261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.060776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d70f2-08c2-4f9e-ad99-12b8e828aae2 None None] Network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:13.071106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-518045c5-8289-460e-8642-8dd6d2e185b2 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4144278 Aug 31 09:53:13.074313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 59994) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:13.170727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.209474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-86cbaf31-6e89-46dd-bd0c-fd91c55798ec', 'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec', 'tenant_id': 'e125b18b50eb4d2d8e66a93fc915ae30', 'fixed_ips': [{'subnet_id': '73da8696-c11d-4937-89cb-9dc3cf5cd4eb'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:13.210270 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.261564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.352994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Allocated IP 2001:db8::2 (86cbaf31-6e89-46dd-bd0c-fd91c55798ec/73da8696-c11d-4937-89cb-9dc3cf5cd4eb/6f186f46-39eb-4d57-bfb2-04d800c24ce1) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:13.505591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.515459 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Transition to ACTIVE for port object 6f186f46-39eb-4d57-bfb2-04d800c24ce1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:13.531776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Transition to ACTIVE for port object 6f186f46-39eb-4d57-bfb2-04d800c24ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:13.537898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.556633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.576605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:13.581831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:13.584475 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:13.586358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Subnet': ['ID=73da8696-c11d-4937-89cb-9dc3cf5cd4eb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:13.599986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Pushing event updated for resources: {'Port': ['ID=6f186f46-39eb-4d57-bfb2-04d800c24ce1,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:13.650133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Attempting to bind port 6f186f46-39eb-4d57-bfb2-04d800c24ce1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:13.650510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Attempting to bind port 6f186f46-39eb-4d57-bfb2-04d800c24ce1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd90159b6-19c4-49e3-b987-5b25fcc7b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:13.650877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Attempting to bind port 6f186f46-39eb-4d57-bfb2-04d800c24ce1 on network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:13.656889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:13.657259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Checking segment: {'id': 'd90159b6-19c4-49e3-b987-5b25fcc7b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:13.657658 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.658175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Bound using segment: {'id': 'd90159b6-19c4-49e3-b987-5b25fcc7b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:13.658670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Bound port: 6f186f46-39eb-4d57-bfb2-04d800c24ce1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90159b6-19c4-49e3-b987-5b25fcc7b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:13.659054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.659174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.669468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cbaf31-6e89-46dd-bd0c-fd91c55798ec']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.681444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90159b6-19c4-49e3-b987-5b25fcc7b58f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.681956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90159b6-19c4-49e3-b987-5b25fcc7b58f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:13.692178 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.707628 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.714268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:13.714706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:13.719003 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:13.727972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] For port 6f186f46-39eb-4d57-bfb2-04d800c24ce1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:13.781412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] For port 6f186f46-39eb-4d57-bfb2-04d800c24ce1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6f186f46-39eb-4d57-bfb2-04d800c24ce1,segment=NetworkSegment(d90159b6-19c4-49e3-b987-5b25fcc7b58f),segment_id=d90159b6-19c4-49e3-b987-5b25fcc7b58f)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:13.782141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:53:13.782141 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:53:13.782141 n-d-800634-13 neutron-server[94895]: [parameters: {'id': '86cbaf31-6e89-46dd-bd0c-fd91c55798ec'}] Aug 31 09:53:13.782141 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:53:13.783125 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:53:13.785851 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.847733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffbec6-8fd8-49a9-a784-d5371c2b121c req-2e6216ba-03b2-4f3c-a433-b896cb812312 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:13.850073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31ffbec6-8fd8-49a9-a784-d5371c2b121c req-2e6216ba-03b2-4f3c-a433-b896cb812312 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.0630746 Aug 31 09:53:13.867978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c99b58-2bdc-45ce-a8d5-f890fd312a24 None None] Pushing event updated for resources: {'Port': ['ID=6f186f46-39eb-4d57-bfb2-04d800c24ce1,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:13.883593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c6643-009e-4923-a75e-bfdee6a329c4 None None] Network 86cbaf31-6e89-46dd-bd0c-fd91c55798ec requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:13.891837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31ffbec6-8fd8-49a9-a784-d5371c2b121c req-6ef4b3a3-fa4c-4e87-82c9-bbf59c420821 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353787 Aug 31 09:53:14.007206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d167aaed-6c8d-4711-8657-9c0d31ef4d4f None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:53:14.101937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167aaed-6c8d-4711-8657-9c0d31ef4d4f None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:53:14.284598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.349193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting port 6f186f46-39eb-4d57-bfb2-04d800c24ce1 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:14.349659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.414693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] For port 6f186f46-39eb-4d57-bfb2-04d800c24ce1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6f186f46-39eb-4d57-bfb2-04d800c24ce1,segment=NetworkSegment(d90159b6-19c4-49e3-b987-5b25fcc7b58f),segment_id=d90159b6-19c4-49e3-b987-5b25fcc7b58f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:14.415063 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.428805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Calling delete_port for 6f186f46-39eb-4d57-bfb2-04d800c24ce1 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:14.512988 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.540167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Port': ['ID=6f186f46-39eb-4d57-bfb2-04d800c24ce1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:14.543480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No DVR routers for this DVR port 6f186f46-39eb-4d57-bfb2-04d800c24ce1 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:14.624805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.635203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cbaf31-6e89-46dd-bd0c-fd91c55798ec']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:14.646015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90159b6-19c4-49e3-b987-5b25fcc7b58f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:14.646313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90159b6-19c4-49e3-b987-5b25fcc7b58f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:14.655349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.674730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.680599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:14.681134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:14.684233 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:14.744834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.752568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.754370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/86cbaf31-6e89-46dd-bd0c-fd91c55798ec HTTP/1.1" status: 204 len: 168 time: 1.6789870 Aug 31 09:53:14.758143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60000) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:14.763245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1295045386'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:14.769755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a15f6-2e99-4cac-b0e7-368d1b71531e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Network': ['ID=86cbaf31-6e89-46dd-bd0c-fd91c55798ec,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:14.787240 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:14.790778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.814753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:14.823723 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.824068 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Added segment 238bce9c-158a-46c0-bfc1-c35b54153276 of type vlan for network d80a76e2-c945-4a11-905d-da92c588a4db Aug 31 09:53:14.864626 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.890943 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.896385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:14.896974 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.959437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2001557 Aug 31 09:53:14.962504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60004) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:14.969063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Request body: {'subnet': {'network_id': 'd80a76e2-c945-4a11-905d-da92c588a4db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:14.980427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e19a8-cc62-4e50-a4ba-85b9057cc978 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Network': ['ID=d80a76e2-c945-4a11-905d-da92c588a4db,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:14.991746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network d80a76e2-c945-4a11-905d-da92c588a4db details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:15.020972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ca53-b5c1-4292-b645-64aec9cd2c46 req-62cf1392-e21c-48f5-8489-cfbc5aecdcaf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:15.023184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e675ca53-b5c1-4292-b645-64aec9cd2c46 req-62cf1392-e21c-48f5-8489-cfbc5aecdcaf tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 944 time: 0.0610037 Aug 31 09:53:15.069429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e675ca53-b5c1-4292-b645-64aec9cd2c46 req-7eeacfcb-56af-4916-9bbd-3deb672e4a49 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379303 Aug 31 09:53:15.071507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Made reservation on behalf of e125b18b50eb4d2d8e66a93fc915ae30 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:15.075754 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.336261 n-d-800634-13 neutron-server[94895]: DEBUG neutron.objects.ports [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:53:15.337737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.401475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event updated for resources: {'Subnet': ['ID=e9256254-020b-4634-b5e4-e10a26a94f3b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:15.409237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Checking segment: {'id': '238bce9c-158a-46c0-bfc1-c35b54153276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd80a76e2-c945-4a11-905d-da92c588a4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:15.409596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network hostable DHCP agents. Network: d80a76e2-c945-4a11-905d-da92c588a4db, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:15.427245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Network d80a76e2-c945-4a11-905d-da92c588a4db is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:15.436937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, d80a76e2-c945-4a11-905d-da92c588a4db) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:15.441203 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:15.441784 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.447623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc120825-df4f-4bc7-a4f9-c8d1902b6674 None None] Network d80a76e2-c945-4a11-905d-da92c588a4db requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:15.456459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-15922a5e-e2ba-4e2c-a2b8-e059bd930689 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4926083 Aug 31 09:53:15.459335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60006) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:15.567356 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.581763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 176604b0-2522-4ec0-a5b0-8f0ce856590e details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:53:15.624836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05775e2d-3043-4503-a56c-77014196a841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-d80a76e2-c945-4a11-905d-da92c588a4db', 'network_id': 'd80a76e2-c945-4a11-905d-da92c588a4db', 'tenant_id': 'e125b18b50eb4d2d8e66a93fc915ae30', 'fixed_ips': [{'subnet_id': 'e9256254-020b-4634-b5e4-e10a26a94f3b'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:53:15.625822 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-05775e2d-3043-4503-a56c-77014196a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.640195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.717459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.753949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Subnet': ['ID=e9256254-020b-4634-b5e4-e10a26a94f3b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-05775e2d-3043-4503-a56c-77014196a841 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9256254-020b-4634-b5e4-e10a26a94f3b: This subnet is being modified by another concurrent operation. Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9256254-020b-4634-b5e4-e10a26a94f3b: This subnet is being modified by another concurrent operation. Aug 31 09:53:15.799291 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 09:53:15.825280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 176604b0-2522-4ec0-a5b0-8f0ce856590e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:15.825414 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.829211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aaf979-11aa-42a0-a347-3e581df67a35 None None] Network d80a76e2-c945-4a11-905d-da92c588a4db requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:15.833284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80a76e2-c945-4a11-905d-da92c588a4db']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:15.836215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'mac_address': 'fa:16:3e:c8:46:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:53:15.844771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238bce9c-158a-46c0-bfc1-c35b54153276') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:15.845096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238bce9c-158a-46c0-bfc1-c35b54153276') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:15.858744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.879429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.887273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:15.887917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:15.892323 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:15.960182 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.973249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.986050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.993894 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/d80a76e2-c945-4a11-905d-da92c588a4db HTTP/1.1" status: 204 len: 168 time: 0.5277205 Aug 31 09:53:15.994306 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:15.997384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176604b0-2522-4ec0-a5b0-8f0ce856590e {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:16.026296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f98204-83eb-43ec-a6ad-85532785a31c None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:53:16.035550 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 176604b0-2522-4ec0-a5b0-8f0ce856590e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:16.047659 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1e66f4-7ccb-4b26-8d32-5dd29941bb86 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.048430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1e66f4-7ccb-4b26-8d32-5dd29941bb86 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.052103 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db1e66f4-7ccb-4b26-8d32-5dd29941bb86 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/e9256254-020b-4634-b5e4-e10a26a94f3b HTTP/1.1" status: 404 len: 337 time: 0.0557981 Aug 31 09:53:16.056847 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60010) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.068878 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.089015 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05f2d60-9df9-4b8b-81b6-c86fdc0a6b0e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.089665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05f2d60-9df9-4b8b-81b6-c86fdc0a6b0e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.092296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f05f2d60-9df9-4b8b-81b6-c86fdc0a6b0e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/d80a76e2-c945-4a11-905d-da92c588a4db HTTP/1.1" status: 404 len: 339 time: 0.0335896 Aug 31 09:53:16.100321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60014) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.139206 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a71382c-daa7-4954-a319-5e0efae41c89 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.140103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a71382c-daa7-4954-a319-5e0efae41c89 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.143499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0a71382c-daa7-4954-a319-5e0efae41c89 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/73da8696-c11d-4937-89cb-9dc3cf5cd4eb HTTP/1.1" status: 404 len: 337 time: 0.0405986 Aug 31 09:53:16.146690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60016) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.184640 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-211da8e6-36d2-4492-903f-03d3a33a9dda tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.185987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211da8e6-36d2-4492-903f-03d3a33a9dda tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.187861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-211da8e6-36d2-4492-903f-03d3a33a9dda tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/86cbaf31-6e89-46dd-bd0c-fd91c55798ec HTTP/1.1" status: 404 len: 339 time: 0.0396981 Aug 31 09:53:16.192070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60018) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.216054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=176604b0-2522-4ec0-a5b0-8f0ce856590e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.258300 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7034df4-372e-485d-b135-96d12e579237 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.259193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7034df4-372e-485d-b135-96d12e579237 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.261881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c7034df4-372e-485d-b135-96d12e579237 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/6d575b06-4c0c-4176-8130-61d9ff955dad HTTP/1.1" status: 404 len: 337 time: 0.0683951 Aug 31 09:53:16.276440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60020) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.309553 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd03c01-90a0-4b33-8e0b-f0552359262b tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.309801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['176604b0-2522-4ec0-a5b0-8f0ce856590e'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:53:16.310801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd03c01-90a0-4b33-8e0b-f0552359262b tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.313370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fdd03c01-90a0-4b33-8e0b-f0552359262b tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/a9b56e6b-6378-473c-a252-828f28936cde HTTP/1.1" status: 404 len: 339 time: 0.0356967 Aug 31 09:53:16.314987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f98204-83eb-43ec-a6ad-85532785a31c None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:53:16.336608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60022) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.472155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155506-489d-4d7d-b460-b12a09e40d68 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Network': ['ID=d80a76e2-c945-4a11-905d-da92c588a4db,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.485411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df05e9b-fca1-4b8a-ba65-3d469c4ee230 req-7f8c6b97-5bbc-47ab-8893-78cf2a139a78 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:16.488239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9df05e9b-fca1-4b8a-ba65-3d469c4ee230 req-7f8c6b97-5bbc-47ab-8893-78cf2a139a78 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 945 time: 0.2169042 Aug 31 09:53:16.538568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting port dd5689f5-b88e-4876-84ca-c5886723b820 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:16.539029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.650997 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9df05e9b-fca1-4b8a-ba65-3d469c4ee230 req-a49081ff-d461-4b2c-914f-2bdf71df70c9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519227 Aug 31 09:53:16.686708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.705736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Calling delete_port for dd5689f5-b88e-4876-84ca-c5886723b820 owned by {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:16.816929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.854423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Port': ['ID=dd5689f5-b88e-4876-84ca-c5886723b820,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:16.863312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:16.868022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60024) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.868679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bb4be03d-ccd0-45ba-8dd1-295362801fc0 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/ports/dd5689f5-b88e-4876-84ca-c5886723b820 HTTP/1.1" status: 204 len: 168 time: 0.5304410 Aug 31 09:53:16.909413 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5022f40-5efa-4c05-9b6c-a8baa8a1af41 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:16.909901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5022f40-5efa-4c05-9b6c-a8baa8a1af41 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:16.911802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f5022f40-5efa-4c05-9b6c-a8baa8a1af41 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/1e03a5f7-6286-4519-b2ba-03c75e56c1c3 HTTP/1.1" status: 404 len: 337 time: 0.0427425 Aug 31 09:53:16.914613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60026) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:16.995764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.087481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.099431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275bf378-a42a-48ba-a2c7-86c3f66aad0a']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:17.112163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:17.112459 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1753e9c-c5a3-4f46-a0db-9dd72aed462e') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:17.121304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.136984 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.143983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:17.144397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:17.147571 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:17.217173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.222357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.227204 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/275bf378-a42a-48ba-a2c7-86c3f66aad0a HTTP/1.1" status: 204 len: 168 time: 0.3104475 Aug 31 09:53:17.227438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:17.252997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38d372-4c8e-4b4b-9fc6-72de4e53c860 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Network': ['ID=275bf378-a42a-48ba-a2c7-86c3f66aad0a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:17.337927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting port 173fa9b6-c0b2-495c-90df-28d704ba1d59 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:17.338186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.412982 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.427867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Calling delete_port for 173fa9b6-c0b2-495c-90df-28d704ba1d59 owned by {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:17.511022 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.547909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Port': ['ID=173fa9b6-c0b2-495c-90df-28d704ba1d59,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:17.553749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.555841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c37a0875-a204-46a6-bfcc-f2faf127c66e tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/ports/173fa9b6-c0b2-495c-90df-28d704ba1d59 HTTP/1.1" status: 204 len: 168 time: 0.3273993 Aug 31 09:53:17.558212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60032) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:17.586648 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-31592615-6975-4230-a6e4-063f06f24e53 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] DELETE failed (client error): The resource could not be found. Aug 31 09:53:17.587138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31592615-6975-4230-a6e4-063f06f24e53 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:53:17.589150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-31592615-6975-4230-a6e4-063f06f24e53 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/4813bbb4-0de6-482f-af19-52658656b233 HTTP/1.1" status: 404 len: 337 time: 0.0298393 Aug 31 09:53:17.589622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 176604b0-2522-4ec0-a5b0-8f0ce856590e up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:17.595062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60034) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:17.645428 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 176604b0-2522-4ec0-a5b0-8f0ce856590e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:17.649728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 176604b0-2522-4ec0-a5b0-8f0ce856590e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:17.650099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.679900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.738884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.774455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:17.780266 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316596b9-493c-4c16-9340-566abffd7c1e" -d '{"events": [{"server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "name": "network-vif-plugged", "status": "completed", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:17.786371 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.797266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 176604b0-2522-4ec0-a5b0-8f0ce856590e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:17.799215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:17.803867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.804530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50543-59b6-4ba6-ac7f-3486110172d3 req-50b36b66-35e3-4707-8377-5c254d7fbc3c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:17.807218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7da50543-59b6-4ba6-ac7f-3486110172d3 req-50b36b66-35e3-4707-8377-5c254d7fbc3c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 945 time: 0.0611722 Aug 31 09:53:17.815017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec75073-9bb3-4c29-b527-4a949bc310be') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:17.815410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec75073-9bb3-4c29-b527-4a949bc310be') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:17.832381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.843953 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998ac2a-3b18-4326-9136-80718d2e0cc7 x-openstack-request-id: req-1998ac2a-3b18-4326-9136-80718d2e0cc7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:17.844212 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "name": "network-vif-plugged", "status": "completed", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:17.844392 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1998ac2a-3b18-4326-9136-80718d2e0cc7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:17.845780 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'code': 200} Aug 31 09:53:17.849979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.858315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:17.858904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.870314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7da50543-59b6-4ba6-ac7f-3486110172d3 req-654bcc00-5c0a-42a6-807a-0bd2f44d630d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464559 Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:17.871809 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:17.906897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=176604b0-2522-4ec0-a5b0-8f0ce856590e,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:17.986746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.994527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.996477 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5 HTTP/1.1" status: 204 len: 168 time: 0.4000049 Aug 31 09:53:18.000996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60040) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:18.013440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e81f5-de4c-498a-9a51-e723b979a4cd req-c5296933-f5f9-4c46-be1c-f60feb6afdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:18.015612 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-580e81f5-de4c-498a-9a51-e723b979a4cd req-c5296933-f5f9-4c46-be1c-f60feb6afdc3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1098 time: 0.0857732 Aug 31 09:53:18.016442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7177b7-1157-4f6a-b36c-4df44b3a60cd tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Network': ['ID=f4a70bd2-eb2d-4c25-b7bf-b4d20f2c77d5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:18.054369 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-580e81f5-de4c-498a-9a51-e723b979a4cd req-ae874df3-f88b-4f00-b8d9-df76dfaed19e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Aug 31 09:53:18.060684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting subnet 270e7518-4319-45a3-be49-9bfd3f4b067c {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:18.065188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.114621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.212694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.279218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.312249 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Subnet': ['ID=270e7518-4319-45a3-be49-9bfd3f4b067c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:18.315920 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.317809 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a29da1fa-f988-419f-bdf8-7fc35eaf35e3 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/subnets/270e7518-4319-45a3-be49-9bfd3f4b067c HTTP/1.1" status: 204 len: 168 time: 0.3153830 Aug 31 09:53:18.320329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60042) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:18.325592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ef087-b8a0-4e0f-a3cb-bed92139692c None None] Network d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:18.413457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.475596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Deleting port 21683b4f-1ab6-452a-9c63-078b2a905f8b {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:18.475953 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.519527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] DHCP port deletion for d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:18.557212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] For port 21683b4f-1ab6-452a-9c63-078b2a905f8b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21683b4f-1ab6-452a-9c63-078b2a905f8b,segment=NetworkSegment(92114351-394c-4863-b65d-bc579e8e51d6),segment_id=92114351-394c-4863-b65d-bc579e8e51d6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:18.557760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.575805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Calling delete_port for 21683b4f-1ab6-452a-9c63-078b2a905f8b owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:18.583997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] Deleting port 21683b4f-1ab6-452a-9c63-078b2a905f8b {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:18.584457 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.661408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] For port 21683b4f-1ab6-452a-9c63-078b2a905f8b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=21683b4f-1ab6-452a-9c63-078b2a905f8b,segment=NetworkSegment(92114351-394c-4863-b65d-bc579e8e51d6),segment_id=92114351-394c-4863-b65d-bc579e8e51d6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:18.662171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.668383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.680660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] Calling delete_port for 21683b4f-1ab6-452a-9c63-078b2a905f8b owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:18.701431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Port': ['ID=21683b4f-1ab6-452a-9c63-078b2a905f8b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:18.703667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] No DVR routers for this DVR port 21683b4f-1ab6-452a-9c63-078b2a905f8b on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:18.764811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.791505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.792021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] Pushing event deleted for resources: {'Port': ['ID=21683b4f-1ab6-452a-9c63-078b2a905f8b,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:18.793964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0832246-5930-4036-b643-f6d733e869a3 None None] No DVR routers for this DVR port 21683b4f-1ab6-452a-9c63-078b2a905f8b on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:18.808819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:18.821072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92114351-394c-4863-b65d-bc579e8e51d6') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:18.821367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92114351-394c-4863-b65d-bc579e8e51d6') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:18.831939 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.833528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.849162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.855499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:18.855900 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:18.859751 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:18.928614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.937344 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:18.942762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] 10.222.0.18 "DELETE /v2.0/networks/d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144 HTTP/1.1" status: 204 len: 168 time: 0.6210532 Aug 31 09:53:18.959674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd2ced-e5f3-4d81-80ee-5d2816f127c6 tempest-NetworksIpV6TestAttrs-1737578984 tempest-NetworksIpV6TestAttrs-1737578984-project] Pushing event deleted for resources: {'Network': ['ID=d6b5f9b7-c58a-4dfe-9f26-28a00a2c1144,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:19.028988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382961-d42b-4010-8b97-1e3f326ba62c req-dd04ec64-3922-4bd0-b744-0f85551ca944 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:19.031148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60382961-d42b-4010-8b97-1e3f326ba62c req-dd04ec64-3922-4bd0-b744-0f85551ca944 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 946 time: 0.0851746 Aug 31 09:53:19.076472 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-60382961-d42b-4010-8b97-1e3f326ba62c req-85e15117-7d9c-4acd-8bca-b71d8a705cb0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 Aug 31 09:53:19.240068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60050) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:19.382502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db93160a-675c-4150-be25-d8efb8daef00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e125b18b50eb4d2d8e66a93fc915ae30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412065 Aug 31 09:53:19.384865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60054) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:19.437571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a7af16b-34d2-4afc-94a6-8e356325e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.459826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a7af16b-34d2-4afc-94a6-8e356325e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.511401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a7af16b-34d2-4afc-94a6-8e356325e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.513771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1a7af16b-34d2-4afc-94a6-8e356325e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.515107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1a7af16b-34d2-4afc-94a6-8e356325e79a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/379f8aaa-ea7a-4796-a348-7cb75e4a774a HTTP/1.1" status: 204 len: 168 time: 0.1293287 Aug 31 09:53:19.524938 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7af16b-34d2-4afc-94a6-8e356325e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f8aaa-ea7a-4796-a348-7cb75e4a774a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:20.219349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e9987-75b0-4d34-9ce2-b702267585a5 req-8439bc81-4a22-4797-b3d4-93e409edd4de tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:20.220955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c5e9987-75b0-4d34-9ce2-b702267585a5 req-8439bc81-4a22-4797-b3d4-93e409edd4de tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 946 time: 0.0582893 Aug 31 09:53:20.266198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c5e9987-75b0-4d34-9ce2-b702267585a5 req-0186c5f4-57ab-4626-a224-296e65128dec tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Aug 31 09:53:20.280659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21683b4f-1ab6-452a-9c63-078b2a905f8b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:20.313106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 21683b4f-1ab6-452a-9c63-078b2a905f8b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:20.313668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 21683b4f-1ab6-452a-9c63-078b2a905f8b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:20.322856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60080) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:20.451646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6328a6-79dd-4883-af0a-0ce60626b087 req-0a3fc836-0d56-40e6-b7c1-372f1fc3b88f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:20.453359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c6328a6-79dd-4883-af0a-0ce60626b087 req-0a3fc836-0d56-40e6-b7c1-372f1fc3b88f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 946 time: 0.0678101 Aug 31 09:53:20.493088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--206215091'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:20.498389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c6328a6-79dd-4883-af0a-0ce60626b087 req-41fc9a4f-c525-4138-b03e-51c650dfda57 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380599 Aug 31 09:53:20.526528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.531970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60084) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:20.538616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.625627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-65b713ab-0d1b-47a8-8ee1-8ba74e94f07a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026211 Aug 31 09:53:20.628928 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c6d4c-c7e6-4d38-affd-fec0c19b44a7 tempest-TestVolumeBootPattern-1352934018 tempest-TestVolumeBootPattern-1352934018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:20.631149 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a04c6d4c-c7e6-4d38-affd-fec0c19b44a7 tempest-TestVolumeBootPattern-1352934018 tempest-TestVolumeBootPattern-1352934018-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1093 time: 0.0972102 Aug 31 09:53:20.634173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60086) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:20.640318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:20.660468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.665419 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.687446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.db.api [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:53:20.687446 n-d-800634-13 neutron-server[94895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:53:20.687446 n-d-800634-13 neutron-server[94895]: [parameters: {'project_id_1': '2e1567afe02448678961e9366d143fa5', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 53, 20, 671450)}] Aug 31 09:53:20.687446 n-d-800634-13 neutron-server[94895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:53:20.688600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.688993 n-d-800634-13 neutron-server[94895]: DEBUG oslo_db.api [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:53:20.699313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb110ab-ce8f-4ade-83d2-81605542a92f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:20.778614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9696-095b-4350-9af3-7a7d5617b317 req-518115c9-1c4c-4d8f-9bcd-6537bd520db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:20.780601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-518115c9-1c4c-4d8f-9bcd-6537bd520db6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.0891759 Aug 31 09:53:20.882033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:20.955485 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9696-095b-4350-9af3-7a7d5617b317 req-5542511f-cca3-4fc1-9ef8-644f49fc5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:20.957018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-5542511f-cca3-4fc1-9ef8-644f49fc5cc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.1547024 Aug 31 09:53:21.060935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-3e368d0a-35ec-43eb-89ec-023933cd770d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1002 time: 0.0956662 Aug 31 09:53:21.083157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.25.4.140 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/d1ef7bf1-984f-4a67-967e-bad517e409de) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:21.165385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9696-095b-4350-9af3-7a7d5617b317 req-763a660b-9630-41b0-9de7-ab98619f5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:21.167104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-763a660b-9630-41b0-9de7-ab98619f5b2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0978818 Aug 31 09:53:21.190328 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.291464 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.297650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.330016 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.333659 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0060699 Aug 31 09:53:21.334061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60088) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.341693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f06fa-57a5-492a-8f13-8a9b659f1f3e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22aba0ab-23b3-4058-968e-3e0c229b6394,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:21.413974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-46b6e513-d634-4615-8ad8-792c427992d2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0762625 Aug 31 09:53:21.414214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60090) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.418958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-security--1809549172', 'description': 'tempest-security-description-796004461'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:21.447479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.503437 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.511763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.515363 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.516938 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "PUT /v2.0/security-groups/22aba0ab-23b3-4058-968e-3e0c229b6394 HTTP/1.1" status: 200 len: 1779 time: 0.1015711 Aug 31 09:53:21.521030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60092) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.569427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d71a78-7fb5-494d-9285-de0642562971 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22aba0ab-23b3-4058-968e-3e0c229b6394,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:21.582637 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ab3f9d60-7ac2-4989-aa3b-661ffe5c5f42 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups/22aba0ab-23b3-4058-968e-3e0c229b6394 HTTP/1.1" status: 200 len: 1779 time: 0.0598147 Aug 31 09:53:21.585695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.624135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9696-095b-4350-9af3-7a7d5617b317 req-f2bca72a-e1bf-4b2a-a2de-a7734dab425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:21.625662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-f2bca72a-e1bf-4b2a-a2de-a7734dab425a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4497578 Aug 31 09:53:21.636893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.648909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-689737e6-4dcb-4b43-a6d2-fb6f93f8a287 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.673888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-689737e6-4dcb-4b43-a6d2-fb6f93f8a287 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.726832 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-689737e6-4dcb-4b43-a6d2-fb6f93f8a287 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.729500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-689737e6-4dcb-4b43-a6d2-fb6f93f8a287 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.734106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-689737e6-4dcb-4b43-a6d2-fb6f93f8a287 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/22aba0ab-23b3-4058-968e-3e0c229b6394 HTTP/1.1" status: 204 len: 168 time: 0.1439340 Aug 31 09:53:21.736511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60096) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.746543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-1a6e26cf-e3fc-4acd-8af3-72c2c7d8f7d2 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127937 Aug 31 09:53:21.749001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689737e6-4dcb-4b43-a6d2-fb6f93f8a287 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aba0ab-23b3-4058-968e-3e0c229b6394,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:21.753236 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.790264 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-606ac11d-4b1b-469e-8c23-227ab9ed9e0f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526335 Aug 31 09:53:21.793185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60098) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.807536 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-f0b6a87a-daf3-4d9b-a7bf-57959af15850 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] delete failed (client error): The resource could not be found. Aug 31 09:53:21.808795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f0b6a87a-daf3-4d9b-a7bf-57959af15850 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/22aba0ab-23b3-4058-968e-3e0c229b6394 HTTP/1.1" status: 404 len: 347 time: 0.0144262 Aug 31 09:53:21.814739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60100) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.817835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--569803513'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:21.843392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.856274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:21.865471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:21.869440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:21.873079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=d1ef7bf1-984f-4a67-967e-bad517e409de,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:21.934733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-079e9696-095b-4350-9af3-7a7d5617b317 req-6cd173c0-823b-4547-83c4-0b4534256da8 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785400 Aug 31 09:53:21.942589 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.947746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.983567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:21.984814 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1706758 Aug 31 09:53:21.987997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60102) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:21.992648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': 'dac17295-123c-4eab-9148-ecdb12fa3f87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:21.998733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839f931-b78f-45b5-bef4-0b700f1b1fd7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac17295-123c-4eab-9148-ecdb12fa3f87,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.027713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.090301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.095381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.116090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce75b95-aa65-4b15-a0a0-e87c27ca61a5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.124306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.125388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-581dd095-eba4-459a-95a2-45aef996b504 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363091 Aug 31 09:53:22.128397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60104) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.160335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1423cc88-46b1-42b8-9d06-2b20f63ed3d4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.168909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1423cc88-46b1-42b8-9d06-2b20f63ed3d4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.198609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1423cc88-46b1-42b8-9d06-2b20f63ed3d4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.205165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1423cc88-46b1-42b8-9d06-2b20f63ed3d4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.206358 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1423cc88-46b1-42b8-9d06-2b20f63ed3d4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2ce75b95-aa65-4b15-a0a0-e87c27ca61a5 HTTP/1.1" status: 204 len: 168 time: 0.0769997 Aug 31 09:53:22.209140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60106) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.227709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423cc88-46b1-42b8-9d06-2b20f63ed3d4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ce75b95-aa65-4b15-a0a0-e87c27ca61a5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.269375 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ad3467ef-a525-4557-8849-d0db49eb5ec2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0581570 Aug 31 09:53:22.272357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60108) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.285574 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.336415 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-652505b5-9f39-4af7-868e-554787956236 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.359123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.361686 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-652505b5-9f39-4af7-868e-554787956236 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.414348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-652505b5-9f39-4af7-868e-554787956236 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.417243 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-652505b5-9f39-4af7-868e-554787956236 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.418424 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-652505b5-9f39-4af7-868e-554787956236 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/dac17295-123c-4eab-9148-ecdb12fa3f87 HTTP/1.1" status: 204 len: 168 time: 0.1451261 Aug 31 09:53:22.421860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.440467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652505b5-9f39-4af7-868e-554787956236 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac17295-123c-4eab-9148-ecdb12fa3f87,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.493197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-da62808c-d971-44fb-8a1b-1953fa049ec1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702181 Aug 31 09:53:22.497398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60112) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.502484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271093176'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:22.525952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.541256 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.546799 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.620191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.623188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=d1ef7bf1-984f-4a67-967e-bad517e409de,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.624781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.634041 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.656924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.658333 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1593890 Aug 31 09:53:22.663583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fba67-c4b7-4051-8e25-92323929ab3a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8f4cd-40ea-4cc9-98a2-940c9d14bc35,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.666573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60114) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.671509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '9de8f4cd-40ea-4cc9-98a2-940c9d14bc35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:22.700548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.749184 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Floating IP c170e40d-c9b4-4a66-a9da-2c9f5bd47854 associated. External IP: 172.25.4.140, port: 176604b0-2522-4ec0-a5b0-8f0ce856590e. Aug 31 09:53:22.764218 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.768215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.788765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf331049-ed85-48f7-9556-cc4a3b84394a,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.797098 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.799000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-03c4cdfb-b6f3-4741-8cec-eb3419cc49d0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307657 Aug 31 09:53:22.801236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60116) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.805934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '9de8f4cd-40ea-4cc9-98a2-940c9d14bc35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:22.834908 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.900575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.904577 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.926811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7736dc-de99-4981-a152-4301b900f310,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:22.938438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.939703 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-034011a0-c921-48aa-b22f-e7f3e2133498 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375349 Aug 31 09:53:22.942667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60118) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:22.947504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '9de8f4cd-40ea-4cc9-98a2-940c9d14bc35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:22.976242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:22.983932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:23.048217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.052339 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.071777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5715b301-527d-4d73-a3a2-c058ad570ea1,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.078820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.084993 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e9e0b324-8cd1-4dbf-b79b-d00f45837063 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363645 Aug 31 09:53:23.084993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60120) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.090164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '9de8f4cd-40ea-4cc9-98a2-940c9d14bc35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:23.113655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:23.118639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.126704 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:23.132438 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.137877 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:23.139428 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:53:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:23.167030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-35e61c3e-f745-4a35-b42d-29b1908dfa75 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5316510 Aug 31 09:53:23.167556 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:23.170841 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c92288-809d-474c-b39d-a016ff57db52" -d '{"events": [{"name": "network-changed", "server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:23.201486 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.206975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.236224 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96404d1c-cc0b-47bd-b2ee-81b4d93a3cb1 x-openstack-request-id: req-96404d1c-cc0b-47bd-b2ee-81b4d93a3cb1 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:23.236671 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:23.237908 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96404d1c-cc0b-47bd-b2ee-81b4d93a3cb1 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:23.238618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b641f88a-ef8a-48d7-ae2d-42dcb47fda95,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.238917 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'status': 'completed', 'code': 200} Aug 31 09:53:23.248604 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.249968 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bfad806e-7ccd-44cb-93d0-50e2be46c695 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636093 Aug 31 09:53:23.252785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60126) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.257612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '9de8f4cd-40ea-4cc9-98a2-940c9d14bc35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:23.278639 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:23.295857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.329389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92288-809d-474c-b39d-a016ff57db52 req-3961ef60-3be6-425d-bc49-5ca5b8725377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:23.331290 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-3961ef60-3be6-425d-bc49-5ca5b8725377 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1098 time: 0.0709691 Aug 31 09:53:23.378571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.384552 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.408481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c14ebf1-3e11-4fa3-86c3-e9fc312fd5ae,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.418859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.420315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c6ae909b-5a3d-4730-adf4-b14938c28748 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1664629 Aug 31 09:53:23.423313 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60128) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.443090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92288-809d-474c-b39d-a016ff57db52 req-ac2fc57e-edb3-4f55-b946-d76101de7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:23.444579 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-ac2fc57e-edb3-4f55-b946-d76101de7bfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1064672 Aug 31 09:53:23.452397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e428364-5c87-4aab-973a-4c42e15e8a62 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.461759 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e428364-5c87-4aab-973a-4c42e15e8a62 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.515873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e428364-5c87-4aab-973a-4c42e15e8a62 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.521458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8e428364-5c87-4aab-973a-4c42e15e8a62 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.522810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8e428364-5c87-4aab-973a-4c42e15e8a62 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0c14ebf1-3e11-4fa3-86c3-e9fc312fd5ae HTTP/1.1" status: 204 len: 168 time: 0.0985317 Aug 31 09:53:23.526843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60130) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.549926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428364-5c87-4aab-973a-4c42e15e8a62 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c14ebf1-3e11-4fa3-86c3-e9fc312fd5ae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.566543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-3e67b625-ad32-4de9-b5b2-82a543e168cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 200 len: 1000 time: 0.1137760 Aug 31 09:53:23.571393 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'c170e40d-c9b4-4a66-a9da-2c9f5bd47854', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:c8:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:22Z', 'updated_at': '2021-08-31T09:53:22Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:23.589499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c3bd26bb-2ddc-4953-a801-eeba4b4155dc tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0614653 Aug 31 09:53:23.592770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60132) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.600065 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:23.615562 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:23.616541 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:53:02Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:23.629670 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92288-809d-474c-b39d-a016ff57db52 req-b26bf225-34e2-4384-ad57-c36e4095cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:23.631220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-b26bf225-34e2-4384-ad57-c36e4095cfac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0572419 Aug 31 09:53:23.632667 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b876a2b4-dfb1-4737-9a09-f02b97219332 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.643115 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b876a2b4-dfb1-4737-9a09-f02b97219332 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.678673 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b876a2b4-dfb1-4737-9a09-f02b97219332 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.684909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b876a2b4-dfb1-4737-9a09-f02b97219332 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.689393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b876a2b4-dfb1-4737-9a09-f02b97219332 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b641f88a-ef8a-48d7-ae2d-42dcb47fda95 HTTP/1.1" status: 204 len: 168 time: 0.0927272 Aug 31 09:53:23.689667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92288-809d-474c-b39d-a016ff57db52 req-a0a049fe-a0cc-4fb0-bbb8-ed226cf3fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:23.689667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-a0a049fe-a0cc-4fb0-bbb8-ed226cf3fdf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509324 Aug 31 09:53:23.689667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60134) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.699037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876a2b4-dfb1-4737-9a09-f02b97219332 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b641f88a-ef8a-48d7-ae2d-42dcb47fda95,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.740762 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:23.795674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff33ac1c-cdae-4b04-941b-7ff70e0eccf0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1040227 Aug 31 09:53:23.798524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60136) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.844489 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b62142bb-624d-4e14-9537-ead62eedb2cf tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.849058 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-e5c82ec3-e298-496c-863c-ed52d6a4ec03 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523027 Aug 31 09:53:23.854689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b62142bb-624d-4e14-9537-ead62eedb2cf tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.938743 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b62142bb-624d-4e14-9537-ead62eedb2cf tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.943474 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b62142bb-624d-4e14-9537-ead62eedb2cf tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:23.944610 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b62142bb-624d-4e14-9537-ead62eedb2cf tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5715b301-527d-4d73-a3a2-c058ad570ea1 HTTP/1.1" status: 204 len: 168 time: 0.1451242 Aug 31 09:53:23.947790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60138) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:23.965683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62142bb-624d-4e14-9537-ead62eedb2cf tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5715b301-527d-4d73-a3a2-c058ad570ea1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:23.986584 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'c170e40d-c9b4-4a66-a9da-2c9f5bd47854', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:c8:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:22Z', 'updated_at': '2021-08-31T09:53:22Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:23.987809 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-63c92288-809d-474c-b39d-a016ff57db52 req-eda2bcdd-5019-4961-aa12-2820adbf12ee service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307740 Aug 31 09:53:24.007322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3454b512-9933-40cf-bce7-627bc8abebd0 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0581746 Aug 31 09:53:24.010133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60140) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.020633 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94926854-787a-465c-a170-c2886aa9cba2 None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'c170e40d-c9b4-4a66-a9da-2c9f5bd47854', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:c8:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:53:22Z', 'updated_at': '2021-08-31T09:53:22Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:24.038876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47a198c8-8eda-4ca9-bb0b-b46c2460970c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.048760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47a198c8-8eda-4ca9-bb0b-b46c2460970c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.084020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47a198c8-8eda-4ca9-bb0b-b46c2460970c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.094569 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-47a198c8-8eda-4ca9-bb0b-b46c2460970c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.098566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-47a198c8-8eda-4ca9-bb0b-b46c2460970c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8e7736dc-de99-4981-a152-4301b900f310 HTTP/1.1" status: 204 len: 168 time: 0.0849879 Aug 31 09:53:24.100349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60142) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.104036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a198c8-8eda-4ca9-bb0b-b46c2460970c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e7736dc-de99-4981-a152-4301b900f310,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:24.150360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-781135f7-aebb-42ad-ae83-401379e24dbc tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485861 Aug 31 09:53:24.153286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60144) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.184382 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828edbf4-c32e-4ec8-b506-4bb48b1a52a2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.196621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828edbf4-c32e-4ec8-b506-4bb48b1a52a2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.231103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828edbf4-c32e-4ec8-b506-4bb48b1a52a2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.237902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-828edbf4-c32e-4ec8-b506-4bb48b1a52a2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.239227 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-828edbf4-c32e-4ec8-b506-4bb48b1a52a2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bf331049-ed85-48f7-9556-cc4a3b84394a HTTP/1.1" status: 204 len: 168 time: 0.0848618 Aug 31 09:53:24.241987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60146) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.248391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828edbf4-c32e-4ec8-b506-4bb48b1a52a2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf331049-ed85-48f7-9556-cc4a3b84394a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:24.261578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797212bb-30b7-4adf-aaed-9f09b4e72a35 None None] New status for floating IP c170e40d-c9b4-4a66-a9da-2c9f5bd47854: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:53:24.289972 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c5c3c5b-fb78-4049-ae61-76a0ef64e0f4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465860 Aug 31 09:53:24.293204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.359968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6df0f17b-6153-478e-b848-2447da86486f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.385297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6df0f17b-6153-478e-b848-2447da86486f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.439292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6df0f17b-6153-478e-b848-2447da86486f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.439292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6df0f17b-6153-478e-b848-2447da86486f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.440148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6df0f17b-6153-478e-b848-2447da86486f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/9de8f4cd-40ea-4cc9-98a2-940c9d14bc35 HTTP/1.1" status: 204 len: 168 time: 0.1457586 Aug 31 09:53:24.443170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60150) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.452098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0f17b-6153-478e-b848-2447da86486f tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8f4cd-40ea-4cc9-98a2-940c9d14bc35,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:24.503870 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-37513f3d-d9ad-45cd-b9a6-d5e75eae23b7 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591040 Aug 31 09:53:24.508394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.513369 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--133547827'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:24.538764 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.626952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.630954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.657599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.658925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1494720 Aug 31 09:53:24.661870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60154) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.663092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4241e69-a53e-4d76-9a64-4c59644c5d77 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c3f80-acaa-4a13-ac12-3ed9bd052e59,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:24.666549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '4e9c3f80-acaa-4a13-ac12-3ed9bd052e59', 'direction': 'ingress', 'protocol': 17}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:24.694168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.752553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.756263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.774363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadd931c-2fa2-4b32-94f8-cf27caf73c7f,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:24.782288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.783533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-abea6439-2dbd-448d-a755-f925d5cfd759 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1206298 Aug 31 09:53:24.786287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60156) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.844629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9512-a506-4413-b9d5-91eeea4484d6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.869229 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9512-a506-4413-b9d5-91eeea4484d6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.920481 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9512-a506-4413-b9d5-91eeea4484d6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.923353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9512-a506-4413-b9d5-91eeea4484d6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:24.924538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a5a9512-a506-4413-b9d5-91eeea4484d6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e9c3f80-acaa-4a13-ac12-3ed9bd052e59 HTTP/1.1" status: 204 len: 168 time: 0.1372840 Aug 31 09:53:24.927354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60158) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.934175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a9512-a506-4413-b9d5-91eeea4484d6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c3f80-acaa-4a13-ac12-3ed9bd052e59,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:24.979676 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1e7c5122-b171-46cc-9245-a25d233b4f8b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510020 Aug 31 09:53:24.983571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60160) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:24.988635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513176582'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:25.012232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.102784 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.107564 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.135300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.136653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1522593 Aug 31 09:53:25.140161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60162) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.146493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--460999369'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:25.151701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf4578-c73c-4a31-8ea4-e4f2c7d3b745 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd09e02-3e59-44cc-860d-4779ef4a66f5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.171767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.260030 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.269059 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.301830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.303109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1618090 Aug 31 09:53:25.305957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b882c3-8034-4166-be27-b6302923a33b tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b992d7-eaf5-4a6c-901c-324d7b771c56,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.306136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60164) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.313521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '1cd09e02-3e59-44cc-860d-4779ef4a66f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '16b992d7-eaf5-4a6c-901c-324d7b771c56', 'remote_ip_prefix': None}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:25.349060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.426613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.430413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.450508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b392e557-2c49-4aba-a82a-0a8e861e322d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.459267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.460480 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fc505cb1-bb4a-466b-8f33-3bb52c748a92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1533706 Aug 31 09:53:25.463300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60166) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.488065 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8326f7a4-0096-46f5-851e-48cb87d6ee4a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.496199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8326f7a4-0096-46f5-851e-48cb87d6ee4a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.532037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8326f7a4-0096-46f5-851e-48cb87d6ee4a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.539624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8326f7a4-0096-46f5-851e-48cb87d6ee4a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.540947 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8326f7a4-0096-46f5-851e-48cb87d6ee4a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b392e557-2c49-4aba-a82a-0a8e861e322d HTTP/1.1" status: 204 len: 168 time: 0.0766623 Aug 31 09:53:25.543688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60168) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.547001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326f7a4-0096-46f5-851e-48cb87d6ee4a tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b392e557-2c49-4aba-a82a-0a8e861e322d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.594911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-997c49c3-4f32-4089-8f2f-ccee9cb2bcbb tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0495038 Aug 31 09:53:25.597221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60170) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.660655 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cff381f-2544-403f-92f9-089cbc492be5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.686018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cff381f-2544-403f-92f9-089cbc492be5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.733546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cff381f-2544-403f-92f9-089cbc492be5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.736184 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0cff381f-2544-403f-92f9-089cbc492be5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.737485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0cff381f-2544-403f-92f9-089cbc492be5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/16b992d7-eaf5-4a6c-901c-324d7b771c56 HTTP/1.1" status: 204 len: 168 time: 0.1393466 Aug 31 09:53:25.740319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.746815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff381f-2544-403f-92f9-089cbc492be5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b992d7-eaf5-4a6c-901c-324d7b771c56,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.804189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-54b19b0c-15ce-4fb6-86a6-7a8cc23a407c tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0622318 Aug 31 09:53:25.806668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60174) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.863295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3b2d-8d01-4903-a47f-6d1fd64de997 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.889434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3b2d-8d01-4903-a47f-6d1fd64de997 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.937599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3b2d-8d01-4903-a47f-6d1fd64de997 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.940209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3b2d-8d01-4903-a47f-6d1fd64de997 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:25.941363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bd1e3b2d-8d01-4903-a47f-6d1fd64de997 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/1cd09e02-3e59-44cc-860d-4779ef4a66f5 HTTP/1.1" status: 204 len: 168 time: 0.1337724 Aug 31 09:53:25.944121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60178) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:25.951460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e3b2d-8d01-4903-a47f-6d1fd64de997 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd09e02-3e59-44cc-860d-4779ef4a66f5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:25.994375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7f81560e-427a-4649-932f-e76c95bb333d tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490088 Aug 31 09:53:25.999673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60180) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.004039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--739774235'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:26.030255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.119539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.123374 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.155279 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.156095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1554747 Aug 31 09:53:26.156887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14121f01-84d1-433a-a749-37bc94a9f27e tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a86f31-642c-4c48-979a-26c22a950548,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.158958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60182) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.164076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': '79a86f31-642c-4c48-979a-26c22a950548', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:26.199581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.263886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.267966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.288006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bcae4c-7140-4938-8a88-11fcc9a981a8,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.295618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.299878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a89f7c6f-3b8f-46a0-9c11-965f7b5960f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1371405 Aug 31 09:53:26.300324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60184) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.324823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791c3141-d91c-46ee-8d0d-8ecc434ab101 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.337008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791c3141-d91c-46ee-8d0d-8ecc434ab101 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.365017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791c3141-d91c-46ee-8d0d-8ecc434ab101 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.372560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-791c3141-d91c-46ee-8d0d-8ecc434ab101 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.374164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-791c3141-d91c-46ee-8d0d-8ecc434ab101 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/29bcae4c-7140-4938-8a88-11fcc9a981a8 HTTP/1.1" status: 204 len: 168 time: 0.0731096 Aug 31 09:53:26.377111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60186) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.384587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c3141-d91c-46ee-8d0d-8ecc434ab101 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bcae4c-7140-4938-8a88-11fcc9a981a8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.435059 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-402190cc-10d4-4551-a2f3-aa518e0790ee tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562065 Aug 31 09:53:26.438036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60188) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.495291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9b7a3bf-95f0-4db5-a0ed-a671cd2dd1a1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.519176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9b7a3bf-95f0-4db5-a0ed-a671cd2dd1a1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.562987 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9b7a3bf-95f0-4db5-a0ed-a671cd2dd1a1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.565872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9b7a3bf-95f0-4db5-a0ed-a671cd2dd1a1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.566818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9b7a3bf-95f0-4db5-a0ed-a671cd2dd1a1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/79a86f31-642c-4c48-979a-26c22a950548 HTTP/1.1" status: 204 len: 168 time: 0.1276319 Aug 31 09:53:26.569489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60190) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.578863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7a3bf-95f0-4db5-a0ed-a671cd2dd1a1 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a86f31-642c-4c48-979a-26c22a950548,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.620870 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-75d11474-b3d6-4d62-954a-a52d6a73c240 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501792 Aug 31 09:53:26.624928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60192) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.629547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group': {'name': 'tempest-secgroup--184225305'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:26.652850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.744059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.749127 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.782600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.783848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1579306 Aug 31 09:53:26.785882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf97c7d-5ecd-4c90-8262-fd3f440b6338 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afff98db-8c22-4924-912e-bfa96f0815c8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.786924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60194) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.792895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': 'afff98db-8c22-4924-912e-bfa96f0815c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:26.823347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.880707 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.884666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.905573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfb1bc6-9ac2-43b0-ba77-12ccbed4cf4a,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:26.912761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:26.913971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1301c677-c077-40cd-80f9-ce11f5e4cf28 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252093 Aug 31 09:53:26.916850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60196) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.934306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ae3d1824-da82-49e1-8f92-435b68d8af92 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules/8cfb1bc6-9ac2-43b0-ba77-12ccbed4cf4a HTTP/1.1" status: 200 len: 763 time: 0.0163786 Aug 31 09:53:26.937619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60198) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:26.981186 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b0d5361f-1942-4f76-8d5a-f821d7a7caa2 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425012 Aug 31 09:53:26.987552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60200) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.012799 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.022736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.050993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.056951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.058071 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8cfb1bc6-9ac2-43b0-ba77-12ccbed4cf4a HTTP/1.1" status: 204 len: 168 time: 0.0695009 Aug 31 09:53:27.062276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60202) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.064438 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cfb1bc6-9ac2-43b0-ba77-12ccbed4cf4a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.072695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.073049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.073385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.073720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.074047 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.074375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.074772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.075088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.075407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.076294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.076619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.076942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef421d-24d6-4001-97e8-5a4c5097ef52 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:27.110038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-274fb170-3d66-4f38-83dc-0e49b147c9f6 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465519 Aug 31 09:53:27.113018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60204) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.117997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': 'afff98db-8c22-4924-912e-bfa96f0815c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:27.146048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.194793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.200417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.218829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe64166-1bd8-4dd4-8612-a6f927ea592b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.225128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.226302 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6c793de8-fc83-4588-aa34-ef035e73bd01 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1121671 Aug 31 09:53:27.229137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60206) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.246242 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-687aa70c-a3e0-438d-b667-b8009718f8bc tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules/cbe64166-1bd8-4dd4-8612-a6f927ea592b HTTP/1.1" status: 200 len: 763 time: 0.0159757 Aug 31 09:53:27.250168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60208) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.300697 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-57e4417b-24e2-4a19-b0c0-1b739f0c3073 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0482202 Aug 31 09:53:27.302607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60210) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.329900 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fd437ae-4297-463d-aa6a-a5a66d47b640 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.338033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fd437ae-4297-463d-aa6a-a5a66d47b640 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.365401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fd437ae-4297-463d-aa6a-a5a66d47b640 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.371745 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fd437ae-4297-463d-aa6a-a5a66d47b640 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.375976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7fd437ae-4297-463d-aa6a-a5a66d47b640 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cbe64166-1bd8-4dd4-8612-a6f927ea592b HTTP/1.1" status: 204 len: 168 time: 0.0699854 Aug 31 09:53:27.376732 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60212) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.380248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd437ae-4297-463d-aa6a-a5a66d47b640 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe64166-1bd8-4dd4-8612-a6f927ea592b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.423983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-90432cb3-64ab-48ad-a6be-991ae4e3f3f8 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453937 Aug 31 09:53:27.427468 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60214) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.432213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Request body: {'security_group_rule': {'security_group_id': 'afff98db-8c22-4924-912e-bfa96f0815c8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:27.457866 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Project 2e1567afe02448678961e9366d143fa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:53:27.463276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.525032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.529422 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.547372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be97926-82e5-4c60-bca5-7a3bfb41ed3f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.554767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.556011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-66b99fb9-8526-4ed8-b1ff-1a901dfefb89 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275768 Aug 31 09:53:27.558672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60216) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.577508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-733d1302-ddcc-428f-bedd-5010b5880cce tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules/0be97926-82e5-4c60-bca5-7a3bfb41ed3f HTTP/1.1" status: 200 len: 769 time: 0.0177569 Aug 31 09:53:27.580452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60218) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.622166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e02b490d-3484-4c58-bb06-f64b27c6deb4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0406411 Aug 31 09:53:27.626542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60220) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.654835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4efe6e3-1fd6-4098-bebe-d3e7efc68013 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.664620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4efe6e3-1fd6-4098-bebe-d3e7efc68013 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.698326 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4efe6e3-1fd6-4098-bebe-d3e7efc68013 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.705047 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4efe6e3-1fd6-4098-bebe-d3e7efc68013 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.706250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b4efe6e3-1fd6-4098-bebe-d3e7efc68013 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0be97926-82e5-4c60-bca5-7a3bfb41ed3f HTTP/1.1" status: 204 len: 168 time: 0.0790381 Aug 31 09:53:27.715619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe6e3-1fd6-4098-bebe-d3e7efc68013 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be97926-82e5-4c60-bca5-7a3bfb41ed3f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.716053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.759314 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c69ffca-deee-4836-a11e-9caa8d36a1ba tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419817 Aug 31 09:53:27.762040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.819282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a8466cd-9083-41e1-8711-062809c76cd5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.842805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a8466cd-9083-41e1-8711-062809c76cd5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.885068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a8466cd-9083-41e1-8711-062809c76cd5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.887853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3a8466cd-9083-41e1-8711-062809c76cd5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:27.889942 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3a8466cd-9083-41e1-8711-062809c76cd5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "DELETE /v2.0/security-groups/afff98db-8c22-4924-912e-bfa96f0815c8 HTTP/1.1" status: 204 len: 168 time: 0.1269264 Aug 31 09:53:27.892727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60226) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.899500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8466cd-9083-41e1-8711-062809c76cd5 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff98db-8c22-4924-912e-bfa96f0815c8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:27.942502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-83370afd-fafc-499c-a31a-0a0ccb037464 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484746 Aug 31 09:53:27.946595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60228) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:27.992409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6ad703aa-0a40-4eba-a54a-8db0dd79eff4 tempest-SecGroupIPv6Test-1875880053 tempest-SecGroupIPv6Test-1875880053-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443146 Aug 31 09:53:28.264792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60234) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:28.402051 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9c4966af-0988-44c3-b7f4-a8b86390db00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e1567afe02448678961e9366d143fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360769 Aug 31 09:53:28.407491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60238) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:28.458213 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:28.480100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:28.528329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:28.532018 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:28.534129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb110ab-ce8f-4ade-83d2-81605542a92f HTTP/1.1" status: 204 len: 168 time: 0.1252108 Aug 31 09:53:28.549266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb110ab-ce8f-4ade-83d2-81605542a92f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:28.550548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b43cd65a-5cd6-4678-93b3-0ca2e624fb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:28.563962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.564518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.565098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.565632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.566210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.566822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.567403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.567815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.568257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.568697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.569133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:28.569574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8c701b-073d-441e-a7d1-8c341fea9fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:29.204510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60260) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.304655 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-08d3a2c1-50a1-43dc-b0af-2f01409a15cf tempest-ServiceProvidersTest-1325855898 tempest-ServiceProvidersTest-1325855898-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0989707 Aug 31 09:53:29.559785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60268) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.670051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e341fffb-2695-4040-9f2a-ab41a112697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.767744 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e341fffb-2695-4040-9f2a-ab41a112697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.771913 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e341fffb-2695-4040-9f2a-ab41a112697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.812388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e341fffb-2695-4040-9f2a-ab41a112697a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=612d7e8a06064364b596e5ddfbf688f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512789 Aug 31 09:53:29.813276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341fffb-2695-4040-9f2a-ab41a112697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1a6fe9-9125-4927-88bc-6caa342e4ffc,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:29.814939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60272) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:29.867828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-363e3010-32e8-495a-b7ea-77ee590b2864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.891977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-363e3010-32e8-495a-b7ea-77ee590b2864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.942261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-363e3010-32e8-495a-b7ea-77ee590b2864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.945171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-363e3010-32e8-495a-b7ea-77ee590b2864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:29.946640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-363e3010-32e8-495a-b7ea-77ee590b2864 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f1a6fe9-9125-4927-88bc-6caa342e4ffc HTTP/1.1" status: 204 len: 168 time: 0.1304879 Aug 31 09:53:29.957816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e3010-32e8-495a-b7ea-77ee590b2864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1a6fe9-9125-4927-88bc-6caa342e4ffc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:30.715400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60296) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:30.720468 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033190 Aug 31 09:53:30.724186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60298) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:30.866170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0aa5d9c3-178e-40e6-976d-0c263b33e9f5 tempest-NetworksApiDiscovery-2085688028 tempest-NetworksApiDiscovery-2085688028-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1405637 Aug 31 09:53:31.203422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:31.329487 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50ed256d-e4b7-4701-a1d8-757eaa298de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.427357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50ed256d-e4b7-4701-a1d8-757eaa298de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.431597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-50ed256d-e4b7-4701-a1d8-757eaa298de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.475435 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-50ed256d-e4b7-4701-a1d8-757eaa298de2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e53b5f4c569e4ee09e2305fa929d499c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704241 Aug 31 09:53:31.476505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed256d-e4b7-4701-a1d8-757eaa298de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb3780f-6840-4e46-85f5-d1f8e51c9db8,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:31.476678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60310) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:31.541694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d27de110-9baa-4d1d-b8f7-8db030cc015d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.565408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d27de110-9baa-4d1d-b8f7-8db030cc015d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.615151 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d27de110-9baa-4d1d-b8f7-8db030cc015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.618106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d27de110-9baa-4d1d-b8f7-8db030cc015d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.619302 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d27de110-9baa-4d1d-b8f7-8db030cc015d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcb3780f-6840-4e46-85f5-d1f8e51c9db8 HTTP/1.1" status: 204 len: 168 time: 0.1416326 Aug 31 09:53:31.628310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27de110-9baa-4d1d-b8f7-8db030cc015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb3780f-6840-4e46-85f5-d1f8e51c9db8,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:31.777232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.424509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.509141 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6596361d-d50a-47f6-9d62-82728490abd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.631298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60384) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.719083 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.741567 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28c6a29f-96e8-4c99-b09e-118f42561619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.833131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28c6a29f-96e8-4c99-b09e-118f42561619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.838053 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-28c6a29f-96e8-4c99-b09e-118f42561619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.884893 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-28c6a29f-96e8-4c99-b09e-118f42561619 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19d88f95c4794c5999ea375045950562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524221 Aug 31 09:53:33.885720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6a29f-96e8-4c99-b09e-118f42561619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5327b022-2ee4-4320-9483-24793b622343,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.888887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.939391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15a0bb05-f2a6-45ce-a265-20881c4f9020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.967660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15a0bb05-f2a6-45ce-a265-20881c4f9020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.015514 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15a0bb05-f2a6-45ce-a265-20881c4f9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.018361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15a0bb05-f2a6-45ce-a265-20881c4f9020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.019553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-15a0bb05-f2a6-45ce-a265-20881c4f9020 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5327b022-2ee4-4320-9483-24793b622343 HTTP/1.1" status: 204 len: 168 time: 0.1292169 Aug 31 09:53:34.027524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0bb05-f2a6-45ce-a265-20881c4f9020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5327b022-2ee4-4320-9483-24793b622343,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:34.306702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:34.320037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94a81b04-a916-4b19-a4c0-0d82994e4540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.409091 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94a81b04-a916-4b19-a4c0-0d82994e4540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.413090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-94a81b04-a916-4b19-a4c0-0d82994e4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.456076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-94a81b04-a916-4b19-a4c0-0d82994e4540 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6b2438267dd415598ab36fbccd42ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482472 Aug 31 09:53:34.456939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81b04-a916-4b19-a4c0-0d82994e4540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d1dac-a2c6-4dbb-8e52-0b59841435fe,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:34.459248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:34.514132 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42a70b9f-7cb5-4e6c-a3f3-02614dc03848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.538640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42a70b9f-7cb5-4e6c-a3f3-02614dc03848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.591749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42a70b9f-7cb5-4e6c-a3f3-02614dc03848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.594656 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-42a70b9f-7cb5-4e6c-a3f3-02614dc03848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.595881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-42a70b9f-7cb5-4e6c-a3f3-02614dc03848 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/588d1dac-a2c6-4dbb-8e52-0b59841435fe HTTP/1.1" status: 204 len: 168 time: 0.1354067 Aug 31 09:53:34.604574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a70b9f-7cb5-4e6c-a3f3-02614dc03848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d1dac-a2c6-4dbb-8e52-0b59841435fe,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:36.259007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.565508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.675004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1979dab7-e6f4-4509-a85c-fa9fce0c7c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.774620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1979dab7-e6f4-4509-a85c-fa9fce0c7c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.780042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1979dab7-e6f4-4509-a85c-fa9fce0c7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.828324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1979dab7-e6f4-4509-a85c-fa9fce0c7c58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68c9f79acbe84abd93c32e1bbf0ca330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616117 Aug 31 09:53:36.829253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979dab7-e6f4-4509-a85c-fa9fce0c7c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc882c7-e9d8-4abb-a799-2da9f476ce02,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:36.831703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:36.885757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b3481dd-8794-4a07-993c-e8b43b4ecd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.909337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b3481dd-8794-4a07-993c-e8b43b4ecd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.960413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b3481dd-8794-4a07-993c-e8b43b4ecd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.963195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9b3481dd-8794-4a07-993c-e8b43b4ecd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:36.964365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9b3481dd-8794-4a07-993c-e8b43b4ecd8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecc882c7-e9d8-4abb-a799-2da9f476ce02 HTTP/1.1" status: 204 len: 168 time: 0.1321137 Aug 31 09:53:36.973940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3481dd-8794-4a07-993c-e8b43b4ecd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc882c7-e9d8-4abb-a799-2da9f476ce02,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.267842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60468) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.285380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9fe5cb7-8bbd-4c69-9084-12a7297feb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.398271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9fe5cb7-8bbd-4c69-9084-12a7297feb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.404008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e9fe5cb7-8bbd-4c69-9084-12a7297feb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.448781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e9fe5cb7-8bbd-4c69-9084-12a7297feb23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=166bd2893b2c47959c13743c8d74a6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797733 Aug 31 09:53:37.449841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe5cb7-8bbd-4c69-9084-12a7297feb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59bf423-57b2-4ede-8016-4115ef198ee8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:37.453673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:37.521460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8eacc18c-285d-4c40-a4ba-ed051aad1dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.547742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8eacc18c-285d-4c40-a4ba-ed051aad1dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.600504 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8eacc18c-285d-4c40-a4ba-ed051aad1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.603136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8eacc18c-285d-4c40-a4ba-ed051aad1dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:37.604311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8eacc18c-285d-4c40-a4ba-ed051aad1dd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f59bf423-57b2-4ede-8016-4115ef198ee8 HTTP/1.1" status: 204 len: 168 time: 0.1492677 Aug 31 09:53:37.613801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacc18c-285d-4c40-a4ba-ed051aad1dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59bf423-57b2-4ede-8016-4115ef198ee8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:38.332390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60492) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:38.440546 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1482224897-network', 'tenant_id': '6dc66a2d27804e45876984d678684acb'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:38.462853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Made reservation on behalf of 6dc66a2d27804e45876984d678684acb for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:38.465261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.474806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.586340 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.591273 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.619100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:38.629894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c856a7-f481-44c2-9a6e-85bb2c1337d3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:38.639399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.639399 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Added segment b5738d14-b4f7-43a9-9e58-d566219cfe17 of type vlan for network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 Aug 31 09:53:38.686290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.713065 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.714339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:38.714948 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:38.774862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4410675 Aug 31 09:53:38.780035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60496) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:38.781138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cf336-5f80-44dc-ae7e-596e85a93e39 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6c8db8-4e83-4ba7-ad30-241aa35b0589,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:38.785983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Request body: {'subnet': {'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1482224897-subnet', 'tenant_id': '6dc66a2d27804e45876984d678684acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:38.791642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:38.808482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Made reservation on behalf of 6dc66a2d27804e45876984d678684acb for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:38.814369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.003032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.063023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70645d1a-06a3-4555-bb41-b5c0ee80db9e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:39.074122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Checking segment: {'id': 'b5738d14-b4f7-43a9-9e58-d566219cfe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:39.074489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Network hostable DHCP agents. Network: 9e6c8db8-4e83-4ba7-ad30-241aa35b0589, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:39.094779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:39.104841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9e6c8db8-4e83-4ba7-ad30-241aa35b0589) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:39.109160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:39.109746 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.115186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ec52c-04e5-4c19-b732-f4ac41643559 None None] Network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:39.126311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5aa5c825-e77f-45bc-a3e7-8a8a804c944a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3452985 Aug 31 09:53:39.251763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:39.265608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad691b-cd6b-4bbe-91a0-4264923be6d2 None None] Network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:39.688450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60512) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:39.694315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1315910519-network', 'tenant_id': 'c976370baf18442aaee9208fbaf96e5d'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:39.719610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Made reservation on behalf of c976370baf18442aaee9208fbaf96e5d for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:39.722185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.733598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.838033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.843434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.870332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:53:39.880842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed437660-48d4-434a-9420-30ddd173e875,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:39.888235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.889776 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Added segment ee9a2be9-014b-4c15-ac2e-b93f1ab0d231 of type vlan for network 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef Aug 31 09:53:39.933964 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.960259 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:39.961291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:39.961868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.035765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3415449 Aug 31 09:53:40.036351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60514) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:40.041983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fc0bc-0ef4-4dd9-b388-fec8fc07a01d admin admin] Pushing event updated for resources: {'Network': ['ID=13ef9477-0fbb-45f8-815a-9fb0bae7e9ef,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:40.042895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Request body: {'subnet': {'network_id': '13ef9477-0fbb-45f8-815a-9fb0bae7e9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1315910519-subnet', 'tenant_id': 'c976370baf18442aaee9208fbaf96e5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:40.053489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:53:40.072422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Made reservation on behalf of c976370baf18442aaee9208fbaf96e5d for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:40.075001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.268033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.333064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b860cb02-9c71-4d0f-9b28-c0c1299f768e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:40.344397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Checking segment: {'id': 'ee9a2be9-014b-4c15-ac2e-b93f1ab0d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13ef9477-0fbb-45f8-815a-9fb0bae7e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:40.344752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Network hostable DHCP agents. Network: 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:53:40.368589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Network 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:53:40.377747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:40.381978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:40.382774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.386649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010231b-953c-4672-8c30-7e25b3e8bb7a None None] Network 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:40.399573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a1a05605-5c73-4ac0-8391-c379eef17995 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3617332 Aug 31 09:53:40.531022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5bef87-cbf3-4a2b-81dc-8847c2982e33 None None] Network 13ef9477-0fbb-45f8-815a-9fb0bae7e9ef requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:40.991488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-be1c642e-d3e8-422b-aa45-e9c63701b21e tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:40.993007 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-be1c642e-d3e8-422b-aa45-e9c63701b21e tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/networks?id=9e6c8db8-4e83-4ba7-ad30-241aa35b0589 HTTP/1.1" status: 200 len: 809 time: 0.1168635 Aug 31 09:53:41.011307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-8c07c29c-7fb6-4f8c-80b0-c9fe1ca22fa4 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/quotas/6dc66a2d27804e45876984d678684acb HTTP/1.1" status: 200 len: 375 time: 0.0099077 Aug 31 09:53:41.051156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-db0258a2-aa74-4da7-9195-7a40aabd1434 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dc66a2d27804e45876984d678684acb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334516 Aug 31 09:53:41.150440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-877704f4-8d76-476c-96f8-7246b4ada2fb service neutron] 10.222.0.18 "GET /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921268 Aug 31 09:53:41.263277 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-25706c48-1206-4a69-a574-79741e652a83 service neutron] 10.222.0.18 "GET /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055009 Aug 31 09:53:41.441419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5564c95-cd22-4c71-8e57-bd588f1f8343 req-0dcef63e-a14c-4693-a008-e34a641ff5bd tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 210 time: 0.0301037 Aug 31 09:53:42.584439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02a9ee8c-dcd3-448f-91b8-80e83666995f req-79cba660-1827-4019-829c-ee517ffc4c0f tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 210 time: 0.0355792 Aug 31 09:53:42.713169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-948664cf-44a5-4c22-96aa-f68ffee939cb tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:42.714745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-948664cf-44a5-4c22-96aa-f68ffee939cb tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.23 "GET /v2.0/networks?id=9e6c8db8-4e83-4ba7-ad30-241aa35b0589 HTTP/1.1" status: 200 len: 809 time: 0.1336439 Aug 31 09:53:42.743246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Request body: {'port': {'device_id': '33314f79-b3d6-45e7-89df-38d07800db6d', 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589', 'admin_state_up': True, 'tenant_id': '6dc66a2d27804e45876984d678684acb'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:42.854881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Made reservation on behalf of 6dc66a2d27804e45876984d678684acb for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:53:42.859369 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.002079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Allocated IP 172.20.0.12 (9e6c8db8-4e83-4ba7-ad30-241aa35b0589/70645d1a-06a3-4555-bb41-b5c0ee80db9e/302346a5-c193-4dc0-a135-1bed1d718475) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:53:43.160378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.205091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.259838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:53:43.264993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:53:43.269745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:53:43.274131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Pushing event updated for resources: {'Port': ['ID=302346a5-c193-4dc0-a135-1bed1d718475,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:43.325645 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.326263 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.340473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-26fc12ce-ea16-4538-917a-e7aee23518cf tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013322 Aug 31 09:53:43.360310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Request body: {'port': {'device_id': '33314f79-b3d6-45e7-89df-38d07800db6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:53:43.425577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.815978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df8bf-6a19-4ff7-bb43-28f027d21674 req-d64dfb92-4f7c-4ea0-b176-a9cad246339d tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:43.818510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-697df8bf-6a19-4ff7-bb43-28f027d21674 req-d64dfb92-4f7c-4ea0-b176-a9cad246339d tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 932 time: 0.1563978 Aug 31 09:53:43.830152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302346a5-c193-4dc0-a135-1bed1d718475 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:43.854418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.911064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Transition to ACTIVE for port object 302346a5-c193-4dc0-a135-1bed1d718475 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:53:43.922093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.940696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-697df8bf-6a19-4ff7-bb43-28f027d21674 req-c627f7e5-5803-488f-8bd5-89aa17629310 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143365 Aug 31 09:53:44.024678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Pushing event updated for resources: {'Port': ['ID=302346a5-c193-4dc0-a135-1bed1d718475,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.134286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Attempting to bind port 302346a5-c193-4dc0-a135-1bed1d718475 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:53:44.134834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Attempting to bind port 302346a5-c193-4dc0-a135-1bed1d718475 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'b5738d14-b4f7-43a9-9e58-d566219cfe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:53:44.135185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Attempting to bind port 302346a5-c193-4dc0-a135-1bed1d718475 on network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:44.140424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Port 302346a5-c193-4dc0-a135-1bed1d718475 on network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:53:44.140749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Attempting to bind port 302346a5-c193-4dc0-a135-1bed1d718475 on network 9e6c8db8-4e83-4ba7-ad30-241aa35b0589 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:53:44.147324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:53:44.147324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Checking segment: {'id': 'b5738d14-b4f7-43a9-9e58-d566219cfe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:53:44.147324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Bound using segment: {'id': 'b5738d14-b4f7-43a9-9e58-d566219cfe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:53:44.148026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Bound port: 302346a5-c193-4dc0-a135-1bed1d718475, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5738d14-b4f7-43a9-9e58-d566219cfe17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:53:44.148282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.226407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] For port 302346a5-c193-4dc0-a135-1bed1d718475, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:53:44.230866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] For port 302346a5-c193-4dc0-a135-1bed1d718475, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=302346a5-c193-4dc0-a135-1bed1d718475,segment=NetworkSegment(b5738d14-b4f7-43a9-9e58-d566219cfe17),segment_id=b5738d14-b4f7-43a9-9e58-d566219cfe17)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:53:44.237356 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.287977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.288350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.289842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] 10.222.0.23 "PUT /v2.0/ports/302346a5-c193-4dc0-a135-1bed1d718475 HTTP/1.1" status: 200 len: 1093 time: 0.9345233 Aug 31 09:53:44.290315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33314f79-b3d6-45e7-89df-38d07800db6d', 'tag': '302346a5-c193-4dc0-a135-1bed1d718475'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:44.292704 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756b260-2431-46c9-b8f7-1b106653846c" -d '{"events": [{"name": "network-changed", "server_uuid": "33314f79-b3d6-45e7-89df-38d07800db6d", "tag": "302346a5-c193-4dc0-a135-1bed1d718475"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:44.326178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d859a-24c3-4954-b8a9-01ddee484f9a service neutron] Pushing event updated for resources: {'Port': ['ID=302346a5-c193-4dc0-a135-1bed1d718475,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.350247 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f2d55-393e-4d77-976e-2be38266f53f x-openstack-request-id: req-bd0f2d55-393e-4d77-976e-2be38266f53f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:44.350615 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33314f79-b3d6-45e7-89df-38d07800db6d", "tag": "302346a5-c193-4dc0-a135-1bed1d718475", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:44.350898 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd0f2d55-393e-4d77-976e-2be38266f53f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:44.351378 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33314f79-b3d6-45e7-89df-38d07800db6d', 'tag': '302346a5-c193-4dc0-a135-1bed1d718475', 'status': 'completed', 'code': 200} Aug 31 09:53:44.418257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-4fef0cbc-4c9b-4d0c-be55-fdd09aa451b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.420466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-4fef0cbc-4c9b-4d0c-be55-fdd09aa451b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6dc66a2d27804e45876984d678684acb&device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 1096 time: 0.0536642 Aug 31 09:53:44.470936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-1d70dfff-a19a-40b4-a652-751df8b25181 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=302346a5-c193-4dc0-a135-1bed1d718475 HTTP/1.1" status: 200 len: 217 time: 0.0376663 Aug 31 09:53:44.528904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-7a3de056-b609-471a-82e0-3ac09c05937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.530542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-7a3de056-b609-471a-82e0-3ac09c05937b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70645d1a-06a3-4555-bb41-b5c0ee80db9e HTTP/1.1" status: 200 len: 849 time: 0.0534527 Aug 31 09:53:44.563715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-4a8e8df2-5fa9-4c00-8ab8-d2e791569674 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6c8db8-4e83-4ba7-ad30-241aa35b0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262477 Aug 31 09:53:44.661864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-d017f494-9d40-4b1a-a6b1-4979d69af6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905800 Aug 31 09:53:44.759253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e2cc1aa-8908-4c7f-a228-3bb741241ce6 req-e30cdd73-e062-43d7-864e-fae202ce968f service neutron] 10.222.0.23 "GET /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906625 Aug 31 09:53:44.879806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b260-2431-46c9-b8f7-1b106653846c req-5893fa6f-d934-4592-8585-b60ed701de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.882038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-5893fa6f-d934-4592-8585-b60ed701de5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6dc66a2d27804e45876984d678684acb&device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 1096 time: 0.0428548 Aug 31 09:53:44.987349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b260-2431-46c9-b8f7-1b106653846c req-b2862c34-b015-4aff-b364-4f8dc6793397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:44.988931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-b2862c34-b015-4aff-b364-4f8dc6793397 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e6c8db8-4e83-4ba7-ad30-241aa35b0589 HTTP/1.1" status: 200 len: 910 time: 0.1003692 Aug 31 09:53:45.035945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-97ee0c70-296f-418a-b8fb-922b9be265b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=302346a5-c193-4dc0-a135-1bed1d718475 HTTP/1.1" status: 200 len: 217 time: 0.0402038 Aug 31 09:53:45.115311 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b260-2431-46c9-b8f7-1b106653846c req-6116f9a5-2308-40a5-867e-88ce00246122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:45.116822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-6116f9a5-2308-40a5-867e-88ce00246122 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70645d1a-06a3-4555-bb41-b5c0ee80db9e HTTP/1.1" status: 200 len: 849 time: 0.0728047 Aug 31 09:53:45.136010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ea04d-0d6f-4971-8f70-3392930a1685 req-529e0bd5-3e21-4ece-b15c-239e277336aa tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:45.141865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-436ea04d-0d6f-4971-8f70-3392930a1685 req-529e0bd5-3e21-4ece-b15c-239e277336aa tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 944 time: 0.1054049 Aug 31 09:53:45.177772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-75ccc240-dc39-41e9-b148-fb966b454de4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e6c8db8-4e83-4ba7-ad30-241aa35b0589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338354 Aug 31 09:53:45.247397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-436ea04d-0d6f-4971-8f70-3392930a1685 req-576813f1-fa99-47f6-9454-d4740fa2b176 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988481 Aug 31 09:53:45.292666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-e867ccfe-290a-4c53-b476-268d632a6648 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041148 Aug 31 09:53:45.396424 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0756b260-2431-46c9-b8f7-1b106653846c req-564b6ec2-4395-4640-b499-21a4656b16e6 service neutron] 10.222.0.23 "GET /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958118 Aug 31 09:53:46.375806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbca22-6aee-4681-a7a7-47a5da931eca req-8b801597-5ed3-4165-91ec-768fa1f2f6ae tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:46.377415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bfbca22-6aee-4681-a7a7-47a5da931eca req-8b801597-5ed3-4165-91ec-768fa1f2f6ae tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 944 time: 0.0533249 Aug 31 09:53:46.419711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bfbca22-6aee-4681-a7a7-47a5da931eca req-6d8d3f7f-04fd-4955-9771-302dccbdf9e6 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350566 Aug 31 09:53:46.432668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 302346a5-c193-4dc0-a135-1bed1d718475 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:53:46.550390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 302346a5-c193-4dc0-a135-1bed1d718475, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=302346a5-c193-4dc0-a135-1bed1d718475,segment=NetworkSegment(b5738d14-b4f7-43a9-9e58-d566219cfe17),segment_id=b5738d14-b4f7-43a9-9e58-d566219cfe17)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:46.563455 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '302346a5-c193-4dc0-a135-1bed1d718475', 'network_id': '9e6c8db8-4e83-4ba7-ad30-241aa35b0589', 'port_id': '302346a5-c193-4dc0-a135-1bed1d718475', 'mac_address': 'fa:16:3e:b8:d3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70645d1a-06a3-4555-bb41-b5c0ee80db9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:53:46.611107 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.626051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302346a5-c193-4dc0-a135-1bed1d718475 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:53:46.657700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 302346a5-c193-4dc0-a135-1bed1d718475, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=302346a5-c193-4dc0-a135-1bed1d718475,segment=NetworkSegment(b5738d14-b4f7-43a9-9e58-d566219cfe17),segment_id=b5738d14-b4f7-43a9-9e58-d566219cfe17)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:46.665758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:46.736412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=302346a5-c193-4dc0-a135-1bed1d718475,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:46.945731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['302346a5-c193-4dc0-a135-1bed1d718475'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:53:47.548144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452bc07-41f8-4d6c-a607-316dd1274e3f req-9ea66878-6f4f-4313-9a34-b7d656c57f5f tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:47.549904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3452bc07-41f8-4d6c-a607-316dd1274e3f req-9ea66878-6f4f-4313-9a34-b7d656c57f5f tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 945 time: 0.0570881 Aug 31 09:53:47.930247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3452bc07-41f8-4d6c-a607-316dd1274e3f req-cdb424f8-1da6-4757-9c58-5ec46e76f02d tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737175 Aug 31 09:53:48.461946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 302346a5-c193-4dc0-a135-1bed1d718475 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:53:48.542775 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 302346a5-c193-4dc0-a135-1bed1d718475 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:53:48.549225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 302346a5-c193-4dc0-a135-1bed1d718475 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:53:48.549689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.649307 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.677656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33314f79-b3d6-45e7-89df-38d07800db6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302346a5-c193-4dc0-a135-1bed1d718475'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:48.680313 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03027e4-2972-461f-95b9-b6e1695681fa" -d '{"events": [{"server_uuid": "33314f79-b3d6-45e7-89df-38d07800db6d", "name": "network-vif-plugged", "status": "completed", "tag": "302346a5-c193-4dc0-a135-1bed1d718475"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:48.695837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 302346a5-c193-4dc0-a135-1bed1d718475, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=302346a5-c193-4dc0-a135-1bed1d718475,segment=NetworkSegment(b5738d14-b4f7-43a9-9e58-d566219cfe17),segment_id=b5738d14-b4f7-43a9-9e58-d566219cfe17)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:48.701073 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.728523 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c932a7-3082-49b2-96b1-d8f6ab21be43 x-openstack-request-id: req-47c932a7-3082-49b2-96b1-d8f6ab21be43 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:48.728837 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33314f79-b3d6-45e7-89df-38d07800db6d", "name": "network-vif-plugged", "status": "completed", "tag": "302346a5-c193-4dc0-a135-1bed1d718475", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:48.729187 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47c932a7-3082-49b2-96b1-d8f6ab21be43 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:48.729506 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33314f79-b3d6-45e7-89df-38d07800db6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302346a5-c193-4dc0-a135-1bed1d718475', 'code': 200} Aug 31 09:53:48.760806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=302346a5-c193-4dc0-a135-1bed1d718475,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:48.769385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.769785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.770781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.770781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.770781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.771165 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.771436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.771762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.772187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.772393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.772713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.773031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:48.830056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:48.873398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb0f2-db70-475d-be25-ac8032e132cd req-db81295a-523f-4cda-88ed-6a856dfa1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:48.875213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-692bb0f2-db70-475d-be25-ac8032e132cd req-db81295a-523f-4cda-88ed-6a856dfa1d9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 1098 time: 0.0491664 Aug 31 09:53:48.915318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-692bb0f2-db70-475d-be25-ac8032e132cd req-02fdfd8a-1f1c-482d-b2d7-087b95891f2e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Aug 31 09:53:49.072627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae1da6-72d2-4649-b079-b1e8c4be2072 req-cbb6b07b-b1a2-45cb-a71f-d3d7d2f368e5 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:49.074361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1ae1da6-72d2-4649-b079-b1e8c4be2072 req-cbb6b07b-b1a2-45cb-a71f-d3d7d2f368e5 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 946 time: 0.0642815 Aug 31 09:53:49.123405 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1ae1da6-72d2-4649-b079-b1e8c4be2072 req-f01cf586-8b5c-42cb-99d5-cbcdaaaf3edc tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Aug 31 09:53:50.249971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c07b-2fb6-4fae-a243-aab540e66c48 req-80243b03-1073-4eaa-88fb-c97967cddd25 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:50.251512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad80c07b-2fb6-4fae-a243-aab540e66c48 req-80243b03-1073-4eaa-88fb-c97967cddd25 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 946 time: 0.0541866 Aug 31 09:53:50.292307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ad80c07b-2fb6-4fae-a243-aab540e66c48 req-e8c3451b-5f8c-4198-b97c-d57c031f133e tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340030 Aug 31 09:53:52.789600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7ede3-4340-4557-8191-c33349845acb req-8004ef09-0738-43fc-982d-4c961eeb9f53 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:52.791119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fc7ede3-4340-4557-8191-c33349845acb req-8004ef09-0738-43fc-982d-4c961eeb9f53 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 946 time: 0.0520990 Aug 31 09:53:52.833651 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fc7ede3-4340-4557-8191-c33349845acb req-f2644213-3608-41b5-822e-676b9c10f550 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360138 Aug 31 09:53:53.956079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4089bc-e8f8-4e18-84ae-6c9b65a4644a req-0b194c14-a2e4-40be-8ffb-0ad1b007eaff tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:53.958696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef4089bc-e8f8-4e18-84ae-6c9b65a4644a req-0b194c14-a2e4-40be-8ffb-0ad1b007eaff tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 946 time: 0.0523407 Aug 31 09:53:53.997165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef4089bc-e8f8-4e18-84ae-6c9b65a4644a req-a9b23452-1672-4de7-bdf9-4da01eab03c5 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1c856a7-f481-44c2-9a6e-85bb2c1337d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Aug 31 09:53:54.172064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-e00041bf-ce6c-4da6-9c82-79ca1c919c68 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:54.173443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-e00041bf-ce6c-4da6-9c82-79ca1c919c68 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.23 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 946 time: 0.0550241 Aug 31 09:53:54.271530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Deleting port 302346a5-c193-4dc0-a135-1bed1d718475 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:54.271872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.371752 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] For port 302346a5-c193-4dc0-a135-1bed1d718475, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=302346a5-c193-4dc0-a135-1bed1d718475,segment=NetworkSegment(b5738d14-b4f7-43a9-9e58-d566219cfe17),segment_id=b5738d14-b4f7-43a9-9e58-d566219cfe17)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:54.372131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.390396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Calling delete_port for 302346a5-c193-4dc0-a135-1bed1d718475 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:54.527334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.560967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['302346a5-c193-4dc0-a135-1bed1d718475'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:53:54.563226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Pushing event deleted for resources: {'Port': ['ID=302346a5-c193-4dc0-a135-1bed1d718475,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:54.606893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] No DVR routers for this DVR port 302346a5-c193-4dc0-a135-1bed1d718475 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:54.609503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:54.611590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c543562a-8dfd-44e7-ad53-6da06a471cdd req-cdf5b05e-2b38-4d10-86dc-9c8011b5a537 tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.23 "DELETE /v2.0/ports/302346a5-c193-4dc0-a135-1bed1d718475 HTTP/1.1" status: 204 len: 173 time: 0.4316347 Aug 31 09:53:54.612040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33314f79-b3d6-45e7-89df-38d07800db6d', 'name': 'network-vif-deleted', 'tag': '302346a5-c193-4dc0-a135-1bed1d718475'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:54.614360 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0daa570-ad06-4e4c-b38d-702d66a516d7" -d '{"events": [{"server_uuid": "33314f79-b3d6-45e7-89df-38d07800db6d", "name": "network-vif-deleted", "tag": "302346a5-c193-4dc0-a135-1bed1d718475"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:54.663561 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c0c1b-198b-45a1-9fc8-7c42d5982ca1 x-openstack-request-id: req-803c0c1b-198b-45a1-9fc8-7c42d5982ca1 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:54.663850 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33314f79-b3d6-45e7-89df-38d07800db6d", "name": "network-vif-deleted", "tag": "302346a5-c193-4dc0-a135-1bed1d718475", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:54.664127 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-803c0c1b-198b-45a1-9fc8-7c42d5982ca1 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:54.664626 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33314f79-b3d6-45e7-89df-38d07800db6d', 'name': 'network-vif-deleted', 'tag': '302346a5-c193-4dc0-a135-1bed1d718475', 'status': 'completed', 'code': 200} Aug 31 09:53:55.115745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43fb47c7-b8b4-4cc5-9688-f62358554bef req-5250c76e-3184-4c46-b950-a602aaf2275d tempest-VolumesActionsTest-1770327174 tempest-VolumesActionsTest-1770327174-project] 10.222.0.18 "GET /v2.0/ports?device_id=33314f79-b3d6-45e7-89df-38d07800db6d HTTP/1.1" status: 200 len: 210 time: 0.0319088 Aug 31 09:53:58.526315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 302346a5-c193-4dc0-a135-1bed1d718475 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:58.552021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 302346a5-c193-4dc0-a135-1bed1d718475 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:58.552363 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 302346a5-c193-4dc0-a135-1bed1d718475 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:58.562897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fb0a86ff-5299-416b-9977-8c195d4ae924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.026031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-97f2df56-a898-4393-a19a-90e5f6c7e1c3 req-0bd9a748-0bfc-4ee1-a1c4-262fc1ea6af9 service neutron] (94896) timed out ('10.222.0.18', 33388) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:54:01.776584 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.429399 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:02.512703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f05f6092-4b24-4a44-bda4-01edec1482d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.727562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.265321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.541777 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-13afc93a-1a23-4961-84ec-e954a27d03e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1741691 Aug 31 09:54:14.632162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-be740c0f-31ab-4563-b414-13670b359a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:14.633664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-be740c0f-31ab-4563-b414-13670b359a9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1098 time: 0.0439603 Aug 31 09:54:14.749231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-592364fc-4c7b-41d9-a25b-753f2f29b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:14.750658 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-592364fc-4c7b-41d9-a25b-753f2f29b69c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0960815 Aug 31 09:54:14.822750 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-ed301c60-3f85-4816-84b1-41aa2eb37f7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 200 len: 1002 time: 0.0651891 Aug 31 09:54:14.881219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-6a48fe2b-cfcd-4138-98fe-1f8b95f11901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:14.882851 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-6a48fe2b-cfcd-4138-98fe-1f8b95f11901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0537920 Aug 31 09:54:14.931561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-96a794cd-470d-4de3-9b53-a41bc0965b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:14.933070 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-96a794cd-470d-4de3-9b53-a41bc0965b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427527 Aug 31 09:54:15.037570 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-4894e539-2d9d-4abd-bd04-9a6922f5c10e service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972712 Aug 31 09:54:15.173483 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fef6d373-e33f-431b-94e7-91d46b5125a8 req-c95a7e72-e547-48d3-8d52-7461ac120dbe service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276193 Aug 31 09:54:16.256060 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:54:17.362956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60774) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:17.413008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Deleting subnet 70645d1a-06a3-4555-bb41-b5c0ee80db9e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:17.416671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.461408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.505395 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.571299 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.604301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70645d1a-06a3-4555-bb41-b5c0ee80db9e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.606245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.608153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-191a4b9b-3342-4795-928f-c79c24f235b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/70645d1a-06a3-4555-bb41-b5c0ee80db9e HTTP/1.1" status: 204 len: 168 time: 0.2441881 Aug 31 09:54:17.611332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 60776) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:17.684653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.764944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.775166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6c8db8-4e83-4ba7-ad30-241aa35b0589']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:17.786931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5738d14-b4f7-43a9-9e58-d566219cfe17') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:17.787228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5738d14-b4f7-43a9-9e58-d566219cfe17') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:17.796888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.812283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.820134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:17.820544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:17.832306 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:17.884802 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.890439 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.892339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e6c8db8-4e83-4ba7-ad30-241aa35b0589 HTTP/1.1" status: 204 len: 168 time: 0.2808647 Aug 31 09:54:17.896375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60778) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:17.904823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacae77d-a04f-433b-92ea-d3572b104a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6c8db8-4e83-4ba7-ad30-241aa35b0589,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.953274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-98600443-708a-4257-9003-be0309452670 admin admin] Deleting subnet b860cb02-9c71-4d0f-9b28-c0c1299f768e {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:17.957632 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98600443-708a-4257-9003-be0309452670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.994956 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98600443-708a-4257-9003-be0309452670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.041306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98600443-708a-4257-9003-be0309452670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.100115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98600443-708a-4257-9003-be0309452670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.127073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600443-708a-4257-9003-be0309452670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b860cb02-9c71-4d0f-9b28-c0c1299f768e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:18.131578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98600443-708a-4257-9003-be0309452670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.133509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-98600443-708a-4257-9003-be0309452670 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b860cb02-9c71-4d0f-9b28-c0c1299f768e HTTP/1.1" status: 204 len: 168 time: 0.2353055 Aug 31 09:54:18.136847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:18.213217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.300883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.311068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ef9477-0fbb-45f8-815a-9fb0bae7e9ef']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.321458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9a2be9-014b-4c15-ac2e-b93f1ab0d231') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.321748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9a2be9-014b-4c15-ac2e-b93f1ab0d231') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:18.332313 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.346543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.353706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:18.354162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:18.355870 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:18.412444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.419403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.421706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] 10.222.0.18 "DELETE /v2.0/networks/13ef9477-0fbb-45f8-815a-9fb0bae7e9ef HTTP/1.1" status: 204 len: 168 time: 0.2838969 Aug 31 09:54:18.450505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a39c-9e19-4613-a774-4bc74cdc589f admin admin] Pushing event deleted for resources: {'Network': ['ID=13ef9477-0fbb-45f8-815a-9fb0bae7e9ef,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:18.625061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60784) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:18.682935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-13c2d674-d28a-4985-be0d-94e5d957ed38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dc66a2d27804e45876984d678684acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561919 Aug 31 09:54:18.685237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60786) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:18.742062 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5759-8a31-4d8a-83dd-69be3e588911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.765820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5759-8a31-4d8a-83dd-69be3e588911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.818101 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5759-8a31-4d8a-83dd-69be3e588911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.822948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5759-8a31-4d8a-83dd-69be3e588911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.824779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c6e5759-8a31-4d8a-83dd-69be3e588911 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1c856a7-f481-44c2-9a6e-85bb2c1337d3 HTTP/1.1" status: 204 len: 168 time: 0.1384170 Aug 31 09:54:18.833678 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.837195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e5759-8a31-4d8a-83dd-69be3e588911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c856a7-f481-44c2-9a6e-85bb2c1337d3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:19.169674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:19.214160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e04f3f9-94bc-4c96-9731-156e0d25b69b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c976370baf18442aaee9208fbaf96e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430789 Aug 31 09:54:19.217277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 60794) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:19.269395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9af521-e4e9-4f8e-a475-ef243a1fcde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.294555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9af521-e4e9-4f8e-a475-ef243a1fcde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.341110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9af521-e4e9-4f8e-a475-ef243a1fcde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.344306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6a9af521-e4e9-4f8e-a475-ef243a1fcde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:19.344926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6a9af521-e4e9-4f8e-a475-ef243a1fcde2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed437660-48d4-434a-9420-30ddd173e875 HTTP/1.1" status: 204 len: 168 time: 0.1268098 Aug 31 09:54:19.354255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af521-e4e9-4f8e-a475-ef243a1fcde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed437660-48d4-434a-9420-30ddd173e875,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:22.545918 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-d8d3252f-37eb-40e0-85c0-63c409b2f845 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484655 Aug 31 09:54:22.643906 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-0e85fcfa-6573-46d9-a688-d2f2b07249df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.645454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-0e85fcfa-6573-46d9-a688-d2f2b07249df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.0420439 Aug 31 09:54:22.757296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-3fb48721-26a5-4f42-bce2-724b0f715960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.758849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-3fb48721-26a5-4f42-bce2-724b0f715960 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.0944016 Aug 31 09:54:22.829230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-de64da62-b8b3-47a7-ae90-033a9dd8aaee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1002 time: 0.0636895 Aug 31 09:54:22.888209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-145c79c6-33da-4fe2-98ed-66944f1c35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.889699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-145c79c6-33da-4fe2-98ed-66944f1c35b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0533223 Aug 31 09:54:22.938625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-95a9e44a-f028-4c0a-b2dd-43af6aea4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:22.940710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-95a9e44a-f028-4c0a-b2dd-43af6aea4341 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437374 Aug 31 09:54:23.036210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-cfea12e1-5445-43f3-a51e-7e85f8de4e2d service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877156 Aug 31 09:54:23.136691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a17eba3a-2db9-41e5-a846-e7a8eced0dd1 req-83da53cf-3cde-493d-8858-745128f70cda service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939481 Aug 31 09:54:28.563716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-81a24dfc-e1db-4255-80d3-c56a9f470a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.774755 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.436732 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.515168 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9762ba42-6898-4a63-bcd0-cb6f9e3d8da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.734023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.269159 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.843256 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.258675 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:54:58.556686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c5a38fb9-719f-4402-b71d-ed92170289b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.766294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.431354 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.522655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d28a04c9-267d-43d9-8c32-1d255d912ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.729043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.264427 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.315679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32830) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.448670 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.540432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.544533 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.584458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2441e7b9c6f34362a85356467c8596bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676673 Aug 31 09:55:07.585185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff605f62-4204-4afb-bd6b-ff487eeee117,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:07.587308 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32834) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.593039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.593386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.593716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.594042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.594365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.594721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.595046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.595363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.596397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.596397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.596397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.596935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e334e4-6834-473c-9416-8525d4977540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.639661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.661105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.706971 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.709687 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.710878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff605f62-4204-4afb-bd6b-ff487eeee117 HTTP/1.1" status: 204 len: 168 time: 0.1225755 Aug 31 09:55:07.719018 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff605f62-4204-4afb-bd6b-ff487eeee117,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:07.726590 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.726939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.727279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.727614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.727946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.728279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.728609 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.728931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.729257 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.729577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.729899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:07.730223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e9b97-4525-4482-aaa1-7ceefceb75eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:09.903681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32888) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.909138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'network': {'name': 'tempest-network-smoke--1574456341', 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:09.930495 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Made reservation on behalf of 4b13260c163443d2bc13f49a664ccbf8 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:09.933970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:09.942952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.035599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.039305 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.062833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:10.078647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03c2f6-30ca-4054-b849-db8dd10a3eee,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:10.081647 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.082102 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Added segment 876daa7d-6ee9-438a-a20a-e914e80f1cad of type vlan for network dc9144ec-6359-4b26-9645-ff63eafcc408 Aug 31 09:55:10.128267 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.154334 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.160592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:10.161198 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.224484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3196456 Aug 31 09:55:10.226423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32890) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:10.231258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'admin_state_up': True, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:10.231493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb02a17-8b75-4b37-8a98-2baf5392d912 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Network': ['ID=dc9144ec-6359-4b26-9645-ff63eafcc408,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:10.242746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network dc9144ec-6359-4b26-9645-ff63eafcc408 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:10.259432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.260603 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.319137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.702721 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.900050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.935669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.081799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.25.4.115 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/566e4ada-02c5-4f4a-baa4-71e301abb754) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:11.183255 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.223162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.268981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:11.274336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=566e4ada-02c5-4f4a-baa4-71e301abb754,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:11.277004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:11.279347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:11.532201 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.739252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.868254 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router 7fe69e19-1b7e-477b-95bf-976bf173da97 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:55:11.975745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:11.985027 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Sync routers for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:11.995475 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:11.995977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.996574 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:11.997280 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d83292b8-c152-4c0c-aa7a-e3dece88b6c7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7697701 Aug 31 09:55:12.000634 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32892) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.106115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:12.132846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3eb0e0a5-6ab2-4b21-b80f-89d9c6000d65 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4b13260c163443d2bc13f49a664ccbf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1310136 Aug 31 09:55:12.135550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32896) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.225289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d2ee8-47e0-48c9-b20e-d16cafa96a12 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:12.228134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d5d2ee8-47e0-48c9-b20e-d16cafa96a12 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915356 Aug 31 09:55:12.229723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32898) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.274968 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3dc2a45f-0734-465d-911c-b60cd0bdbb08 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439808 Aug 31 09:55:12.277708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32900) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.284721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292305185', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:12.299131 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:11Z', 'revision_number': 3, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:12.328858 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Checking router: 7fe69e19-1b7e-477b-95bf-976bf173da97 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:12.330051 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Updating router 7fe69e19-1b7e-477b-95bf-976bf173da97 port 566e4ada-02c5-4f4a-baa4-71e301abb754 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:55:12.356027 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.397235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Made reservation on behalf of 4b13260c163443d2bc13f49a664ccbf8 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:12.401061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.617431 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.636831 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.648216 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Transition to ACTIVE for port object 566e4ada-02c5-4f4a-baa4-71e301abb754 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:12.653278 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.678436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Subnet': ['ID=c93636c2-41e8-49bb-a51f-a31a8ca2ed31,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.689996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Checking segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:12.690418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network hostable DHCP agents. Network: dc9144ec-6359-4b26-9645-ff63eafcc408, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:12.708949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network dc9144ec-6359-4b26-9645-ff63eafcc408 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:12.712232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Pushing event updated for resources: {'Port': ['ID=566e4ada-02c5-4f4a-baa4-71e301abb754,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.716826 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Attempting to bind port 566e4ada-02c5-4f4a-baa4-71e301abb754 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:12.717226 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Attempting to bind port 566e4ada-02c5-4f4a-baa4-71e301abb754 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:12.717555 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Attempting to bind port 566e4ada-02c5-4f4a-baa4-71e301abb754 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:12.719685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, dc9144ec-6359-4b26-9645-ff63eafcc408) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:12.724638 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.724987 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.725161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:12.725363 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.725652 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.725984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.726310 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.726659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.726979 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.727102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.727304 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.727630 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.727930 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.728264 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:12.729953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cfbac7-0b5c-4104-bb4c-832262d3ffb2 None None] Network dc9144ec-6359-4b26-9645-ff63eafcc408 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:12.734799 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:12.735174 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:12.736204 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.736743 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:12.737400 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Bound port: 566e4ada-02c5-4f4a-baa4-71e301abb754, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:12.737829 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.747825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dca7f301-f929-4cbf-b725-f498e87f7666 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4662428 Aug 31 09:55:12.748619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32902) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.793358 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] For port 566e4ada-02c5-4f4a-baa4-71e301abb754, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:12.796906 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] For port 566e4ada-02c5-4f4a-baa4-71e301abb754, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=566e4ada-02c5-4f4a-baa4-71e301abb754,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:12.802586 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.853979 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434360d8-a195-47e8-8c80-ac84d4b01e01 None None] Pushing event updated for resources: {'Port': ['ID=566e4ada-02c5-4f4a-baa4-71e301abb754,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.880031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:12.880551 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:12.909369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-dc9144ec-6359-4b26-9645-ff63eafcc408', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:55:12.910408 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.992770 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:13.067639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Allocated IP 172.20.0.2 (dc9144ec-6359-4b26-9645-ff63eafcc408/c93636c2-41e8-49bb-a51f-a31a8ca2ed31/1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:13.192189 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:11Z', 'revision_number': 3, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:13.219317 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7264e-b03c-4b7f-bf3c-d037aca77398 None None] The sync data for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 is: [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:11Z', 'revision_number': 3, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:13.301798 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.315001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Transition to ACTIVE for port object 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:13.321028 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.333293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Transition to ACTIVE for port object 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:13.339754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.384957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Network dc9144ec-6359-4b26-9645-ff63eafcc408 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:13.388115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:13.392620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:13.395833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Pushing event updated for resources: {'Port': ['ID=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:13.408268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.408610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.408942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.409268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.409594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.409923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.410240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.410624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.410949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.411265 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.411576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.411891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:13.460724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Attempting to bind port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:13.461173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Attempting to bind port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:13.461489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Attempting to bind port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc on network dc9144ec-6359-4b26-9645-ff63eafcc408 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:13.467179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:13.467922 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Checking segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:13.468652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.469215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Bound using segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:13.470429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Bound port: 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:13.471300 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.565471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] For port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:13.569268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] For port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:13.580133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.648953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e8ade-ef94-4567-93ff-ebabc986c4ec None None] Pushing event updated for resources: {'Port': ['ID=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:13.995276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.20.0.1 (dc9144ec-6359-4b26-9645-ff63eafcc408/c93636c2-41e8-49bb-a51f-a31a8ca2ed31/921f5a49-ec28-4f14-acf4-9c885d0013ee) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:14.125953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.143415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Transition to ACTIVE for port object 921f5a49-ec28-4f14-acf4-9c885d0013ee will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:14.181169 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.223010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network dc9144ec-6359-4b26-9645-ff63eafcc408 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:14.228955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:14.232977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:14.264282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=921f5a49-ec28-4f14-acf4-9c885d0013ee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:14.287691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.419062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 566e4ada-02c5-4f4a-baa4-71e301abb754 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:14.448481 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-c0f1df72-1ef2-4fd9-b40f-1c1f2915a6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0889854 Aug 31 09:55:14.489518 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 566e4ada-02c5-4f4a-baa4-71e301abb754 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:14.496302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 566e4ada-02c5-4f4a-baa4-71e301abb754 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:14.497004 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.536609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.593556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d051a-16e3-4887-b0da-b3859b53738f req-ba896547-706e-4596-9932-36781bc654af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:14.594059 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.595780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-ba896547-706e-4596-9932-36781bc654af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 1098 time: 0.0911052 Aug 31 09:55:14.619002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 566e4ada-02c5-4f4a-baa4-71e301abb754, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=566e4ada-02c5-4f4a-baa4-71e301abb754,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:14.624003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.625290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:14.712679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=566e4ada-02c5-4f4a-baa4-71e301abb754,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:14.732789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:14.756565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d124d54-0fa9-4ebd-95e7-3d2dd4f42b7f None None] Network dc9144ec-6359-4b26-9645-ff63eafcc408 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:14.816713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d051a-16e3-4887-b0da-b3859b53738f req-2f5bfd78-b7b7-407c-a5b7-a4d8801b8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:14.817499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] Provisioning for port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:14.818113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-2f5bfd78-b7b7-407c-a5b7-a4d8801b8447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1712117 Aug 31 09:55:14.827712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] Provisioning complete for port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:14.829234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.952889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-e2a1b2fc-9432-41f0-85b8-de02683d23c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 200 len: 1002 time: 0.1154947 Aug 31 09:55:14.981253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.026492 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] For port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:15.029401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d051a-16e3-4887-b0da-b3859b53738f req-dbad8109-59f0-4292-b5c1-e6c0ae5951b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:15.030948 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-dbad8109-59f0-4292-b5c1-e6c0ae5951b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0712011 Aug 31 09:55:15.032308 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.041422 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.053535 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.090316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a9504-1bbe-40d4-a043-a56f92d0c0d2 None None] Pushing event updated for resources: {'Port': ['ID=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.164744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=921f5a49-ec28-4f14-acf4-9c885d0013ee,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.169916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d051a-16e3-4887-b0da-b3859b53738f req-af00110b-8754-4d99-8c87-eeebf1ca21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:15.171474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-af00110b-8754-4d99-8c87-eeebf1ca21ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324921 Aug 31 09:55:15.172258 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.339401 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-40fb851e-b6f2-4639-ba97-b72c51fd11da service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604788 Aug 31 09:55:15.346674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network dc9144ec-6359-4b26-9645-ff63eafcc408 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:15.355377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:15.356101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-741c469a-dec9-4ec1-8d78-70dac4647a3d None None] Provisioning for port 921f5a49-ec28-4f14-acf4-9c885d0013ee completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:15.363733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-741c469a-dec9-4ec1-8d78-70dac4647a3d None None] Provisioning complete for port 921f5a49-ec28-4f14-acf4-9c885d0013ee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:15.364243 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-741c469a-dec9-4ec1-8d78-70dac4647a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.411486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-741c469a-dec9-4ec1-8d78-70dac4647a3d None None] Port 921f5a49-ec28-4f14-acf4-9c885d0013ee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:15.424727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-741c469a-dec9-4ec1-8d78-70dac4647a3d None None] Provisioning complete for port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:15.426018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-741c469a-dec9-4ec1-8d78-70dac4647a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.535513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-597d051a-16e3-4887-b0da-b3859b53738f req-f39db30c-05b1-47dc-a96b-e2bcf63b8cab service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879194 Aug 31 09:55:15.553914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router 7fe69e19-1b7e-477b-95bf-976bf173da97 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:15.656999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7c4e9731-7694-4dfd-a6f3-ab34a73312e8 None None] Provisioning complete for port 921f5a49-ec28-4f14-acf4-9c885d0013ee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:15.657338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c4e9731-7694-4dfd-a6f3-ab34a73312e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.672118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:15.677778 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0742c3e8-83f9-4e10-9b36-157e9930ae59 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "PUT /v2.0/routers/7fe69e19-1b7e-477b-95bf-976bf173da97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9278214 Aug 31 09:55:15.681068 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 32906) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.682851 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Sync routers for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:15.686587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--212168068', 'description': 'tempest-secgroup_access--212168068 description', 'project_id': '4b13260c163443d2bc13f49a664ccbf8'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:15.705582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:15.706229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:15.709448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e9731-7694-4dfd-a6f3-ab34a73312e8 None None] Port 921f5a49-ec28-4f14-acf4-9c885d0013ee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:15.713269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.810896 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.815598 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.846858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.848138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1654179 Aug 31 09:55:15.850325 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e99a14-4fac-4386-9b75-78a99c26ede9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64cad1c-e3e7-4555-a607-6109eb4d44d7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.851160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.858144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1740648820', 'description': 'tempest-secgroup_general--1740648820 description', 'project_id': '4b13260c163443d2bc13f49a664ccbf8'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:15.884194 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.974737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.978823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.986875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f8cd4bb-e9a6-4800-ac42-bcee9bd15606 None None] Provisioning complete for port 921f5a49-ec28-4f14-acf4-9c885d0013ee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:15.987161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8cd4bb-e9a6-4800-ac42-bcee9bd15606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.008453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.012443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1572881 Aug 31 09:55:16.012618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:16.012737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 32910) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:16.017314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'security_group_rule': {'security_group_id': 'e64cad1c-e3e7-4555-a607-6109eb4d44d7', 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:16.022430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a186614-6b91-49db-aa79-dae46930a8bd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030634bb-6245-4771-ae6c-ef8dfbcb69f2,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.050452 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.063108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cd4bb-e9a6-4800-ac42-bcee9bd15606 None None] Port 921f5a49-ec28-4f14-acf4-9c885d0013ee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:16.111582 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.116092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.136075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9928b77d-4ec1-46cf-acaf-a309579e0c04,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.145263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.146675 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1c796343-7e0d-4ed5-956b-e1cbf828d0fc tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331081 Aug 31 09:55:16.236852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 2, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:16.264506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Checking router: 7fe69e19-1b7e-477b-95bf-976bf173da97 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:16.264861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Updating router 7fe69e19-1b7e-477b-95bf-976bf173da97 port 921f5a49-ec28-4f14-acf4-9c885d0013ee binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:55:16.295617 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.300664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-cdad8860-0335-4fb2-8f1c-0f5213545012 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--212168068&fields=id&tenant_id=4b13260c163443d2bc13f49a664ccbf8 HTTP/1.1" status: 200 len: 267 time: 0.0382190 Aug 31 09:55:16.342401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-297cc710-7e90-43e4-8884-01f6fa36394a tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1740648820&fields=id&tenant_id=4b13260c163443d2bc13f49a664ccbf8 HTTP/1.1" status: 200 len: 267 time: 0.0336792 Aug 31 09:55:16.357701 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 566e4ada-02c5-4f4a-baa4-71e301abb754 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:16.457319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-d942d840-a591-45c3-977b-62540299f0b7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:16.458772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-d942d840-a591-45c3-977b-62540299f0b7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/networks?id=dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 200 len: 797 time: 0.1076410 Aug 31 09:55:16.475139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0774744b-3e6c-472c-899e-2d500a234351 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/quotas/4b13260c163443d2bc13f49a664ccbf8 HTTP/1.1" status: 200 len: 375 time: 0.0105183 Aug 31 09:55:16.518094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 566e4ada-02c5-4f4a-baa4-71e301abb754 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:16.518723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.538020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-253b5544-22d9-4707-882b-83c57db383a6 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570264 Aug 31 09:55:16.680396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.683200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:16.693375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-199472ae-c0e8-46e1-b299-baf8660fedc3 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424248 Aug 31 09:55:16.711720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Transition to ACTIVE for port object 921f5a49-ec28-4f14-acf4-9c885d0013ee will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:16.722976 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.780998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442774ed-3423-4762-8700-2bf9b34bedec None None] Pushing event updated for resources: {'Port': ['ID=921f5a49-ec28-4f14-acf4-9c885d0013ee,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.807512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b012aebb-5871-4d7d-9dae-0498a028108f service neutron] 10.222.0.18 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069052 Aug 31 09:55:16.817767 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:16.818150 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.878804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Attempting to bind port 921f5a49-ec28-4f14-acf4-9c885d0013ee on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:16.879183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Attempting to bind port 921f5a49-ec28-4f14-acf4-9c885d0013ee by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:16.879680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Attempting to bind port 921f5a49-ec28-4f14-acf4-9c885d0013ee on network dc9144ec-6359-4b26-9645-ff63eafcc408 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:16.889839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:16.890342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Checking segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:16.890774 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.891248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Bound using segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:16.891678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Bound port: 921f5a49-ec28-4f14-acf4-9c885d0013ee, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:16.892604 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.012025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] For port 921f5a49-ec28-4f14-acf4-9c885d0013ee, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:17.018029 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] For port 921f5a49-ec28-4f14-acf4-9c885d0013ee, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=921f5a49-ec28-4f14-acf4-9c885d0013ee,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:17.022604 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.054606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09c5eb1e-b4f5-454d-870c-757e30f3857c req-ab0868ba-64bb-4814-82dc-571155bba177 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Aug 31 09:55:17.083476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:17.084114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:17.137711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442774ed-3423-4762-8700-2bf9b34bedec None None] Pushing event updated for resources: {'Port': ['ID=921f5a49-ec28-4f14-acf4-9c885d0013ee,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:17.221527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:17.432863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:17Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:17.460047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba7a40-ca00-41d0-8c78-ad793d554a56 None None] The sync data for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 is: [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:17Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:18.210561 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-50fcaadd-2436-4e45-ad51-d666df358fb3 req-847bd4ae-07d9-4ff0-9b07-4c4083ac21ae tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 210 time: 0.0287437 Aug 31 09:55:18.362890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 921f5a49-ec28-4f14-acf4-9c885d0013ee up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:18.421168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 921f5a49-ec28-4f14-acf4-9c885d0013ee completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:18.426868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 921f5a49-ec28-4f14-acf4-9c885d0013ee triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:18.427380 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.518575 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.560656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 921f5a49-ec28-4f14-acf4-9c885d0013ee, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=921f5a49-ec28-4f14-acf4-9c885d0013ee,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:18.567165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.619885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-078dd2d7-1767-4cc2-b2b6-b90e868151fd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:18.621419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-078dd2d7-1767-4cc2-b2b6-b90e868151fd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.15 "GET /v2.0/networks?id=dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 200 len: 797 time: 0.1310713 Aug 31 09:55:18.625466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=921f5a49-ec28-4f14-acf4-9c885d0013ee,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.669940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-bdefacfa-a739-4d91-ab27-d9992cd4ef92 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b13260c163443d2bc13f49a664ccbf8 HTTP/1.1" status: 200 len: 477 time: 0.0390654 Aug 31 09:55:18.680467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'port': {'device_id': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'admin_state_up': True, 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'security_groups': ['e64cad1c-e3e7-4555-a607-6109eb4d44d7', '030634bb-6245-4771-ae6c-ef8dfbcb69f2']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:18.790987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Made reservation on behalf of 4b13260c163443d2bc13f49a664ccbf8 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:18.794528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.856179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.926153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.20.0.11 (dc9144ec-6359-4b26-9645-ff63eafcc408/c93636c2-41e8-49bb-a51f-a31a8ca2ed31/e505b2e6-71ef-4efa-89dc-f6b72bf63f86) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:19.081033 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.095415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Transition to ACTIVE for port object e505b2e6-71ef-4efa-89dc-f6b72bf63f86 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:19.127770 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.170659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network dc9144ec-6359-4b26-9645-ff63eafcc408 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:19.176866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:19.180142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:19.214120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:19.240221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:19.240562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.258948 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-b55066c3-362e-42a0-98de-e18a70bd1a06 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5821481 Aug 31 09:55:19.274678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Request body: {'port': {'device_id': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:19.350346 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.352376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d5ddd-3bbe-401c-b6b3-731b9fe9346e req-ef9a993b-5227-4c2a-a078-12c8b49e7ac0 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:19.353964 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-671d5ddd-3bbe-401c-b6b3-731b9fe9346e req-ef9a993b-5227-4c2a-a078-12c8b49e7ac0 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 971 time: 0.0680811 Aug 31 09:55:19.397812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-671d5ddd-3bbe-401c-b6b3-731b9fe9346e req-26e99c72-0ddb-40a3-b44d-44fa1f14235d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0376182 Aug 31 09:55:19.445419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-24240a1c-c894-4fec-a2ae-bf8fe5fc1f0a None None] Provisioning for port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:19.449548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-24240a1c-c894-4fec-a2ae-bf8fe5fc1f0a None None] Provisioning complete for port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:19.449852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-24240a1c-c894-4fec-a2ae-bf8fe5fc1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.488162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-24240a1c-c894-4fec-a2ae-bf8fe5fc1f0a None None] Port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:19.634029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e505b2e6-71ef-4efa-89dc-f6b72bf63f86 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:19.642270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.655967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Transition to ACTIVE for port object e505b2e6-71ef-4efa-89dc-f6b72bf63f86 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:19.660744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.760785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Pushing event updated for resources: {'Port': ['ID=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:19.799805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Attempting to bind port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:19.800222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Attempting to bind port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:19.800569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Attempting to bind port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 on network dc9144ec-6359-4b26-9645-ff63eafcc408 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:19.805553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 on network dc9144ec-6359-4b26-9645-ff63eafcc408 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:55:19.805911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Attempting to bind port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 on network dc9144ec-6359-4b26-9645-ff63eafcc408 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:19.811237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:19.811860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Checking segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:19.812466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Bound using segment: {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:19.812903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Bound port: e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876daa7d-6ee9-438a-a20a-e914e80f1cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:19.813264 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.888984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] For port e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:19.892966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] For port e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:19.898731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.943981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:19.944660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:19.946187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] 10.222.0.15 "PUT /v2.0/ports/e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 200 len: 1132 time: 0.6761250 Aug 31 09:55:19.951834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:19.954100 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37" -d '{"events": [{"name": "network-changed", "server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:19.981146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dacf0-1b72-4123-aa54-2eb43bcb9847 service neutron] Pushing event updated for resources: {'Port': ['ID=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:20.050584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-ec48d7d5-6210-449a-bbc4-0f61dcb2cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.052396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-ec48d7d5-6210-449a-bbc4-0f61dcb2cfb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1135 time: 0.0645106 Aug 31 09:55:20.071903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344891ac-228b-4cb1-8b22-74a29bf27f03 req-4bb55d41-12e8-4ecd-a3ff-a4e8f835078b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.073864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344891ac-228b-4cb1-8b22-74a29bf27f03 req-4bb55d41-12e8-4ecd-a3ff-a4e8f835078b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 946 time: 0.0624347 Aug 31 09:55:20.104417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-8553b026-17eb-498d-bbea-0fb5a17c6c91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 200 len: 217 time: 0.0412672 Aug 31 09:55:20.110011 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a765bb-a2aa-4aaa-9949-a406d84ab47c x-openstack-request-id: req-c3a765bb-a2aa-4aaa-9949-a406d84ab47c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:20.110390 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:20.111913 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3a765bb-a2aa-4aaa-9949-a406d84ab47c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:20.111913 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'status': 'completed', 'code': 200} Aug 31 09:55:20.117459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-344891ac-228b-4cb1-8b22-74a29bf27f03 req-5a527987-d1ed-4d1f-8d4c-a661b489ca8b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359750 Aug 31 09:55:20.164545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-2c7addc3-d502-4553-84ee-f95035ed6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.166087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-2c7addc3-d502-4553-84ee-f95035ed6463 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c93636c2-41e8-49bb-a51f-a31a8ca2ed31 HTTP/1.1" status: 200 len: 834 time: 0.0519657 Aug 31 09:55:20.219233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-21d47fd9-636b-4e89-8436-8663d5a6f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.220762 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-21d47fd9-636b-4e89-8436-8663d5a6f526 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9144ec-6359-4b26-9645-ff63eafcc408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462468 Aug 31 09:55:20.321847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-475c3631-a069-4387-9bea-1e8f585647c7 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923138 Aug 31 09:55:20.350145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 921f5a49-ec28-4f14-acf4-9c885d0013ee up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:20.403073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 921f5a49-ec28-4f14-acf4-9c885d0013ee triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:20.403451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:20.420738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-92a15c33-cd27-4db4-a098-f251cfcd9c91 req-ac284ab6-de18-40e6-b0a4-147f9d8685f6 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908277 Aug 31 09:55:20.527551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3c34b-e943-4547-8930-11b6735fe8d3 req-6cb409e5-f475-4907-8aa6-d4646596b396 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.529336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5af3c34b-e943-4547-8930-11b6735fe8d3 req-6cb409e5-f475-4907-8aa6-d4646596b396 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 983 time: 0.0535922 Aug 31 09:55:20.574860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5af3c34b-e943-4547-8930-11b6735fe8d3 req-352d786b-9531-47ae-9b6d-5c953770626b tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0380125 Aug 31 09:55:20.788507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-4a9111da-9172-43eb-99e6-0018f558a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.790066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-4a9111da-9172-43eb-99e6-0018f558a8ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1135 time: 0.3141363 Aug 31 09:55:20.881216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-6f3ed12d-754a-45f1-acdb-ff1669cb3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.882696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-6f3ed12d-754a-45f1-acdb-ff1669cb3060 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 200 len: 898 time: 0.0841913 Aug 31 09:55:20.929317 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-b07b2adb-b0bb-4dc3-aa03-8e88d3072773 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 200 len: 217 time: 0.0381165 Aug 31 09:55:20.979559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-1bf33c18-4635-4ab9-8c8d-b810372e3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:20.980984 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-1bf33c18-4635-4ab9-8c8d-b810372e3b80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c93636c2-41e8-49bb-a51f-a31a8ca2ed31 HTTP/1.1" status: 200 len: 834 time: 0.0438192 Aug 31 09:55:21.028991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-a57c49b8-df02-426d-ab83-f7944113d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.030503 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-a57c49b8-df02-426d-ab83-f7944113d60d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9144ec-6359-4b26-9645-ff63eafcc408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399089 Aug 31 09:55:21.132370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-295c610e-bee3-483c-b42b-208dfcf11367 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939143 Aug 31 09:55:21.232504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a7c3e9d-5694-4cbd-937c-8d9722aeec37 req-ce8618ce-90ce-45a5-84d0-484ee2b72b7f service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916324 Aug 31 09:55:21.241230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a9313-4692-4942-ae31-7b03b0faad05 req-6b14336c-b337-473e-9fcb-f49c1ba14ec7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.242778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f30a9313-4692-4942-ae31-7b03b0faad05 req-6b14336c-b337-473e-9fcb-f49c1ba14ec7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 946 time: 0.0567052 Aug 31 09:55:21.281448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f30a9313-4692-4942-ae31-7b03b0faad05 req-b2a0d9bf-30c9-4609-92df-74fcfdcfac4a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325427 Aug 31 09:55:21.670133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-a3e748bf-4ca6-4d9c-a1bf-f359c4f20994 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.671629 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-a3e748bf-4ca6-4d9c-a1bf-f359c4f20994 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 946 time: 0.0501471 Aug 31 09:55:21.696674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f35e6-ec41-43d1-aead-a0e3b466b2c0 req-5585f98c-01ac-4280-bf48-b39420d1a475 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:21.698526 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e4f35e6-ec41-43d1-aead-a0e3b466b2c0 req-5585f98c-01ac-4280-bf48-b39420d1a475 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 983 time: 0.0534105 Aug 31 09:55:21.741039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e4f35e6-ec41-43d1-aead-a0e3b466b2c0 req-365f69ae-4c65-44e2-8d4c-f0a61ee3fde4 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362992 Aug 31 09:55:21.775169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port 176604b0-2522-4ec0-a5b0-8f0ce856590e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:55:21.775508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.865131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port 176604b0-2522-4ec0-a5b0-8f0ce856590e, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=176604b0-2522-4ec0-a5b0-8f0ce856590e,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:21.865825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.143252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.143575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.143896 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Floating IP c170e40d-c9b4-4a66-a9da-2c9f5bd47854 disassociated. External IP: 172.25.4.140, port: 176604b0-2522-4ec0-a5b0-8f0ce856590e. Aug 31 09:55:22.144266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for 176604b0-2522-4ec0-a5b0-8f0ce856590e owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:55:22.280542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e505b2e6-71ef-4efa-89dc-f6b72bf63f86 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:55:22.281409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.310202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=176604b0-2522-4ec0-a5b0-8f0ce856590e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.404164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:22.406387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fdac5b4-b879-4222-975c-7a12bc9ce524 req-ef9d015b-e589-417f-a29c-594d354a3cff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 210 time: 0.0312853 Aug 31 09:55:22.416396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'port_id': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:55:22.441710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:22.466171 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.480754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e505b2e6-71ef-4efa-89dc-f6b72bf63f86 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:22.501908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:22.506570 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.555296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:22.564580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.565064 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:22.575631 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:22.576245 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:22.601917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port 176604b0-2522-4ec0-a5b0-8f0ce856590e on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:55:22.604760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.607108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b86eb93-cf0f-49ea-8e1e-92fc39c84c4e req-654f4068-ccf9-41ba-bb84-98cc84c73228 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "DELETE /v2.0/ports/176604b0-2522-4ec0-a5b0-8f0ce856590e HTTP/1.1" status: 204 len: 173 time: 0.9282882 Aug 31 09:55:22.607470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'name': 'network-vif-deleted', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:22.609736 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2469e2ef-4a5f-433b-b5f3-f06a18a9f5b7" -d '{"events": [{"server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "name": "network-vif-deleted", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:22.648043 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a5e46-1326-4fee-a6ec-b0ed84f64d4a x-openstack-request-id: req-cb7a5e46-1326-4fee-a6ec-b0ed84f64d4a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:22.648403 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6593cf0-2b75-4228-921e-92c9b8681e4c", "name": "network-vif-deleted", "tag": "176604b0-2522-4ec0-a5b0-8f0ce856590e", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:22.648595 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb7a5e46-1326-4fee-a6ec-b0ed84f64d4a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:22.648999 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6593cf0-2b75-4228-921e-92c9b8681e4c', 'name': 'network-vif-deleted', 'tag': '176604b0-2522-4ec0-a5b0-8f0ce856590e', 'status': 'completed', 'code': 200} Aug 31 09:55:22.694853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:22.750091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['e505b2e6-71ef-4efa-89dc-f6b72bf63f86'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:55:22.925845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c6b3e-9d14-44e6-9a07-eccd4ca1f1a4 req-b179b801-8f05-40a4-a409-a58a1d72bb36 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:22.928476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-644c6b3e-9d14-44e6-9a07-eccd4ca1f1a4 req-b179b801-8f05-40a4-a409-a58a1d72bb36 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 984 time: 0.0912452 Aug 31 09:55:22.967151 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:22.975286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-644c6b3e-9d14-44e6-9a07-eccd4ca1f1a4 req-292b663c-2a1c-4695-a340-aea32253cf02 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0401351 Aug 31 09:55:23.104466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:23.113600 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:23.114203 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:23.231220 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:23.439771 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:23.467474 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ab3ce-3f1f-4abf-b579-435926546e62 None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:23.513215 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85c720db-49d0-457f-841c-5fe1d555cbac req-bf379626-cf4f-4704-94c0-8f56d4e582c1 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 210 time: 0.0266516 Aug 31 09:55:23.727351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca84872d-2679-451c-a420-bc0c6708e6d4 None None] New status for floating IP c170e40d-c9b4-4a66-a9da-2c9f5bd47854: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:55:24.103336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955512a-d815-4d33-87a0-ade53450a59d req-bca0b39c-f9ce-41dc-841d-22150832b330 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.104752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0955512a-d815-4d33-87a0-ade53450a59d req-bca0b39c-f9ce-41dc-841d-22150832b330 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 984 time: 0.0528076 Aug 31 09:55:24.147486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0955512a-d815-4d33-87a0-ade53450a59d req-04bbe666-e603-4f33-b1c6-640dfdc80ad9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0359797 Aug 31 09:55:24.295723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e505b2e6-71ef-4efa-89dc-f6b72bf63f86 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:24.347929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:24.352461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:24.352836 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.432833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.460147 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:24.462548 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a83bd2-0b9f-4dec-8e09-8d68f4e37232" -d '{"events": [{"server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "name": "network-vif-plugged", "status": "completed", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:24.475335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:24.480092 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:24.480990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 176604b0-2522-4ec0-a5b0-8f0ce856590e no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:55:24.507223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 176604b0-2522-4ec0-a5b0-8f0ce856590e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:55:24.507628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 176604b0-2522-4ec0-a5b0-8f0ce856590e not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:55:24.573669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-31d86289-7861-4040-8123-ead1eb803e6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479922 Aug 31 09:55:24.588558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:24.628267 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523d606b-6c2f-4a3e-a445-5f3fa37a9e93 x-openstack-request-id: req-523d606b-6c2f-4a3e-a445-5f3fa37a9e93 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:24.628733 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "name": "network-vif-plugged", "status": "completed", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:24.628865 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-523d606b-6c2f-4a3e-a445-5f3fa37a9e93 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:24.629256 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'code': 200} Aug 31 09:55:24.658992 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78d776bb-b728-4ead-be01-52236afe84de req-99e3fd14-a204-4bd3-8cc6-99ff70050290 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 210 time: 0.0612154 Aug 31 09:55:24.683445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-d6a4d52b-cefa-47ed-aa41-fe6851dd6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.685486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-d6a4d52b-cefa-47ed-aa41-fe6851dd6b01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.0528476 Aug 31 09:55:24.741032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc5e3d-2c5b-4753-a403-a397b2135108 req-746cb016-d12a-4486-945e-2ddc36d77ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.742690 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7bc5e3d-2c5b-4753-a403-a397b2135108 req-746cb016-d12a-4486-945e-2ddc36d77ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1137 time: 0.0529227 Aug 31 09:55:24.785982 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7bc5e3d-2c5b-4753-a403-a397b2135108 req-ab261d8b-4cf4-4c91-bcfc-6fa50068b2ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0354931 Aug 31 09:55:24.808424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-8f0d3997-69c5-47e5-bcd1-b5b3511042a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.809911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-8f0d3997-69c5-47e5-bcd1-b5b3511042a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.1023407 Aug 31 09:55:24.880092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-f2928598-bd9a-486e-864e-08a8aa76c33b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1002 time: 0.0628715 Aug 31 09:55:24.930727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-3d2cad61-3b3a-4d49-8160-6a8bb20f1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.932344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-3d2cad61-3b3a-4d49-8160-6a8bb20f1f62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0461326 Aug 31 09:55:24.980493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-6620312b-0ccb-4eb3-9e9d-5a241ece2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:24.981998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-6620312b-0ccb-4eb3-9e9d-5a241ece2f84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423229 Aug 31 09:55:25.080485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-80ba93f5-0a35-4cc7-898c-ad136d8e5b92 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909741 Aug 31 09:55:25.175331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a5d1af-5b66-46bc-8297-f978c2a64b69 req-eb2b9760-26fa-45f0-9997-bd1d8b605766 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883455 Aug 31 09:55:25.277777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793db55-75d1-48f4-8d33-284ad431d617 req-aeae4542-dcca-4b29-a87f-0fa0a76f1ad9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:25.279308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c793db55-75d1-48f4-8d33-284ad431d617 req-aeae4542-dcca-4b29-a87f-0fa0a76f1ad9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 985 time: 0.0568111 Aug 31 09:55:25.321556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c793db55-75d1-48f4-8d33-284ad431d617 req-5f9ba37f-23f6-4505-9303-ab69e79a0b76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360396 Aug 31 09:55:25.820242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27258eee-5ef2-4383-bf52-29de111cfb52 req-d1c2d977-2242-4c16-86fa-ded0d11e15ed tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6593cf0-2b75-4228-921e-92c9b8681e4c HTTP/1.1" status: 200 len: 210 time: 0.0863044 Aug 31 09:55:26.449941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ffc4-dd77-4668-baf6-64aaec52c624 req-5cc33c78-407d-40e0-9ba8-c74afeaccb49 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:26.452578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f44ffc4-dd77-4668-baf6-64aaec52c624 req-5cc33c78-407d-40e0-9ba8-c74afeaccb49 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 985 time: 0.0573130 Aug 31 09:55:26.496017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f44ffc4-dd77-4668-baf6-64aaec52c624 req-4b82ed68-a139-4af3-acca-3eaab7340054 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364954 Aug 31 09:55:26.617610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8426-bfcb-4896-8152-d59490892a74 req-d5235a7c-8d80-4b8b-bfa4-64a18b30a615 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:26.619031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-417f8426-bfcb-4896-8152-d59490892a74 req-d5235a7c-8d80-4b8b-bfa4-64a18b30a615 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 985 time: 0.0510771 Aug 31 09:55:26.664669 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-417f8426-bfcb-4896-8152-d59490892a74 req-3b3a1c11-7a43-4b84-b2c1-512961f44c1f tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0396507 Aug 31 09:55:26.769981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfc3a7-d036-470b-a20f-16dfa85ddc5b req-453da2bd-9371-44b3-83ce-ef499d97b8af tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:26.771546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04bfc3a7-d036-470b-a20f-16dfa85ddc5b req-453da2bd-9371-44b3-83ce-ef499d97b8af tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1137 time: 0.0418122 Aug 31 09:55:26.790047 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04bfc3a7-d036-470b-a20f-16dfa85ddc5b req-c48ec38d-5c1b-4dd8-b07c-06dc27bb5702 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.886806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04bfc3a7-d036-470b-a20f-16dfa85ddc5b req-c48ec38d-5c1b-4dd8-b07c-06dc27bb5702 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.892318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-04bfc3a7-d036-470b-a20f-16dfa85ddc5b req-c48ec38d-5c1b-4dd8-b07c-06dc27bb5702 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.914999 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04bfc3a7-d036-470b-a20f-16dfa85ddc5b req-c48ec38d-5c1b-4dd8-b07c-06dc27bb5702 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1372912 Aug 31 09:55:26.926990 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec38d-5c1b-4dd8-b07c-06dc27bb5702 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d56a3f-2796-472d-85d0-77ee9d50a76a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:26.937708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:26.985003 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef95038-e455-4e79-950f-12eee8a226f2 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:26.987169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cef95038-e455-4e79-950f-12eee8a226f2 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1132 time: 0.0467548 Aug 31 09:55:26.990265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:26.994793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:27.040660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.059238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-ca4db2ed-01a1-47ec-91ac-f1ee9dd85017 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396736633&fields=id&tenant_id=6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 267 time: 0.0561392 Aug 31 09:55:27.203578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-38ba7146-4222-4f84-96c0-04311cc8c9f5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:27.205142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-38ba7146-4222-4f84-96c0-04311cc8c9f5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1188872 Aug 31 09:55:27.229687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-541067cb-d68b-41d1-b913-38d101380d70 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0145705 Aug 31 09:55:27.248806 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.336419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-155a3199-ddfc-40c9-9dbe-c0c03b0e8d3e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992479 Aug 31 09:55:27.436557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.25.4.67 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/acc290c2-4046-4c01-97a1-9be06c7c30f9) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:27.515675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-26d0ae6b-2496-4c98-83b6-a4feb6c8231a service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524026 Aug 31 09:55:27.623418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.647457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-02759563-ed85-4081-b9d1-8b1b3d57582c service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234689 Aug 31 09:55:27.677471 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.719543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:27.724993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:27.728555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:27.752867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=acc290c2-4046-4c01-97a1-9be06c7c30f9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:27.980191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e315da6d-e559-4491-81fd-63ef3875a89a req-d7f53cb3-aa3f-4529-9880-71eb92ce2d2b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 210 time: 0.0380874 Aug 31 09:55:28.480705 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.556641 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.560986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b53e97e4-584d-425b-951b-5a8b2ac96bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.722188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.726802 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.802448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=acc290c2-4046-4c01-97a1-9be06c7c30f9,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:28.810763 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:28.979343 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Floating IP 6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88 associated. External IP: 172.25.4.67, port: e505b2e6-71ef-4efa-89dc-f6b72bf63f86. Aug 31 09:55:29.080917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-49c29dc5-1fe0-435d-ac48-76391c1a6700 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.082422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-49c29dc5-1fe0-435d-ac48-76391c1a6700 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1857407 Aug 31 09:55:29.122253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0af6c772-c289-4067-8e08-d5d4cf22c033 req-1197a13b-e694-4ebc-9e33-db0b2219cf37 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 210 time: 0.0653136 Aug 31 09:55:29.179814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-a39ae237-1835-46bd-a24b-c52bed533553 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 379 time: 0.0600917 Aug 31 09:55:29.190574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'security_groups': ['cdba8824-0b8d-4e88-b635-b42ef5c03955']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:29.384267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router 7fe69e19-1b7e-477b-95bf-976bf173da97 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:29.394657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:29.398102 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.604848 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:29.616269 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] Sync routers for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:29.627103 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:29.628244 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:29.639621 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.646874 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.9 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/5594453e-5d48-47e3-bd4a-075c142a3245) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:29.681248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6bccb3e6-f05d-4372-8d73-ff7b2d5d0be1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6899009 Aug 31 09:55:29.684002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33030) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.686774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:29.690333 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd530386-c41f-4d50-b709-68c41865b384" -d '{"events": [{"name": "network-changed", "server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:29.762193 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:29.857864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:29.877289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object 5594453e-5d48-47e3-bd4a-075c142a3245 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:29.879230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.879230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.879719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.880181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.880840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.881478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.882113 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.882770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:29.887824 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d7c69e0d-c646-405f-971c-5325ac496cfa tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.2027624 Aug 31 09:55:29.888866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33036) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:29.966037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.008422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.009166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.009803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.010432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.011107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.011796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.012441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.013056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.020261 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a9fb0aa9-38f1-4ca6-b8dc-fdcbe17dd011 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1289873 Aug 31 09:55:30.021575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33038) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.048753 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'port_id': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:27Z', 'updated_at': '2021-08-31T09:55:27Z', 'revision_number': 0, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:18Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:30.059458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:30.080809 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] Checking router: 7fe69e19-1b7e-477b-95bf-976bf173da97 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:30.090164 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:30.090816 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:30.098907 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af33de-e51b-4d51-8c65-dd195edb71e8 x-openstack-request-id: req-06af33de-e51b-4d51-8c65-dd195edb71e8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:30.099186 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:30.099438 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06af33de-e51b-4d51-8c65-dd195edb71e8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:30.099831 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'status': 'completed', 'code': 200} Aug 31 09:55:30.104907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:30.112692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:30.115252 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=5594453e-5d48-47e3-bd4a-075c142a3245,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:30.172006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530386-c41f-4d50-b709-68c41865b384 req-ca4e21ec-333e-4dfe-9a57-49f74f904d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.176625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-ca4e21ec-333e-4dfe-9a57-49f74f904d72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1137 time: 0.0807164 Aug 31 09:55:30.217584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.218271 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.257378 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:30.297229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-71f128d0-ea2d-4a58-a5f4-89b58fa7361a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1117675 Aug 31 09:55:30.308851 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:30.334013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Request body: {'port': {'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:30.417794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530386-c41f-4d50-b709-68c41865b384 req-39e75aaa-c1a2-45a1-b838-22f09d4993dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.426119 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-39e75aaa-c1a2-45a1-b838-22f09d4993dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 200 len: 898 time: 0.2373462 Aug 31 09:55:30.432772 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94be08-9a99-421e-8498-f5d92cd5c15f req-b00a74e9-a58b-46f2-8e58-ebc6b0c9c39e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.450576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd94be08-9a99-421e-8498-f5d92cd5c15f req-b00a74e9-a58b-46f2-8e58-ebc6b0c9c39e tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 931 time: 0.1838245 Aug 31 09:55:30.487669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b58de9c8-1213-4138-bd3c-4c37a5a026d9 None None] Provisioning for port 5594453e-5d48-47e3-bd4a-075c142a3245 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:30.494765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b58de9c8-1213-4138-bd3c-4c37a5a026d9 None None] Provisioning complete for port 5594453e-5d48-47e3-bd4a-075c142a3245 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:30.495842 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b58de9c8-1213-4138-bd3c-4c37a5a026d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.549850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-133d7011-1bbf-4a93-8f8b-505695dfe4b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 200 len: 999 time: 0.1218936 Aug 31 09:55:30.558513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b58de9c8-1213-4138-bd3c-4c37a5a026d9 None None] Port 5594453e-5d48-47e3-bd4a-075c142a3245 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:55:30.609653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530386-c41f-4d50-b709-68c41865b384 req-7b3e5db4-9989-4e3d-abba-4edea3b26d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.611519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-7b3e5db4-9989-4e3d-abba-4edea3b26d73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c93636c2-41e8-49bb-a51f-a31a8ca2ed31 HTTP/1.1" status: 200 len: 834 time: 0.0551422 Aug 31 09:55:30.615251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.654441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd94be08-9a99-421e-8498-f5d92cd5c15f req-0885a8ca-0f2a-4653-8ba7-94dfe1ace11c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226659 Aug 31 09:55:30.659289 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'port_id': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:27Z', 'updated_at': '2021-08-31T09:55:27Z', 'revision_number': 0, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:18Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:30.695725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530386-c41f-4d50-b709-68c41865b384 req-57e27892-859b-43e4-8309-d49434afc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.697613 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-57e27892-859b-43e4-8309-d49434afc454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9144ec-6359-4b26-9645-ff63eafcc408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738680 Aug 31 09:55:30.699662 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece21af4-e3cb-4d8d-881a-e4339552abca None None] The sync data for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 is: [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'port_id': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'mac_address': 'fa:16:3e:db:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:27Z', 'updated_at': '2021-08-31T09:55:27Z', 'revision_number': 0, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:18Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:30.813545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-950b79bd-20a0-4e3a-b2fd-18c05d8ba61e service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063576 Aug 31 09:55:30.849482 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0f27728b-3ce3-4cec-aa96-fad3b4a30cf4 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.8257771 Aug 31 09:55:30.852276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33042) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.925102 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd530386-c41f-4d50-b709-68c41865b384 req-5ae59188-192e-4648-a679-72c870419c1f service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050525 Aug 31 09:55:30.955466 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23987934-af57-4bb9-8796-553d1af3b788 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.955982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23987934-af57-4bb9-8796-553d1af3b788 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:30.957713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-23987934-af57-4bb9-8796-553d1af3b788 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7fe69e19-1b7e-477b-95bf-976bf173da97 HTTP/1.1" status: 200 len: 1992 time: 0.1045008 Aug 31 09:55:31.019901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be0c00-104c-45aa-bbee-3c8a1f7fa230 None None] New status for floating IP 6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:55:31.054525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5594453e-5d48-47e3-bd4a-075c142a3245 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:31.065189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.081675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Transition to ACTIVE for port object 5594453e-5d48-47e3-bd4a-075c142a3245 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:55:31.091343 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.145692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Pushing event updated for resources: {'Port': ['ID=5594453e-5d48-47e3-bd4a-075c142a3245,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.559265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Attempting to bind port 5594453e-5d48-47e3-bd4a-075c142a3245 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:55:31.559602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Attempting to bind port 5594453e-5d48-47e3-bd4a-075c142a3245 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:55:31.559926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Attempting to bind port 5594453e-5d48-47e3-bd4a-075c142a3245 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:31.564540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Port 5594453e-5d48-47e3-bd4a-075c142a3245 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:55:31.564862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Attempting to bind port 5594453e-5d48-47e3-bd4a-075c142a3245 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:55:31.569643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:55:31.569977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:31.570357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:55:31.570811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Bound port: 5594453e-5d48-47e3-bd4a-075c142a3245, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:55:31.571166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.639693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] For port 5594453e-5d48-47e3-bd4a-075c142a3245, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:55:31.643618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] For port 5594453e-5d48-47e3-bd4a-075c142a3245, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5594453e-5d48-47e3-bd4a-075c142a3245,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:55:31.648452 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.686587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:31.687965 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.689633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] 10.222.0.23 "PUT /v2.0/ports/5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 1092 time: 1.3708413 Aug 31 09:55:31.715112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5b690-7260-4909-88b1-70325e3d6194 service neutron] Pushing event updated for resources: {'Port': ['ID=5594453e-5d48-47e3-bd4a-075c142a3245,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.788861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.822962 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-e899dbf6-12a1-4e77-8334-54206a3aaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:31.824852 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-e899dbf6-12a1-4e77-8334-54206a3aaaa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1095 time: 0.0747738 Aug 31 09:55:31.880824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-32028651-88e5-4ede-9e76-f0fcc9307f22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 217 time: 0.0409939 Aug 31 09:55:31.967680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-050d3260-fd47-4ec6-9027-c76593882a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:31.969293 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-050d3260-fd47-4ec6-9027-c76593882a67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0803421 Aug 31 09:55:31.978768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fc7d-b97d-46d8-9ddd-1a1bdf82ce09 req-d97a0340-ed56-42ec-aee0-4e9250fb58e8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:31.980315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c064fc7d-b97d-46d8-9ddd-1a1bdf82ce09 req-d97a0340-ed56-42ec-aee0-4e9250fb58e8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.2271283 Aug 31 09:55:32.051072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c064fc7d-b97d-46d8-9ddd-1a1bdf82ce09 req-9b86ee2d-53a9-468a-a690-d5bcc7eeb9e0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607553 Aug 31 09:55:32.053937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbe64-346b-497e-9428-9be3b81218ee req-419d0a0b-0f1c-4881-bd78-6780ce611d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.055549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-419d0a0b-0f1c-4881-bd78-6780ce611d94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743284 Aug 31 09:55:32.123568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:32.126468 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9113391-3d9d-4ada-9095-d4940cc3a649" -d '{"events": [{"name": "network-changed", "server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:32.180047 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee96e2a1-810b-4868-9ba4-063cc8131c29 x-openstack-request-id: req-ee96e2a1-810b-4868-9ba4-063cc8131c29 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:32.180363 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:32.180603 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee96e2a1-810b-4868-9ba4-063cc8131c29 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:32.181001 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245', 'status': 'completed', 'code': 200} Aug 31 09:55:32.186731 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-8b8f6e36-f190-48a1-bd81-25bf089eb072 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236584 Aug 31 09:55:32.280219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-724fbe64-346b-497e-9428-9be3b81218ee req-7a197b1d-6c3e-400b-80f3-5c3386d8b0a4 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861745 Aug 31 09:55:32.393734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-8efd9b52-a81c-4f4d-9ff6-8592bb574d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.395559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-8efd9b52-a81c-4f4d-9ff6-8592bb574d32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1095 time: 0.0438683 Aug 31 09:55:32.440794 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.498142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-864a82be-eef6-4938-a73b-0914c5cc35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.500290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-864a82be-eef6-4938-a73b-0914c5cc35ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0983100 Aug 31 09:55:32.515177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c9300716-82de-40f0-a42b-839c6c32a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:32.544549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-7fc59799-4da7-4e50-9b80-9ed0ae1a5d55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 217 time: 0.0376103 Aug 31 09:55:32.602206 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-c026474c-05ad-4256-8766-731c8e5ca5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.603762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-c026474c-05ad-4256-8766-731c8e5ca5ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0532646 Aug 31 09:55:32.652614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-4719685f-ee11-4840-9cb1-b0e422aca7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:32.654653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-4719685f-ee11-4840-9cb1-b0e422aca7b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434313 Aug 31 09:55:32.744636 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-2069b9b5-5107-47f7-893e-865ff1f9aa4f service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835919 Aug 31 09:55:32.846532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9113391-3d9d-4ada-9095-d4940cc3a649 req-5c4134a5-ee13-4249-a2a9-b6c1c71c42a7 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946543 Aug 31 09:55:33.191883 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48900b89-e938-46d4-be4d-b816baa843f3 req-306bc285-3af6-4f15-b4d1-292e356454f2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:33.194160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48900b89-e938-46d4-be4d-b816baa843f3 req-306bc285-3af6-4f15-b4d1-292e356454f2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0629406 Aug 31 09:55:33.241855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48900b89-e938-46d4-be4d-b816baa843f3 req-01081a99-bd18-421d-98a0-662e51360cc7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Aug 31 09:55:33.739477 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.370723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459002-541b-4bad-9844-76580fead177 req-fb50e5eb-e962-4172-814e-1f7a4f36642a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:34.372275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3459002-541b-4bad-9844-76580fead177 req-fb50e5eb-e962-4172-814e-1f7a4f36642a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0507355 Aug 31 09:55:34.417599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3459002-541b-4bad-9844-76580fead177 req-681b58a8-5adc-4a47-a95e-3fc4cab7b8ff tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Aug 31 09:55:35.584420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e5b9-ada0-4c29-8707-ea92729926a9 req-5a3f0e61-a2cc-463a-aace-a02e778761f8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:35.586242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c66e5b9-ada0-4c29-8707-ea92729926a9 req-5a3f0e61-a2cc-463a-aace-a02e778761f8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0631926 Aug 31 09:55:35.643677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c66e5b9-ada0-4c29-8707-ea92729926a9 req-21b4c4c4-93ee-41d5-a1fd-948f325c3d78 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460353 Aug 31 09:55:36.269753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.781247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ca0b-603d-472a-b396-68c123c79df9 req-f2d694ea-309f-4b91-8277-cb0dcf172cea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:36.783843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b176ca0b-603d-472a-b396-68c123c79df9 req-f2d694ea-309f-4b91-8277-cb0dcf172cea tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0560734 Aug 31 09:55:36.827455 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b176ca0b-603d-472a-b396-68c123c79df9 req-6add1a38-be37-4e23-be5b-40b6d3e951e8 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374544 Aug 31 09:55:37.956023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98c5d-de85-4c98-ab2d-da7f9f71dfb1 req-bc54e17d-cca4-4e97-8a3c-a6da52342513 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:37.958382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcb98c5d-de85-4c98-ab2d-da7f9f71dfb1 req-bc54e17d-cca4-4e97-8a3c-a6da52342513 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0568323 Aug 31 09:55:38.026922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fcb98c5d-de85-4c98-ab2d-da7f9f71dfb1 req-ae533052-1ecd-4f7e-a04c-0025c4b7eafc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626817 Aug 31 09:55:39.150811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d5176-cfb8-4c79-943f-66277df16fe5 req-edfd5e6b-bb2c-4f74-bbd4-042c73ec7c72 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:39.152346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb7d5176-cfb8-4c79-943f-66277df16fe5 req-edfd5e6b-bb2c-4f74-bbd4-042c73ec7c72 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0519974 Aug 31 09:55:39.196766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb7d5176-cfb8-4c79-943f-66277df16fe5 req-41fadf66-ded8-4b93-9b92-20c7549919ce tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371344 Aug 31 09:55:40.331509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b254b0-e891-49b4-b59a-ec87c4c06b83 req-e38dc6a0-9e19-4ddf-9e0f-ee57568f52eb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:40.333070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8b254b0-e891-49b4-b59a-ec87c4c06b83 req-e38dc6a0-9e19-4ddf-9e0f-ee57568f52eb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 943 time: 0.0544584 Aug 31 09:55:40.374535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8b254b0-e891-49b4-b59a-ec87c4c06b83 req-d9309ea3-792a-4d57-8e47-18d4262c5a4d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338907 Aug 31 09:55:40.858487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5594453e-5d48-47e3-bd4a-075c142a3245 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:55:40.967556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5594453e-5d48-47e3-bd4a-075c142a3245, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5594453e-5d48-47e3-bd4a-075c142a3245,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:40.981715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5594453e-5d48-47e3-bd4a-075c142a3245', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:55:41.021780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.039047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5594453e-5d48-47e3-bd4a-075c142a3245 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:55:41.065655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5594453e-5d48-47e3-bd4a-075c142a3245, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5594453e-5d48-47e3-bd4a-075c142a3245,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:41.069594 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:41.301216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5594453e-5d48-47e3-bd4a-075c142a3245,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:41.364796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5594453e-5d48-47e3-bd4a-075c142a3245'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:55:41.509191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59eb2a-f665-4817-a244-5f9c305f85b7 req-caf52a4a-1f50-47ee-9f8e-45de6341e092 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:41.511201 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a59eb2a-f665-4817-a244-5f9c305f85b7 req-caf52a4a-1f50-47ee-9f8e-45de6341e092 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 944 time: 0.0571380 Aug 31 09:55:41.557771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a59eb2a-f665-4817-a244-5f9c305f85b7 req-c5444a16-cb8d-4872-9073-fff6a8594960 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Aug 31 09:55:42.682324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94175-c093-40c0-83f5-d76036b96d8a req-192ec480-3fa6-4591-b8f9-a91575988689 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:42.683909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76a94175-c093-40c0-83f5-d76036b96d8a req-192ec480-3fa6-4591-b8f9-a91575988689 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 944 time: 0.0564470 Aug 31 09:55:42.727192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76a94175-c093-40c0-83f5-d76036b96d8a req-d12988e2-1d82-42ce-b03e-dd3f00497710 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358942 Aug 31 09:55:42.883526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5594453e-5d48-47e3-bd4a-075c142a3245 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:55:42.933872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5594453e-5d48-47e3-bd4a-075c142a3245 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:55:42.937901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5594453e-5d48-47e3-bd4a-075c142a3245 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:55:42.938293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.023396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.048340 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:43.051892 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef8aba0-e477-4137-973c-d06c22252cf4" -d '{"events": [{"server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "name": "network-vif-plugged", "status": "completed", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:43.067082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5594453e-5d48-47e3-bd4a-075c142a3245, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5594453e-5d48-47e3-bd4a-075c142a3245,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:55:43.071681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.102330 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87bd218-c64e-46e7-8277-60c00d806286 x-openstack-request-id: req-a87bd218-c64e-46e7-8277-60c00d806286 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:43.102641 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "name": "network-vif-plugged", "status": "completed", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:43.102890 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a87bd218-c64e-46e7-8277-60c00d806286 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:43.103544 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245', 'code': 200} Aug 31 09:55:43.131457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5594453e-5d48-47e3-bd4a-075c142a3245,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:43.224328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a654-e104-4f57-9f1f-6c9d231952b1 req-d8bdcd7b-a7bf-4ccd-8553-b46cadacfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:43.225848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1654a654-e104-4f57-9f1f-6c9d231952b1 req-d8bdcd7b-a7bf-4ccd-8553-b46cadacfd70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1097 time: 0.0441246 Aug 31 09:55:43.264232 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1654a654-e104-4f57-9f1f-6c9d231952b1 req-2e1c79c7-a231-4dd0-8892-9c9718accffe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Aug 31 09:55:43.848709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ef82-9b67-4aff-84e4-2dbe3576f238 req-681069b8-e03f-434a-b904-b824c0ab05b3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:43.850241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da51ef82-9b67-4aff-84e4-2dbe3576f238 req-681069b8-e03f-434a-b904-b824c0ab05b3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 945 time: 0.0521195 Aug 31 09:55:43.896048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da51ef82-9b67-4aff-84e4-2dbe3576f238 req-e340004f-4c98-4c51-8b4f-eade0385323c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393937 Aug 31 09:55:45.031217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888667f2-3c93-46c5-bbf2-c42df4a443a9 req-3a8e954a-499e-4dcc-95b1-97fd7e5c0eec tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:45.032600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-888667f2-3c93-46c5-bbf2-c42df4a443a9 req-3a8e954a-499e-4dcc-95b1-97fd7e5c0eec tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 945 time: 0.0512233 Aug 31 09:55:45.073831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-888667f2-3c93-46c5-bbf2-c42df4a443a9 req-570e9b01-7e27-4117-8d6e-fd605a059dd0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341897 Aug 31 09:55:45.191464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a0eb-fcf7-4a0b-b2d4-39ab75dfbae8 req-37eb0d4c-8cfd-417f-bd22-1b62540241b7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:45.192890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fc2a0eb-fcf7-4a0b-b2d4-39ab75dfbae8 req-37eb0d4c-8cfd-417f-bd22-1b62540241b7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 945 time: 0.0509458 Aug 31 09:55:45.233068 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9fc2a0eb-fcf7-4a0b-b2d4-39ab75dfbae8 req-4230d524-dfdd-4189-93c9-5a0054baf6b5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336342 Aug 31 09:55:45.260015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33084) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:45.413642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615cc17-a2be-4eb8-8b7d-984bf4b50b99 tempest-TestVolumeBootPattern-1352934018 tempest-TestVolumeBootPattern-1352934018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:45.415229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7615cc17-a2be-4eb8-8b7d-984bf4b50b99 tempest-TestVolumeBootPattern-1352934018 tempest-TestVolumeBootPattern-1352934018-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1092 time: 0.1542182 Aug 31 09:55:45.418020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33088) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:45.423126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:45.446216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.552565 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.676792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.25.4.18 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/b0e77faa-29dc-4267-a18c-dfa326b960bb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:55:45.784010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.826888 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.867392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:55:45.870230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:45.873870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:55:45.899799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=b0e77faa-29dc-4267-a18c-dfa326b960bb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:46.257935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.333493 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.487798 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.492024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.564596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=b0e77faa-29dc-4267-a18c-dfa326b960bb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:46.577167 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:46.695854 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Floating IP a17dee06-8fcd-4dba-bf3c-5036890a4f93 associated. External IP: 172.25.4.18, port: 5594453e-5d48-47e3-bd4a-075c142a3245. Aug 31 09:55:46.915642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:55:47.026355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:55:47.036838 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:55:47.043485 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.046562 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:47.047191 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:47.072043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-74da5665-c209-4798-8224-8df15bbbc8fb tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6528599 Aug 31 09:55:47.073287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:55:47.075560 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fef0a0-4be2-4d2a-ba41-26503903145d" -d '{"events": [{"name": "network-changed", "server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:55:47.116628 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c879440-f810-4314-836b-c642b0f940fb x-openstack-request-id: req-4c879440-f810-4314-836b-c642b0f940fb {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:55:47.116917 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:55:47.117177 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c879440-f810-4314-836b-c642b0f940fb {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:55:47.117576 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245', 'status': 'completed', 'code': 200} Aug 31 09:55:47.156906 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:47.204427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-254207bd-337f-483f-8ec5-8dce3f28d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:47.206375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-254207bd-337f-483f-8ec5-8dce3f28d2ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1097 time: 0.0418859 Aug 31 09:55:47.299665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-8fdacd38-3721-4321-b6bc-deb51b513126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:47.301305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-8fdacd38-3721-4321-b6bc-deb51b513126 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0881681 Aug 31 09:55:47.374276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-2c031ac8-3a9e-468e-9301-db171334a73e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 998 time: 0.0664475 Aug 31 09:55:47.389235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:46Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:47.430589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-f6584853-e854-4fe1-999a-daa453564153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:47.433697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-f6584853-e854-4fe1-999a-daa453564153 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0505743 Aug 31 09:55:47.491643 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-5e753746-ec78-4e2b-8e71-d299b1694638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:47.493067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-5e753746-ec78-4e2b-8e71-d299b1694638 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530155 Aug 31 09:55:47.523068 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:55:47.531781 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:55:47.532395 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:55:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:47.591333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-abcd5e5d-6740-4540-b679-a0add8254c95 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Aug 31 09:55:47.647514 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:55:47.683843 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fef0a0-4be2-4d2a-ba41-26503903145d req-e692980f-63e3-46bc-a9fb-a0cc007dd09c service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Aug 31 09:55:47.881726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:46Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:47.912824 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd0c1e9-ebd1-47f4-9c93-4b321e1ceef7 None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:46Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:55:48.119424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063f37e-b9c9-4cc5-846b-d1037feb9b8d None None] New status for floating IP a17dee06-8fcd-4dba-bf3c-5036890a4f93: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:55:48.872292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:58.563677 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-041db66c-325e-42d6-a422-f91ad74061ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:01.774393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.435734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:02.520215 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4edd442c-9c63-423b-a4ef-676f507cf2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.734303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.776048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33108) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:04.882245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9438ecd0-998e-47c9-b6d8-8e768c5ec77c tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3582 time: 0.1045673 Aug 31 09:56:04.885315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33110) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:04.891839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'network': {'name': 'tempest-network-smoke--209372023', 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'port_security_enabled': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:04.914589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Made reservation on behalf of 4b13260c163443d2bc13f49a664ccbf8 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:04.919537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.949460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:56:04.959563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:04.959939 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Added segment d6ff89aa-c0a9-4302-b222-71489aace2cc of type vlan for network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 Aug 31 09:56:05.002617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.028675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.034967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:05.035568 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.093195 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2064164 Aug 31 09:56:05.095938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33112) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:05.102716 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'admin_state_up': True, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:05.118593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333deeb7-c4e4-4096-942a-ef24a8927318 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Network': ['ID=c59d8e09-805a-402c-aa71-18f3e6c6d8a1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:05.129808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:56:05.136741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.138035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.200290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.630903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.824057 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.843569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:05.960887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.25.4.227 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f8a605b1-f3fd-4342-a6ca-899a602e9f46) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:06.062144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.100910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.145616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:06.148579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:06.152826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:06.174627 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=f8a605b1-f3fd-4342-a6ca-899a602e9f46,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:06.272281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.421402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.638163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.768274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router a21e13d5-e685-487c-9df2-cc9a130866b9 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:56:06.884383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:06.894859 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Sync routers for ids ['a21e13d5-e685-487c-9df2-cc9a130866b9'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:06.905349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:06.906032 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Routers {'a21e13d5-e685-487c-9df2-cc9a130866b9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:06.907208 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a21e13d5-e685-487c-9df2-cc9a130866b9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:06.908996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-be7a0588-02fa-469a-a52a-aacd2d77150d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8118691 Aug 31 09:56:06.912171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:06.988725 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b38656-c534-4559-a062-0adb390d7d38 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:06.990255 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-31b38656-c534-4559-a062-0adb390d7d38 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4b13260c163443d2bc13f49a664ccbf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0770299 Aug 31 09:56:06.993026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33116) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.032643 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Set router a21e13d5-e685-487c-9df2-cc9a130866b9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:07.091612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf159c8-d3f2-4cf6-bc1b-34987737b6bb tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:07.093151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4bf159c8-d3f2-4cf6-bc1b-34987737b6bb tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992012 Aug 31 09:56:07.096147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33118) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.129373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-449156a8-79b5-4f2c-873d-dbd48f61172f tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320840 Aug 31 09:56:07.132047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33120) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.159763 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f7fce341-947c-44b2-b4f6-63fffd949e0d tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=4b13260c163443d2bc13f49a664ccbf8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265548 Aug 31 09:56:07.162260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33122) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.235355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:06Z', 'revision_number': 3, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:07.261125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee8f9f-eafc-48bb-ac18-074687422a30 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:07.264767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c5ee8f9f-eafc-48bb-ac18-074687422a30 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011817 Aug 31 09:56:07.266329 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Checking router: a21e13d5-e685-487c-9df2-cc9a130866b9 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:07.266808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Updating router a21e13d5-e685-487c-9df2-cc9a130866b9 port f8a605b1-f3fd-4342-a6ca-899a602e9f46 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:07.266992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33124) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.288180 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:56:07.297748 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.298352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-48915b6b-7079-4a97-a147-74fc6993eab8 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303004 Aug 31 09:56:07.300829 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33126) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.307720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471175980', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:07.420315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Made reservation on behalf of 4b13260c163443d2bc13f49a664ccbf8 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:07.425793 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.586416 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.597648 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Transition to ACTIVE for port object f8a605b1-f3fd-4342-a6ca-899a602e9f46 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:07.605159 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.629565 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.664861 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdead5-fa9b-4933-b898-8cb12c531fca None None] Pushing event updated for resources: {'Port': ['ID=f8a605b1-f3fd-4342-a6ca-899a602e9f46,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.672879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Attempting to bind port f8a605b1-f3fd-4342-a6ca-899a602e9f46 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:07.673349 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Attempting to bind port f8a605b1-f3fd-4342-a6ca-899a602e9f46 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:07.673694 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Attempting to bind port f8a605b1-f3fd-4342-a6ca-899a602e9f46 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:07.678870 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:07.679238 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:07.679632 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.680005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:07.680456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Bound port: f8a605b1-f3fd-4342-a6ca-899a602e9f46, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:07.680827 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.692584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Subnet': ['ID=dda7d7f9-bd49-48c0-b7c5-758a301d39f7,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.703602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Checking segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:07.703963 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network hostable DHCP agents. Network: c59d8e09-805a-402c-aa71-18f3e6c6d8a1, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:56:07.721675 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:56:07.732207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, c59d8e09-805a-402c-aa71-18f3e6c6d8a1) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:07.734522 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] For port f8a605b1-f3fd-4342-a6ca-899a602e9f46, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:07.737145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:07.737863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.738125 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] For port f8a605b1-f3fd-4342-a6ca-899a602e9f46, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f8a605b1-f3fd-4342-a6ca-899a602e9f46,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:07.741507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb5f41-2ef0-4c2a-9093-d46e7bf47307 None None] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:07.746515 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.755530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-340d9a40-a8ee-42b3-befa-7a57c70702df tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4534636 Aug 31 09:56:07.758413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33128) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:07.823825 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Routers {'a21e13d5-e685-487c-9df2-cc9a130866b9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:07.824544 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a21e13d5-e685-487c-9df2-cc9a130866b9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:07.826746 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdead5-fa9b-4933-b898-8cb12c531fca None None] Pushing event updated for resources: {'Port': ['ID=f8a605b1-f3fd-4342-a6ca-899a602e9f46,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:07.908662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'fixed_ips': [{'subnet_id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:56:07.909531 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:07.966964 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] Set router a21e13d5-e685-487c-9df2-cc9a130866b9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:08.077299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Allocated IP 172.20.0.18 (c59d8e09-805a-402c-aa71-18f3e6c6d8a1/dda7d7f9-bd49-48c0-b7c5-758a301d39f7/b4064df4-d309-4fe0-b1d6-de425749495c) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:08.193565 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:06Z', 'revision_number': 3, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:08.226606 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeba9f6-c3d2-4013-8a61-d3676807af41 None None] The sync data for ids ['a21e13d5-e685-487c-9df2-cc9a130866b9'] in n-d-800634-13 is: [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:06Z', 'revision_number': 3, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:08.236421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.245696 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Transition to ACTIVE for port object b4064df4-d309-4fe0-b1d6-de425749495c will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:08.264367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Transition to ACTIVE for port object b4064df4-d309-4fe0-b1d6-de425749495c will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:08.270657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.293955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.317558 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:08.320688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:08.326028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:08.329544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Pushing event updated for resources: {'Port': ['ID=b4064df4-d309-4fe0-b1d6-de425749495c,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:08.388889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Attempting to bind port b4064df4-d309-4fe0-b1d6-de425749495c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:08.389325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Attempting to bind port b4064df4-d309-4fe0-b1d6-de425749495c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:08.389626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Attempting to bind port b4064df4-d309-4fe0-b1d6-de425749495c on network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:08.395320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:08.395719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Checking segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:08.396095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.396488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Bound using segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:08.396965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Bound port: b4064df4-d309-4fe0-b1d6-de425749495c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:08.397351 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.478990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] For port b4064df4-d309-4fe0-b1d6-de425749495c, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:08.484645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] For port b4064df4-d309-4fe0-b1d6-de425749495c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b4064df4-d309-4fe0-b1d6-de425749495c,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:08.490554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:08.609572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4c312-1152-417e-b6d0-4941fa5718b2 None None] Pushing event updated for resources: {'Port': ['ID=b4064df4-d309-4fe0-b1d6-de425749495c,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.026453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.20.0.17 (c59d8e09-805a-402c-aa71-18f3e6c6d8a1/dda7d7f9-bd49-48c0-b7c5-758a301d39f7/d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:09.150871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.166415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Transition to ACTIVE for port object d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:09.206715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.251630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:09.255695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:09.260366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:09.267578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.301509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.302288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.302288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.302665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.302888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.303176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.303503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.303834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.304161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.304483 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.304808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.305169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:09.325085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.470064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.630163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefad80-557c-4f94-83e7-06c1ed6d5403 None None] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:09.741554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f8ee2f9d-0132-4184-a535-f0ec04439e69 None None] Provisioning for port b4064df4-d309-4fe0-b1d6-de425749495c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:09.781017 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.785826 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.865033 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:09.867041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:09.972703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:09.974269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:10.092647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bef1df46-97b3-4456-b32e-6b1f38e8723d None None] Provisioning for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:10.097159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-bef1df46-97b3-4456-b32e-6b1f38e8723d None None] Provisioning complete for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:10.097539 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bef1df46-97b3-4456-b32e-6b1f38e8723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.107981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router a21e13d5-e685-487c-9df2-cc9a130866b9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:10.144005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bef1df46-97b3-4456-b32e-6b1f38e8723d None None] Port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:10.242225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:10.248413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d7539663-535f-48be-826a-6f427771d4ee tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "PUT /v2.0/routers/a21e13d5-e685-487c-9df2-cc9a130866b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886289 Aug 31 09:56:10.254292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Sync routers for ids ['a21e13d5-e685-487c-9df2-cc9a130866b9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:10.267155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Routers {'a21e13d5-e685-487c-9df2-cc9a130866b9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:10.267884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a21e13d5-e685-487c-9df2-cc9a130866b9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:10.433811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d82438da-b11f-4d1c-879c-435f42acebe7 None None] Provisioning complete for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:10.434192 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d82438da-b11f-4d1c-879c-435f42acebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.440881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Set router a21e13d5-e685-487c-9df2-cc9a130866b9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:10.501076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b4064df4-d309-4fe0-b1d6-de425749495c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:10.519444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-3f4a9d42-bb51-44c8-b91e-fa80bb8e9f02 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:10.521236 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-3f4a9d42-bb51-44c8-b91e-fa80bb8e9f02 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/networks?id=c59d8e09-805a-402c-aa71-18f3e6c6d8a1 HTTP/1.1" status: 200 len: 797 time: 0.1413069 Aug 31 09:56:10.539331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-fbd0a8de-db4a-4792-af68-45f70d85508d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/quotas/4b13260c163443d2bc13f49a664ccbf8 HTTP/1.1" status: 200 len: 375 time: 0.0108166 Aug 31 09:56:10.556986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d82438da-b11f-4d1c-879c-435f42acebe7 None None] Port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:10.606315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-75c077cb-f8e5-445c-abc5-922eec9ed539 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0592105 Aug 31 09:56:10.654782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b4064df4-d309-4fe0-b1d6-de425749495c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:10.671830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b4064df4-d309-4fe0-b1d6-de425749495c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:10.672200 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.710665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-38bf7991-cbc8-4d17-b15f-528c757155be service neutron] 10.222.0.18 "GET /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922971 Aug 31 09:56:10.748605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-737c045c-99e9-404a-8515-17043b337bfc None None] Provisioning complete for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:10.748968 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-737c045c-99e9-404a-8515-17043b337bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.806359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-c4ea943d-b82e-4b99-b3ec-c0c18d3af991 service neutron] 10.222.0.18 "GET /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886996 Aug 31 09:56:10.817831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-737c045c-99e9-404a-8515-17043b337bfc None None] Port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:10.839876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.868312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:09Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd91a99fa-801d-4a6f-8cef-0bd9c0bfe48c', 'name': '', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:14:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:08Z', 'updated_at': '2021-08-31T09:56:09Z', 'revision_number': 2, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:10.905072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Checking router: a21e13d5-e685-487c-9df2-cc9a130866b9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:10.905410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Updating router a21e13d5-e685-487c-9df2-cc9a130866b9 port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:56:10.911149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port b4064df4-d309-4fe0-b1d6-de425749495c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b4064df4-d309-4fe0-b1d6-de425749495c,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:10.929132 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.929798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f8a605b1-f3fd-4342-a6ca-899a602e9f46 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:10.982487 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:10.999572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-408a1029-d144-440b-873c-0e85e92d1641 req-610612ce-269d-44b5-b300-5b68f6128430 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 210 time: 0.0435224 Aug 31 09:56:11.052952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=b4064df4-d309-4fe0-b1d6-de425749495c,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:11.119470 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f8a605b1-f3fd-4342-a6ca-899a602e9f46 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:11.128824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f8a605b1-f3fd-4342-a6ca-899a602e9f46 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:11.129196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.461501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.496117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f8a605b1-f3fd-4342-a6ca-899a602e9f46, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f8a605b1-f3fd-4342-a6ca-899a602e9f46,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:11.501986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.570563 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.591339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Transition to ACTIVE for port object d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:11.593395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f8a605b1-f3fd-4342-a6ca-899a602e9f46,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:11.600830 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.656872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee11fc-3dd7-4749-9b7c-a42e44cbf79f None None] Pushing event updated for resources: {'Port': ['ID=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:11.712151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Attempting to bind port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:11.712524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Attempting to bind port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:11.713593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Attempting to bind port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c on network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:11.719350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:11.719609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Checking segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:11.720004 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.720398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Bound using segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:11.720871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Bound port: d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:11.721247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.800400 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] For port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:11.804690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] For port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:11.810242 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.884358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Routers {'a21e13d5-e685-487c-9df2-cc9a130866b9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:11.885461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a21e13d5-e685-487c-9df2-cc9a130866b9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:11.887118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee11fc-3dd7-4749-9b7c-a42e44cbf79f None None] Pushing event updated for resources: {'Port': ['ID=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.042132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] Set router a21e13d5-e685-487c-9df2-cc9a130866b9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:12.146832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8eac693-7fa9-49ee-bc28-79bb4bec6f51 req-ebddf99c-8132-40ad-97bf-362b6b49f6cb tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 210 time: 0.0396345 Aug 31 09:56:12.168836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-6c33ef6f-8765-4967-a46b-fc347623a4ce tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:12.170340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-6c33ef6f-8765-4967-a46b-fc347623a4ce tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.23 "GET /v2.0/networks?id=c59d8e09-805a-402c-aa71-18f3e6c6d8a1 HTTP/1.1" status: 200 len: 797 time: 0.2064884 Aug 31 09:56:12.209174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Request body: {'port': {'device_id': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'admin_state_up': True, 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:12.287179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:09Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd91a99fa-801d-4a6f-8cef-0bd9c0bfe48c', 'name': '', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:14:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:08Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:12.315607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88754-3d8a-4ab1-8dd1-728a2d83c209 None None] The sync data for ids ['a21e13d5-e685-487c-9df2-cc9a130866b9'] in n-d-800634-13 is: [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:09Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd91a99fa-801d-4a6f-8cef-0bd9c0bfe48c', 'name': '', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:14:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:08Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:12.335119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Made reservation on behalf of 4b13260c163443d2bc13f49a664ccbf8 for: {'port': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:56:12.339583 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.468634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b4064df4-d309-4fe0-b1d6-de425749495c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:12.529425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b4064df4-d309-4fe0-b1d6-de425749495c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:12.529802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.531100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Allocated IP 172.20.0.22 (c59d8e09-805a-402c-aa71-18f3e6c6d8a1/dda7d7f9-bd49-48c0-b7c5-758a301d39f7/b2cf5708-e873-4eef-854b-eb6fe84ed7a2) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:56:12.627738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f8a605b1-f3fd-4342-a6ca-899a602e9f46 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:12.683983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.700326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f8a605b1-f3fd-4342-a6ca-899a602e9f46 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:12.700929 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.704657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Transition to ACTIVE for port object b2cf5708-e873-4eef-854b-eb6fe84ed7a2 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:12.750304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.812140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:56:12.815649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:56:12.824775 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:56:12.854304 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event updated for resources: {'Port': ['ID=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:12.905541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:12.906214 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:12.929023 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-a57e1095-0209-4a29-ba67-6f3b2891af20 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7230446 Aug 31 09:56:12.946285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-6980dffb-b5bf-405e-b94b-b7c4ad6ddf65 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:56:12.947923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-6980dffb-b5bf-405e-b94b-b7c4ad6ddf65 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061507 Aug 31 09:56:12.961300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Request body: {'port': {'device_id': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:56:13.032983 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.155188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ec63be1c-4314-4a86-aedb-d4de2c56f855 None None] Provisioning for port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:13.159521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ec63be1c-4314-4a86-aedb-d4de2c56f855 None None] Provisioning complete for port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:13.159894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ec63be1c-4314-4a86-aedb-d4de2c56f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.201115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ec63be1c-4314-4a86-aedb-d4de2c56f855 None None] Port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:56:13.303708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15159-c894-445e-af2d-fb7f80c5616b req-1fc03508-314b-4800-990e-b9f1c6922c44 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:13.305461 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9a15159-c894-445e-af2d-fb7f80c5616b req-1fc03508-314b-4800-990e-b9f1c6922c44 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 895 time: 0.0782976 Aug 31 09:56:13.387102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cf5708-e873-4eef-854b-eb6fe84ed7a2 {{(pid=94896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:56:13.395497 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.409717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Transition to ACTIVE for port object b2cf5708-e873-4eef-854b-eb6fe84ed7a2 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:56:13.415869 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.481139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:13.554769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Attempting to bind port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:56:13.555098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Attempting to bind port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:56:13.555494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Attempting to bind port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 on network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:13.560971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 on network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:56:13.561354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Attempting to bind port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 on network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:56:13.566603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:56:13.566940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Checking segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:56:13.567320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Bound using segment: {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:56:13.567756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Bound port: b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ff89aa-c0a9-4302-b222-71489aace2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:56:13.568114 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.649538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] For port b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:56:13.653759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] For port b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:56:13.661865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.703787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:13.704432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:13.705867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] 10.222.0.23 "PUT /v2.0/ports/b2cf5708-e873-4eef-854b-eb6fe84ed7a2 HTTP/1.1" status: 200 len: 1056 time: 0.7505810 Aug 31 09:56:13.708340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'tag': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:13.710536 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9de7b771-4a70-4997-b24b-933fa7bdb6a8", "tag": "b2cf5708-e873-4eef-854b-eb6fe84ed7a2"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:13.747157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19382e-34be-496c-85b4-7fb301acac90 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,revision_number=3']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:13.770942 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa5159-1544-465f-b4ca-38e04e61f1fc x-openstack-request-id: req-b6fa5159-1544-465f-b4ca-38e04e61f1fc {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:13.771322 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de7b771-4a70-4997-b24b-933fa7bdb6a8", "tag": "b2cf5708-e873-4eef-854b-eb6fe84ed7a2", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:13.771573 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6fa5159-1544-465f-b4ca-38e04e61f1fc {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:13.772002 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'tag': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2', 'status': 'completed', 'code': 200} Aug 31 09:56:13.808182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-74aa9e9c-dc39-47fb-a861-19771564be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:13.809693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-74aa9e9c-dc39-47fb-a861-19771564be86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 1059 time: 0.0479732 Aug 31 09:56:13.860400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-46b2be37-12cf-4620-b56b-c2e2ead59d64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2 HTTP/1.1" status: 200 len: 217 time: 0.0369489 Aug 31 09:56:13.911372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-969d0bec-ac66-4c34-874c-d4c529583820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:13.912863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-969d0bec-ac66-4c34-874c-d4c529583820 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dda7d7f9-bd49-48c0-b7c5-758a301d39f7 HTTP/1.1" status: 200 len: 837 time: 0.0457098 Aug 31 09:56:13.965268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-af04719c-6ed2-4126-a6ec-8af663b67a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:13.967327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-af04719c-6ed2-4126-a6ec-8af663b67a25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c59d8e09-805a-402c-aa71-18f3e6c6d8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0477862 Aug 31 09:56:14.060459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-9192bc47-3ce5-4f55-87cd-6ba6bea03894 service neutron] 10.222.0.23 "GET /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860212 Aug 31 09:56:14.158600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbd8a798-427c-4790-9c37-de1e8e9dc623 req-b214748b-717f-4355-be6e-0ec96302c7f9 service neutron] 10.222.0.23 "GET /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908365 Aug 31 09:56:14.287017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-2748e18f-6ad5-4098-b132-ef1c2e1d7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.288505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-2748e18f-6ad5-4098-b132-ef1c2e1d7a4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 1059 time: 0.0407212 Aug 31 09:56:14.401138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-43aed4c3-a351-4048-87a4-1be6fb862d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.402969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-43aed4c3-a351-4048-87a4-1be6fb862d52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c59d8e09-805a-402c-aa71-18f3e6c6d8a1 HTTP/1.1" status: 200 len: 898 time: 0.1074750 Aug 31 09:56:14.425626 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-f4e1edc8-6000-40b0-ad02-a509e2db41cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476279 Aug 31 09:56:14.435313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:14.473284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-7486b566-12e8-40e9-ba06-ceeed417418a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2 HTTP/1.1" status: 200 len: 217 time: 0.0572207 Aug 31 09:56:14.499166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:14.504447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:14.504823 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.540761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d2187-5f30-409a-8c64-85a5942f00fd req-496069d6-2861-465e-94b1-854a961a32e6 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.542812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-036d2187-5f30-409a-8c64-85a5942f00fd req-496069d6-2861-465e-94b1-854a961a32e6 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 907 time: 0.1373284 Aug 31 09:56:14.552208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-3068cf18-b9bc-4540-863b-a0dbb36c22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.553799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-3068cf18-b9bc-4540-863b-a0dbb36c22a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dda7d7f9-bd49-48c0-b7c5-758a301d39f7 HTTP/1.1" status: 200 len: 837 time: 0.0722034 Aug 31 09:56:14.579415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-3a3b8388-25f9-4557-92d3-761d0cba8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.581555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-3a3b8388-25f9-4557-92d3-761d0cba8489 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1137 time: 0.0487697 Aug 31 09:56:14.604613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.614453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-e5b7e20f-b1a3-4b2a-a4ab-e39950a3b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.616542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-e5b7e20f-b1a3-4b2a-a4ab-e39950a3b2f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c59d8e09-805a-402c-aa71-18f3e6c6d8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0549428 Aug 31 09:56:14.639497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:14.644110 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.692596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:14.692766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-992527eb-2231-4ba2-b086-232569c03e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.694356 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-992527eb-2231-4ba2-b086-232569c03e62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 200 len: 898 time: 0.0889869 Aug 31 09:56:14.701478 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.701921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.702263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.702630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.702963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.703294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.703624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.704465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.704465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.704705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.705391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.705774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:14.723525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-e76a25d1-1d0d-43ff-ab47-2548c2ada73d service neutron] 10.222.0.23 "GET /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982811 Aug 31 09:56:14.773662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-2b3929c6-5d28-482b-9d69-ffffa517ce8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 200 len: 1001 time: 0.0708513 Aug 31 09:56:14.825284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-8edf7bf0-95cf-4181-8ec1-684f87809930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.826777 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-8edf7bf0-95cf-4181-8ec1-684f87809930 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c93636c2-41e8-49bb-a51f-a31a8ca2ed31 HTTP/1.1" status: 200 len: 834 time: 0.0461879 Aug 31 09:56:14.828912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b95f214a-c5df-4ff1-a748-9e1c753ef7bf req-366aef87-e1ed-42c5-a4fb-092ef6eb031b service neutron] 10.222.0.23 "GET /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966265 Aug 31 09:56:14.873849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-7f05ba5e-2575-4b2f-8fd4-0bcad0b271ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:14.875424 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-7f05ba5e-2575-4b2f-8fd4-0bcad0b271ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9144ec-6359-4b26-9645-ff63eafcc408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419006 Aug 31 09:56:14.971063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-5d165dc8-1c9a-4eec-a17c-5537a053aec0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872719 Aug 31 09:56:15.066545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-46ad2375-a16a-4ab7-a946-401ed2782b13 req-fe613554-2cac-4ff2-a2b9-33e41ebbcb8a service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884633 Aug 31 09:56:15.672238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9abb2-01a6-4d9f-beea-07d2c78636fd req-10459c2d-59a0-4391-94b4-7ab3c5808414 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:15.673656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0bf9abb2-01a6-4d9f-beea-07d2c78636fd req-10459c2d-59a0-4391-94b4-7ab3c5808414 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 907 time: 0.0548537 Aug 31 09:56:16.382164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:16.431397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:16.432294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:16.827104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d668-2265-4ec5-a1df-5851c35bc91c req-a160378b-3f30-4621-b580-13717f64d757 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:16.829743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a428d668-2265-4ec5-a1df-5851c35bc91c req-a160378b-3f30-4621-b580-13717f64d757 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 907 time: 0.0571747 Aug 31 09:56:17.093859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b2cf5708-e873-4eef-854b-eb6fe84ed7a2 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:56:17.192049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:17.205114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2', 'network_id': 'c59d8e09-805a-402c-aa71-18f3e6c6d8a1', 'port_id': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2', 'mac_address': 'fa:16:3e:a8:2f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda7d7f9-bd49-48c0-b7c5-758a301d39f7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:56:17.249177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.263526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cf5708-e873-4eef-854b-eb6fe84ed7a2 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:56:17.286348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:17.291395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.346896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:17.567181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['b2cf5708-e873-4eef-854b-eb6fe84ed7a2'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:56:17.955291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c8414-558d-4cce-8b24-7a4c9de475c3 req-0f73904e-3722-46e7-9fee-4aadbfdd97b1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:17.956921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd3c8414-558d-4cce-8b24-7a4c9de475c3 req-0f73904e-3722-46e7-9fee-4aadbfdd97b1 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 908 time: 0.0559888 Aug 31 09:56:18.885697 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.087997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcb49e-0d40-4a4b-a737-7dc7b25acf68 req-b6ccc2e4-59a7-47f6-adc1-6b7ee328281d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:19.089732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73dcb49e-0d40-4a4b-a737-7dc7b25acf68 req-b6ccc2e4-59a7-47f6-adc1-6b7ee328281d tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 908 time: 0.0579770 Aug 31 09:56:19.100280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b2cf5708-e873-4eef-854b-eb6fe84ed7a2 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:56:19.154442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:56:19.159397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:56:19.159776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.248748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.271913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:19.274171 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b8d87-bd9a-4c74-8c15-1ec4b14cf18c" -d '{"events": [{"server_uuid": "9de7b771-4a70-4997-b24b-933fa7bdb6a8", "name": "network-vif-plugged", "status": "completed", "tag": "b2cf5708-e873-4eef-854b-eb6fe84ed7a2"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:19.293185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:19.297293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:19.321135 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315218e-ebbf-4f91-9545-054fed8ff116 x-openstack-request-id: req-6315218e-ebbf-4f91-9545-054fed8ff116 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:19.321417 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de7b771-4a70-4997-b24b-933fa7bdb6a8", "name": "network-vif-plugged", "status": "completed", "tag": "b2cf5708-e873-4eef-854b-eb6fe84ed7a2", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:19.321662 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6315218e-ebbf-4f91-9545-054fed8ff116 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:19.322251 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2', 'code': 200} Aug 31 09:56:19.348482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:19.443830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e0443-e8ef-4342-9da8-e070adbfeca7 req-5b5aa852-b89b-477b-8f5c-09e06ddcd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:19.445315 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-204e0443-e8ef-4342-9da8-e070adbfeca7 req-5b5aa852-b89b-477b-8f5c-09e06ddcd01d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 1061 time: 0.0421855 Aug 31 09:56:20.207029 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96716f28-64b6-4749-94c4-44741b484f3c req-bb3119e3-05ff-4609-af42-aade7ad99dbb tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:20.208529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-96716f28-64b6-4749-94c4-44741b484f3c req-bb3119e3-05ff-4609-af42-aade7ad99dbb tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 909 time: 0.0494659 Aug 31 09:56:21.326114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5605e-fb55-49cb-923a-f5666497693e req-67b42a46-dedd-413b-9d20-59b3dba7b428 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.327665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55a5605e-fb55-49cb-923a-f5666497693e req-67b42a46-dedd-413b-9d20-59b3dba7b428 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 909 time: 0.0499828 Aug 31 09:56:21.448191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d36fd-f89d-41d7-934e-e15129eefb7c req-63594d98-8420-4f40-a3d5-dbf9a338de0a tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.449696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298d36fd-f89d-41d7-934e-e15129eefb7c req-63594d98-8420-4f40-a3d5-dbf9a338de0a tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 909 time: 0.0548809 Aug 31 09:56:21.554026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38b09a-ed01-4b7e-aa2b-41ab51562cff req-c1fd91ee-7dcf-4006-a656-971ef392922c tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.555572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed38b09a-ed01-4b7e-aa2b-41ab51562cff req-c1fd91ee-7dcf-4006-a656-971ef392922c tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 1061 time: 0.0398028 Aug 31 09:56:21.665285 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731f540-541b-4c89-9b14-8383300fccd4 req-dc3f1959-d6ea-450f-9239-547d7d822069 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.667708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7731f540-541b-4c89-9b14-8383300fccd4 req-dc3f1959-d6ea-450f-9239-547d7d822069 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1137 time: 0.0424278 Aug 31 09:56:21.704548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7731f540-541b-4c89-9b14-8383300fccd4 req-b03f87c1-269b-437c-97ea-f658a9732546 tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0307820 Aug 31 09:56:21.726167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33188) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:21.770069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7b798-020c-45e1-9b28-aa9c46b5bcce tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:21.771653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-12d7b798-020c-45e1-9b28-aa9c46b5bcce tempest-TestSecurityGroupsBasicOps-1265003808 tempest-TestSecurityGroupsBasicOps-1265003808-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 1056 time: 0.0444372 Aug 31 09:56:22.002116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594298d-6f4c-41f2-86ad-f47434f9c0e5 req-1ea7afd7-5c8d-40e8-83d8-691be86c597c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:22.003626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5594298d-6f4c-41f2-86ad-f47434f9c0e5 req-1ea7afd7-5c8d-40e8-83d8-691be86c597c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 909 time: 0.0522935 Aug 31 09:56:23.161283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511492c9-a11b-4931-9994-d534ec4714d1 req-f30b6def-5a6b-4a62-96cc-57e0fb036ded tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.164064 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-511492c9-a11b-4931-9994-d534ec4714d1 req-f30b6def-5a6b-4a62-96cc-57e0fb036ded tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 909 time: 0.0695705 Aug 31 09:56:23.497528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-2ebc8550-9486-4d5d-8b00-4a17baa32511 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:23.499273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-2ebc8550-9486-4d5d-8b00-4a17baa32511 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.23 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 909 time: 0.0586998 Aug 31 09:56:23.621801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:23.622165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.732026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] For port b2cf5708-e873-4eef-854b-eb6fe84ed7a2, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:23.732406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.748482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for b2cf5708-e873-4eef-854b-eb6fe84ed7a2 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:23.895143 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.923676 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=b2cf5708-e873-4eef-854b-eb6fe84ed7a2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:23.977040 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] No DVR routers for this DVR port b2cf5708-e873-4eef-854b-eb6fe84ed7a2 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:23.980208 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:23.982548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff95878f-3396-411d-bed0-605cb0abcfdd req-15f66672-85c1-46bb-811f-a8417edeedd7 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.23 "DELETE /v2.0/ports/b2cf5708-e873-4eef-854b-eb6fe84ed7a2 HTTP/1.1" status: 204 len: 173 time: 0.4758601 Aug 31 09:56:23.983005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'name': 'network-vif-deleted', 'tag': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:23.985357 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c04631-7c42-4bee-bf98-2ab01c414ae1" -d '{"events": [{"server_uuid": "9de7b771-4a70-4997-b24b-933fa7bdb6a8", "name": "network-vif-deleted", "tag": "b2cf5708-e873-4eef-854b-eb6fe84ed7a2"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:24.030655 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2edae6b-7cbe-4c16-98f3-678860045dad x-openstack-request-id: req-a2edae6b-7cbe-4c16-98f3-678860045dad {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:24.031057 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de7b771-4a70-4997-b24b-933fa7bdb6a8", "name": "network-vif-deleted", "tag": "b2cf5708-e873-4eef-854b-eb6fe84ed7a2", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:24.031287 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2edae6b-7cbe-4c16-98f3-678860045dad {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:24.031693 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de7b771-4a70-4997-b24b-933fa7bdb6a8', 'name': 'network-vif-deleted', 'tag': 'b2cf5708-e873-4eef-854b-eb6fe84ed7a2', 'status': 'completed', 'code': 200} Aug 31 09:56:24.293555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d394177-fa55-4947-82c8-e3dac95c5666 req-033a2224-456b-4a9d-b079-49f02888f080 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de7b771-4a70-4997-b24b-933fa7bdb6a8 HTTP/1.1" status: 200 len: 210 time: 0.0307214 Aug 31 09:56:24.584294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-d5385721-8d6f-4ab9-b16c-6beecd993380 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537829 Aug 31 09:56:24.692070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92598-d672-4698-94cd-281e0518cc17 req-686d8615-9aa5-49fc-8098-ea31772fc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.693471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-686d8615-9aa5-49fc-8098-ea31772fc0f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 1098 time: 0.0405927 Aug 31 09:56:24.810782 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92598-d672-4698-94cd-281e0518cc17 req-acda24e5-acce-4f65-9dd2-57a98c26be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.812484 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-acda24e5-acce-4f65-9dd2-57a98c26be8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 200 len: 910 time: 0.0972958 Aug 31 09:56:24.886440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-8bbace1c-63d1-4d50-a9f2-98d222498ade service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 200 len: 1002 time: 0.0658686 Aug 31 09:56:24.942890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92598-d672-4698-94cd-281e0518cc17 req-9ef9685e-8503-412d-964c-e7bd67416c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.944344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-9ef9685e-8503-412d-964c-e7bd67416c50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 200 len: 848 time: 0.0505114 Aug 31 09:56:24.991015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92598-d672-4698-94cd-281e0518cc17 req-35717794-790f-49ff-8898-8706d7452ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:24.992532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-35717794-790f-49ff-8898-8706d7452ad7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac1abbe0-9363-45b4-ac6f-045f01873f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412073 Aug 31 09:56:25.091022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-27dfc6b5-8cc9-4ce8-8278-1e2dff1d8bcb service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910900 Aug 31 09:56:25.201623 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f9a92598-d672-4698-94cd-281e0518cc17 req-6e7af710-8be1-49bb-9338-b87a4120eaf1 service neutron] 10.222.0.23 "GET /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031756 Aug 31 09:56:25.348740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33202) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:25.808941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.130167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:26.130348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.522460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] For port d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:26.523112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.537101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:26.726995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:26.754444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:26.768109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.768332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.768651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.769094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.769308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.769615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.769943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.770259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.770612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.770921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.771238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.771549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:56:26.955903 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.121826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b2cf5708-e873-4eef-854b-eb6fe84ed7a2 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:27.142244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: b2cf5708-e873-4eef-854b-eb6fe84ed7a2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:27.142637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device b2cf5708-e873-4eef-854b-eb6fe84ed7a2 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:27.196033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router a21e13d5-e685-487c-9df2-cc9a130866b9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:27.316376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:27.322790 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fad0e893-0c67-4187-a849-f589bb89aa17 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "PUT /v2.0/routers/a21e13d5-e685-487c-9df2-cc9a130866b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9724309 Aug 31 09:56:27.326094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33206) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:27.331280 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] Sync routers for ids ['a21e13d5-e685-487c-9df2-cc9a130866b9'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:27.345570 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] Routers {'a21e13d5-e685-487c-9df2-cc9a130866b9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:27.346369 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a21e13d5-e685-487c-9df2-cc9a130866b9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:27.404150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting subnet dda7d7f9-bd49-48c0-b7c5-758a301d39f7 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:27.408256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.457204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.580555 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] Set router a21e13d5-e685-487c-9df2-cc9a130866b9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:27.591327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.661805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.691623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.696992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/subnets/dda7d7f9-bd49-48c0-b7c5-758a301d39f7 HTTP/1.1" status: 204 len: 168 time: 0.3662591 Aug 31 09:56:27.696992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732c214-9256-4b8c-8a29-7e4a43a07415 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Subnet': ['ID=dda7d7f9-bd49-48c0-b7c5-758a301d39f7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:27.697145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33208) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:27.704631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c72460-796f-4e7a-a8ed-bf7fe42a70a9 None None] Network c59d8e09-805a-402c-aa71-18f3e6c6d8a1 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:27.811623 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:26Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:27.824893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.841787 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] Checking router: a21e13d5-e685-487c-9df2-cc9a130866b9 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:27.851473 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] Routers {'a21e13d5-e685-487c-9df2-cc9a130866b9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:27.852095 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['a21e13d5-e685-487c-9df2-cc9a130866b9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:27.899628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] DHCP port deletion for c59d8e09-805a-402c-aa71-18f3e6c6d8a1 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:27.945286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.964761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] Deleting port b4064df4-d309-4fe0-b1d6-de425749495c {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:27.965153 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:27.977300 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] Set router a21e13d5-e685-487c-9df2-cc9a130866b9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:28.018565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port f8a605b1-f3fd-4342-a6ca-899a602e9f46 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:28.019055 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.048511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] For port b4064df4-d309-4fe0-b1d6-de425749495c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b4064df4-d309-4fe0-b1d6-de425749495c,segment=NetworkSegment(d6ff89aa-c0a9-4302-b222-71489aace2cc),segment_id=d6ff89aa-c0a9-4302-b222-71489aace2cc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:28.048914 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.065849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] Calling delete_port for b4064df4-d309-4fe0-b1d6-de425749495c owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:28.115289 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] For port f8a605b1-f3fd-4342-a6ca-899a602e9f46, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f8a605b1-f3fd-4342-a6ca-899a602e9f46,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:28.115658 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.139351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for f8a605b1-f3fd-4342-a6ca-899a602e9f46 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:28.195843 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:26Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:28.208204 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.233162 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743fc968-799d-4bf2-8a3e-e7de93f214e6 None None] The sync data for ids ['a21e13d5-e685-487c-9df2-cc9a130866b9'] in n-d-800634-13 is: [{'id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634061687', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:26Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': 'f8a605b1-f3fd-4342-a6ca-899a602e9f46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e13d5-e685-487c-9df2-cc9a130866b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:56:05Z', 'updated_at': '2021-08-31T09:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:28.239982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] Pushing event deleted for resources: {'Port': ['ID=b4064df4-d309-4fe0-b1d6-de425749495c,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.245528 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c8ec1-37a5-4dc6-b642-b77c0b908d24 None None] No DVR routers for this DVR port b4064df4-d309-4fe0-b1d6-de425749495c on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:28.313028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.346837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=f8a605b1-f3fd-4342-a6ca-899a602e9f46,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:28.462886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.477158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:28.505578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:28.506188 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d91a99fa-801d-4a6f-8cef-0bd9c0bfe48c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:28.506860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b4064df4-d309-4fe0-b1d6-de425749495c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:28.538463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b4064df4-d309-4fe0-b1d6-de425749495c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:28.539175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b4064df4-d309-4fe0-b1d6-de425749495c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:28.577139 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7f20238e-43d3-4e74-8c51-cdea355f57c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.580043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.582689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.635675 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.636538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Fanout notify agent at l3_agent the message router_deleted on router a21e13d5-e685-487c-9df2-cc9a130866b9 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:28.643780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.644898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f280c691-6f6e-45f4-a1f6-91c8ad2cc94c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/routers/a21e13d5-e685-487c-9df2-cc9a130866b9 HTTP/1.1" status: 204 len: 168 time: 0.9473960 Aug 31 09:56:28.647782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33210) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:28.730337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.834064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.845066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59d8e09-805a-402c-aa71-18f3e6c6d8a1']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:28.856230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ff89aa-c0a9-4302-b222-71489aace2cc') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:28.856521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ff89aa-c0a9-4302-b222-71489aace2cc') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:28.866191 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.881511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.888467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:28.888858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:28.891867 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:28.964042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.968524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:28.970836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/networks/c59d8e09-805a-402c-aa71-18f3e6c6d8a1 HTTP/1.1" status: 204 len: 168 time: 0.3218174 Aug 31 09:56:28.973385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33212) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:28.987281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7b52-c312-49c3-8b71-4735203f490c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Network': ['ID=c59d8e09-805a-402c-aa71-18f3e6c6d8a1,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:29.501695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port acc290c2-4046-4c01-97a1-9be06c7c30f9 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:29.501897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.579529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.579858 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.591494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for acc290c2-4046-4c01-97a1-9be06c7c30f9 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:29.744424 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.772279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=acc290c2-4046-4c01-97a1-9be06c7c30f9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:29.839949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:29.840439 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Floating IP 6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88 disassociated (deleted). External IP: 172.25.4.67, port: e505b2e6-71ef-4efa-89dc-f6b72bf63f86. Aug 31 09:56:30.058025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router 7fe69e19-1b7e-477b-95bf-976bf173da97 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:30.170133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:30.177623 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:30.183408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] Sync routers for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:30.193569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:30.194637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:30.211674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ff8b17b6-e7e0-410e-b265-10469fe2ff99 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/floatingips/6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88 HTTP/1.1" status: 204 len: 168 time: 1.2348533 Aug 31 09:56:30.211674 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:30.212340 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36997554-f7bc-4520-8604-bf2ea2c12567" -d '{"events": [{"name": "network-changed", "server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:30.268441 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5595cf02-a76a-4c36-950e-6be6ba621ad8 x-openstack-request-id: req-5595cf02-a76a-4c36-950e-6be6ba621ad8 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:30.268796 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:30.269080 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5595cf02-a76a-4c36-950e-6be6ba621ad8 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:30.269496 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'status': 'completed', 'code': 200} Aug 31 09:56:30.345681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:30.368144 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-fc6755a1-7dd4-462d-8d80-40bce783fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:30.370681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-fc6755a1-7dd4-462d-8d80-40bce783fa16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b13260c163443d2bc13f49a664ccbf8&device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 1137 time: 0.0717351 Aug 31 09:56:30.460890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f8a605b1-f3fd-4342-a6ca-899a602e9f46 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:30.486984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f8a605b1-f3fd-4342-a6ca-899a602e9f46 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:30.487612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f8a605b1-f3fd-4342-a6ca-899a602e9f46 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:30.505656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59364b-451e-44ae-b177-43a3f0e0f08b req-4e9a3195-321e-4f58-abee-b3211c655c49 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:30.507437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e59364b-451e-44ae-b177-43a3f0e0f08b req-4e9a3195-321e-4f58-abee-b3211c655c49 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 985 time: 0.0754097 Aug 31 09:56:30.523552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-09444f1c-133c-48a1-a41c-8f35b431b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:30.525838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-09444f1c-133c-48a1-a41c-8f35b431b72f service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 200 len: 898 time: 0.1473017 Aug 31 09:56:30.559403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e59364b-451e-44ae-b177-43a3f0e0f08b req-1c2f00f8-31bd-4af4-8328-5ea24147cad4 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0440066 Aug 31 09:56:30.578140 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-7b41c3e3-1ebc-4ed9-a1c4-04f65ee3860a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 200 len: 217 time: 0.0439599 Aug 31 09:56:30.632361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-19b371e2-d2a3-420a-9613-f529812e440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:30.634039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-19b371e2-d2a3-420a-9613-f529812e440e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c93636c2-41e8-49bb-a51f-a31a8ca2ed31 HTTP/1.1" status: 200 len: 834 time: 0.0478022 Aug 31 09:56:30.647339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:18Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:30.676872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] Checking router: 7fe69e19-1b7e-477b-95bf-976bf173da97 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:30.687440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-10a7a0d1-35cf-42e9-8610-b04dc6c12d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:30.688585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:30.689235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:30.689423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-10a7a0d1-35cf-42e9-8610-b04dc6c12d0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9144ec-6359-4b26-9645-ff63eafcc408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468862 Aug 31 09:56:30.800297 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-9e6c2438-3b24-4215-b263-26930aa11acb service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029143 Aug 31 09:56:30.811227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:30.915838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-36997554-f7bc-4520-8604-bf2ea2c12567 req-05b50ee3-0b16-4156-ab8a-a1ff6a0ffead service neutron] 10.222.0.15 "GET /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071889 Aug 31 09:56:31.035582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:18Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:31.068445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436e966-4f36-4833-84a7-a70f33823e51 None None] The sync data for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 is: [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '921f5a49-ec28-4f14-acf4-9c885d0013ee', 'name': '', 'network_id': 'dc9144ec-6359-4b26-9645-ff63eafcc408', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'mac_address': 'fa:16:3e:94:b7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:13Z', 'updated_at': '2021-08-31T09:55:18Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'subnets': [{'id': 'c93636c2-41e8-49bb-a51f-a31a8ca2ed31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:31.318985 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085b2ce-6eaa-4472-a9fc-fd16a055d9ca None None] New status for floating IP 6cbf00b3-d776-4b3b-a8df-d4c4b0e82d88: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:56:31.701696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf87b-e9ca-4dce-9fc6-35108913ca12 req-2d8b2493-62a6-4424-a1ec-e326974848a8 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.703599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7caf87b-e9ca-4dce-9fc6-35108913ca12 req-2d8b2493-62a6-4424-a1ec-e326974848a8 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 985 time: 0.0550704 Aug 31 09:56:31.748828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7caf87b-e9ca-4dce-9fc6-35108913ca12 req-cc8b8eb7-b385-465a-b0f9-a3b86fb50be9 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "GET /v2.0/security-groups?id=e64cad1c-e3e7-4555-a607-6109eb4d44d7&id=030634bb-6245-4771-ae6c-ef8dfbcb69f2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0389996 Aug 31 09:56:31.785340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:31.804939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-50f17f93-5138-4e7a-8b4d-03baa04577fd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:31.806454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-50f17f93-5138-4e7a-8b4d-03baa04577fd tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.15 "GET /v2.0/ports?device_id=14b30d54-af34-46ae-bd1b-4e7f41c31d62 HTTP/1.1" status: 200 len: 985 time: 0.0647388 Aug 31 09:56:31.911629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:31.911882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.012648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] For port e505b2e6-71ef-4efa-89dc-f6b72bf63f86, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:32.013061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.027891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for e505b2e6-71ef-4efa-89dc-f6b72bf63f86 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:32.170182 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.207117 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=e505b2e6-71ef-4efa-89dc-f6b72bf63f86,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:32.255069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] No DVR routers for this DVR port e505b2e6-71ef-4efa-89dc-f6b72bf63f86 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:32.258593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.261221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e0634f08-5c75-45f3-b276-41bd12a1d4c5 req-d3baad58-79c8-46e3-bec0-b18d8e008333 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.15 "DELETE /v2.0/ports/e505b2e6-71ef-4efa-89dc-f6b72bf63f86 HTTP/1.1" status: 204 len: 173 time: 0.4486444 Aug 31 09:56:32.261788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'name': 'network-vif-deleted', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:32.264377 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367000ef-206d-498f-8671-d8a6aea4eec4" -d '{"events": [{"server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "name": "network-vif-deleted", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:32.305994 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad97225e-c6c0-4ed8-bfea-0161b237f60f x-openstack-request-id: req-ad97225e-c6c0-4ed8-bfea-0161b237f60f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:32.306423 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b30d54-af34-46ae-bd1b-4e7f41c31d62", "name": "network-vif-deleted", "tag": "e505b2e6-71ef-4efa-89dc-f6b72bf63f86", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:32.307660 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad97225e-c6c0-4ed8-bfea-0161b237f60f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:32.308385 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b30d54-af34-46ae-bd1b-4e7f41c31d62', 'name': 'network-vif-deleted', 'tag': 'e505b2e6-71ef-4efa-89dc-f6b72bf63f86', 'status': 'completed', 'code': 200} Aug 31 09:56:32.462802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.529068 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5cee4144-d7c9-466e-8efd-ef761a20a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.824359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33226) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:32.887661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67da7ac4-28fa-4548-a3e5-d6fd3ac02b24 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.913976 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67da7ac4-28fa-4548-a3e5-d6fd3ac02b24 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.965716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67da7ac4-28fa-4548-a3e5-d6fd3ac02b24 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.968630 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-67da7ac4-28fa-4548-a3e5-d6fd3ac02b24 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:32.969791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-67da7ac4-28fa-4548-a3e5-d6fd3ac02b24 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/security-groups/030634bb-6245-4771-ae6c-ef8dfbcb69f2 HTTP/1.1" status: 204 len: 168 time: 0.1442430 Aug 31 09:56:32.973006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33228) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:32.981967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da7ac4-28fa-4548-a3e5-d6fd3ac02b24 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030634bb-6245-4771-ae6c-ef8dfbcb69f2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:33.045970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96d9d-0b33-4324-9db1-d5c1a6792e7c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.075821 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96d9d-0b33-4324-9db1-d5c1a6792e7c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.135357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96d9d-0b33-4324-9db1-d5c1a6792e7c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.138284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-69c96d9d-0b33-4324-9db1-d5c1a6792e7c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.143757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69c96d9d-0b33-4324-9db1-d5c1a6792e7c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/security-groups/e64cad1c-e3e7-4555-a607-6109eb4d44d7 HTTP/1.1" status: 204 len: 168 time: 0.1654820 Aug 31 09:56:33.144332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:33.151335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c96d9d-0b33-4324-9db1-d5c1a6792e7c tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64cad1c-e3e7-4555-a607-6109eb4d44d7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:33.609025 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.736498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.894530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port 921f5a49-ec28-4f14-acf4-9c885d0013ee {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:33.895122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.992088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] For port 921f5a49-ec28-4f14-acf4-9c885d0013ee, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=921f5a49-ec28-4f14-acf4-9c885d0013ee,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:33.992360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.009709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for 921f5a49-ec28-4f14-acf4-9c885d0013ee owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:34.214326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.245754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=921f5a49-ec28-4f14-acf4-9c885d0013ee,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:34.448933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:34.984900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Router 7fe69e19-1b7e-477b-95bf-976bf173da97 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:35.090327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:35.095467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-dbe8a156-e3d6-43b3-a0c0-b3eb9ca81870 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "PUT /v2.0/routers/7fe69e19-1b7e-477b-95bf-976bf173da97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9495397 Aug 31 09:56:35.098577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33236) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:35.101054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] Sync routers for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:35.110999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:35.111616 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:35.156161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting subnet c93636c2-41e8-49bb-a51f-a31a8ca2ed31 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:35.159402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.209043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.220407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:35.299718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.392583 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.421227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Subnet': ['ID=c93636c2-41e8-49bb-a51f-a31a8ca2ed31,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:35.427299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.431221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-943038c9-1178-40e3-878d-5fd11d2abd78 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/subnets/c93636c2-41e8-49bb-a51f-a31a8ca2ed31 HTTP/1.1" status: 204 len: 168 time: 0.3309529 Aug 31 09:56:35.434028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:56:34Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:35.435227 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33238) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:35.444446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f05633-68cd-494d-b8b8-8f7531fb85dd None None] Network dc9144ec-6359-4b26-9645-ff63eafcc408 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:35.597292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.671992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] Checking router: 7fe69e19-1b7e-477b-95bf-976bf173da97 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:35.723490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] Routers {'7fe69e19-1b7e-477b-95bf-976bf173da97'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:35.724124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7fe69e19-1b7e-477b-95bf-976bf173da97'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:35.760410 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.828704 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Deleting port 566e4ada-02c5-4f4a-baa4-71e301abb754 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:35.829238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.921760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] Set router 7fe69e19-1b7e-477b-95bf-976bf173da97 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:35.930293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] For port 566e4ada-02c5-4f4a-baa4-71e301abb754, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=566e4ada-02c5-4f4a-baa4-71e301abb754,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:35.930689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:35.948613 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Calling delete_port for 566e4ada-02c5-4f4a-baa4-71e301abb754 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:36.030025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] DHCP port deletion for dc9144ec-6359-4b26-9645-ff63eafcc408 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:36.136807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] Deleting port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:36.137733 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.214716 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.219266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] For port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,segment=NetworkSegment(876daa7d-6ee9-438a-a20a-e914e80f1cad),segment_id=876daa7d-6ee9-438a-a20a-e914e80f1cad)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:36.219655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.236009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] Calling delete_port for 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:36.246753 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Port': ['ID=566e4ada-02c5-4f4a-baa4-71e301abb754,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:36.251253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:56:34Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.315979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e1be7-440d-4745-b08f-8efe309029e9 None None] The sync data for ids ['7fe69e19-1b7e-477b-95bf-976bf173da97'] in n-d-800634-13 is: [{'id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'name': 'tempest-TestSecurityGroupsBasicOps-router-269821952', 'tenant_id': '4b13260c163443d2bc13f49a664ccbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:56:34Z', 'revision_number': 5, 'project_id': '4b13260c163443d2bc13f49a664ccbf8', 'gw_port': {'id': '566e4ada-02c5-4f4a-baa4-71e301abb754', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:be:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe69e19-1b7e-477b-95bf-976bf173da97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:55:10Z', 'updated_at': '2021-08-31T09:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:36.316318 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.339751 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.376835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.414548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] Pushing event deleted for resources: {'Port': ['ID=1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:36.418817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca31934-459e-45ac-bf0d-d9d92db1f310 None None] No DVR routers for this DVR port 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:36.439228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.443460 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.494690 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.495167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe69e19-1b7e-477b-95bf-976bf173da97 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:36.502294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.503582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-81c83950-a30c-44fa-aef4-f7bc31393356 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/routers/7fe69e19-1b7e-477b-95bf-976bf173da97 HTTP/1.1" status: 204 len: 168 time: 1.0669296 Aug 31 09:56:36.506113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33240) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:36.585099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.623336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e505b2e6-71ef-4efa-89dc-f6b72bf63f86 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:36.644735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: e505b2e6-71ef-4efa-89dc-f6b72bf63f86 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:36.644998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device e505b2e6-71ef-4efa-89dc-f6b72bf63f86 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:36.678014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.688833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9144ec-6359-4b26-9645-ff63eafcc408']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.705305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876daa7d-6ee9-438a-a20a-e914e80f1cad') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.705788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876daa7d-6ee9-438a-a20a-e914e80f1cad') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:36.719863 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.749980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.762348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:36.762853 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:36.766119 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:36.805956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:36.829419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:36.829769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1527a7a3-d2ba-4d78-b2dd-7f1203fc9ffc not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:36.843480 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.850959 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:36.852889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] 10.222.0.18 "DELETE /v2.0/networks/dc9144ec-6359-4b26-9645-ff63eafcc408 HTTP/1.1" status: 204 len: 168 time: 0.3457789 Aug 31 09:56:36.867234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31056a2-169d-452d-9207-1678babfee76 tempest-TestSecurityGroupsBasicOps-571311837 tempest-TestSecurityGroupsBasicOps-571311837-project] Pushing event deleted for resources: {'Network': ['ID=dc9144ec-6359-4b26-9645-ff63eafcc408,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:37.227229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33248) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:37.389251 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-119976b2-db8e-4d88-9e0a-bd61f447b09c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b13260c163443d2bc13f49a664ccbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607277 Aug 31 09:56:37.391781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33252) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:37.453280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee5116b8-df59-4a7b-b646-95d2d324346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.488710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee5116b8-df59-4a7b-b646-95d2d324346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.555299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee5116b8-df59-4a7b-b646-95d2d324346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.558715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ee5116b8-df59-4a7b-b646-95d2d324346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:37.559933 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ee5116b8-df59-4a7b-b646-95d2d324346c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d03c2f6-30ca-4054-b849-db8dd10a3eee HTTP/1.1" status: 204 len: 168 time: 0.1672959 Aug 31 09:56:37.571379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5116b8-df59-4a7b-b646-95d2d324346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03c2f6-30ca-4054-b849-db8dd10a3eee,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:37.880468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33258) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:37.895798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-378f87dc-8685-4423-b85c-36d7846dc819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.003351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-378f87dc-8685-4423-b85c-36d7846dc819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.008737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-378f87dc-8685-4423-b85c-36d7846dc819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.054014 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-378f87dc-8685-4423-b85c-36d7846dc819 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08383f38cd5744c1abb2aa99ef9549cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723464 Aug 31 09:56:38.054919 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f87dc-8685-4423-b85c-36d7846dc819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e2f81-bd7a-4411-9107-bf66f07e935a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:38.057986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33260) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:38.125328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3da1ad8-e213-45e8-b64c-e7a0bf9b6da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.149897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3da1ad8-e213-45e8-b64c-e7a0bf9b6da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.203571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3da1ad8-e213-45e8-b64c-e7a0bf9b6da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.206333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a3da1ad8-e213-45e8-b64c-e7a0bf9b6da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.207541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a3da1ad8-e213-45e8-b64c-e7a0bf9b6da7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b56e2f81-bd7a-4411-9107-bf66f07e935a HTTP/1.1" status: 204 len: 168 time: 0.1481881 Aug 31 09:56:38.216765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1ad8-e213-45e8-b64c-e7a0bf9b6da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e2f81-bd7a-4411-9107-bf66f07e935a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:38.354415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 566e4ada-02c5-4f4a-baa4-71e301abb754 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:38.377641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 566e4ada-02c5-4f4a-baa4-71e301abb754 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:38.378277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 566e4ada-02c5-4f4a-baa4-71e301abb754 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:38.378903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 921f5a49-ec28-4f14-acf4-9c885d0013ee no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:38.403103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 921f5a49-ec28-4f14-acf4-9c885d0013ee {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:38.403456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 921f5a49-ec28-4f14-acf4-9c885d0013ee not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:38.610222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33266) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:38.657123 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c49a20e4-7910-49c3-9812-58659ec166a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3b36fc01e1d48d6ac801f75346c275d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453506 Aug 31 09:56:38.659385 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33268) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:38.719797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85fc973f-570c-4da8-92d1-3bb39cc162e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.743309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85fc973f-570c-4da8-92d1-3bb39cc162e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.805459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85fc973f-570c-4da8-92d1-3bb39cc162e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.809763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-85fc973f-570c-4da8-92d1-3bb39cc162e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:38.814117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-85fc973f-570c-4da8-92d1-3bb39cc162e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97d56a3f-2796-472d-85d0-77ee9d50a76a HTTP/1.1" status: 204 len: 168 time: 0.1512055 Aug 31 09:56:38.826295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc973f-570c-4da8-92d1-3bb39cc162e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d56a3f-2796-472d-85d0-77ee9d50a76a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:44.267745 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:56:48.875450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c440b2-c918-4486-8a98-ab03b0177629 req-75846d0b-9265-4ecd-944e-05a445bdc7b0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:48.877078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c440b2-c918-4486-8a98-ab03b0177629 req-75846d0b-9265-4ecd-944e-05a445bdc7b0 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.0517738 Aug 31 09:56:48.884423 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:48.917645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55c440b2-c918-4486-8a98-ab03b0177629 req-f632242f-c2bd-4468-b2a2-e51deb1008cf tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339720 Aug 31 09:56:50.046222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc7003-ffe1-4486-8ae1-a9412bc5bcbb req-f8395448-28b8-4109-9f8a-086131be444e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:50.048492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46fc7003-ffe1-4486-8ae1-a9412bc5bcbb req-f8395448-28b8-4109-9f8a-086131be444e tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.0539830 Aug 31 09:56:50.097059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46fc7003-ffe1-4486-8ae1-a9412bc5bcbb req-2d54bfc6-77dd-488c-908c-51876d597c24 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/security-groups?id=d86c48b7-71b0-4912-aaa8-8562556c6010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Aug 31 09:56:50.274625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-7f37b23d-3812-4c81-8f0c-2fd5f2f512ad tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:50.276237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-7f37b23d-3812-4c81-8f0c-2fd5f2f512ad tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.23 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 946 time: 0.0566905 Aug 31 09:56:50.374762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Deleting port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:50.375105 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.481302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] For port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:50.482620 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.718293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.718700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.719012 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Floating IP aa8acfb7-40ff-4e10-8e39-d18316eee695 disassociated. External IP: 172.25.4.155, port: 7999f8d1-5fe1-489b-98d1-425cbd1a27b0. Aug 31 09:56:50.719371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Calling delete_port for 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:50.848593 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:50.881889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event deleted for resources: {'Port': ['ID=7999f8d1-5fe1-489b-98d1-425cbd1a27b0,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:50.993871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:51.102261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:51.112468 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] Sync routers for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:51.122647 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:51.123318 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.147971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] No DVR routers for this DVR port 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:51.150864 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:51.152876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-261569d0-d38b-4c3d-b7ca-0a9d72a122fe req-1b772b62-0177-4264-b801-c8ed7863fb48 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.23 "DELETE /v2.0/ports/7999f8d1-5fe1-489b-98d1-425cbd1a27b0 HTTP/1.1" status: 204 len: 173 time: 0.8705833 Aug 31 09:56:51.153322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'name': 'network-vif-deleted', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:56:51.155701 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1cc74-4bf6-45a1-b555-b367cb501bab" -d '{"events": [{"server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "name": "network-vif-deleted", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:56:51.221648 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f2404-7911-4da3-b78b-1da732e42578 x-openstack-request-id: req-340f2404-7911-4da3-b78b-1da732e42578 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:56:51.221946 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6693ebe6-f748-47b6-b0dc-8d3ae3f174af", "name": "network-vif-deleted", "tag": "7999f8d1-5fe1-489b-98d1-425cbd1a27b0", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:56:51.222227 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-340f2404-7911-4da3-b78b-1da732e42578 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:56:51.222661 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693ebe6-f748-47b6-b0dc-8d3ae3f174af', 'name': 'network-vif-deleted', 'tag': '7999f8d1-5fe1-489b-98d1-425cbd1a27b0', 'status': 'completed', 'code': 200} Aug 31 09:56:51.224919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b215306-ef91-4f1a-a139-629773255c83 req-3e1cb539-ebbf-4a3e-b538-c1aba18cc95f tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "GET /v2.0/ports?device_id=6693ebe6-f748-47b6-b0dc-8d3ae3f174af HTTP/1.1" status: 200 len: 210 time: 0.0388122 Aug 31 09:56:51.234815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:51.477967 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.506342 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] Checking router: 7e1917c6-0ee6-4776-86fc-e754cc2448c5 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:51.514887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:51.515486 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.623997 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:51.923151 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:51.949372 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db6829-06db-4f33-b9ff-a738d04bfc42 None None] The sync data for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 is: [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:39Z', 'revision_number': 4, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f', 'name': '', 'network_id': 'ac1abbe0-9363-45b4-ac6f-045f01873f04', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'mac_address': 'fa:16:3e:96:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:38Z', 'updated_at': '2021-08-31T09:51:47Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'subnets': [{'id': '19b5d0a1-d2c6-4665-ba9c-f981e98ae702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:52.169437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77d7d2-a4ce-4f27-8317-4af8a9bcd356 None None] New status for floating IP aa8acfb7-40ff-4e10-8e39-d18316eee695: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:56:52.288404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33286) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:52.420859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Deleting port ff343597-f5df-49df-93f5-04dea84c76ce {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:52.421197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.503543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.503899 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.518994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Calling delete_port for ff343597-f5df-49df-93f5-04dea84c76ce owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:52.670408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.694177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event deleted for resources: {'Port': ['ID=ff343597-f5df-49df-93f5-04dea84c76ce,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:52.759237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.761767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.764024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-76e83318-a1a4-4476-acd7-e039d5a86941 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa8acfb7-40ff-4e10-8e39-d18316eee695 HTTP/1.1" status: 204 len: 168 time: 0.4744120 Aug 31 09:56:52.855186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:52.919656 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f962161e-6d60-49ae-be91-3d6ba51b5e63 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.944457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f962161e-6d60-49ae-be91-3d6ba51b5e63 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.005092 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f962161e-6d60-49ae-be91-3d6ba51b5e63 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.007696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f962161e-6d60-49ae-be91-3d6ba51b5e63 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:53.008890 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f962161e-6d60-49ae-be91-3d6ba51b5e63 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] 10.222.0.18 "DELETE /v2.0/security-groups/d86c48b7-71b0-4912-aaa8-8562556c6010 HTTP/1.1" status: 204 len: 168 time: 0.1525662 Aug 31 09:56:53.019303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962161e-6d60-49ae-be91-3d6ba51b5e63 tempest-TestServerBasicOps-505533607 tempest-TestServerBasicOps-505533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c48b7-71b0-4912-aaa8-8562556c6010,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:53.055615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33296) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:53.210645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:53.233790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:53.234128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7999f8d1-5fe1-489b-98d1-425cbd1a27b0 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:53.956811 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.229925 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Deleting port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:54.230728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.311371 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] For port ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:54.311738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.324638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Calling delete_port for ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:54.515210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.542523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:54.721822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:54.955268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:55.066086 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:55.071065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6675e11d-e438-4d65-966e-1802809ca724 admin admin] 10.222.0.18 "PUT /v2.0/routers/7e1917c6-0ee6-4776-86fc-e754cc2448c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0143528 Aug 31 09:56:55.073932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:55.082332 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] Sync routers for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:55.086140 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:55.086798 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:55.179451 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.195915 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:55.289733 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.347091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Deleting port 3b541a85-072c-451a-8a00-87e5db98bab2 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:55.347661 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.383068 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:56:54Z', 'revision_number': 5, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port': {'id': '3b541a85-072c-451a-8a00-87e5db98bab2', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:55.412426 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] Checking router: 7e1917c6-0ee6-4776-86fc-e754cc2448c5 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:55.422015 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] Routers {'7e1917c6-0ee6-4776-86fc-e754cc2448c5'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:55.422659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:55.437015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] For port 3b541a85-072c-451a-8a00-87e5db98bab2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3b541a85-072c-451a-8a00-87e5db98bab2,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:55.437633 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.461586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Calling delete_port for 3b541a85-072c-451a-8a00-87e5db98bab2 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:55.513030 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] Set router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:55.564296 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:56:55Z', 'revision_number': 6, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:55.597208 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec56a0-bf93-4764-8b5e-78e9f91999d8 None None] The sync data for ids ['7e1917c6-0ee6-4776-86fc-e754cc2448c5'] in n-d-800634-13 is: [{'id': '7e1917c6-0ee6-4776-86fc-e754cc2448c5', 'name': 'tempest-TestServerBasicOps-1878218468-router', 'tenant_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:35Z', 'updated_at': '2021-08-31T09:56:55Z', 'revision_number': 6, 'project_id': 'd236beffcb5b4eca9eca19abdac4fab7', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:55.645954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.676541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b541a85-072c-451a-8a00-87e5db98bab2,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:55.738195 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.838391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.840709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.885139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.885626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1917c6-0ee6-4776-86fc-e754cc2448c5 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:55.890634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.891797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cbab481c-33ba-415c-98d5-ec7899204992 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7e1917c6-0ee6-4776-86fc-e754cc2448c5 HTTP/1.1" status: 204 len: 168 time: 0.8169343 Aug 31 09:56:55.894348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33304) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:55.945190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Deleting subnet 19b5d0a1-d2c6-4665-ba9c-f981e98ae702 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:55.948814 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:55.985541 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.071054 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.127783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.158133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b5d0a1-d2c6-4665-ba9c-f981e98ae702,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.166537 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.169129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9adceb0f-09aa-4f64-bfc8-1ebac8daaf54 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/19b5d0a1-d2c6-4665-ba9c-f981e98ae702 HTTP/1.1" status: 204 len: 168 time: 0.2731066 Aug 31 09:56:56.171978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33306) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:56.176118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67be1f2f-4eb2-42a2-8db6-e9d6a4bab505 None None] Network ac1abbe0-9363-45b4-ac6f-045f01873f04 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:56.243763 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.305737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Deleting port f2a71566-bc9f-4766-aad9-04038dfa9dd2 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:56.306074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.381353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] For port f2a71566-bc9f-4766-aad9-04038dfa9dd2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f2a71566-bc9f-4766-aad9-04038dfa9dd2,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:56.381652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.383757 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] DHCP port deletion for ac1abbe0-9363-45b4-ac6f-045f01873f04 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:56:56.399418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Calling delete_port for f2a71566-bc9f-4766-aad9-04038dfa9dd2 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:56.449482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] Deleting port f2a71566-bc9f-4766-aad9-04038dfa9dd2 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:56.451520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.471755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f2a71566-bc9f-4766-aad9-04038dfa9dd2 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:56.489838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.522285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a71566-bc9f-4766-aad9-04038dfa9dd2,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.526001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] No DVR routers for this DVR port f2a71566-bc9f-4766-aad9-04038dfa9dd2 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:56.552968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f2a71566-bc9f-4766-aad9-04038dfa9dd2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:56.553353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f2a71566-bc9f-4766-aad9-04038dfa9dd2 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:56.553877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:56.580201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:56.580639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ae7f6f56-4fcb-47d8-9924-9da9cdd54a4f not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:56.580961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3b541a85-072c-451a-8a00-87e5db98bab2 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:56:56.591215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] For port f2a71566-bc9f-4766-aad9-04038dfa9dd2, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f2a71566-bc9f-4766-aad9-04038dfa9dd2,segment=NetworkSegment(bc7b979e-4e98-48d4-800f-dc022610e8ab),segment_id=bc7b979e-4e98-48d4-800f-dc022610e8ab)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:56.592314 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.608812 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.617471 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3b541a85-072c-451a-8a00-87e5db98bab2 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:56:56.617815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3b541a85-072c-451a-8a00-87e5db98bab2 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:56:56.619507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1abbe0-9363-45b4-ac6f-045f01873f04']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.623250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] Calling delete_port for f2a71566-bc9f-4766-aad9-04038dfa9dd2 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:56.633600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7b979e-4e98-48d4-800f-dc022610e8ab') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.633893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7b979e-4e98-48d4-800f-dc022610e8ab') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:56.644757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.659745 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.668031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:56:56.668379 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:56:56.671023 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:56:56.709122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.736055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] Pushing event deleted for resources: {'Port': ['ID=f2a71566-bc9f-4766-aad9-04038dfa9dd2,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:56.738505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.743886 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:56.745895 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac1abbe0-9363-45b4-ac6f-045f01873f04 HTTP/1.1" status: 204 len: 168 time: 0.5728586 Aug 31 09:56:56.747672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df4c0f-4540-4ddd-8f73-89a12a61a5bd None None] No DVR routers for this DVR port f2a71566-bc9f-4766-aad9-04038dfa9dd2 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:56:56.749747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33308) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:56.759915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcc129-5912-4d21-b0f6-feec214694ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1abbe0-9363-45b4-ac6f-045f01873f04,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:57.108867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.380317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Deleting port ef26feb5-5a66-4314-b0e8-82e1516ca86c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:57.380660 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.459716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] For port ef26feb5-5a66-4314-b0e8-82e1516ca86c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ef26feb5-5a66-4314-b0e8-82e1516ca86c,segment=NetworkSegment(7647a509-d720-49b0-b2f5-61cf85248745),segment_id=7647a509-d720-49b0-b2f5-61cf85248745)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:57.460077 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.478217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Calling delete_port for ef26feb5-5a66-4314-b0e8-82e1516ca86c owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:57.659003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:57.683357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef26feb5-5a66-4314-b0e8-82e1516ca86c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:57.860467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.101835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Router d20882aa-3b0c-491a-9217-ab8774a7d7a2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:56:58.559864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:56:58.562780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9292f908-be2e-4c17-933a-0cc751e2885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.565624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7e2a9b23-3644-460c-80c4-b5f4f227e585 admin admin] 10.222.0.18 "PUT /v2.0/routers/d20882aa-3b0c-491a-9217-ab8774a7d7a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145289 Aug 31 09:56:58.569779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:58.573134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] Sync routers for ids ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:56:58.583626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] Routers {'d20882aa-3b0c-491a-9217-ab8774a7d7a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:58.584256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.680949 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.691995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] Set router d20882aa-3b0c-491a-9217-ab8774a7d7a2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:58.791867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.863894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Deleting port 8dbe84f3-c363-4d43-a182-544ad5833e93 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:58.864228 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.881072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:56:57Z', 'revision_number': 5, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port': {'id': '8dbe84f3-c363-4d43-a182-544ad5833e93', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:51:43Z', 'updated_at': '2021-08-31T09:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.911704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] Checking router: d20882aa-3b0c-491a-9217-ab8774a7d7a2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:56:58.922155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] Routers {'d20882aa-3b0c-491a-9217-ab8774a7d7a2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:56:58.922833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:56:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:58.962544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] For port 8dbe84f3-c363-4d43-a182-544ad5833e93, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8dbe84f3-c363-4d43-a182-544ad5833e93,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:58.962996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:58.978949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Calling delete_port for 8dbe84f3-c363-4d43-a182-544ad5833e93 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:56:59.161574 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.191273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbe84f3-c363-4d43-a182-544ad5833e93,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:59.211437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] Set router d20882aa-3b0c-491a-9217-ab8774a7d7a2 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:56:59.267097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.272555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:56:58Z', 'revision_number': 6, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:56:59.303015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249876-05b1-4519-95c3-d55bb751749d None None] The sync data for ids ['d20882aa-3b0c-491a-9217-ab8774a7d7a2'] in n-d-800634-13 is: [{'id': 'd20882aa-3b0c-491a-9217-ab8774a7d7a2', 'name': 'tempest-TestServerBasicOps-2121921303-router', 'tenant_id': '46e89fde85de464197acac97a48d9140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:51:42Z', 'updated_at': '2021-08-31T09:56:58Z', 'revision_number': 6, 'project_id': '46e89fde85de464197acac97a48d9140', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:56:59.373343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.375935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.423482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.424027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20882aa-3b0c-491a-9217-ab8774a7d7a2 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:56:59.428473 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.429637 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5690ed92-7e5f-434b-bb0f-be6ca43eff00 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d20882aa-3b0c-491a-9217-ab8774a7d7a2 HTTP/1.1" status: 204 len: 168 time: 0.8587811 Aug 31 09:56:59.432188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33312) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:59.481275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Deleting subnet 6ce83363-4dbf-4379-a2f6-587befb1b851 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:56:59.485165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.521511 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.618652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.681261 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.709770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce83363-4dbf-4379-a2f6-587befb1b851,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:56:59.714005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.719201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33314) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:56:59.724733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d6e7b-7607-4974-8079-fe9686d0b12b None None] Network 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:56:59.726387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2d8fc85e-5da1-46fa-b936-5cc2347f441c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ce83363-4dbf-4379-a2f6-587befb1b851 HTTP/1.1" status: 204 len: 168 time: 0.2929995 Aug 31 09:56:59.821337 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.884910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Deleting port 442738aa-85af-4f36-b45b-77d529d8987a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:56:59.885383 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.953195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] For port 442738aa-85af-4f36-b45b-77d529d8987a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=442738aa-85af-4f36-b45b-77d529d8987a,segment=NetworkSegment(7647a509-d720-49b0-b2f5-61cf85248745),segment_id=7647a509-d720-49b0-b2f5-61cf85248745)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:56:59.953547 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:59.966662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Calling delete_port for 442738aa-85af-4f36-b45b-77d529d8987a owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:57:00.043560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.072478 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Pushing event deleted for resources: {'Port': ['ID=442738aa-85af-4f36-b45b-77d529d8987a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:00.076988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] No DVR routers for this DVR port 442738aa-85af-4f36-b45b-77d529d8987a on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:57:00.117353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9df1cf-0b02-4b7c-8662-b57555fe150d None None] DHCP port deletion for 3ea6b73a-abc9-46a0-9856-eaa2d1916b16 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:57:00.161563 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.171921 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea6b73a-abc9-46a0-9856-eaa2d1916b16']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:00.182208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7647a509-d720-49b0-b2f5-61cf85248745') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:00.182555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7647a509-d720-49b0-b2f5-61cf85248745') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:00.192354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.209639 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.217444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:57:00.217444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:57:00.219253 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:57:00.281413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.287847 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.289910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ea6b73a-abc9-46a0-9856-eaa2d1916b16 HTTP/1.1" status: 204 len: 168 time: 0.5697045 Aug 31 09:57:00.302626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65554898-3add-46f7-87d9-3d32ad374662 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea6b73a-abc9-46a0-9856-eaa2d1916b16,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:00.428748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ef26feb5-5a66-4314-b0e8-82e1516ca86c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:00.437824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33318) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:00.459474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ef26feb5-5a66-4314-b0e8-82e1516ca86c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:00.459819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ef26feb5-5a66-4314-b0e8-82e1516ca86c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:00.460244 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 442738aa-85af-4f36-b45b-77d529d8987a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:00.480742 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 442738aa-85af-4f36-b45b-77d529d8987a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:00.481666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 442738aa-85af-4f36-b45b-77d529d8987a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:00.482092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8dbe84f3-c363-4d43-a182-544ad5833e93 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:57:00.484247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-049daa4e-68a2-4572-b60c-075cfa393eb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d236beffcb5b4eca9eca19abdac4fab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451550 Aug 31 09:57:00.486854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33320) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:00.506409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8dbe84f3-c363-4d43-a182-544ad5833e93 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:57:00.506776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8dbe84f3-c363-4d43-a182-544ad5833e93 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:57:00.540909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-389a8bf9-d633-4ed0-8f7f-d43dbf56ef0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.571090 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-389a8bf9-d633-4ed0-8f7f-d43dbf56ef0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.616664 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-389a8bf9-d633-4ed0-8f7f-d43dbf56ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.619289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-389a8bf9-d633-4ed0-8f7f-d43dbf56ef0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:00.620434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-389a8bf9-d633-4ed0-8f7f-d43dbf56ef0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8540425d-7b64-4bb9-8e5c-11a23641f6b9 HTTP/1.1" status: 204 len: 168 time: 0.1326692 Aug 31 09:57:00.629573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a8bf9-d633-4ed0-8f7f-d43dbf56ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8540425d-7b64-4bb9-8e5c-11a23641f6b9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:00.968101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33326) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.015873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-630b8bb9-64be-4210-a1b5-ae96d72e5c1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46e89fde85de464197acac97a48d9140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465302 Aug 31 09:57:01.018543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33328) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:01.068255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4774f9f1-e84f-42fe-8810-9b9e9e6013ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.090488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4774f9f1-e84f-42fe-8810-9b9e9e6013ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.141372 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4774f9f1-e84f-42fe-8810-9b9e9e6013ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.143999 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4774f9f1-e84f-42fe-8810-9b9e9e6013ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:01.145142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4774f9f1-e84f-42fe-8810-9b9e9e6013ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a4cd945-e77e-4ede-89c2-f9478bdd6a97 HTTP/1.1" status: 204 len: 168 time: 0.1256847 Aug 31 09:57:01.153015 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774f9f1-e84f-42fe-8810-9b9e9e6013ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4cd945-e77e-4ede-89c2-f9478bdd6a97,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:01.780179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:02.451951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:02.524451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f57db4dd-1045-49bc-b499-f59a682df001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:03.741203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:06.276988 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:18.885494 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:21.268849 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:25.695260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-248b0bd4-6c5f-4e0a-b103-f36c686481fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1878836 Aug 31 09:57:25.777120 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273171-735b-47ed-aad2-aa5d18745ede req-d42b4548-9440-4022-9a39-f1d4b1188ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:25.778950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-d42b4548-9440-4022-9a39-f1d4b1188ab8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1097 time: 0.0425394 Aug 31 09:57:25.892326 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273171-735b-47ed-aad2-aa5d18745ede req-54cdf94a-bdc6-42ed-a19b-16eacf53f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:25.893771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-54cdf94a-bdc6-42ed-a19b-16eacf53f79b service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0941329 Aug 31 09:57:25.970062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-4bd4067a-5612-4543-a54d-c0896a1c07a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 1000 time: 0.0692346 Aug 31 09:57:26.030954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-9d865a47-afad-4f0b-98a1-4204b15bbf0d tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396736633&fields=id&tenant_id=6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 267 time: 0.0728886 Aug 31 09:57:26.040983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273171-735b-47ed-aad2-aa5d18745ede req-1242149d-b752-4136-9933-1f82d72139ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:26.042419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-1242149d-b752-4136-9933-1f82d72139ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0644941 Aug 31 09:57:26.155932 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273171-735b-47ed-aad2-aa5d18745ede req-bf04c3d9-0c2b-4dcf-9b44-98647a8ed81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:26.157360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-bf04c3d9-0c2b-4dcf-9b44-98647a8ed81e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058402 Aug 31 09:57:26.195560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-eb55841e-0bce-4765-aa82-39477bd64e19 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:26.197101 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-eb55841e-0bce-4765-aa82-39477bd64e19 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1580040 Aug 31 09:57:26.240099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-f0e56e56-8741-4627-b6ee-66ac53056950 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/quotas/6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 375 time: 0.0168293 Aug 31 09:57:26.309838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-e530380c-26d1-4327-9e20-fe1456778646 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455829 Aug 31 09:57:26.327372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-3aba6a59-8ce3-4dc4-aa34-63fa2611f1a2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811932 Aug 31 09:57:26.483915 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e273171-735b-47ed-aad2-aa5d18745ede req-aebbaa25-bdce-457e-aa4c-b64e01df2b1b service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554625 Aug 31 09:57:26.494895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-a7cfe3bb-79e1-4d22-b8ad-11f63d0d4524 service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469767 Aug 31 09:57:26.588342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-4479afc9-bbb6-4c3c-b993-5a50105d04c3 service neutron] 10.222.0.18 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868175 Aug 31 09:57:26.904905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4635d3fd-328b-4c95-bf30-4c8f0827ee4c req-ad146f7a-ceb3-486b-a315-38e1dc134b43 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 210 time: 0.0354948 Aug 31 09:57:27.910309 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-a7af796d-2147-411b-806e-ce530de351bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:27.911315 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-a7af796d-2147-411b-806e-ce530de351bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 811 time: 0.1270299 Aug 31 09:57:27.959467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-896106e9-297d-43a6-bda2-3cf917b00c08 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1ba30c14964d52a4362b8a3227effd HTTP/1.1" status: 200 len: 379 time: 0.0391495 Aug 31 09:57:27.971905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'port': {'device_id': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'admin_state_up': True, 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'security_groups': ['cdba8824-0b8d-4e88-b635-b42ef5c03955']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:28.028110 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d420965d-ff50-4f61-a380-7bd64f3d1e65 req-af569191-3d3c-447b-bbb8-99bfc06d7883 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 210 time: 0.0322828 Aug 31 09:57:28.102442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Made reservation on behalf of 6f1ba30c14964d52a4362b8a3227effd for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:57:28.106459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.268074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.20.0.3 (2d5eed45-397f-40c6-bbac-cc18088a5257/bcc2ca3e-af67-4fba-9862-3b57ab905841/6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:28.497058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.525959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Transition to ACTIVE for port object 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:28.591698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a606998a-3f40-4b17-b422-0170525796c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.600656 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.656606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:28.660169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:28.664848 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:28.669118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:28.698357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.698735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.699218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.700214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.700905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.700905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.701161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.701490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.701813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.702136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.702454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.702821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:28.738640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:28.739319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.761560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c22ae665-c59b-4d53-bdb8-87cc1e7d638b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936678 Aug 31 09:57:28.772344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-6a779db3-f4ee-4e89-a7d7-a59198977026 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:57:28.773501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-6a779db3-f4ee-4e89-a7d7-a59198977026 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058744 Aug 31 09:57:28.786414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Request body: {'port': {'device_id': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:28.868230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:28.957333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7bd9184d-48c8-4526-8a23-68aeff439349 None None] Provisioning for port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:28.962140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7bd9184d-48c8-4526-8a23-68aeff439349 None None] Provisioning complete for port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:28.962742 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7bd9184d-48c8-4526-8a23-68aeff439349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.006309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9184d-48c8-4526-8a23-68aeff439349 None None] Port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:57:29.165580 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71faf1f-5fdb-4c58-a7bc-2101a4278017 req-64732fcf-4388-4f42-b563-7d43088e75b5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:29.167285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f71faf1f-5fdb-4c58-a7bc-2101a4278017 req-64732fcf-4388-4f42-b563-7d43088e75b5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 931 time: 0.0560944 Aug 31 09:57:29.188973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:57:29.200916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.216458 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Transition to ACTIVE for port object 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:57:29.222157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.255656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f71faf1f-5fdb-4c58-a7bc-2101a4278017 req-6dc01975-9062-44a8-a5b9-03552cebb812 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754695 Aug 31 09:57:29.309607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Pushing event updated for resources: {'Port': ['ID=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:29.380327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Attempting to bind port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:57:29.380666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Attempting to bind port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:57:29.381016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Attempting to bind port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:29.387878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:57:29.388223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Attempting to bind port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 on network 2d5eed45-397f-40c6-bbac-cc18088a5257 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:57:29.395140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:57:29.395533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Checking segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:57:29.395955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Bound using segment: {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:57:29.396452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Bound port: 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a254d08-c621-4478-8b20-3079f595e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:57:29.396804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.488165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] For port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:57:29.492917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] For port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:57:29.500730 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.558623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:29.559271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:29.561173 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] 10.222.0.15 "PUT /v2.0/ports/6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 1092 time: 0.7793927 Aug 31 09:57:29.566999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:29.569651 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cb6336-8820-44bb-bcc5-676d579f232a" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:29.597421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94a373-6192-445f-b27d-597c43a7a59a service neutron] Pushing event updated for resources: {'Port': ['ID=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:29.651101 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc471853-29fe-4435-8dde-683eb494defe x-openstack-request-id: req-bc471853-29fe-4435-8dde-683eb494defe {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:29.651407 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:29.651659 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc471853-29fe-4435-8dde-683eb494defe {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:29.652056 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'status': 'completed', 'code': 200} Aug 31 09:57:29.672742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-8ae53676-944b-484c-863c-b8c3df73e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:29.674315 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-8ae53676-944b-484c-863c-b8c3df73e08d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1095 time: 0.0562601 Aug 31 09:57:29.726886 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-c7574c85-70a4-4866-bd82-2ef6e681ab88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 217 time: 0.0442462 Aug 31 09:57:29.787285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-b0f97085-b82e-47dd-b8a1-711fa1ff0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:29.788878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-b0f97085-b82e-47dd-b8a1-711fa1ff0b46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0543571 Aug 31 09:57:29.844761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-eab49f34-1fe0-4c51-964c-a3df228bf018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:29.852958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-eab49f34-1fe0-4c51-964c-a3df228bf018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569437 Aug 31 09:57:29.963611 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-a5619f50-d435-401d-9310-73ec9a7cc9f4 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027577 Aug 31 09:57:30.060548 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8612e28c-40c8-455e-b28c-7159857dd3f3 req-79b405a5-71b0-4cf8-8c73-7f8af8db8288 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Aug 31 09:57:30.156273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb6336-8820-44bb-bcc5-676d579f232a req-9da887bc-67d4-48ca-9938-67e211ae2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:30.157841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-9da887bc-67d4-48ca-9938-67e211ae2a12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1095 time: 0.0477333 Aug 31 09:57:30.257997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb6336-8820-44bb-bcc5-676d579f232a req-3c594f7b-06c2-4a7d-8006-a4d0017b6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:30.259496 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-3c594f7b-06c2-4a7d-8006-a4d0017b6ade service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0947123 Aug 31 09:57:30.303736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-6f25fefa-01b3-41aa-93c9-5a5352c57cd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 217 time: 0.0368924 Aug 31 09:57:30.401432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14054743-ec61-4db3-9153-21a24886ff1c req-10351df0-9c4a-437c-94c5-3658307088a9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:30.403904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14054743-ec61-4db3-9153-21a24886ff1c req-10351df0-9c4a-437c-94c5-3658307088a9 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0697083 Aug 31 09:57:30.447020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14054743-ec61-4db3-9153-21a24886ff1c req-9e94103d-629a-4dbb-ab34-ac9c7525ab2a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358474 Aug 31 09:57:30.659979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb6336-8820-44bb-bcc5-676d579f232a req-21097d24-73da-4d31-a98d-e0bbfb084968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:30.661367 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-21097d24-73da-4d31-a98d-e0bbfb084968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.3510218 Aug 31 09:57:30.708842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb6336-8820-44bb-bcc5-676d579f232a req-93d64b79-7c8b-4660-a14a-bfa055014f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:30.710535 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-93d64b79-7c8b-4660-a14a-bfa055014f21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411470 Aug 31 09:57:30.813843 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-f74caee6-fa06-4e9b-8a5a-724fdfa4ca40 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954618 Aug 31 09:57:30.911866 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-56cb6336-8820-44bb-bcc5-676d579f232a req-18e5f251-6026-45e0-a668-575f95bb0b9e service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902774 Aug 31 09:57:31.579135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea247e-a827-4d6e-ac54-33391880b3fc req-10d378e5-2387-44bd-9de7-8a100d228e50 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:31.580881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faea247e-a827-4d6e-ac54-33391880b3fc req-10d378e5-2387-44bd-9de7-8a100d228e50 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0594206 Aug 31 09:57:31.620095 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-faea247e-a827-4d6e-ac54-33391880b3fc req-2f216397-5009-402b-87ca-0c78f76b3fe2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330486 Aug 31 09:57:31.783968 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.481046 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.525565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f5d3be41-1574-4e2b-a6bc-acbd2c115268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.739172 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d0528-0c21-45b8-a2a5-d3be3bb5d259 req-b1bc56e7-71b0-48e2-bd2e-92237c66b7ce tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:32.740683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa3d0528-0c21-45b8-a2a5-d3be3bb5d259 req-b1bc56e7-71b0-48e2-bd2e-92237c66b7ce tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0510809 Aug 31 09:57:32.781542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa3d0528-0c21-45b8-a2a5-d3be3bb5d259 req-d4df809a-7989-4444-9f61-6147cc789770 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345106 Aug 31 09:57:33.742804 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:33.905146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9b6a-c1d1-4b04-94af-c12ba257799f req-a442a32b-71b3-4677-98c4-d879b91d85c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:33.906805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2fb9b6a-c1d1-4b04-94af-c12ba257799f req-a442a32b-71b3-4677-98c4-d879b91d85c4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0551429 Aug 31 09:57:33.951109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2fb9b6a-c1d1-4b04-94af-c12ba257799f req-0403240f-ec9e-4645-9c66-86eac8542e28 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369093 Aug 31 09:57:35.078010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff8026-f2c7-4012-8455-7e81792e40a0 req-680e2a56-6795-4a3b-90c4-847356de5cbc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:35.079553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ff8026-f2c7-4012-8455-7e81792e40a0 req-680e2a56-6795-4a3b-90c4-847356de5cbc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0552583 Aug 31 09:57:35.123855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07ff8026-f2c7-4012-8455-7e81792e40a0 req-10b53b3e-28fe-4307-ad1d-7dd7e3123286 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361052 Aug 31 09:57:36.259152 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd02c6-2641-4f3f-bff1-d5a4b3a2c0aa req-81b1e161-01e2-49ba-a2b7-8932d027cbc7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:36.260908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0cd02c6-2641-4f3f-bff1-d5a4b3a2c0aa req-81b1e161-01e2-49ba-a2b7-8932d027cbc7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0652733 Aug 31 09:57:36.284735 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:36.314611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0cd02c6-2641-4f3f-bff1-d5a4b3a2c0aa req-8f8823d9-06ac-4171-baec-a21489229315 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Aug 31 09:57:37.445510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8e1d3-5d1e-4c85-ab4b-1b3713739b7a req-59927ad4-bb37-4e23-b679-16b44466fa7c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:37.447267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93b8e1d3-5d1e-4c85-ab4b-1b3713739b7a req-59927ad4-bb37-4e23-b679-16b44466fa7c tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0514264 Aug 31 09:57:37.487560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93b8e1d3-5d1e-4c85-ab4b-1b3713739b7a req-8f2f7315-3c15-40fd-8dc6-cc222932d379 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331457 Aug 31 09:57:38.640344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b31541-1331-4314-ba3d-c157e2bc52cb req-1b0ab61a-ae39-433a-abe3-5a38e8174695 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:38.642746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8b31541-1331-4314-ba3d-c157e2bc52cb req-1b0ab61a-ae39-433a-abe3-5a38e8174695 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0848718 Aug 31 09:57:38.682890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8b31541-1331-4314-ba3d-c157e2bc52cb req-e2b53ef3-2800-4b26-bf32-f2f7bd8dedae tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341041 Aug 31 09:57:39.813973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1068c92-597b-4225-ba6a-77521ad45fc1 req-7ef260c4-de05-4215-9833-9b0c38785a90 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:39.815696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1068c92-597b-4225-ba6a-77521ad45fc1 req-7ef260c4-de05-4215-9833-9b0c38785a90 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0563943 Aug 31 09:57:39.859531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1068c92-597b-4225-ba6a-77521ad45fc1 req-3f32805c-80a0-4419-ba41-4852a27ae9bd tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368202 Aug 31 09:57:40.932559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:57:40.977877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30bd80-2dd4-4186-b38a-ce984f02d0bc req-761fcaea-8314-43bb-9d4d-b88ef35577ee tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:40.979403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d30bd80-2dd4-4186-b38a-ce984f02d0bc req-761fcaea-8314-43bb-9d4d-b88ef35577ee tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 943 time: 0.0495460 Aug 31 09:57:41.020845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d30bd80-2dd4-4186-b38a-ce984f02d0bc req-87192ff4-955b-4006-8e48-803eb3a201c2 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331821 Aug 31 09:57:41.036197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:41.051635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'port_id': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'mac_address': 'fa:16:3e:98:21:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:57:41.095542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.108985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:57:41.129562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:41.133526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:41.182800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:41.190635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.190980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.191318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.191648 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.191972 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.192297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.192633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.192932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.193249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.193572 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.193888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.194203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:41.359010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:57:42.142960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd084e9-e3e4-47e2-ac6e-f02e2491049b req-8df2ecfa-8fe6-4f55-8b50-a00553ab9bef tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:42.144428 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd084e9-e3e4-47e2-ac6e-f02e2491049b req-8df2ecfa-8fe6-4f55-8b50-a00553ab9bef tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 944 time: 0.0532081 Aug 31 09:57:42.181143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4cd084e9-e3e4-47e2-ac6e-f02e2491049b req-620ad863-a67b-447f-87e9-031c20d89c8f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308530 Aug 31 09:57:42.931794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:57:42.980620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:57:42.984500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:57:42.984873 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.065332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.091546 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:43.093950 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91fbd90-de1a-4658-a97c-6d22770a615f" -d '{"events": [{"server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "name": "network-vif-plugged", "status": "completed", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:43.107384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:57:43.112623 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.137233 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32455f70-50d8-4410-bd6b-8bc0d113f22a x-openstack-request-id: req-32455f70-50d8-4410-bd6b-8bc0d113f22a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:43.137520 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "name": "network-vif-plugged", "status": "completed", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:43.137767 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32455f70-50d8-4410-bd6b-8bc0d113f22a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:43.138153 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'code': 200} Aug 31 09:57:43.163348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:43.238145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8f5a7-846d-4f0f-b6fd-044f0de9aad6 req-21672b5a-bb32-4d5d-91c8-7c138d71b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.239830 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44d8f5a7-846d-4f0f-b6fd-044f0de9aad6 req-21672b5a-bb32-4d5d-91c8-7c138d71b9e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1097 time: 0.0444398 Aug 31 09:57:43.277206 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-44d8f5a7-846d-4f0f-b6fd-044f0de9aad6 req-f1f4f0be-803c-44a7-934f-39515ee6dd76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294659 Aug 31 09:57:43.304103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c9c1d-bd62-47dc-9b32-276a15d13b5f req-825d8304-3117-4d1d-8adc-6c1742b484db tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:43.305611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-097c9c1d-bd62-47dc-9b32-276a15d13b5f req-825d8304-3117-4d1d-8adc-6c1742b484db tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 945 time: 0.0534937 Aug 31 09:57:43.345678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-097c9c1d-bd62-47dc-9b32-276a15d13b5f req-3c36f9f5-161b-4242-8e71-38ac303b3fb0 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Aug 31 09:57:44.472198 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358e5dc-41d3-4041-b8de-2dd059254db5 req-9b953116-c197-461d-b651-f744da2180d5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.473824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d358e5dc-41d3-4041-b8de-2dd059254db5 req-9b953116-c197-461d-b651-f744da2180d5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 945 time: 0.0578845 Aug 31 09:57:44.515778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d358e5dc-41d3-4041-b8de-2dd059254db5 req-567803ab-50e8-4f75-b73e-ddb9b632e288 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358477 Aug 31 09:57:44.637745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36883-82e2-4527-a314-3a7ab61f086c req-7c58b864-b897-4184-8467-20b28d9152b7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.639191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72b36883-82e2-4527-a314-3a7ab61f086c req-7c58b864-b897-4184-8467-20b28d9152b7 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 945 time: 0.0551910 Aug 31 09:57:44.677138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72b36883-82e2-4527-a314-3a7ab61f086c req-8a679174-8e28-4a77-aa4f-662706fb8042 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Aug 31 09:57:44.700500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33434) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:44.742312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08f97d2-6eab-44d4-84b7-34343532ba44 tempest-TestVolumeBootPattern-1352934018 tempest-TestVolumeBootPattern-1352934018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:44.743908 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a08f97d2-6eab-44d4-84b7-34343532ba44 tempest-TestVolumeBootPattern-1352934018 tempest-TestVolumeBootPattern-1352934018-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1092 time: 0.0423999 Aug 31 09:57:44.747531 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:57:44.752228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:57:44.775522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.882946 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.992803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Allocated IP 172.25.4.169 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/ecd8ce8f-7c91-4c37-aefc-edd90fe03306) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:57:45.098349 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.137767 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.178415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:57:45.181535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:57:45.186359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:57:45.209808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=ecd8ce8f-7c91-4c37-aefc-edd90fe03306,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:45.223124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.223461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.223794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.224123 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.224449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.224768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.225085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.225400 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.225713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.226025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.226365 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.226754 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:57:45.583633 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.653229 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.817060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.822503 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.899425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event updated for resources: {'Port': ['ID=ecd8ce8f-7c91-4c37-aefc-edd90fe03306,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:57:45.912970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:46.014723 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Floating IP 7727b103-000c-422a-b6fa-e37974a9d77d associated. External IP: 172.25.4.169, port: 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7. Aug 31 09:57:46.225043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:57:46.333734 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:57:46.345056 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:57:46.350064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:46.354022 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:46.354677 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:57:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:46.390008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0e9c461b-53f7-4c2b-b316-a4bf030048bc tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6413288 Aug 31 09:57:46.390755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:57:46.393412 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8235af21-06da-4a29-b1f4-e774b4caa604" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:57:46.431450 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae590b8-7f56-4334-be7f-2fa426be032f x-openstack-request-id: req-8ae590b8-7f56-4334-be7f-2fa426be032f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:57:46.431744 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:57:46.431999 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ae590b8-7f56-4334-be7f-2fa426be032f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:57:46.432478 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'status': 'completed', 'code': 200} Aug 31 09:57:46.468121 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:46.499597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-3aee939f-7976-49a2-8347-f8f0fb981341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:46.501079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-3aee939f-7976-49a2-8347-f8f0fb981341 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1097 time: 0.0466518 Aug 31 09:57:46.597508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-d548760d-8acc-4082-b475-26fe5884f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:46.599042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-d548760d-8acc-4082-b475-26fe5884f89a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0905509 Aug 31 09:57:46.671592 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-5b9483ad-6701-4091-8e3f-0317807bf5a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 999 time: 0.0654080 Aug 31 09:57:46.711208 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '7727b103-000c-422a-b6fa-e37974a9d77d', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:98:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:57:45Z', 'updated_at': '2021-08-31T09:57:45Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}, {'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:48Z', 'revision_number': 1, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:46.721461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-439c30e4-15a1-46f2-9003-2aafc1bb47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:46.722957 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-439c30e4-15a1-46f2-9003-2aafc1bb47be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0450993 Aug 31 09:57:46.740644 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:57:46.749702 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:57:46.750236 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:57:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:46.772317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-02ea6fec-d6cb-4f20-b946-123b4044b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:46.773845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-02ea6fec-d6cb-4f20-b946-123b4044b12b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424852 Aug 31 09:57:46.857287 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:57:46.874379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-9ae3bd8e-dcbe-4ab2-86d6-5b02414ef40d service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923076 Aug 31 09:57:46.972786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8235af21-06da-4a29-b1f4-e774b4caa604 req-90a420d6-234e-40ff-bf4e-274d772738c2 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910256 Aug 31 09:57:47.188509 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '7727b103-000c-422a-b6fa-e37974a9d77d', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:98:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:57:45Z', 'updated_at': '2021-08-31T09:57:45Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}, {'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:48Z', 'revision_number': 1, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:57:47.214191 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a7c0d-1fab-4664-b835-78f3736c3424 None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '7727b103-000c-422a-b6fa-e37974a9d77d', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.169', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:98:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:57:45Z', 'updated_at': '2021-08-31T09:57:45Z', 'revision_number': 0, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}, {'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:48Z', 'revision_number': 1, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:57:47.409785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef93aa96-5f45-41e1-8bdb-cabdf8b51726 None None] New status for floating IP 7727b103-000c-422a-b6fa-e37974a9d77d: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:57:48.897591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:58.269520 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:58.567877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f198004b-c5ab-43cb-a2d5-43ee7f151349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:01.797252 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:02.478571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:02.527241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735e8876-e4a1-480e-95cf-bf754093058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:02.668144 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-fa82720e-53cf-44a4-ad32-f59e2764a3e0 req-bceb1643-5177-42b8-a7c9-e8b3eee328c7 service neutron] (94896) timed out ('10.222.0.18', 49092) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:58:03.746291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:06.285654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:16.368978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-7d148b01-1fc6-43f0-921f-6c0a0659187e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417619 Aug 31 09:58:16.461580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f26f-82ff-41f0-b406-99a92f475def req-e026af46-357e-4042-aa30-b77206a403ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:16.463151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-e026af46-357e-4042-aa30-b77206a403ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1097 time: 0.0474346 Aug 31 09:58:16.567512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f26f-82ff-41f0-b406-99a92f475def req-d64362ab-2556-4675-8892-f4f25fbc7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:16.568993 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-d64362ab-2556-4675-8892-f4f25fbc7cdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0870225 Aug 31 09:58:16.641848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-47fac416-fa94-4d22-8443-c9b71f937fcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 1001 time: 0.0651398 Aug 31 09:58:16.692497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f26f-82ff-41f0-b406-99a92f475def req-16153a75-a6d6-47f1-9bf5-d2de2dbdcb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:16.693984 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-16153a75-a6d6-47f1-9bf5-d2de2dbdcb4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0454288 Aug 31 09:58:16.747183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f26f-82ff-41f0-b406-99a92f475def req-bd16d411-45d6-44a0-b89b-a987c9afd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:16.748714 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-bd16d411-45d6-44a0-b89b-a987c9afd196 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477216 Aug 31 09:58:16.850305 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-2814f75a-b82d-4333-a3b0-df19c7470048 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933993 Aug 31 09:58:16.940786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5642f26f-82ff-41f0-b406-99a92f475def req-98af819d-e0f2-483d-a1ee-1b0066eab08a service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831702 Aug 31 09:58:18.896157 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:28.569093 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4edb0d96-180b-4166-b5cf-0779e7c3adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:31.790547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:32.479930 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:32.529053 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87f395d6-b0cd-4172-893b-6e78597066a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:33.747848 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:35.269199 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:36.285953 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:48.896238 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:58.570854 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-31391508-5a3c-4ab2-920a-a20576b3a6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:01.792958 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:02.496190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:02.530454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21360341-8a62-4ff5-bbba-4bf3137657ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:03.752602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:06.288807 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:12.268170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:59:17.158100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-0b4ded3a-f4ce-490f-8aa8-9fb45c9c3d38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975327 Aug 31 09:59:17.247280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-9430c2f5-9a8c-4d16-a17c-4c4483e0c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.248866 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-9430c2f5-9a8c-4d16-a17c-4c4483e0c0cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1097 time: 0.0471721 Aug 31 09:59:17.354903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-48c31620-c867-4fd4-8ff9-c5437bcc5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.356299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-48c31620-c867-4fd4-8ff9-c5437bcc5f86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.0865428 Aug 31 09:59:17.430095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-305bb38a-40e7-4476-9234-a8afe3c92066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 1001 time: 0.0642796 Aug 31 09:59:17.480990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-b2cd9925-e552-4b59-887a-9fcb7ece9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.482498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-b2cd9925-e552-4b59-887a-9fcb7ece9ea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0460064 Aug 31 09:59:17.530196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-eee1a1c8-5fb9-4a64-b9dc-61ae32edf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:17.531738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-eee1a1c8-5fb9-4a64-b9dc-61ae32edf574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416415 Aug 31 09:59:17.626097 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-22e1be6b-2d62-4582-8120-0f4255dc2be2 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861707 Aug 31 09:59:17.718280 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-748378e5-a52f-4c78-b8bb-b7c6424a6476 req-38c8f53f-6b5b-4dd9-b33a-461e74e7c491 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850401 Aug 31 09:59:18.904454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:25.900981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33488) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:26.064695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port ecd8ce8f-7c91-4c37-aefc-edd90fe03306 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:26.065049 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.139597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.139924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.152762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for ecd8ce8f-7c91-4c37-aefc-edd90fe03306 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:26.303035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.330497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=ecd8ce8f-7c91-4c37-aefc-edd90fe03306,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:26.355603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.355940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.356278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.356612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.356940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.357272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.357598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.357945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.358245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.358589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.358911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.359229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:26.405530 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:26.405780 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Floating IP 7727b103-000c-422a-b6fa-e37974a9d77d disassociated (deleted). External IP: 172.25.4.169, port: 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7. Aug 31 09:59:26.616246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:27.068247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:27.073631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:27.079378 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:27.089369 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:27.089974 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.104938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a751e942-f32b-4f0d-b209-8c25801f2406 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "DELETE /v2.0/floatingips/7727b103-000c-422a-b6fa-e37974a9d77d HTTP/1.1" status: 204 len: 168 time: 1.2028701 Aug 31 09:59:27.105541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:27.107847 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:27.150591 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6faaf-09fd-4b65-a038-292e7d2b62e5 x-openstack-request-id: req-0bd6faaf-09fd-4b65-a038-292e7d2b62e5 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:27.150906 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:27.151131 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bd6faaf-09fd-4b65-a038-292e7d2b62e5 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:27.151534 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'status': 'completed', 'code': 200} Aug 31 09:59:27.206333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:27.217023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-a0ceeb7b-a7c4-468b-90a2-4af1ca0d6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.218723 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-a0ceeb7b-a7c4-468b-90a2-4af1ca0d6eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 1097 time: 0.0464373 Aug 31 09:59:27.332924 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-5a8ecfde-3f35-4713-9b4f-7cb181913a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.334506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-5a8ecfde-3f35-4713-9b4f-7cb181913a9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1065953 Aug 31 09:59:27.349816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf18c5-2798-4a9a-849c-c394c22b20f8 req-2478c7ca-bdf4-43bc-a6c9-9b3afcc14fba tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.351399 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00cf18c5-2798-4a9a-849c-c394c22b20f8 req-2478c7ca-bdf4-43bc-a6c9-9b3afcc14fba tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 945 time: 0.0520766 Aug 31 09:59:27.381073 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-4c3c294e-77ec-46c4-9263-e233592de427 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 200 len: 217 time: 0.0386865 Aug 31 09:59:27.402540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00cf18c5-2798-4a9a-849c-c394c22b20f8 req-596326c8-79a8-4e3e-a924-a1349678738a tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438397 Aug 31 09:59:27.432641 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-c1765098-1380-45e2-8fc7-a2cf226f6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.434142 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-c1765098-1380-45e2-8fc7-a2cf226f6674 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0463176 Aug 31 09:59:27.458768 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:48Z', 'revision_number': 1, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.489165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-873cf371-4aa4-4378-8acc-392092b59db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.490764 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-873cf371-4aa4-4378-8acc-392092b59db0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484109 Aug 31 09:59:27.493438 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:27.501931 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:27.502568 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.542892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-98c9204e-4841-4226-954d-57d9db5e3f94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412507 Aug 31 09:59:27.588667 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-2d7525cc-157b-406b-800e-3ab91fe2bb80 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900044 Aug 31 09:59:27.618345 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:27.653822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f143-8003-45ce-8619-97157865a5d2 req-74863fe2-aa6a-4960-b325-157518a84fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.655554 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-74863fe2-aa6a-4960-b325-157518a84fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1097 time: 0.0548744 Aug 31 09:59:27.693377 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e9188d5-cc04-4472-b14c-f8fbd0496b6d req-e5e1849f-f17b-490c-ba0c-90f702afa6a1 service neutron] 10.222.0.15 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975630 Aug 31 09:59:27.782013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f143-8003-45ce-8619-97157865a5d2 req-1ebd2275-64bc-4651-9311-77be88a11d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.783537 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-1ebd2275-64bc-4651-9311-77be88a11d3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1078544 Aug 31 09:59:27.854329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-52862a50-64f8-4cd0-b484-035d7a379be9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 1000 time: 0.0628178 Aug 31 09:59:27.866675 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:48Z', 'revision_number': 1, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:27.894385 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c1512-f1e2-468a-ae09-c9408ea6708f None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'a17dee06-8fcd-4dba-bf3c-5036890a4f93', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'port_id': '5594453e-5d48-47e3-bd4a-075c142a3245', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'mac_address': 'fa:16:3e:97:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:55:46Z', 'updated_at': '2021-08-31T09:55:48Z', 'revision_number': 1, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:27.907521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f143-8003-45ce-8619-97157865a5d2 req-090d4e92-cc96-4ac3-9d17-c330f9ed48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.909154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-090d4e92-cc96-4ac3-9d17-c330f9ed48d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0486357 Aug 31 09:59:27.964912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f143-8003-45ce-8619-97157865a5d2 req-a4c641be-11ad-4eda-819d-e22efe40c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:27.966688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-a4c641be-11ad-4eda-819d-e22efe40c717 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498457 Aug 31 09:59:28.065006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-58857dde-e43e-4119-94d9-dbb8949dd3d3 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911660 Aug 31 09:59:28.130013 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37662-da7d-410f-9816-99eab35eea09 None None] New status for floating IP 7727b103-000c-422a-b6fa-e37974a9d77d: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:59:28.168924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e12f143-8003-45ce-8619-97157865a5d2 req-8ada5e4c-0d60-4f71-bcd9-37d45bd3c9a6 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954118 Aug 31 09:59:28.564692 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40457daf-c1aa-470f-b5e7-1ba082ad610b req-354e227b-0587-48b5-8313-b8de39963937 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:28.566220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40457daf-c1aa-470f-b5e7-1ba082ad610b req-354e227b-0587-48b5-8313-b8de39963937 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 945 time: 0.0518193 Aug 31 09:59:28.577262 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd335783-303d-4008-86d0-dca9cd1e4577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:28.612078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40457daf-c1aa-470f-b5e7-1ba082ad610b req-f13a4f15-bccf-44ef-9abd-7f738c5d5134 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392880 Aug 31 09:59:28.903221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-70b55fa1-5f05-4003-932e-999d4ca273ed tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:28.904749 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-70b55fa1-5f05-4003-932e-999d4ca273ed tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 945 time: 0.0507705 Aug 31 09:59:28.998906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:28.999249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.093499 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:29.093869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.108376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:29.239802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.276882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:29.299039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.299376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.299710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.300040 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.300369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.300680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.301003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.301341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.301632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.301938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.302248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.302606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:29.325906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:29.328611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.330741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f9f74ca7-58f4-4690-b479-6123b01a01af req-0374e4b4-c330-4587-8be3-8c3c62cf00d4 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.15 "DELETE /v2.0/ports/6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 HTTP/1.1" status: 204 len: 173 time: 0.4190099 Aug 31 09:59:29.331180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'name': 'network-vif-deleted', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:29.333484 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02838a71-3569-409b-88d8-68240ffafd6e" -d '{"events": [{"server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "name": "network-vif-deleted", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:29.411657 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07576486-28da-4b90-9f1b-065b7cce1747 x-openstack-request-id: req-07576486-28da-4b90-9f1b-065b7cce1747 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:29.411957 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0a73a-f986-4c92-ae5f-e15f34bc55ab", "name": "network-vif-deleted", "tag": "6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:29.412217 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07576486-28da-4b90-9f1b-065b7cce1747 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:29.412621 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0a73a-f986-4c92-ae5f-e15f34bc55ab', 'name': 'network-vif-deleted', 'tag': '6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7', 'status': 'completed', 'code': 200} Aug 31 09:59:29.717182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf8a7c81-dec7-4203-8cf9-103ddd78abe8 req-79204f1a-a57b-4f33-8593-e77924633c47 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 210 time: 0.0320666 Aug 31 09:59:30.823327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-594c3ba1-0fd1-4d0c-87b3-507244465fc9 req-f9355f07-f4a0-4742-a2e3-d0e76605d597 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 210 time: 0.0313358 Aug 31 09:59:31.796562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:31.925131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-588dd11c-dfac-47ad-a90a-94501fbed3b3 req-6a0550ac-fd60-4b42-9d79-6441b5cff92b tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 210 time: 0.0293524 Aug 31 09:59:32.495777 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:32.535478 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-93980330-8757-46f1-9949-3033cec9daa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.038666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-165e5dcf-933f-4f8a-9a6e-8cf4e731c486 req-582e2711-b6c3-46af-b8e9-2b8b22f908a5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=17a0a73a-f986-4c92-ae5f-e15f34bc55ab HTTP/1.1" status: 200 len: 210 time: 0.0263207 Aug 31 09:59:33.319393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:33.340674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:33.341009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 6ec30a26-8d53-4a22-8dab-0ba7c5ca5ad7 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:33.755212 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:36.297448 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.462173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33546) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:38.626743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port b0e77faa-29dc-4267-a18c-dfa326b960bb {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:38.626991 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.708049 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.708380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.721612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for b0e77faa-29dc-4267-a18c-dfa326b960bb owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:38.870749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.900695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=b0e77faa-29dc-4267-a18c-dfa326b960bb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:38.962402 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:38.962666 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Floating IP a17dee06-8fcd-4dba-bf3c-5036890a4f93 disassociated (deleted). External IP: 172.25.4.18, port: 5594453e-5d48-47e3-bd4a-075c142a3245. Aug 31 09:59:39.178404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:39.293616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:39.298434 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:39.304625 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:39.316427 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:39.317365 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:39.326696 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-16b261c6-827b-4d72-9111-34cbeee77fd5 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "DELETE /v2.0/floatingips/a17dee06-8fcd-4dba-bf3c-5036890a4f93 HTTP/1.1" status: 204 len: 168 time: 0.8632398 Aug 31 09:59:39.327375 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:39.329665 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496" -d '{"events": [{"name": "network-changed", "server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:39.371691 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123839a5-dc41-44a1-8eec-c5dad6aa276e x-openstack-request-id: req-123839a5-dc41-44a1-8eec-c5dad6aa276e {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:39.371983 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:39.372237 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-123839a5-dc41-44a1-8eec-c5dad6aa276e {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:39.372641 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245', 'status': 'completed', 'code': 200} Aug 31 09:59:39.436238 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:39.461758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-544eae1e-6ec5-413e-b8bb-fe50e2eb4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:39.463487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-544eae1e-6ec5-413e-b8bb-fe50e2eb4b1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f1ba30c14964d52a4362b8a3227effd&device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 1097 time: 0.0473986 Aug 31 09:59:39.606839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-a971f498-505a-444c-be1a-370c0daf5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:39.608340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-a971f498-505a-444c-be1a-370c0daf5835 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 200 len: 912 time: 0.1382127 Aug 31 09:59:39.616719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa4a41-1a30-4d09-b83f-93c16cae8dd4 req-06c4adea-21f9-4815-8342-75bb414b4727 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:39.618439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbaa4a41-1a30-4d09-b83f-93c16cae8dd4 req-06c4adea-21f9-4815-8342-75bb414b4727 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 945 time: 0.0879555 Aug 31 09:59:39.666123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-753cdf68-4f02-47fe-aef0-d4b5d10706a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 200 len: 217 time: 0.0465951 Aug 31 09:59:39.677671 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:39.706600 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:39.716926 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:39.717563 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:39.725761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbaa4a41-1a30-4d09-b83f-93c16cae8dd4 req-4d4717c4-b63e-4591-9200-448fa16dd712 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003799 Aug 31 09:59:39.735923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-aebf87ad-f90f-4c28-b14a-845707956ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:39.737394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-aebf87ad-f90f-4c28-b14a-845707956ced service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 200 len: 850 time: 0.0630751 Aug 31 09:59:39.788972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-0001a1c1-d689-4d89-9177-36bab882ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:39.790237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-0001a1c1-d689-4d89-9177-36bab882ca94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d5eed45-397f-40c6-bbac-cc18088a5257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440226 Aug 31 09:59:39.894225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-c44e9aec-cd2d-4ef1-9f06-a4548e2701c0 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956461 Aug 31 09:59:39.931636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:39.997129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-09eb4d73-2a1c-48b9-a20a-1d3f9a59b496 req-11c0c063-c98d-4366-b34a-acfb8c33fad3 service neutron] 10.222.0.23 "GET /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946667 Aug 31 09:59:40.154863 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:40.186878 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5c41-7c46-42fb-9a14-7dbe5d33eaea None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:49:26Z', 'revision_number': 4, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '53ef22d5-122b-4bf9-b55b-fed3dd32ce58', 'name': '', 'network_id': '2d5eed45-397f-40c6-bbac-cc18088a5257', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'mac_address': 'fa:16:3e:c4:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:25Z', 'updated_at': '2021-08-31T09:49:33Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'subnets': [{'id': 'bcc2ca3e-af67-4fba-9862-3b57ab905841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:40.424866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d1cfb-fba4-437e-b77d-dd0d05bebba4 None None] New status for floating IP a17dee06-8fcd-4dba-bf3c-5036890a4f93: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:59:40.851014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230542-b39f-4d2c-8557-bf4a12a6aa8b req-355bc279-448c-485e-aa05-908c88adbc15 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:40.852641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b230542-b39f-4d2c-8557-bf4a12a6aa8b req-355bc279-448c-485e-aa05-908c88adbc15 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 945 time: 0.0508528 Aug 31 09:59:40.893283 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b230542-b39f-4d2c-8557-bf4a12a6aa8b req-dc0b5b59-6798-453e-a7a3-af4e8303231f tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdba8824-0b8d-4e88-b635-b42ef5c03955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Aug 31 09:59:41.219682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-96b6004d-c2a5-4f2a-8270-0809b6ec2302 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:41.221192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-96b6004d-c2a5-4f2a-8270-0809b6ec2302 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 945 time: 0.0626469 Aug 31 09:59:41.316385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port 5594453e-5d48-47e3-bd4a-075c142a3245 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:41.316729 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.419569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] For port 5594453e-5d48-47e3-bd4a-075c142a3245, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5594453e-5d48-47e3-bd4a-075c142a3245,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:41.419935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.433427 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for 5594453e-5d48-47e3-bd4a-075c142a3245 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:41.568607 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.598647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=5594453e-5d48-47e3-bd4a-075c142a3245,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:41.644354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] No DVR routers for this DVR port 5594453e-5d48-47e3-bd4a-075c142a3245 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:41.646966 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.649127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f492d924-cfa8-4772-ab90-5e151443dda6 req-c6b79a67-bfe2-4136-8793-5b2ff986f808 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.23 "DELETE /v2.0/ports/5594453e-5d48-47e3-bd4a-075c142a3245 HTTP/1.1" status: 204 len: 173 time: 0.4219918 Aug 31 09:59:41.649723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'name': 'network-vif-deleted', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:59:41.652169 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d022fa-7449-4568-924e-35d3ddfc9ce4" -d '{"events": [{"server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "name": "network-vif-deleted", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:59:41.690829 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303396f4-bb47-46a7-909f-631ff0996317 x-openstack-request-id: req-303396f4-bb47-46a7-909f-631ff0996317 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:59:41.691120 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37d29f6-2766-40e1-85bc-f461c1b7a16b", "name": "network-vif-deleted", "tag": "5594453e-5d48-47e3-bd4a-075c142a3245", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:59:41.691396 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-303396f4-bb47-46a7-909f-631ff0996317 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:59:41.691793 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d29f6-2766-40e1-85bc-f461c1b7a16b', 'name': 'network-vif-deleted', 'tag': '5594453e-5d48-47e3-bd4a-075c142a3245', 'status': 'completed', 'code': 200} Aug 31 09:59:41.996444 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa5e5765-3548-435a-8802-9fcb3824db2c req-9624b8b6-7a96-4673-a2b2-8b15e31fe538 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 210 time: 0.0282261 Aug 31 09:59:43.150941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0dd07b11-2168-49aa-93a2-f3e54af50bfd req-258c853e-9a2b-4d1e-a14a-c77f1e2973de tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 210 time: 0.0405169 Aug 31 09:59:44.173314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5594453e-5d48-47e3-bd4a-075c142a3245 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:44.205920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 5594453e-5d48-47e3-bd4a-075c142a3245 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:44.206267 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5594453e-5d48-47e3-bd4a-075c142a3245 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:44.269570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52cb973e-8ad8-4142-9b76-bec2f1a09587 req-964f3e72-2634-4188-9335-1d27af6612e3 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 210 time: 0.0348270 Aug 31 09:59:45.380057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f69a8d58-9c16-4f40-83d8-388bf62d6358 req-f6a709b4-bc83-4f6e-8174-35ec60318870 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "GET /v2.0/ports?device_id=a37d29f6-2766-40e1-85bc-f461c1b7a16b HTTP/1.1" status: 200 len: 210 time: 0.0284956 Aug 31 09:59:46.441761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33568) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:46.571111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Deleting port d1ef7bf1-984f-4a67-967e-bad517e409de {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:46.571448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.651865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.652107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.663667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Calling delete_port for d1ef7bf1-984f-4a67-967e-bad517e409de owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:46.799403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.827477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'Port': ['ID=d1ef7bf1-984f-4a67-967e-bad517e409de,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:46.889695 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.892296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:46.893473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9a4f12e7-1e58-48b5-9793-e4ce5e495719 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "DELETE /v2.0/floatingips/c170e40d-c9b4-4a66-a9da-2c9f5bd47854 HTTP/1.1" status: 204 len: 168 time: 0.4506018 Aug 31 09:59:48.911020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:49.159900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33582) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:49.230087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fffcce4a-419d-407e-8703-53032838a378 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:49.255741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fffcce4a-419d-407e-8703-53032838a378 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:49.266465 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:59:49.320331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fffcce4a-419d-407e-8703-53032838a378 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:49.323990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fffcce4a-419d-407e-8703-53032838a378 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:49.325119 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fffcce4a-419d-407e-8703-53032838a378 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdba8824-0b8d-4e88-b635-b42ef5c03955 HTTP/1.1" status: 204 len: 168 time: 0.1641686 Aug 31 09:59:49.334916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcce4a-419d-407e-8703-53032838a378 tempest-TestVolumeBootPattern-904999567 tempest-TestVolumeBootPattern-904999567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba8824-0b8d-4e88-b635-b42ef5c03955,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:50.412980 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33588) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:50.891274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.146348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Deleting port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:51.146625 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.233280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] For port 53ef22d5-122b-4bf9-b55b-fed3dd32ce58, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:51.233645 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.247681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Calling delete_port for 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:51.434891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.465758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ef22d5-122b-4bf9-b55b-fed3dd32ce58,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:51.646884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.889984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:52.001552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:52.006942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-acf9a204-9cdf-4f99-930e-84ccf4bc13c2 admin admin] 10.222.0.18 "PUT /v2.0/routers/32a4217d-7d4e-429b-b894-a3b3c8f47f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927026 Aug 31 09:59:52.010489 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33592) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:52.011372 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] Sync routers for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:52.020528 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:52.021138 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:52.129285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:52.134416 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:52.319279 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:59:51Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:52.347357 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] Checking router: 32a4217d-7d4e-429b-b894-a3b3c8f47f24 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:52.357445 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] Routers {'32a4217d-7d4e-429b-b894-a3b3c8f47f24'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:52.358074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:52.471211 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] Set router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:52.581051 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:52.638214 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Deleting port 947f93c2-bfb3-4555-9624-d00c53a41a46 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:52.638587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:52.675715 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:59:51Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:52.704455 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd9e76-51b2-4f0d-9560-405e089e180b None None] The sync data for ids ['32a4217d-7d4e-429b-b894-a3b3c8f47f24'] in n-d-800634-13 is: [{'id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'name': 'tempest-TestVolumeBootPattern-645382570-router', 'tenant_id': '6f1ba30c14964d52a4362b8a3227effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:20Z', 'updated_at': '2021-08-31T09:59:51Z', 'revision_number': 5, 'project_id': '6f1ba30c14964d52a4362b8a3227effd', 'gw_port': {'id': '947f93c2-bfb3-4555-9624-d00c53a41a46', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4217d-7d4e-429b-b894-a3b3c8f47f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:22Z', 'updated_at': '2021-08-31T09:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:52.724243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] For port 947f93c2-bfb3-4555-9624-d00c53a41a46, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=947f93c2-bfb3-4555-9624-d00c53a41a46,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:52.724665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:52.748193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Calling delete_port for 947f93c2-bfb3-4555-9624-d00c53a41a46 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:52.926780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:52.961900 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Pushing event deleted for resources: {'Port': ['ID=947f93c2-bfb3-4555-9624-d00c53a41a46,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.023927 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.120162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.122490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.176111 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.176696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a4217d-7d4e-429b-b894-a3b3c8f47f24 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:59:53.182731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.183989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4c21106f-e12f-492e-b839-d649f1cfc001 admin admin] 10.222.0.18 "DELETE /v2.0/routers/32a4217d-7d4e-429b-b894-a3b3c8f47f24 HTTP/1.1" status: 204 len: 168 time: 1.1725469 Aug 31 09:59:53.186509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33594) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:53.235117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Deleting subnet bcc2ca3e-af67-4fba-9862-3b57ab905841 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:59:53.238247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.277699 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.374780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.449633 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.478691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc2ca3e-af67-4fba-9862-3b57ab905841,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.491290 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.494427 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a9c01e04-3c67-43ec-a303-59fa8e317a01 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bcc2ca3e-af67-4fba-9862-3b57ab905841 HTTP/1.1" status: 204 len: 168 time: 0.3068376 Aug 31 09:59:53.497000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33596) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:53.500015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234434e-d22e-47ec-becd-1f41ec178a40 None None] Network 2d5eed45-397f-40c6-bbac-cc18088a5257 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:53.566875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.625552 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Deleting port 3e07b167-1d8c-4067-ac09-6d51f75e8798 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:53.626262 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.697463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] For port 3e07b167-1d8c-4067-ac09-6d51f75e8798, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3e07b167-1d8c-4067-ac09-6d51f75e8798,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:53.698183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.712972 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Calling delete_port for 3e07b167-1d8c-4067-ac09-6d51f75e8798 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:53.734798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] DHCP port deletion for 2d5eed45-397f-40c6-bbac-cc18088a5257 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:59:53.790651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Deleting port 3e07b167-1d8c-4067-ac09-6d51f75e8798 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:53.791030 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.801693 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.833011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e07b167-1d8c-4067-ac09-6d51f75e8798,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.837505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] No DVR routers for this DVR port 3e07b167-1d8c-4067-ac09-6d51f75e8798 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:53.859421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] For port 3e07b167-1d8c-4067-ac09-6d51f75e8798, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3e07b167-1d8c-4067-ac09-6d51f75e8798,segment=NetworkSegment(7a254d08-c621-4478-8b20-3079f595e383),segment_id=7a254d08-c621-4478-8b20-3079f595e383)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:53.859820 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.874949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Calling delete_port for 3e07b167-1d8c-4067-ac09-6d51f75e8798 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:53.911448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.922968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5eed45-397f-40c6-bbac-cc18088a5257']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:53.934225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a254d08-c621-4478-8b20-3079f595e383') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:53.934538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a254d08-c621-4478-8b20-3079f595e383') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:53.943824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.955460 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.959311 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.967226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:59:53.967599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: timer() Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:59:53.969313 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:59:53.982122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Pushing event deleted for resources: {'Port': ['ID=3e07b167-1d8c-4067-ac09-6d51f75e8798,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:53.990801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] No DVR routers for this DVR port 3e07b167-1d8c-4067-ac09-6d51f75e8798 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:53.993783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.994225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.994482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.994828 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.995296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.995647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.995958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.996281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.996606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.996923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.997246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:53.997561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437037db-3e50-4b24-aa97-4bcf45368ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:59:54.032324 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:54.038189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:54.040492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2d5eed45-397f-40c6-bbac-cc18088a5257 HTTP/1.1" status: 204 len: 168 time: 0.5424538 Aug 31 09:59:54.043788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33598) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:54.051787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25166229-e2a2-41f3-a684-4771c56f8706 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5eed45-397f-40c6-bbac-cc18088a5257,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:54.412302 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:54.505856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:54.527663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:54.528000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 53ef22d5-122b-4bf9-b55b-fed3dd32ce58 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:54.528418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3e07b167-1d8c-4067-ac09-6d51f75e8798 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:54.547989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3e07b167-1d8c-4067-ac09-6d51f75e8798 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:54.548333 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3e07b167-1d8c-4067-ac09-6d51f75e8798 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:54.548751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 947f93c2-bfb3-4555-9624-d00c53a41a46 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:54.568645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 947f93c2-bfb3-4555-9624-d00c53a41a46 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:54.568994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 947f93c2-bfb3-4555-9624-d00c53a41a46 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:54.682395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Deleting port 47383123-71c1-4046-88e1-a48e27c17af6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:54.682673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:54.763863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] For port 47383123-71c1-4046-88e1-a48e27c17af6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=47383123-71c1-4046-88e1-a48e27c17af6,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:54.764217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:54.777633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Calling delete_port for 47383123-71c1-4046-88e1-a48e27c17af6 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:54.969631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:54.996984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Pushing event deleted for resources: {'Port': ['ID=47383123-71c1-4046-88e1-a48e27c17af6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:55.170386 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:55.396080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Router f3794498-7fca-46a5-8941-8210157c2832 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:59:55.506818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:59:55.513399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-df43fe34-c7c4-40b0-97ed-01d949f6534f admin admin] 10.222.0.18 "PUT /v2.0/routers/f3794498-7fca-46a5-8941-8210157c2832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4680932 Aug 31 09:59:55.515789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33600) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:55.520544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] Sync routers for ids ['f3794498-7fca-46a5-8941-8210157c2832'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:59:55.533127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] Routers {'f3794498-7fca-46a5-8941-8210157c2832'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:55.533753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f3794498-7fca-46a5-8941-8210157c2832'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:55.680335 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:55.702577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] Set router f3794498-7fca-46a5-8941-8210157c2832 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:55.897769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:59:54Z', 'revision_number': 5, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:56.087552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] Checking router: f3794498-7fca-46a5-8941-8210157c2832 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:59:56.095920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] Routers {'f3794498-7fca-46a5-8941-8210157c2832'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:59:56.096540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T09:59:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['f3794498-7fca-46a5-8941-8210157c2832'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:56.106284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.159754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Deleting port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:56.160208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.204154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] Set router f3794498-7fca-46a5-8941-8210157c2832 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:59:56.251019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] For port 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:56.251641 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.267223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Calling delete_port for 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:56.384468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:59:54Z', 'revision_number': 5, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:56.416092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3cb56-2cb8-4787-9d58-33b465d7a776 None None] The sync data for ids ['f3794498-7fca-46a5-8941-8210157c2832'] in n-d-800634-13 is: [{'id': 'f3794498-7fca-46a5-8941-8210157c2832', 'name': 'tempest-TestVolumeBootPattern-882529751-router', 'tenant_id': '7b683f32ff7544c6839aba76bbb437f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:49:28Z', 'updated_at': '2021-08-31T09:59:54Z', 'revision_number': 5, 'project_id': '7b683f32ff7544c6839aba76bbb437f9', 'gw_port': {'id': '6e8b0ff2-ccce-4b8d-9e41-6536664ef14d', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:51:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3794498-7fca-46a5-8941-8210157c2832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:49:29Z', 'updated_at': '2021-08-31T09:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:59:56.442719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.474570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8b0ff2-ccce-4b8d-9e41-6536664ef14d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:56.541649 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.636804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.639186 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.696035 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.696660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3794498-7fca-46a5-8941-8210157c2832 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:59:56.701706 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.702578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3266f572-733d-43ef-8478-679cc9ebaad6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f3794498-7fca-46a5-8941-8210157c2832 HTTP/1.1" status: 204 len: 168 time: 1.1842425 Aug 31 09:59:56.704987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33602) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:56.749616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Deleting subnet d338891d-a8ac-4194-b830-be95bc5d4efb {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:59:56.752729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.791616 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.882172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.951523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.980915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d338891d-a8ac-4194-b830-be95bc5d4efb,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:56.983265 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:56.988719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c430dd56-dac9-4d8e-8dae-1a69c8555965 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d338891d-a8ac-4194-b830-be95bc5d4efb HTTP/1.1" status: 204 len: 168 time: 0.2796402 Aug 31 09:59:56.988719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33604) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:56.993567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1d3a4-4646-458d-a7fe-bcad88b2d6c6 None None] Network 73ef29e9-8d86-429c-9a71-90461a6328cf requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:57.066644 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.137692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Deleting port 150b32cf-c92d-4096-af13-abeacbf1edae {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:57.138023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.188763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] DHCP port deletion for 73ef29e9-8d86-429c-9a71-90461a6328cf request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:59:57.209562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] For port 150b32cf-c92d-4096-af13-abeacbf1edae, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=150b32cf-c92d-4096-af13-abeacbf1edae,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:57.209924 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.223457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Calling delete_port for 150b32cf-c92d-4096-af13-abeacbf1edae owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:57.243302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] Deleting port 150b32cf-c92d-4096-af13-abeacbf1edae {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:59:57.243686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.310888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] For port 150b32cf-c92d-4096-af13-abeacbf1edae, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=150b32cf-c92d-4096-af13-abeacbf1edae,segment=NetworkSegment(211272ef-4077-46e1-ac44-6f3cce873a82),segment_id=211272ef-4077-46e1-ac44-6f3cce873a82)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:59:57.311290 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.311588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.325732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] Calling delete_port for 150b32cf-c92d-4096-af13-abeacbf1edae owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:59:57.341883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=150b32cf-c92d-4096-af13-abeacbf1edae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:57.345541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] No DVR routers for this DVR port 150b32cf-c92d-4096-af13-abeacbf1edae on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:57.415116 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.417789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.427855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ef29e9-8d86-429c-9a71-90461a6328cf']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:57.439000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211272ef-4077-46e1-ac44-6f3cce873a82') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:57.439291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211272ef-4077-46e1-ac44-6f3cce873a82') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:59:57.441142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] Pushing event deleted for resources: {'Port': ['ID=150b32cf-c92d-4096-af13-abeacbf1edae,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:57.444731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8cc7f-e2bf-40d9-a64a-418a76f55d4d None None] No DVR routers for this DVR port 150b32cf-c92d-4096-af13-abeacbf1edae on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:59:57.452117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.466789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.473146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:59:57.473608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: timer() Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:59:57.475454 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:59:57.536683 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.543629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.545371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/73ef29e9-8d86-429c-9a71-90461a6328cf HTTP/1.1" status: 204 len: 168 time: 0.5558650 Aug 31 09:59:57.557368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bd683-72d1-4e3c-b71a-3bcf0cdda3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=73ef29e9-8d86-429c-9a71-90461a6328cf,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:57.684375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33608) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:57.726087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-241e0ec4-4e22-4cd2-b062-ba7c8a2b2d51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f1ba30c14964d52a4362b8a3227effd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404477 Aug 31 09:59:57.729149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33610) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:57.779476 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c81def52-0411-43a2-b260-30e6a4ca48c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.801299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c81def52-0411-43a2-b260-30e6a4ca48c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.856871 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c81def52-0411-43a2-b260-30e6a4ca48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.860125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c81def52-0411-43a2-b260-30e6a4ca48c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:57.861323 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c81def52-0411-43a2-b260-30e6a4ca48c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6493f089-be3e-4ccc-9ca9-2cab8ae4726d HTTP/1.1" status: 204 len: 168 time: 0.1312420 Aug 31 09:59:57.869514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81def52-0411-43a2-b260-30e6a4ca48c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493f089-be3e-4ccc-9ca9-2cab8ae4726d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:58.223819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33616) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:58.266065 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-880e00c0-0790-4b2d-9c85-3d5a8e14e871 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b683f32ff7544c6839aba76bbb437f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409830 Aug 31 09:59:58.268525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33618) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:58.318803 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6148-f394-48a8-ad6a-56f7bd131b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:58.341526 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6148-f394-48a8-ad6a-56f7bd131b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:58.390960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6148-f394-48a8-ad6a-56f7bd131b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:58.393997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6148-f394-48a8-ad6a-56f7bd131b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:58.395237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7cfa6148-f394-48a8-ad6a-56f7bd131b48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b1707da-e509-494b-bbe3-3a72f97e784e HTTP/1.1" status: 204 len: 168 time: 0.1257827 Aug 31 09:59:58.403543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa6148-f394-48a8-ad6a-56f7bd131b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1707da-e509-494b-bbe3-3a72f97e784e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:58.517532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47383123-71c1-4046-88e1-a48e27c17af6 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:58.538173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 47383123-71c1-4046-88e1-a48e27c17af6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:58.538538 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 47383123-71c1-4046-88e1-a48e27c17af6 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:58.539670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:58.561740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:58.562089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6e8b0ff2-ccce-4b8d-9e41-6536664ef14d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:58.562540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 150b32cf-c92d-4096-af13-abeacbf1edae no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:59:58.594923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 150b32cf-c92d-4096-af13-abeacbf1edae {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:59:58.595366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 150b32cf-c92d-4096-af13-abeacbf1edae not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:59:58.606170 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b119552-0911-40a3-a9e5-95b2892b0ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:01.798719 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:02.511888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:02.540604 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2ca4-eb6f-484e-a7c0-91b400681a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:03.758787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:06.295072 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:08.515548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-672c0159-42b1-44dd-8f68-0d87ebbe4649 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6718696c4a9a4c44b790fc3fc2abefdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299275 Aug 31 10:00:08.721464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-75678384-1736-468b-a2dc-fb789f4efb6f tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:08.722872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-75678384-1736-468b-a2dc-fb789f4efb6f tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018435 Aug 31 10:00:08.739088 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-ddb907f2-2fed-4fe3-964d-4993164bba0b tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/quotas/6718696c4a9a4c44b790fc3fc2abefdf HTTP/1.1" status: 200 len: 375 time: 0.0094404 Aug 31 10:00:08.776301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-613e7266-7748-41d0-904e-ad935d61ccb5 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6718696c4a9a4c44b790fc3fc2abefdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308750 Aug 31 10:00:08.939306 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b88c8913-9034-44e5-8eca-fc9c6eaab140 req-a0ce84b9-6474-469f-8de9-5b2f5c56857b tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0260000 Aug 31 10:00:10.017574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4fe0b292-f29a-4dfd-a6fb-ee491d20fb24 req-0c3cdfe6-5a13-4984-a0b6-44bf476ee043 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Aug 31 10:00:11.112165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dabd82ad-5ee6-4746-8691-4489a008dfbf req-97db786c-4dbc-495b-8d42-0a9632efce25 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0368307 Aug 31 10:00:11.975879 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-8f2c3025-2d33-4325-a463-951915d0c3d1 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6718696c4a9a4c44b790fc3fc2abefdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312772 Aug 31 10:00:12.179361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-924663ce-fe97-401e-8f3b-f5df94f23711 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:12.181602 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-924663ce-fe97-401e-8f3b-f5df94f23711 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994822 Aug 31 10:00:12.198484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Request body: {'port': {'device_id': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'admin_state_up': True, 'tenant_id': '6718696c4a9a4c44b790fc3fc2abefdf'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:12.212298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02a58d6a-e43e-4e1b-97e6-ecd974203ad5 req-757224fc-5cb3-4d14-85a6-e3d98c726789 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0306506 Aug 31 10:00:12.316273 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Made reservation on behalf of 6718696c4a9a4c44b790fc3fc2abefdf for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:12.320538 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.330527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.448109 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.453536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.528534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ca1b8-8297-42a0-9c53-32b19f69f538,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:12.606671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Allocated IP 192.168.233.100 (baf3f7e4-b39a-451b-912c-e83339b6aa33/565bdc04-dd11-4788-8d79-52913b62f310/5b41e601-0287-4837-9a2a-f213aa2e8a91) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:12.768366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.783918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Transition to ACTIVE for port object 5b41e601-0287-4837-9a2a-f213aa2e8a91 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:12.818820 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.865011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Network baf3f7e4-b39a-451b-912c-e83339b6aa33 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:12.869022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:12.873451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:12.880664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Pushing event updated for resources: {'Port': ['ID=5b41e601-0287-4837-9a2a-f213aa2e8a91,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:12.936240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:12.936863 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:12.955256 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-f7663c39-25b1-4379-a671-ef6bde598bfb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7628543 Aug 31 10:00:12.967301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Request body: {'port': {'device_id': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:13.029015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.105104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c4ebb39b-62c1-4f24-8fe3-a25c8ed32f99 None None] Provisioning for port 5b41e601-0287-4837-9a2a-f213aa2e8a91 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:13.109126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c4ebb39b-62c1-4f24-8fe3-a25c8ed32f99 None None] Provisioning complete for port 5b41e601-0287-4837-9a2a-f213aa2e8a91 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:13.109506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c4ebb39b-62c1-4f24-8fe3-a25c8ed32f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.146016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebb39b-62c1-4f24-8fe3-a25c8ed32f99 None None] Port 5b41e601-0287-4837-9a2a-f213aa2e8a91 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:00:13.315858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b41e601-0287-4837-9a2a-f213aa2e8a91 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:13.323954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.338401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Transition to ACTIVE for port object 5b41e601-0287-4837-9a2a-f213aa2e8a91 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:13.344434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e77a1-a139-4c4d-9282-e46f6f0cb68d req-840c7a34-a920-4f32-aa98-1d8933106309 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:13.346244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-815e77a1-a139-4c4d-9282-e46f6f0cb68d req-840c7a34-a920-4f32-aa98-1d8933106309 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 936 time: 0.0577104 Aug 31 10:00:13.346638 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.394525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-815e77a1-a139-4c4d-9282-e46f6f0cb68d req-71d1702d-cc40-481e-9734-1a2ac0a9e56a tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Aug 31 10:00:13.407651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Pushing event updated for resources: {'Port': ['ID=5b41e601-0287-4837-9a2a-f213aa2e8a91,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:13.499041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Attempting to bind port 5b41e601-0287-4837-9a2a-f213aa2e8a91 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:13.499388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Attempting to bind port 5b41e601-0287-4837-9a2a-f213aa2e8a91 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:13.499714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Attempting to bind port 5b41e601-0287-4837-9a2a-f213aa2e8a91 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:13.504665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Port 5b41e601-0287-4837-9a2a-f213aa2e8a91 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:00:13.504992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Attempting to bind port 5b41e601-0287-4837-9a2a-f213aa2e8a91 on network baf3f7e4-b39a-451b-912c-e83339b6aa33 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:13.511855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:13.512500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Checking segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:13.512655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Bound using segment: {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:13.512994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Bound port: 5b41e601-0287-4837-9a2a-f213aa2e8a91, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aada17c4-85f0-4040-8bcd-d3b4a1c96eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:13.513354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.592278 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] For port 5b41e601-0287-4837-9a2a-f213aa2e8a91, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:13.596079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] For port 5b41e601-0287-4837-9a2a-f213aa2e8a91, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:13.600778 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.638232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:13.638917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.640553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] 10.222.0.15 "PUT /v2.0/ports/5b41e601-0287-4837-9a2a-f213aa2e8a91 HTTP/1.1" status: 200 len: 1097 time: 0.6775992 Aug 31 10:00:13.641005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'tag': '5b41e601-0287-4837-9a2a-f213aa2e8a91'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:13.643444 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed774d2f-f7d6-43d4-b581-f07d694b119e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d584c20-3bf1-4d43-8974-b9c36541e0f7", "tag": "5b41e601-0287-4837-9a2a-f213aa2e8a91"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:13.671721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dc76c-d3cf-46a7-bbd0-1ca97f474f32 service neutron] Pushing event updated for resources: {'Port': ['ID=5b41e601-0287-4837-9a2a-f213aa2e8a91,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:13.704407 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c49f4e-f01f-4350-953e-c0f94e1ae522 x-openstack-request-id: req-63c49f4e-f01f-4350-953e-c0f94e1ae522 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:13.704705 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d584c20-3bf1-4d43-8974-b9c36541e0f7", "tag": "5b41e601-0287-4837-9a2a-f213aa2e8a91", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:13.704958 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63c49f4e-f01f-4350-953e-c0f94e1ae522 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:13.705359 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'tag': '5b41e601-0287-4837-9a2a-f213aa2e8a91', 'status': 'completed', 'code': 200} Aug 31 10:00:13.743755 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-1a73c016-6120-49cc-96bf-20e1930fd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:13.745332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-1a73c016-6120-49cc-96bf-20e1930fd296 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6718696c4a9a4c44b790fc3fc2abefdf&device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 1100 time: 0.0515850 Aug 31 10:00:13.790994 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-e02526b7-faf9-44b2-bbf7-064c755f19de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91 HTTP/1.1" status: 200 len: 217 time: 0.0379725 Aug 31 10:00:13.897894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-00eb320b-b552-49cb-b8e0-4458ccf9d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:13.900605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-00eb320b-b552-49cb-b8e0-4458ccf9d087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.1030908 Aug 31 10:00:13.953699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-c644897d-fffa-4e27-a17a-c5a6e695278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:13.955185 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-c644897d-fffa-4e27-a17a-c5a6e695278a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473988 Aug 31 10:00:14.056900 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-9a74e31c-ef0b-4e48-b776-6f3d92ea2296 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937874 Aug 31 10:00:14.156113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0b4e76e-33e7-4b45-8894-31eb8718984f req-eb1724a8-34ad-4f35-91da-7f9f0f116ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909123 Aug 31 10:00:14.248078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-a9b4ac50-1cd6-4719-883c-a5c17e1353bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:14.249681 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-a9b4ac50-1cd6-4719-883c-a5c17e1353bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6718696c4a9a4c44b790fc3fc2abefdf&device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 1100 time: 0.0450242 Aug 31 10:00:14.345846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-a85242f9-d61f-48c0-9fc0-0a5e35d20811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:14.347632 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-a85242f9-d61f-48c0-9fc0-0a5e35d20811 service neutron] 10.222.0.15 "GET /v2.0/networks?id=baf3f7e4-b39a-451b-912c-e83339b6aa33 HTTP/1.1" status: 200 len: 870 time: 0.0901749 Aug 31 10:00:14.393257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-4bc9829e-ed18-47ef-8528-e1f6f882e6de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91 HTTP/1.1" status: 200 len: 217 time: 0.0382626 Aug 31 10:00:14.446297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-31ad7987-7b16-4a06-8319-496e20760cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:14.448187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-31ad7987-7b16-4a06-8319-496e20760cef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=565bdc04-dd11-4788-8d79-52913b62f310 HTTP/1.1" status: 200 len: 843 time: 0.0479314 Aug 31 10:00:14.504662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-6e6924b6-8fe0-4c08-b093-eb74eebfdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:14.506203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-6e6924b6-8fe0-4c08-b093-eb74eebfdcdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=baf3f7e4-b39a-451b-912c-e83339b6aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508375 Aug 31 10:00:14.533826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f6cb5-2532-4dca-89b5-50611f1afb38 req-15ddd6e3-3c88-43f7-97f5-7fd4c43134ba tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:14.535462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab4f6cb5-2532-4dca-89b5-50611f1afb38 req-15ddd6e3-3c88-43f7-97f5-7fd4c43134ba tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 948 time: 0.0542846 Aug 31 10:00:14.579018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab4f6cb5-2532-4dca-89b5-50611f1afb38 req-7099aeea-0880-4b61-a789-20d484e74c8a tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364761 Aug 31 10:00:14.607813 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-9815b12f-0d98-485d-a0e8-43dae4bb978c service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935283 Aug 31 10:00:14.713080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ed774d2f-f7d6-43d4-b581-f07d694b119e req-8c2608cd-a26d-47bf-8842-2adb8d96c9c5 service neutron] 10.222.0.15 "GET /v2.0/networks/baf3f7e4-b39a-451b-912c-e83339b6aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968068 Aug 31 10:00:15.702410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7759e9-219f-415b-af4f-9187b68e0232 req-6da0cacd-5048-4cbc-94f1-ebd5ae424758 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:15.703886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f7759e9-219f-415b-af4f-9187b68e0232 req-6da0cacd-5048-4cbc-94f1-ebd5ae424758 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 948 time: 0.0506115 Aug 31 10:00:15.746492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f7759e9-219f-415b-af4f-9187b68e0232 req-ec9f777d-9714-4c5c-b7a7-c6fd6462719c tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Aug 31 10:00:16.871461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a0491-fd19-4c82-b999-2e9dac5589b6 req-03eda8e4-29fc-4ef5-8ced-972ef275417f tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:16.872985 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-151a0491-fd19-4c82-b999-2e9dac5589b6 req-03eda8e4-29fc-4ef5-8ced-972ef275417f tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 948 time: 0.0556889 Aug 31 10:00:16.913951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-151a0491-fd19-4c82-b999-2e9dac5589b6 req-37f50df7-0765-4923-85fa-b19dc7b93f4e tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Aug 31 10:00:17.493657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b41e601-0287-4837-9a2a-f213aa2e8a91 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:00:17.596796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5b41e601-0287-4837-9a2a-f213aa2e8a91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:17.611814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '5b41e601-0287-4837-9a2a-f213aa2e8a91', 'network_id': 'baf3f7e4-b39a-451b-912c-e83339b6aa33', 'port_id': '5b41e601-0287-4837-9a2a-f213aa2e8a91', 'mac_address': 'fa:16:3e:76:9b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565bdc04-dd11-4788-8d79-52913b62f310', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:00:17.652778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:17.667339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b41e601-0287-4837-9a2a-f213aa2e8a91 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:17.687441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5b41e601-0287-4837-9a2a-f213aa2e8a91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:17.691610 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:17.743911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=5b41e601-0287-4837-9a2a-f213aa2e8a91,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:17.937835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['5b41e601-0287-4837-9a2a-f213aa2e8a91'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:00:18.037049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcb714-8e8c-44eb-8d9f-01e0383d591c req-2a904000-45e9-4cfb-b6d0-3ada0bc13afb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:18.038759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eafcb714-8e8c-44eb-8d9f-01e0383d591c req-2a904000-45e9-4cfb-b6d0-3ada0bc13afb tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 949 time: 0.0540838 Aug 31 10:00:18.089655 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eafcb714-8e8c-44eb-8d9f-01e0383d591c req-1e3e7aa1-cd4f-43eb-b2cb-b6b28c12c58c tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Aug 31 10:00:18.923635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:19.210539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588421c-4a61-4dbb-b9cd-e55c3bf9f4f1 req-6225dd62-3a08-4ff3-ae24-38b3efd099f9 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:19.212144 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e588421c-4a61-4dbb-b9cd-e55c3bf9f4f1 req-6225dd62-3a08-4ff3-ae24-38b3efd099f9 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 949 time: 0.0517523 Aug 31 10:00:19.251279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e588421c-4a61-4dbb-b9cd-e55c3bf9f4f1 req-daa29292-40b6-4fd3-b080-9febbf6c3569 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Aug 31 10:00:19.520622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b41e601-0287-4837-9a2a-f213aa2e8a91 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:19.571078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 5b41e601-0287-4837-9a2a-f213aa2e8a91 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:19.575140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 5b41e601-0287-4837-9a2a-f213aa2e8a91 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:19.575516 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:19.654902 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:19.677041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b41e601-0287-4837-9a2a-f213aa2e8a91'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:19.680193 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73dba5d-f427-4a5e-a92b-aecc5036c746" -d '{"events": [{"server_uuid": "5d584c20-3bf1-4d43-8974-b9c36541e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "5b41e601-0287-4837-9a2a-f213aa2e8a91"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:19.693461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5b41e601-0287-4837-9a2a-f213aa2e8a91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:19.699245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:19.723158 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28944cd-c74c-4d85-a8d4-af5a20800d43 x-openstack-request-id: req-c28944cd-c74c-4d85-a8d4-af5a20800d43 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:19.723888 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d584c20-3bf1-4d43-8974-b9c36541e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "5b41e601-0287-4837-9a2a-f213aa2e8a91", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:19.724143 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c28944cd-c74c-4d85-a8d4-af5a20800d43 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:19.724946 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b41e601-0287-4837-9a2a-f213aa2e8a91', 'code': 200} Aug 31 10:00:19.753622 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=5b41e601-0287-4837-9a2a-f213aa2e8a91,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:19.822313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea6ca-8686-4ed3-9908-ce44505e4b2a req-610f94f1-c070-4a32-9d78-e8874164f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:19.824125 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d75ea6ca-8686-4ed3-9908-ce44505e4b2a req-610f94f1-c070-4a32-9d78-e8874164f7f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 1102 time: 0.0425696 Aug 31 10:00:19.860751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d75ea6ca-8686-4ed3-9908-ce44505e4b2a req-ebbff7ef-7de9-4479-a7be-341a4a6ca0bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290163 Aug 31 10:00:20.373543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaec57-f427-4e88-84e4-c079b07e497d req-e15c8ed0-f234-446e-be9b-dc7f6080c4b4 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:20.374576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-deeaec57-f427-4e88-84e4-c079b07e497d req-e15c8ed0-f234-446e-be9b-dc7f6080c4b4 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 950 time: 0.0539925 Aug 31 10:00:20.415671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-deeaec57-f427-4e88-84e4-c079b07e497d req-ae91c263-4244-48e3-ac4a-ee6b0e143b2e tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Aug 31 10:00:21.533724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea5ed6-c01c-4c80-b3fb-d7fb31a75b9f req-97409da5-b61b-4f30-b7d1-217a3ba80a57 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:21.535259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cea5ed6-c01c-4c80-b3fb-d7fb31a75b9f req-97409da5-b61b-4f30-b7d1-217a3ba80a57 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 950 time: 0.0502555 Aug 31 10:00:21.574485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0cea5ed6-c01c-4c80-b3fb-d7fb31a75b9f req-42bc1c88-885d-45f9-b290-485fd29e3f28 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Aug 31 10:00:21.985191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-311048ec-fd99-41e0-879a-d3a1f5f7bd82 req-852d8454-69d5-47de-8551-7941f09d048f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:00:21.986211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-311048ec-fd99-41e0-879a-d3a1f5f7bd82 req-852d8454-69d5-47de-8551-7941f09d048f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1152694 Aug 31 10:00:22.374419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-e675a660-9c2d-484b-a609-004475dc2bca req-06ebabd0-1c22-436b-9c39-590c3a5adc91 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:00:22.375496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e675a660-9c2d-484b-a609-004475dc2bca req-06ebabd0-1c22-436b-9c39-590c3a5adc91 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561540 Aug 31 10:00:22.752582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff643ba-cfaf-4d2f-8798-46de320dc5d2 req-fb769bd3-16ed-40ef-90cd-e63778b3a4b5 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:22.754075 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ff643ba-cfaf-4d2f-8798-46de320dc5d2 req-fb769bd3-16ed-40ef-90cd-e63778b3a4b5 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 950 time: 0.0530522 Aug 31 10:00:22.796194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ff643ba-cfaf-4d2f-8798-46de320dc5d2 req-b673d6a3-e9f7-4d5e-9fc0-22c16a4c4a93 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Aug 31 10:00:23.959630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807e32b-bfdb-4ec0-82d9-e7342b3f2c9c req-999e538b-b007-458a-aed5-328f7a01ff2e tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:23.962633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7807e32b-bfdb-4ec0-82d9-e7342b3f2c9c req-999e538b-b007-458a-aed5-328f7a01ff2e tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 950 time: 0.0604033 Aug 31 10:00:24.004625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7807e32b-bfdb-4ec0-82d9-e7342b3f2c9c req-71990f76-8aa1-4894-abc2-0bca0d1d259c tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c9ca1b8-8297-42a0-9c53-32b19f69f538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Aug 31 10:00:24.074665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-35542b27-dc93-46d8-a983-483e100e5468 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:24.076178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-35542b27-dc93-46d8-a983-483e100e5468 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 950 time: 0.0601740 Aug 31 10:00:24.175191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Deleting port 5b41e601-0287-4837-9a2a-f213aa2e8a91 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:00:24.175527 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.268813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] For port 5b41e601-0287-4837-9a2a-f213aa2e8a91, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5b41e601-0287-4837-9a2a-f213aa2e8a91,segment=NetworkSegment(aada17c4-85f0-4040-8bcd-d3b4a1c96eaa),segment_id=aada17c4-85f0-4040-8bcd-d3b4a1c96eaa)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:24.269088 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.282987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Calling delete_port for 5b41e601-0287-4837-9a2a-f213aa2e8a91 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:00:24.418361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.431398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['5b41e601-0287-4837-9a2a-f213aa2e8a91'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:00:24.445398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Pushing event deleted for resources: {'Port': ['ID=5b41e601-0287-4837-9a2a-f213aa2e8a91,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:24.495810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] No DVR routers for this DVR port 5b41e601-0287-4837-9a2a-f213aa2e8a91 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:00:24.498523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:24.500656 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fa199d04-aa3d-4243-be08-2b696c836f78 req-d89bb489-644e-4c1a-8476-5916557dd128 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.15 "DELETE /v2.0/ports/5b41e601-0287-4837-9a2a-f213aa2e8a91 HTTP/1.1" status: 204 len: 173 time: 0.4169040 Aug 31 10:00:24.500991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'name': 'network-vif-deleted', 'tag': '5b41e601-0287-4837-9a2a-f213aa2e8a91'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:24.503292 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a8690-7dc9-42bd-9959-9e40d4902d6d" -d '{"events": [{"server_uuid": "5d584c20-3bf1-4d43-8974-b9c36541e0f7", "name": "network-vif-deleted", "tag": "5b41e601-0287-4837-9a2a-f213aa2e8a91"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:24.630605 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bb922f-159b-4146-a491-e7546375d396 x-openstack-request-id: req-90bb922f-159b-4146-a491-e7546375d396 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:24.630947 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d584c20-3bf1-4d43-8974-b9c36541e0f7", "name": "network-vif-deleted", "tag": "5b41e601-0287-4837-9a2a-f213aa2e8a91", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:24.631423 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90bb922f-159b-4146-a491-e7546375d396 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:24.632194 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d584c20-3bf1-4d43-8974-b9c36541e0f7', 'name': 'network-vif-deleted', 'tag': '5b41e601-0287-4837-9a2a-f213aa2e8a91', 'status': 'completed', 'code': 200} Aug 31 10:00:25.117311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33320536-19c0-4d56-8e3b-fa8992786ef9 req-15af6b33-5648-4d3a-9478-1a16ea424245 tempest-ServersAdminNegativeTestJSON-2141464585 tempest-ServersAdminNegativeTestJSON-2141464585-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d584c20-3bf1-4d43-8974-b9c36541e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0290849 Aug 31 10:00:26.266524 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:00:26.451009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33776) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:26.591877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2a1f377b-cf6a-45b6-baed-0e8d94714800 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6718696c4a9a4c44b790fc3fc2abefdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395900 Aug 31 10:00:26.594390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:26.652960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0cad7baa-f8aa-42df-b34e-ed94d8bdd512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.676981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0cad7baa-f8aa-42df-b34e-ed94d8bdd512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.731466 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0cad7baa-f8aa-42df-b34e-ed94d8bdd512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.734037 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0cad7baa-f8aa-42df-b34e-ed94d8bdd512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:26.735240 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0cad7baa-f8aa-42df-b34e-ed94d8bdd512 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c9ca1b8-8297-42a0-9c53-32b19f69f538 HTTP/1.1" status: 204 len: 168 time: 0.1399214 Aug 31 10:00:26.744264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad7baa-f8aa-42df-b34e-ed94d8bdd512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ca1b8-8297-42a0-9c53-32b19f69f538,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:27.036464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33786) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:27.054573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.150663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.154770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.193740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79dcd3ea315f420984dad317c28c5406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560905 Aug 31 10:00:27.195830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c850c2-0a7a-41ca-85ef-06ee11dae506,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:27.197971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:27.204441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.204794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.205136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.205482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.205820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.206154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.206501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.206839 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.207167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.207497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.207823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.208147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15750dff-2627-41fd-994e-6bd6568f2c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:27.253525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfba612b-122f-4b7f-bae0-996d607e5c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.277348 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfba612b-122f-4b7f-bae0-996d607e5c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.327950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfba612b-122f-4b7f-bae0-996d607e5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.330580 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cfba612b-122f-4b7f-bae0-996d607e5c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:27.331748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cfba612b-122f-4b7f-bae0-996d607e5c57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77c850c2-0a7a-41ca-85ef-06ee11dae506 HTTP/1.1" status: 204 len: 168 time: 0.1326478 Aug 31 10:00:27.340709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba612b-122f-4b7f-bae0-996d607e5c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c850c2-0a7a-41ca-85ef-06ee11dae506,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:27.521846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b41e601-0287-4837-9a2a-f213aa2e8a91 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:00:27.546562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 5b41e601-0287-4837-9a2a-f213aa2e8a91 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:00:27.546910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5b41e601-0287-4837-9a2a-f213aa2e8a91 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:00:28.072953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33810) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:28.177837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-97350277-network', 'tenant_id': '14d1ff6bc2864dd08a32b67e188973a4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:28.203713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Made reservation on behalf of 14d1ff6bc2864dd08a32b67e188973a4 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:28.206064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.216126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.318810 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.323747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.349141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:00:28.359450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5731d-594a-4f45-a0f5-2ba1a4516afd,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.365793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.367040 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Added segment e197d7b9-ac90-428b-8e9b-ccd8c0e6119c of type vlan for network dfa8a8ff-c89e-4074-b89e-867fca871b77 Aug 31 10:00:28.412406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.437883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.438905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:28.439485 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.500165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4260683 Aug 31 10:00:28.503142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33814) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:28.509988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Request body: {'subnet': {'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-97350277-subnet', 'tenant_id': '14d1ff6bc2864dd08a32b67e188973a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:28.514177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb109916-13fb-4c96-be2b-d43251cd2806 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa8a8ff-c89e-4074-b89e-867fca871b77,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.525526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network dfa8a8ff-c89e-4074-b89e-867fca871b77 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:00:28.536244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Made reservation on behalf of 14d1ff6bc2864dd08a32b67e188973a4 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:28.539608 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.594348 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-007c1aee-a0af-4e27-ba4c-13c324ed51c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.723188 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.770674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a947847-fd04-43b3-9106-0835bde4335b,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:28.786149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Checking segment: {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:28.786528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Network hostable DHCP agents. Network: dfa8a8ff-c89e-4074-b89e-867fca871b77, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:00:28.802711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Network dfa8a8ff-c89e-4074-b89e-867fca871b77 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:00:28.812334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, dfa8a8ff-c89e-4074-b89e-867fca871b77) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:28.816825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:28.817420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:28.825314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d2440-7d6e-4561-b06a-bf675a12ac7a None None] Network dfa8a8ff-c89e-4074-b89e-867fca871b77 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:00:28.838084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5dea244-6af6-4dfe-9cf2-9bd1810eeb32 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3286505 Aug 31 10:00:28.953596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafcb2cf-a6ee-4847-8988-cebfc080ffcd None None] Network dfa8a8ff-c89e-4074-b89e-867fca871b77 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:00:29.448014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-dc7a1bd4-6543-4645-81f6-8ebef742cdfb tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:29.449590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-dc7a1bd4-6543-4645-81f6-8ebef742cdfb tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 810 time: 0.1132107 Aug 31 10:00:29.466806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-2e85f395-a71f-4582-9010-679c98eb0dd3 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/quotas/14d1ff6bc2864dd08a32b67e188973a4 HTTP/1.1" status: 200 len: 375 time: 0.0112188 Aug 31 10:00:29.501597 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-964c8943-1d34-42c2-bf19-b3a2da89b615 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281718 Aug 31 10:00:29.596518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-e8bd4694-2315-4fec-9f46-474b204fa015 service neutron] 10.222.0.18 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874100 Aug 31 10:00:29.686658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-6d620222-d9a0-4d39-bc83-6f8bef758435 service neutron] 10.222.0.18 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831373 Aug 31 10:00:29.856488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f53ab8-2fb2-4ab1-b186-677ad89dde1c req-028912b1-09be-4593-8fad-a48fe4d45c74 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 210 time: 0.0287659 Aug 31 10:00:30.909285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-a454c094-747f-477e-a748-4b77b3bc42d5 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:30.911513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-a454c094-747f-477e-a748-4b77b3bc42d5 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.15 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 810 time: 0.1104407 Aug 31 10:00:30.924850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Request body: {'port': {'device_id': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77', 'admin_state_up': True, 'tenant_id': '14d1ff6bc2864dd08a32b67e188973a4'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:30.959454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ca61a35-6644-4c9c-b693-63305dfe100a req-2753c2cb-661e-4c7d-9d70-93db13cf9c6a tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 210 time: 0.0317199 Aug 31 10:00:31.042564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Made reservation on behalf of 14d1ff6bc2864dd08a32b67e188973a4 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:31.046066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.184444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Allocated IP 172.20.0.8 (dfa8a8ff-c89e-4074-b89e-867fca871b77/0a947847-fd04-43b3-9106-0835bde4335b/bc6963be-102d-4d8f-91cf-4fb12efbd194) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:31.332483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.371601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.421417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Network dfa8a8ff-c89e-4074-b89e-867fca871b77 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:31.426614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:31.431243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:31.457460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:31.472474 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.472818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.473159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.473494 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.473822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.474151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.474497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.474816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.475137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.476009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.476280 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.477068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:31.497673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:31.498281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.513818 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-3cdd249c-2806-4c7e-add8-cb7e63a30abc tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939105 Aug 31 10:00:31.527301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Request body: {'port': {'device_id': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:31.580621 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.808343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.868603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6963be-102d-4d8f-91cf-4fb12efbd194 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:31.875946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.888305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Transition to ACTIVE for port object bc6963be-102d-4d8f-91cf-4fb12efbd194 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:31.893438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:31.944050 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:32.012137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:32.012475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:32.012815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 on network dfa8a8ff-c89e-4074-b89e-867fca871b77 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:32.017483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Port bc6963be-102d-4d8f-91cf-4fb12efbd194 on network dfa8a8ff-c89e-4074-b89e-867fca871b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:00:32.017803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 on network dfa8a8ff-c89e-4074-b89e-867fca871b77 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:32.024435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:32.024776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Checking segment: {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:32.025165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Bound using segment: {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:32.025601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Bound port: bc6963be-102d-4d8f-91cf-4fb12efbd194, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:32.025962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.098422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:32.102435 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:32.107959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.140920 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e24c2-9594-4681-90de-0f6fe9b488dd req-96739b14-eaa0-4b4d-8606-b5d04367ff4c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.141533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.142323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.142448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f0e24c2-9594-4681-90de-0f6fe9b488dd req-96739b14-eaa0-4b4d-8606-b5d04367ff4c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.1147923 Aug 31 10:00:32.144123 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 1092 time: 0.6215351 Aug 31 10:00:32.146291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:32.149758 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae921fa-fb08-4766-94dc-91e2400598a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:32.180264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eccb1-3b3e-4141-91f0-610e28ed95e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:32.198915 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b21c5-a49f-4d6e-b671-ad2e82ed6397 x-openstack-request-id: req-277b21c5-a49f-4d6e-b671-ad2e82ed6397 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:32.199136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f0e24c2-9594-4681-90de-0f6fe9b488dd req-651f91d8-37fd-4345-95a0-fabf3caa41c0 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Aug 31 10:00:32.199352 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:32.199646 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-277b21c5-a49f-4d6e-b671-ad2e82ed6397 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:32.200007 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'status': 'completed', 'code': 200} Aug 31 10:00:32.230140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-b574cffa-0c81-456e-ae58-4786b612db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.231679 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-b574cffa-0c81-456e-ae58-4786b612db60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0458429 Aug 31 10:00:32.545292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.548180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa52346a-43e4-4990-8775-59043d3afdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:32.586207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-4c4590c4-9621-4ca2-b797-03ba45cfa6cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.3461809 Aug 31 10:00:32.636968 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-ba624113-b5e0-49c8-bd8f-cae5bda0bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.638306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-ba624113-b5e0-49c8-bd8f-cae5bda0bc44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0453610 Aug 31 10:00:32.671820 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-ea4c87f4-16e3-4b67-acdb-26b3a8f6e56a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260713 Aug 31 10:00:32.768165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-7365f71a-c9b4-4622-97a0-3c3788717628 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890279 Aug 31 10:00:32.868953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-82bdd563-990a-44ed-a86b-fdb24cd8ce74 req-24e85d34-99f7-438d-8066-69abe6a201ec service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933375 Aug 31 10:00:32.961700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-152c25e4-2047-4319-a1ea-a6032435d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:32.963275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-152c25e4-2047-4319-a1ea-a6032435d4d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0454576 Aug 31 10:00:33.059644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-ad270f39-a27b-4081-80a4-307dc725889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.061143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-ad270f39-a27b-4081-80a4-307dc725889e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 911 time: 0.0905743 Aug 31 10:00:33.105462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-03ff7e2f-2599-4dbc-90a3-f4bd9fb68267 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.0361891 Aug 31 10:00:33.161521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-5bb35859-ae5d-4ee7-ba69-174e50bc3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.163388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-5bb35859-ae5d-4ee7-ba69-174e50bc3e71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0504940 Aug 31 10:00:33.196973 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-108230d9-1aec-4f74-a6c3-b008b6e31400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264783 Aug 31 10:00:33.295933 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-a8af8801-defc-4689-b792-2554b29c54d8 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904813 Aug 31 10:00:33.314541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2c10-1ff1-469c-b49b-abe3e24126dc req-60ded5d2-784c-4f63-bf14-36f12503adc8 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:33.316199 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61fa2c10-1ff1-469c-b49b-abe3e24126dc req-60ded5d2-784c-4f63-bf14-36f12503adc8 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.0503466 Aug 31 10:00:33.357485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61fa2c10-1ff1-469c-b49b-abe3e24126dc req-389d30e7-9e03-4bea-a41d-30eedc896990 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Aug 31 10:00:33.401108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6ae921fa-fb08-4766-94dc-91e2400598a2 req-384a1609-7231-4732-8bc8-d28af0a1e57d service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957088 Aug 31 10:00:33.760016 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:34.485494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed128f7e-06e8-4695-bed2-ddea0aaa723f req-f3c554a0-05b8-4feb-b24e-da279aec59a8 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:34.487027 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed128f7e-06e8-4695-bed2-ddea0aaa723f req-f3c554a0-05b8-4feb-b24e-da279aec59a8 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.0603607 Aug 31 10:00:34.535776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed128f7e-06e8-4695-bed2-ddea0aaa723f req-1d1b4134-91d5-445d-810f-31d48d5deb70 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Aug 31 10:00:35.566668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:00:35.653182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb6b82-49e4-4838-ad48-f89a3d39aec5 req-d3de5146-b535-4a1d-b0a4-1d85b432797d tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:35.654719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bcb6b82-49e4-4838-ad48-f89a3d39aec5 req-d3de5146-b535-4a1d-b0a4-1d85b432797d tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.0507581 Aug 31 10:00:35.663703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:35.679765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77', 'port_id': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'mac_address': 'fa:16:3e:89:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a947847-fd04-43b3-9106-0835bde4335b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:00:35.695130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1bcb6b82-49e4-4838-ad48-f89a3d39aec5 req-a79b0677-5d53-4c1b-932d-18ac02ce3f4b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Aug 31 10:00:35.718973 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:35.731999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6963be-102d-4d8f-91cf-4fb12efbd194 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:35.751832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:35.757526 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:35.805585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:35.962044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['bc6963be-102d-4d8f-91cf-4fb12efbd194'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:00:36.298652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:36.819983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d992d8e-463b-4a57-bdb5-d813dfb17b84 req-d2d32b89-f62e-4184-bcde-dcd18d82a7f0 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:36.821501 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d992d8e-463b-4a57-bdb5-d813dfb17b84 req-d2d32b89-f62e-4184-bcde-dcd18d82a7f0 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 944 time: 0.0554647 Aug 31 10:00:36.860930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d992d8e-463b-4a57-bdb5-d813dfb17b84 req-215744b3-988e-4b6d-aa7f-f10709983af4 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Aug 31 10:00:37.582446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:37.635174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port bc6963be-102d-4d8f-91cf-4fb12efbd194 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:37.639096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port bc6963be-102d-4d8f-91cf-4fb12efbd194 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:37.639473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:37.722273 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:37.744342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:37.746589 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0234693b-a521-416d-866d-e9ca3c0fc3cd" -d '{"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:37.759950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:37.764036 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:37.812985 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:37.855616 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7f4f5-28e3-486b-8ad8-5c08d3a4d04c x-openstack-request-id: req-d7b7f4f5-28e3-486b-8ad8-5c08d3a4d04c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:37.855920 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:37.856176 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7b7f4f5-28e3-486b-8ad8-5c08d3a4d04c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:37.856597 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'code': 200} Aug 31 10:00:37.953466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60c6bd-5999-4349-a507-4026bc8371c4 req-05d88fd1-28fb-413b-a56c-de40457f2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:37.955081 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af60c6bd-5999-4349-a507-4026bc8371c4 req-05d88fd1-28fb-413b-a56c-de40457f2b36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0423522 Aug 31 10:00:37.985896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416d315-7d5c-48aa-9077-fa62a896c1e3 req-b4628f16-a85a-4a52-88e4-93ec81db23c9 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:37.987456 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a416d315-7d5c-48aa-9077-fa62a896c1e3 req-b4628f16-a85a-4a52-88e4-93ec81db23c9 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Aug 31 10:00:37.992110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-af60c6bd-5999-4349-a507-4026bc8371c4 req-5a684f8f-446a-486b-b6b5-8c36c727f201 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289502 Aug 31 10:00:38.027254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a416d315-7d5c-48aa-9077-fa62a896c1e3 req-c406e605-edc7-4388-97ce-bbb08de73a2e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Aug 31 10:00:39.150282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b45748-1276-4b6e-9376-63946b554d7c req-d74f6b93-12ec-4d8b-807a-0d33c9801812 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:39.151837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01b45748-1276-4b6e-9376-63946b554d7c req-d74f6b93-12ec-4d8b-807a-0d33c9801812 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0522366 Aug 31 10:00:39.193096 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-01b45748-1276-4b6e-9376-63946b554d7c req-a7c583bc-d87e-48c7-9126-116f43a83135 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351202 Aug 31 10:00:39.415598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33878) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:00:39.495758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698a165-6abc-4f6e-8e1c-7e305a52a3eb req-88e65afb-32f3-4bcc-b112-5408358aa40b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:39.497509 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4698a165-6abc-4f6e-8e1c-7e305a52a3eb req-88e65afb-32f3-4bcc-b112-5408358aa40b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0802126 Aug 31 10:00:39.543813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4698a165-6abc-4f6e-8e1c-7e305a52a3eb req-0f9f0f0f-d848-45b9-9d9c-d4b33f330d55 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Aug 31 10:00:39.549039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-079637ff-5c1c-44d2-89f7-2679f686abbc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319656 Aug 31 10:00:40.670534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac20835-e745-4c85-a244-f8520190502f req-496cc776-0543-4d36-b964-da0d990c5c36 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.672107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ac20835-e745-4c85-a244-f8520190502f req-496cc776-0543-4d36-b964-da0d990c5c36 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0560389 Aug 31 10:00:40.714541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ac20835-e745-4c85-a244-f8520190502f req-f66c35f8-d1f9-42c5-823f-61ec7a244df6 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Aug 31 10:00:40.910255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-59bd12c4-2792-45a4-a41f-d18614c82e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.911838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-59bd12c4-2792-45a4-a41f-d18614c82e20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0468986 Aug 31 10:00:41.013064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-3301cfae-3046-4611-b995-0d5fc731e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:41.015677 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-3301cfae-3046-4611-b995-0d5fc731e47e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 911 time: 0.0958083 Aug 31 10:00:41.062241 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-ff1a1e95-d9fc-47f0-ba25-1ae4bb9eb58b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.0384610 Aug 31 10:00:41.130318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-10857596-f128-454b-9f7f-f3f92fcfa940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:41.132106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-10857596-f128-454b-9f7f-f3f92fcfa940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0617604 Aug 31 10:00:41.166060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-f260be90-33bb-4838-8331-11ff25c5a862 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270572 Aug 31 10:00:41.284712 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-60122498-7dfb-4641-b75a-11287deae0ba service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110837 Aug 31 10:00:41.389600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-dfc48f54-a8c0-4797-ac1e-4a2099307a13 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971036 Aug 31 10:00:41.840687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7986-bebb-47fb-ab7e-6ee74cb7b62a req-3e6c253d-b551-4a46-a5ac-c29a6be812ec tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:41.842321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65de7986-bebb-47fb-ab7e-6ee74cb7b62a req-3e6c253d-b551-4a46-a5ac-c29a6be812ec tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0556195 Aug 31 10:00:41.891314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65de7986-bebb-47fb-ab7e-6ee74cb7b62a req-4cb97f97-86aa-4250-8078-78f92349ff02 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Aug 31 10:00:43.026193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b795f-65e2-4873-a963-0b785656b587 req-23c76d6d-0cfc-40dc-962d-6efaeb28131a tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:43.027785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec6b795f-65e2-4873-a963-0b785656b587 req-23c76d6d-0cfc-40dc-962d-6efaeb28131a tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0524843 Aug 31 10:00:43.067331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec6b795f-65e2-4873-a963-0b785656b587 req-50dbf46f-844e-4037-bec7-87cc67e883ce tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Aug 31 10:00:44.206081 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c8e57-cd4f-4750-a0df-641a00cf2c56 req-b0e3c3bb-7b4f-4dc8-8d00-aabcaa07af3c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.207789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a5c8e57-cd4f-4750-a0df-641a00cf2c56 req-b0e3c3bb-7b4f-4dc8-8d00-aabcaa07af3c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0634375 Aug 31 10:00:44.255422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a5c8e57-cd4f-4750-a0df-641a00cf2c56 req-d4de29c4-800d-4788-9f1f-57e173317f83 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Aug 31 10:00:45.390017 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a3ea5-3741-41be-b757-bd21e0cebba6 req-867874ea-efa2-483d-a77c-4583f5ed4f26 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:45.391566 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de5a3ea5-3741-41be-b757-bd21e0cebba6 req-867874ea-efa2-483d-a77c-4583f5ed4f26 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Aug 31 10:00:45.431564 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-de5a3ea5-3741-41be-b757-bd21e0cebba6 req-71b22965-1d86-4ee6-bfc2-a60a1c7d435f tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Aug 31 10:00:46.552484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df3b60-ddaa-4ca7-8f8c-20f28abb41e3 req-e853023b-9a79-4922-b92b-34f72b9a10cb tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:46.554792 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0df3b60-ddaa-4ca7-8f8c-20f28abb41e3 req-e853023b-9a79-4922-b92b-34f72b9a10cb tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0509112 Aug 31 10:00:46.595052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0df3b60-ddaa-4ca7-8f8c-20f28abb41e3 req-1f2c7013-77f5-4a65-8645-6057910aab84 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341156 Aug 31 10:00:47.720055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda572b-aba4-4a47-a7c3-a00487f21b63 req-564f125c-0ac9-42ca-84cd-0c8a1d35d180 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:47.721521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-afda572b-aba4-4a47-a7c3-a00487f21b63 req-564f125c-0ac9-42ca-84cd-0c8a1d35d180 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Aug 31 10:00:47.761666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-afda572b-aba4-4a47-a7c3-a00487f21b63 req-6072ed62-26e4-4518-a714-e8b82bf6fc70 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Aug 31 10:00:48.880428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715f6dc-cd12-4a5f-b9fd-10d4f6bbd584 req-84bd4a40-da58-4359-9c68-4cf40d222d44 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:48.882193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c715f6dc-cd12-4a5f-b9fd-10d4f6bbd584 req-84bd4a40-da58-4359-9c68-4cf40d222d44 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Aug 31 10:00:48.920758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:48.923577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c715f6dc-cd12-4a5f-b9fd-10d4f6bbd584 req-c3bf269b-b018-4523-b682-9433e1057217 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Aug 31 10:00:50.044305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2d61-3c1e-4bd6-b005-0b4947f960ad req-93406cec-9a03-40fc-9742-9270ce992283 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:50.045786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36b2d61-3c1e-4bd6-b005-0b4947f960ad req-93406cec-9a03-40fc-9742-9270ce992283 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0491748 Aug 31 10:00:50.084764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a36b2d61-3c1e-4bd6-b005-0b4947f960ad req-be2f5922-d38c-4eac-9493-cee3a73ebe2f tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Aug 31 10:00:51.206783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded51c2-65f5-43d1-93ba-549908d18c3c req-8d4323a5-a482-4712-94f6-aa6ba9e954b5 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:51.208311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ded51c2-65f5-43d1-93ba-549908d18c3c req-8d4323a5-a482-4712-94f6-aa6ba9e954b5 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0543051 Aug 31 10:00:51.249178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ded51c2-65f5-43d1-93ba-549908d18c3c req-c60bbdc7-9e83-4537-9854-8cd49d5901b7 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Aug 31 10:00:52.368649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db94-6171-48bf-8ca8-bddb010344d3 req-d2ac011e-e577-4cd2-bbbd-57f0422d4d1c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:52.370259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b948db94-6171-48bf-8ca8-bddb010344d3 req-d2ac011e-e577-4cd2-bbbd-57f0422d4d1c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Aug 31 10:00:52.409358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b948db94-6171-48bf-8ca8-bddb010344d3 req-795efeb8-f21c-4e39-950c-b14029dcfdd3 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Aug 31 10:00:53.526271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9268b-e335-4c37-8b63-3f8e17e00b3b req-fed0b06f-7e2a-4b0f-83a8-009e537a9d80 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:53.527901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bda9268b-e335-4c37-8b63-3f8e17e00b3b req-fed0b06f-7e2a-4b0f-83a8-009e537a9d80 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0502927 Aug 31 10:00:53.566706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bda9268b-e335-4c37-8b63-3f8e17e00b3b req-6f0c56d8-a901-4eda-b59d-e3137eb0d55e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Aug 31 10:00:54.688296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490a0da-7169-4db0-94ca-7b6f062c2a4e req-54c88359-2d48-4387-b820-2b620b769624 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:54.689698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b490a0da-7169-4db0-94ca-7b6f062c2a4e req-54c88359-2d48-4387-b820-2b620b769624 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0545652 Aug 31 10:00:54.729666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b490a0da-7169-4db0-94ca-7b6f062c2a4e req-137e94a6-fe48-4230-a634-704c49865231 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Aug 31 10:00:55.853706 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25345826-380e-444d-ae5a-7ccbb83b250b req-32a2ce58-0649-4bff-ac7c-9f9393aa7e39 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:55.855322 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25345826-380e-444d-ae5a-7ccbb83b250b req-32a2ce58-0649-4bff-ac7c-9f9393aa7e39 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0556242 Aug 31 10:00:55.897352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25345826-380e-444d-ae5a-7ccbb83b250b req-6f3229d5-bbd3-409d-8e9b-459219582e56 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Aug 31 10:00:57.017832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8ac76-40ce-4b39-b1d4-7459ad10f0c0 req-d300fbf0-970d-45a8-b64a-4288c8d2c53a tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:57.019397 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfa8ac76-40ce-4b39-b1d4-7459ad10f0c0 req-d300fbf0-970d-45a8-b64a-4288c8d2c53a tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0500970 Aug 31 10:00:57.064516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cfa8ac76-40ce-4b39-b1d4-7459ad10f0c0 req-ab2c9b98-befe-4f51-9570-91f4c4f6b6ac tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 Aug 31 10:00:58.200450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2af1-ca63-468e-8c2f-82fe42448bd2 req-68e1a7d4-8764-44a5-8fae-dd97edfdd414 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:58.202040 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5dc2af1-ca63-468e-8c2f-82fe42448bd2 req-68e1a7d4-8764-44a5-8fae-dd97edfdd414 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0560601 Aug 31 10:00:58.242524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5dc2af1-ca63-468e-8c2f-82fe42448bd2 req-4b9ce946-3ee1-4df8-8561-018fcd42d19c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338838 Aug 31 10:00:58.576783 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d83cf227-25fe-4195-a0b8-532386fe9805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:59.364323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405af8b-ae7f-4263-ae39-15be93a68ade req-9e76ec57-d27d-4ed4-aa4b-d13f5b58556b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:59.366602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0405af8b-ae7f-4263-ae39-15be93a68ade req-9e76ec57-d27d-4ed4-aa4b-d13f5b58556b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0519826 Aug 31 10:00:59.412945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0405af8b-ae7f-4263-ae39-15be93a68ade req-488fdadf-04a0-47c6-9839-4083faafab9b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Aug 31 10:01:00.565793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174758e-fb10-425f-ad16-930e58f6eb98 req-4f2da8d5-af17-4b5e-8df5-d549334a5cf4 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:00.567421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f174758e-fb10-425f-ad16-930e58f6eb98 req-4f2da8d5-af17-4b5e-8df5-d549334a5cf4 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0531700 Aug 31 10:01:00.611205 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f174758e-fb10-425f-ad16-930e58f6eb98 req-d3ce9c8f-7a68-4571-887e-d04c87eb9f7b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Aug 31 10:01:01.735005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cef61-819d-4e8d-8b3f-416150c5f233 req-008f815a-45b8-4c67-a238-06c0d6dfcbd7 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:01.736539 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-233cef61-819d-4e8d-8b3f-416150c5f233 req-008f815a-45b8-4c67-a238-06c0d6dfcbd7 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0537384 Aug 31 10:01:01.789043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-233cef61-819d-4e8d-8b3f-416150c5f233 req-18d6f798-df21-48e5-9a55-688c76496789 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Aug 31 10:01:01.806117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:02.541290 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a3f6f57-acb6-465a-a57a-08f988d9ac29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:02.563563 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:02.919671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b4c6-294e-441e-859b-39efecb6f9a7 req-dfd7bd1b-6d62-4baa-bdb7-2d60d82ec950 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:02.921241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a86b4c6-294e-441e-859b-39efecb6f9a7 req-dfd7bd1b-6d62-4baa-bdb7-2d60d82ec950 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Aug 31 10:01:02.967175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5a86b4c6-294e-441e-859b-39efecb6f9a7 req-ddc7b17f-1077-4a59-be70-a9461a965186 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Aug 31 10:01:03.265831 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:03.766293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:04.105998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81fe4a-356a-43d1-a2e9-21ef179ee943 req-4fddfa5c-c687-4bab-b040-cbe081cebb0e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:04.107639 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e81fe4a-356a-43d1-a2e9-21ef179ee943 req-4fddfa5c-c687-4bab-b040-cbe081cebb0e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Aug 31 10:01:04.147579 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e81fe4a-356a-43d1-a2e9-21ef179ee943 req-239e2489-110b-4f4a-841a-dd38482bfc7b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Aug 31 10:01:05.275398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42da1-8a14-4fce-bce0-31e12f26dc01 req-66019454-7f0f-4391-805a-c0f90b379445 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:05.276947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda42da1-8a14-4fce-bce0-31e12f26dc01 req-66019454-7f0f-4391-805a-c0f90b379445 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0579691 Aug 31 10:01:05.319017 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda42da1-8a14-4fce-bce0-31e12f26dc01 req-34d4f5ba-2e00-4b72-80e3-16bff4da3646 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Aug 31 10:01:06.301393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:06.438182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542b9f-64e1-4e4a-839e-afc81b4bd801 req-48db46ca-fdcb-48be-aec8-e2bba7413049 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:06.439734 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2542b9f-64e1-4e4a-839e-afc81b4bd801 req-48db46ca-fdcb-48be-aec8-e2bba7413049 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0519524 Aug 31 10:01:06.486659 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2542b9f-64e1-4e4a-839e-afc81b4bd801 req-216b826f-74dd-40d8-ae7b-470794964045 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Aug 31 10:01:07.610137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a0d7-a194-4f38-ad71-869fdc55aa48 req-3d2c1406-2c89-4bc4-bdf3-ceb2e95cba03 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:07.611665 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc66a0d7-a194-4f38-ad71-869fdc55aa48 req-3d2c1406-2c89-4bc4-bdf3-ceb2e95cba03 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Aug 31 10:01:07.654338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc66a0d7-a194-4f38-ad71-869fdc55aa48 req-8c621856-8488-447a-bcad-a15180d33894 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Aug 31 10:01:08.392131 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-fc836294-9ddd-4659-83a6-094842400002 service neutron] show failed (client error): The resource could not be found. Aug 31 10:01:08.393217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-fc836294-9ddd-4659-83a6-094842400002 service neutron] 10.222.0.15 "GET /v2.0/ports/bc6963be-102d-4d8f-91cf-4fb12efbd194/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0580378 Aug 31 10:01:08.597907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-397ca3df-3179-4375-8ad3-4c51ebd37da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:08.600558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-397ca3df-3179-4375-8ad3-4c51ebd37da0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0&tenant_id=14d1ff6bc2864dd08a32b67e188973a4 HTTP/1.1" status: 200 len: 1097 time: 0.0459309 Aug 31 10:01:08.618534 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:08.674410 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:08.885381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347983a-d9e2-474c-b7fe-36d74ba64a2f req-faea1452-be3e-4cf3-8869-cef575bba314 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:08.887019 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5347983a-d9e2-474c-b7fe-36d74ba64a2f req-faea1452-be3e-4cf3-8869-cef575bba314 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.1592441 Aug 31 10:01:08.951890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5347983a-d9e2-474c-b7fe-36d74ba64a2f req-bd34f648-bd63-44ba-8962-641d33c9723e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Aug 31 10:01:08.964664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:08.999687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:09.042294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:09.044605 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0dd6da-e989-4ab9-b5eb-69cc0b7296da" -d '{"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:09.049004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:09.062787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Transition to ACTIVE for port object bc6963be-102d-4d8f-91cf-4fb12efbd194 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:09.067813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:09.134647 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] No DVR routers for this DVR port bc6963be-102d-4d8f-91cf-4fb12efbd194 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:01:09.137849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:09.170294 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee94f0-aec7-460d-8775-1b755f96883f x-openstack-request-id: req-d1ee94f0-aec7-460d-8775-1b755f96883f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:09.170611 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:09.170866 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1ee94f0-aec7-460d-8775-1b755f96883f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:09.171258 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'code': 200} Aug 31 10:01:09.175723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:09.176049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:09.176376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 on network dfa8a8ff-c89e-4074-b89e-867fca871b77 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:09.182314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Port bc6963be-102d-4d8f-91cf-4fb12efbd194 on network dfa8a8ff-c89e-4074-b89e-867fca871b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:01:09.182691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Attempting to bind port bc6963be-102d-4d8f-91cf-4fb12efbd194 on network dfa8a8ff-c89e-4074-b89e-867fca871b77 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:09.187653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:09.187984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Checking segment: {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:09.188418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Bound using segment: {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:09.188844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Bound port: bc6963be-102d-4d8f-91cf-4fb12efbd194, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:09.189225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:09.254586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:09.258539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:09.262774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:09.295709 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:09.296326 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:09.297758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 1092 time: 0.6837833 Aug 31 10:01:09.323458 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcab4c4-664d-4d81-9884-4f6f059089e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:09.376335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-d9b48355-4243-4bdd-b252-613fbf89bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:09.377947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-d9b48355-4243-4bdd-b252-613fbf89bddb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0453427 Aug 31 10:01:09.468436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-3747a8ac-e2c8-44c9-91d8-b14bb67f7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:09.470078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-3747a8ac-e2c8-44c9-91d8-b14bb67f7a96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 911 time: 0.0853937 Aug 31 10:01:09.511353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-36779f78-addd-4981-b162-1a3eb1937842 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.0341988 Aug 31 10:01:09.564953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-af86bc05-1923-416e-a555-56f492a7d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:09.566446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-af86bc05-1923-416e-a555-56f492a7d31d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0484304 Aug 31 10:01:09.598297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-d2d6c3ce-ae02-484d-96b5-fe44b8b08da0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246303 Aug 31 10:01:09.688384 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-ad11bb4f-b0df-4980-80b0-431d2034eb28 service neutron] 10.222.0.23 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831914 Aug 31 10:01:09.783276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b6c0ed5f-1db2-4115-8d46-97f0d3145887 req-0b336ef4-56b2-40fe-a7bf-f3d53246ccd9 service neutron] 10.222.0.23 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881121 Aug 31 10:01:10.074073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e7a92-09e9-449b-b77c-63c2b106e384 req-fb614f40-975a-46ee-a947-4b9cd29016f0 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:10.075585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-887e7a92-09e9-449b-b77c-63c2b106e384 req-fb614f40-975a-46ee-a947-4b9cd29016f0 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.0547593 Aug 31 10:01:10.116135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-887e7a92-09e9-449b-b77c-63c2b106e384 req-32be11b6-fa83-4447-a2cf-caf4601b5385 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346124 Aug 31 10:01:11.171976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:11.174881 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517a7b0-a948-42ce-a865-2dacf07b7892" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:11.241378 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb604d38-04ca-4c0e-9990-4a1f0fb94634 x-openstack-request-id: req-fb604d38-04ca-4c0e-9990-4a1f0fb94634 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:11.241725 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:11.241982 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb604d38-04ca-4c0e-9990-4a1f0fb94634 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:11.242375 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'status': 'completed', 'code': 200} Aug 31 10:01:11.254749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe01a5-3b29-42ef-a95d-91183c4b53f0 req-2f675cad-eb47-4495-98e5-a6d36908b75c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.256901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1fe01a5-3b29-42ef-a95d-91183c4b53f0 req-2f675cad-eb47-4495-98e5-a6d36908b75c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.0673821 Aug 31 10:01:11.304069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c1fe01a5-3b29-42ef-a95d-91183c4b53f0 req-ca449ab6-4a61-42d0-9901-d027d1095d1b tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Aug 31 10:01:11.337948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-4f7f0d62-cb7f-409c-9c10-0792aefb1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.339814 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-4f7f0d62-cb7f-409c-9c10-0792aefb1fbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0695891 Aug 31 10:01:11.364691 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-59a1164f-c83a-4c89-ac37-e5c4beafc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.368886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-59a1164f-c83a-4c89-ac37-e5c4beafc25c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0481839 Aug 31 10:01:11.452872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-b1629a61-6216-49b4-8470-a57f04c3acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.454449 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-b1629a61-6216-49b4-8470-a57f04c3acbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 911 time: 0.1076469 Aug 31 10:01:11.488023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-171077a9-f1ef-466f-8b03-fde699059ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.489693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-171077a9-f1ef-466f-8b03-fde699059ebb service neutron] 10.222.0.23 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 911 time: 0.1115658 Aug 31 10:01:11.499268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-859c34a3-8398-414a-9ac4-30fe8b1e4d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.0375323 Aug 31 10:01:11.535124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-7d8372b2-e6ad-4ca3-b45c-dda802408b6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.0387785 Aug 31 10:01:11.555883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-bc9ed752-1d69-4ee1-8118-5c563f303ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.557376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-bc9ed752-1d69-4ee1-8118-5c563f303ca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0507751 Aug 31 10:01:11.586095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-e012d513-8be7-4100-beb1-fb455803c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:11.587640 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-e012d513-8be7-4100-beb1-fb455803c51d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0449591 Aug 31 10:01:11.591461 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-c3802cbc-be5b-4de8-aa90-5f0116643913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261700 Aug 31 10:01:11.621448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-8d2b7eba-180d-4e64-bf0d-bbd93ad4d6bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264876 Aug 31 10:01:11.686713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-4e800955-6dd7-4326-985f-64c9cbefe319 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Aug 31 10:01:11.717281 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-a2acf8c0-bf3c-4d3d-b5ed-d48e363faac4 service neutron] 10.222.0.23 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889516 Aug 31 10:01:11.769259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:01:11.793049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-998e4c7f-c20f-4cfc-ae42-664570d95a16 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997057 Aug 31 10:01:11.814881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:01:11.816836 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9517a7b0-a948-42ce-a865-2dacf07b7892 req-37a1947d-4455-49a4-8979-a036fcca5694 service neutron] 10.222.0.23 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931740 Aug 31 10:01:12.426309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a3024-6cea-4c02-97bf-26317954b682 req-ebb32a8a-b0e1-4475-a157-214420641b6d tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:12.428312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-369a3024-6cea-4c02-97bf-26317954b682 req-ebb32a8a-b0e1-4475-a157-214420641b6d tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 943 time: 0.0512848 Aug 31 10:01:12.468780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-369a3024-6cea-4c02-97bf-26317954b682 req-fc7fbb87-a016-4284-abe3-226015a4c9f3 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Aug 31 10:01:12.623796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:01:12.727579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:12.739405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'network_id': 'dfa8a8ff-c89e-4074-b89e-867fca871b77', 'port_id': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'mac_address': 'fa:16:3e:89:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a947847-fd04-43b3-9106-0835bde4335b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:01:12.774759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-019a15c1-4678-4aae-8e25-ea5d0b71f0ac tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:12.776504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-019a15c1-4678-4aae-8e25-ea5d0b71f0ac tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0&tenant_id=14d1ff6bc2864dd08a32b67e188973a4&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 943 time: 0.0913472 Aug 31 10:01:12.780002 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:12.794281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6963be-102d-4d8f-91cf-4fb12efbd194 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:12.818252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:12.822064 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:12.842420 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-d48c4932-37a6-4e01-926a-f556653d2b73 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:01:12.843492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-d48c4932-37a6-4e01-926a-f556653d2b73 service neutron] 10.222.0.15 "DELETE /v2.0/ports/bc6963be-102d-4d8f-91cf-4fb12efbd194/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0597448 Aug 31 10:01:12.877549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:12.888893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.889231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.889566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.889893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.890221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.890563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.890886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.891201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.891545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.891859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.892186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.892498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:12.944838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-e4dfc8e0-b17a-4da4-b475-b13894641d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:12.946365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-e4dfc8e0-b17a-4da4-b475-b13894641d8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0537641 Aug 31 10:01:13.042501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-543c91d1-810a-4025-b6bd-47965256070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:13.044000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-543c91d1-810a-4025-b6bd-47965256070f service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 200 len: 911 time: 0.0895724 Aug 31 10:01:13.092752 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-b8e3b351-0271-408e-9243-0e34b2ea1ddd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 200 len: 217 time: 0.0412707 Aug 31 10:01:13.141270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['bc6963be-102d-4d8f-91cf-4fb12efbd194'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:01:13.143869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-b41e382c-fdb9-415d-a28c-3e09dd8d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:13.145543 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-b41e382c-fdb9-415d-a28c-3e09dd8d4e33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 200 len: 850 time: 0.0461929 Aug 31 10:01:13.179564 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-908807f0-fd83-415e-8394-c55956b2fa93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa8a8ff-c89e-4074-b89e-867fca871b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266039 Aug 31 10:01:13.295578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-63b0d6c0-14e0-4301-8d59-760d9948dc88 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092694 Aug 31 10:01:13.398461 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-787ad8bd-edb9-492f-b946-650bafc16223 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936351 Aug 31 10:01:14.137121 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb412cd-3f79-45c2-bdd5-3bfa3b65dbaa req-af1c030a-8ac7-40d4-b280-91df039c499e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:14.138896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3cb412cd-3f79-45c2-bdd5-3bfa3b65dbaa req-af1c030a-8ac7-40d4-b280-91df039c499e tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 944 time: 0.0564206 Aug 31 10:01:14.179082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3cb412cd-3f79-45c2-bdd5-3bfa3b65dbaa req-b2d85f0b-27f1-4988-a028-7f90e5b6a298 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Aug 31 10:01:14.624157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:14.675722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port bc6963be-102d-4d8f-91cf-4fb12efbd194 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:14.681071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port bc6963be-102d-4d8f-91cf-4fb12efbd194 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:14.681591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:14.761542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:14.784133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:14.786372 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd305b-eac0-454d-92a6-8b7d234fe1ba" -d '{"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:14.803702 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:14.808289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:14.847909 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b6e5b-c354-4732-a742-560e28e6aa5d x-openstack-request-id: req-8a1b6e5b-c354-4732-a742-560e28e6aa5d {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:14.848203 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-plugged", "status": "completed", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:14.848456 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a1b6e5b-c354-4732-a742-560e28e6aa5d {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:14.848845 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'code': 200} Aug 31 10:01:14.875311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:15.320592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98f370-3d84-4860-b500-fea078c90cff req-c65a99a8-bc35-4c4d-99ac-250f28bab38f tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:15.322151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce98f370-3d84-4860-b500-fea078c90cff req-c65a99a8-bc35-4c4d-99ac-250f28bab38f tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0609295 Aug 31 10:01:15.366744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce98f370-3d84-4860-b500-fea078c90cff req-ed2f0602-b0dc-4a68-82d3-231e6c583b6d tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/security-groups?id=80c5731d-594a-4f45-a0f5-2ba1a4516afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Aug 31 10:01:15.512521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-c4061df5-5084-4bdc-817d-16c75ea21608 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:15.513421 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-c4061df5-5084-4bdc-817d-16c75ea21608 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Aug 31 10:01:15.951769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Deleting port bc6963be-102d-4d8f-91cf-4fb12efbd194 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:01:15.952109 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:16.042417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] For port bc6963be-102d-4d8f-91cf-4fb12efbd194, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=bc6963be-102d-4d8f-91cf-4fb12efbd194,segment=NetworkSegment(e197d7b9-ac90-428b-8e9b-ccd8c0e6119c),segment_id=e197d7b9-ac90-428b-8e9b-ccd8c0e6119c)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:16.042813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:16.056593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Calling delete_port for bc6963be-102d-4d8f-91cf-4fb12efbd194 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:01:16.185043 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:16.215887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Pushing event deleted for resources: {'Port': ['ID=bc6963be-102d-4d8f-91cf-4fb12efbd194,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:16.217259 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['bc6963be-102d-4d8f-91cf-4fb12efbd194'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:01:16.258116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] No DVR routers for this DVR port bc6963be-102d-4d8f-91cf-4fb12efbd194 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:01:16.261329 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:16.263590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f00efa8c-82bd-4869-87ed-5a0b6aecd2c0 req-4e590a75-6012-4911-a5ec-987b0d5e163c tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.23 "DELETE /v2.0/ports/bc6963be-102d-4d8f-91cf-4fb12efbd194 HTTP/1.1" status: 204 len: 173 time: 0.7440610 Aug 31 10:01:16.263975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-deleted', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:16.266320 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9725c45a-7dd0-44fa-b2e1-0ac24795c091" -d '{"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-deleted", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:16.308027 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b2973b-aa8b-4d80-a712-6a9be875b76f x-openstack-request-id: req-66b2973b-aa8b-4d80-a712-6a9be875b76f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:16.308317 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e91a19-eaa6-46cb-b38f-172495787dd0", "name": "network-vif-deleted", "tag": "bc6963be-102d-4d8f-91cf-4fb12efbd194", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:16.309481 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66b2973b-aa8b-4d80-a712-6a9be875b76f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:16.309481 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e91a19-eaa6-46cb-b38f-172495787dd0', 'name': 'network-vif-deleted', 'tag': 'bc6963be-102d-4d8f-91cf-4fb12efbd194', 'status': 'completed', 'code': 200} Aug 31 10:01:16.490647 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90cd3cc8-0e50-4c85-a986-5ff353603dd4 req-0139f394-1b69-4c47-a133-44344f591f33 tempest-DeleteServersTestJSON-714714732 tempest-DeleteServersTestJSON-714714732-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e91a19-eaa6-46cb-b38f-172495787dd0 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Aug 31 10:01:17.637337 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33984) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:17.688462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Deleting subnet 0a947847-fd04-43b3-9106-0835bde4335b {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:01:17.691959 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:17.733890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:17.775325 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:17.844226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:17.873588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a947847-fd04-43b3-9106-0835bde4335b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:17.875703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:17.879020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6194a5e6-3a03-4f6e-921e-ebc91d8d16a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a947847-fd04-43b3-9106-0835bde4335b HTTP/1.1" status: 204 len: 168 time: 0.2389288 Aug 31 10:01:17.882107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 33986) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:17.963674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.045305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.057377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa8a8ff-c89e-4074-b89e-867fca871b77']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:18.068049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:18.068504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e197d7b9-ac90-428b-8e9b-ccd8c0e6119c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:01:18.078497 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.093918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.101186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:01:18.101518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:01:18.103329 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:01:18.170845 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.183878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.187458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] 10.222.0.18 "DELETE /v2.0/networks/dfa8a8ff-c89e-4074-b89e-867fca871b77 HTTP/1.1" status: 204 len: 168 time: 0.3041501 Aug 31 10:01:18.207326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e007c32-84bf-4a02-8f23-48bdd329cb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa8a8ff-c89e-4074-b89e-867fca871b77,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:18.336235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33990) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:18.379841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d4976f9-30ab-45d4-b1f0-19bda55e26a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14d1ff6bc2864dd08a32b67e188973a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418983 Aug 31 10:01:18.383573 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 33992) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:18.436028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe3e-d7d7-4f6e-a76c-d0106d7b93e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.460331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe3e-d7d7-4f6e-a76c-d0106d7b93e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.517856 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe3e-d7d7-4f6e-a76c-d0106d7b93e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.521357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe3e-d7d7-4f6e-a76c-d0106d7b93e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:18.522938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0ed4fe3e-d7d7-4f6e-a76c-d0106d7b93e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80c5731d-594a-4f45-a0f5-2ba1a4516afd HTTP/1.1" status: 204 len: 168 time: 0.1381671 Aug 31 10:01:18.532766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4fe3e-d7d7-4f6e-a76c-d0106d7b93e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5731d-594a-4f45-a0f5-2ba1a4516afd,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:18.925913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.338022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34014) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:19.448798 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1218242625-network', 'tenant_id': 'adfbdac8c74a4235a9bfda0b4111d362'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:19.477587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Made reservation on behalf of adfbdac8c74a4235a9bfda0b4111d362 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:19.479944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.489183 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.594037 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.598865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.625422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:01:19.636579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517e50ef-faa2-430a-b805-e835b7348d10,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:19.643129 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.643616 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Added segment 3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb of type vlan for network 83b74441-0b6d-43a5-ba52-e70e65727807 Aug 31 10:01:19.685872 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.714128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.715418 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:19.716004 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:19.775938 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4365094 Aug 31 10:01:19.780124 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34018) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:01:19.786837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5507c7-d04d-473a-a67c-5d8f635037ab admin admin] Pushing event updated for resources: {'Network': ['ID=83b74441-0b6d-43a5-ba52-e70e65727807,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:19.788297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Request body: {'subnet': {'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1218242625-subnet', 'tenant_id': 'adfbdac8c74a4235a9bfda0b4111d362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:19.801169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 83b74441-0b6d-43a5-ba52-e70e65727807 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:01:19.823418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Made reservation on behalf of adfbdac8c74a4235a9bfda0b4111d362 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:19.825757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:20.012655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:20.067210 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b089af6-e481-429e-819a-478c4e9c66d5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:20.078160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Checking segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:20.078535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Network hostable DHCP agents. Network: 83b74441-0b6d-43a5-ba52-e70e65727807, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:01:20.098112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Network 83b74441-0b6d-43a5-ba52-e70e65727807 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:01:20.109764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 83b74441-0b6d-43a5-ba52-e70e65727807) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:20.114776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:20.115599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:20.122857 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e25aa-7c56-4fd5-8701-4b46817f2c31 None None] Network 83b74441-0b6d-43a5-ba52-e70e65727807 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:01:20.143450 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-92e94d40-e4ab-4661-9e62-027f98addbf0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3574157 Aug 31 10:01:20.273652 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485672c-b79a-4b45-923e-9f0046a6cfa9 None None] Network 83b74441-0b6d-43a5-ba52-e70e65727807 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:01:20.613975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-24584ae8-4ff6-4914-a068-38beab8be6d1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:20.616179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-24584ae8-4ff6-4914-a068-38beab8be6d1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 815 time: 0.1119609 Aug 31 10:01:20.634294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-8eb2bd2d-adaa-4fb1-b187-5d6f6ccd61a3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/quotas/adfbdac8c74a4235a9bfda0b4111d362 HTTP/1.1" status: 200 len: 375 time: 0.0117705 Aug 31 10:01:20.638760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:01:20.659924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: bc6963be-102d-4d8f-91cf-4fb12efbd194 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:01:20.660277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device bc6963be-102d-4d8f-91cf-4fb12efbd194 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:01:20.670273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-06f5a912-4715-4f0c-900f-9cb81f7b6c7a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292227 Aug 31 10:01:20.682503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-0bd21868-6928-4e24-b43c-ad0d14d2dfa4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:01:20.683504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-0bd21868-6928-4e24-b43c-ad0d14d2dfa4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066266 Aug 31 10:01:20.778904 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-3ba3ad1c-84b5-42db-99b2-864258f4408e service neutron] 10.222.0.18 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883701 Aug 31 10:01:20.877180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-ef2616e9-cf29-4f94-ac83-9e2460154e25 service neutron] 10.222.0.18 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919924 Aug 31 10:01:21.065664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e89a9d4-8666-414f-a42f-6c1d5261d141 req-08d3a4d7-f689-42f4-ab41-11a2847b2b1e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Aug 31 10:01:22.089834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-85ed2471-6371-49a1-b0d8-95c903941268 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:22.091423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-85ed2471-6371-49a1-b0d8-95c903941268 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 815 time: 0.1313684 Aug 31 10:01:22.105313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Request body: {'port': {'device_id': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'admin_state_up': True, 'tenant_id': 'adfbdac8c74a4235a9bfda0b4111d362'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:22.194946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2cba0f8e-1d92-45a9-8ad2-46dcc9b7a55b req-b91d1abd-9ce8-44e6-84e7-b883fa567fad tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 210 time: 0.0411375 Aug 31 10:01:22.220386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Made reservation on behalf of adfbdac8c74a4235a9bfda0b4111d362 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:22.224064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:22.362565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Allocated IP 172.20.0.5 (83b74441-0b6d-43a5-ba52-e70e65727807/9b089af6-e481-429e-819a-478c4e9c66d5/1d497e69-c0b1-4d12-87d8-0300e16e78c3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:22.535951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:22.582797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:22.633171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Network 83b74441-0b6d-43a5-ba52-e70e65727807 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:22.636305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:22.640141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:22.664837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:22.693988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:22.694663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:22.709432 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-669ecbcf-febd-4d92-8340-49b66a714e76 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074982 Aug 31 10:01:22.721433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Request body: {'port': {'device_id': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:22.778839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.053678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d497e69-c0b1-4d12-87d8-0300e16e78c3 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:23.061223 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.073764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Transition to ACTIVE for port object 1d497e69-c0b1-4d12-87d8-0300e16e78c3 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:23.078021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.126106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:23.200279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:23.200611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:23.200937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:23.205453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on network 83b74441-0b6d-43a5-ba52-e70e65727807 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:01:23.205771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:23.210708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:23.211041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Checking segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:23.211420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Bound using segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:23.211840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Bound port: 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:23.212195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.278954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:23.283088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:23.288320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.322231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961a661-339e-4445-bd61-41955a20a2c8 req-df2fb7fd-a84e-4c70-9a85-6600c32835b3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.324031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7961a661-339e-4445-bd61-41955a20a2c8 req-df2fb7fd-a84e-4c70-9a85-6600c32835b3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0535207 Aug 31 10:01:23.333172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.336399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:23.338373 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-886db443-8606-4f33-ad14-64659fa00077 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 1092 time: 0.6208100 Aug 31 10:01:23.338855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:23.341163 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:23.376410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886db443-8606-4f33-ad14-64659fa00077 service neutron] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:23.378960 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7961a661-339e-4445-bd61-41955a20a2c8 req-a8ed80da-8ec4-49a0-a496-3d5a157795d8 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482125 Aug 31 10:01:23.401796 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d2dfd-eb09-4186-8096-c2644889cba1 x-openstack-request-id: req-4c0d2dfd-eb09-4186-8096-c2644889cba1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:23.402087 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:23.402340 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c0d2dfd-eb09-4186-8096-c2644889cba1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:23.402772 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'status': 'completed', 'code': 200} Aug 31 10:01:23.432844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-a944fa52-c951-4ab5-9699-6e563a4a3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.434354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-a944fa52-c951-4ab5-9699-6e563a4a3981 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1095 time: 0.0490260 Aug 31 10:01:23.482009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-d1f0e1dd-32fe-4ab6-bb05-a0e2f2ce73f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Aug 31 10:01:23.536010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-43a3d6e0-80b7-4c82-b44b-519d895bd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.538197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-43a3d6e0-80b7-4c82-b44b-519d895bd732 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0486104 Aug 31 10:01:23.572082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-c77493c8-ee2e-4b0b-8bed-b87b4d891c97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264249 Aug 31 10:01:23.679864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-17bf4bb3-ccdd-4ccf-8273-5ab16919945c service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000907 Aug 31 10:01:23.778143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3d70d7ae-8f60-422f-bce4-fb72d47979a5 req-258d95ea-f3bf-4110-9276-463cd4886d44 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892258 Aug 31 10:01:23.875894 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-88874d1b-7c97-46eb-9b3f-7362ba42eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.877416 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-88874d1b-7c97-46eb-9b3f-7362ba42eaea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1095 time: 0.0481899 Aug 31 10:01:23.978876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-11377c12-87fd-4fd3-8434-186c2c6c76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:23.980270 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-11377c12-87fd-4fd3-8434-186c2c6c76a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0953319 Aug 31 10:01:24.025012 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-4b1ac4c1-d8cd-4179-b7d4-f185139cb954 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0356274 Aug 31 10:01:24.082444 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-42f0d747-eed6-4f0d-ab3c-87ad2e89c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:24.084427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-42f0d747-eed6-4f0d-ab3c-87ad2e89c576 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0520151 Aug 31 10:01:24.119447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-56a5d77f-fdb7-4bbb-a5be-fb9e3df34191 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267286 Aug 31 10:01:24.219275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-500400e9-a728-4928-83b6-e12a57e07148 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925186 Aug 31 10:01:24.315858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dd74f423-5302-4ddd-b71e-ec88cd9b3fd0 req-e0d7c787-53ce-4d6d-821e-6a19e73a3ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889883 Aug 31 10:01:24.496113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97e993-67c9-47c1-9905-f14fdd09a94b req-0c83db41-b065-42ce-a1e8-cdcf7bb07bea tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:24.497916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff97e993-67c9-47c1-9905-f14fdd09a94b req-0c83db41-b065-42ce-a1e8-cdcf7bb07bea tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0547273 Aug 31 10:01:24.541510 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ff97e993-67c9-47c1-9905-f14fdd09a94b req-4542284b-dd66-4da9-b2b4-7592e77b1109 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Aug 31 10:01:25.666004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2001-4888-4957-9826-aae4f13af3b9 req-93c4a466-70fa-4edc-870b-cceafd1e1bb8 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:25.667529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-297e2001-4888-4957-9826-aae4f13af3b9 req-93c4a466-70fa-4edc-870b-cceafd1e1bb8 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0550041 Aug 31 10:01:25.709654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-297e2001-4888-4957-9826-aae4f13af3b9 req-73129c10-5826-4341-9765-3e108a618b00 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Aug 31 10:01:26.829835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940794-2567-4fe5-b7e5-f7f4fd3790a6 req-9c1d653b-7492-48f6-8970-fe51db487504 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:26.831368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78940794-2567-4fe5-b7e5-f7f4fd3790a6 req-9c1d653b-7492-48f6-8970-fe51db487504 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0529587 Aug 31 10:01:26.870365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78940794-2567-4fe5-b7e5-f7f4fd3790a6 req-77103b0d-da76-4d7d-ae0b-9c4625618ba5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Aug 31 10:01:27.832263 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:01:28.019950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512ec81-60d7-4d28-93ec-f4f79b4dbc93 req-58e8d080-9f39-49fe-80d1-6aef1af643b4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:28.023395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0512ec81-60d7-4d28-93ec-f4f79b4dbc93 req-58e8d080-9f39-49fe-80d1-6aef1af643b4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0708258 Aug 31 10:01:28.066331 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0512ec81-60d7-4d28-93ec-f4f79b4dbc93 req-e8bb3d3b-8547-43aa-b694-ba2320e42fbc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Aug 31 10:01:28.126793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:28.147390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'port_id': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'mac_address': 'fa:16:3e:0b:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b089af6-e481-429e-819a-478c4e9c66d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:01:28.188769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.203642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d497e69-c0b1-4d12-87d8-0300e16e78c3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:28.225686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:28.230395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:28.281076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:28.468264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['1d497e69-c0b1-4d12-87d8-0300e16e78c3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:01:28.594317 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-973962cc-6cb4-495a-805e-5dc0020ed77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:29.226622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6edf-e1c2-4546-a41f-c7dd9a505984 req-9a547351-2bf0-4ad9-bb39-dbdf7ef9a9c3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:29.228391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4dbc6edf-e1c2-4546-a41f-c7dd9a505984 req-9a547351-2bf0-4ad9-bb39-dbdf7ef9a9c3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 944 time: 0.0636632 Aug 31 10:01:29.274377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4dbc6edf-e1c2-4546-a41f-c7dd9a505984 req-c1c0af21-62da-4e5d-a516-44aad7f8e174 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Aug 31 10:01:29.831690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:29.889831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:29.895798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:29.896266 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.002294 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.035700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:30.038672 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db725482-5d3e-4e86-8fe3-6ead7d6db552" -d '{"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-plugged", "status": "completed", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:30.057227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:30.063187 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:30.099866 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b02f8-acad-41bf-906e-e718e90e24e7 x-openstack-request-id: req-7a6b02f8-acad-41bf-906e-e718e90e24e7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:30.100229 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-plugged", "status": "completed", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:30.100621 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a6b02f8-acad-41bf-906e-e718e90e24e7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:30.101405 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'code': 200} Aug 31 10:01:30.131899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:30.201548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe158-e86e-442c-8c14-e7c4edc6191d req-c1eacb29-2382-4a6e-9e87-7c456b540934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:30.203205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-02cfe158-e86e-442c-8c14-e7c4edc6191d req-c1eacb29-2382-4a6e-9e87-7c456b540934 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1097 time: 0.0462687 Aug 31 10:01:30.245144 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-02cfe158-e86e-442c-8c14-e7c4edc6191d req-602ccfd0-d0fc-4bb8-be7c-bcc336b2e5c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Aug 31 10:01:30.419860 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381cda-2e70-42d9-ab02-a73e8179fb49 req-989eb1db-9f9d-4a75-99d0-4c04a87196d1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:30.421492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90381cda-2e70-42d9-ab02-a73e8179fb49 req-989eb1db-9f9d-4a75-99d0-4c04a87196d1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0655744 Aug 31 10:01:30.464553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90381cda-2e70-42d9-ab02-a73e8179fb49 req-2991f988-27cd-47cd-9047-14660c131b8e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Aug 31 10:01:31.603789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cad72-ec8f-40f3-989c-1174ee4ff67a req-83941177-e315-4c6a-aa49-3e995d16adf9 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:31.605165 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d1cad72-ec8f-40f3-989c-1174ee4ff67a req-83941177-e315-4c6a-aa49-3e995d16adf9 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0517423 Aug 31 10:01:31.649600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d1cad72-ec8f-40f3-989c-1174ee4ff67a req-74094ff0-f1ed-46a6-a4ff-99bed3913670 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Aug 31 10:01:31.782684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1dbaf-5b17-4182-a1d6-924946c608ba req-bfb056a4-d49d-4d40-a487-3f5f174e16cc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:31.786090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9d1dbaf-5b17-4182-a1d6-924946c608ba req-bfb056a4-d49d-4d40-a487-3f5f174e16cc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0598338 Aug 31 10:01:31.806579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:31.836686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a9d1dbaf-5b17-4182-a1d6-924946c608ba req-8649c33a-a722-4ee0-9e72-c566e4a71316 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Aug 31 10:01:32.081233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710227c-de90-495f-ac55-a6e2979df8b5 req-7737e9b1-f60f-45b5-93b3-bbdbb1d6029a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:32.082822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7710227c-de90-495f-ac55-a6e2979df8b5 req-7737e9b1-f60f-45b5-93b3-bbdbb1d6029a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0529361 Aug 31 10:01:32.124119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7710227c-de90-495f-ac55-a6e2979df8b5 req-7d7075f5-7edf-4b7a-91ff-289567a2f31a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Aug 31 10:01:32.253434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3652-c289-41d7-9887-e19aab62cbe4 req-73fbd299-e0cc-4f99-b7ee-44715ea122d1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:32.254931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d2c3652-c289-41d7-9887-e19aab62cbe4 req-73fbd299-e0cc-4f99-b7ee-44715ea122d1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0526962 Aug 31 10:01:32.295594 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d2c3652-c289-41d7-9887-e19aab62cbe4 req-d0fe957c-6d8c-4e82-8431-4b0eb0646013 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Aug 31 10:01:32.556895 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-6f627acc-5d39-4dcd-b5d6-ea42ca4119bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568116 Aug 31 10:01:32.558662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a373-449e-4d26-bfc4-60067e96e152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.588947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:32.589902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc6905-8e62-4268-a111-f9f10b2173cb req-86df1c22-f55e-4b32-88cf-f597fa044d1d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:32.591642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ffc6905-8e62-4268-a111-f9f10b2173cb req-86df1c22-f55e-4b32-88cf-f597fa044d1d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0805204 Aug 31 10:01:32.641882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ffc6905-8e62-4268-a111-f9f10b2173cb req-15b4da25-300e-4e23-b23f-99e5984a3cd0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Aug 31 10:01:33.774116 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.793959 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a846ea-1f13-46b4-baeb-16a2c917b059 req-8c093b52-4976-4c19-a992-92481b620140 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:33.795912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1a846ea-1f13-46b4-baeb-16a2c917b059 req-8c093b52-4976-4c19-a992-92481b620140 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0658262 Aug 31 10:01:33.843887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1a846ea-1f13-46b4-baeb-16a2c917b059 req-a907944e-aa3a-4e4c-930f-d1e4a4b1f1cb tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Aug 31 10:01:33.922772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-35ae9e65-e7fa-431b-8f27-337e2c06e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:33.924542 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-35ae9e65-e7fa-431b-8f27-337e2c06e309 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1097 time: 0.0462673 Aug 31 10:01:34.019847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-f0bba4d4-e711-4b8d-832f-2cbaab83aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:34.021786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-f0bba4d4-e711-4b8d-832f-2cbaab83aa2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0898428 Aug 31 10:01:34.065251 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-542781c6-25ed-4890-8120-4d3ecd2a513f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0362391 Aug 31 10:01:34.460569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-9b6194d5-c3fc-4b68-a851-05f94bf914e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:34.462203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-9b6194d5-c3fc-4b68-a851-05f94bf914e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.3885214 Aug 31 10:01:34.496538 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-4396dcf9-5e5d-490d-a653-ce0b454ce634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266805 Aug 31 10:01:34.587692 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-ce6f564f-bc20-481a-9067-69d3855cf025 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Aug 31 10:01:34.683953 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-8b565823-1cea-49cc-9bd9-04f316f5112a service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890293 Aug 31 10:01:34.968267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7b26-c85a-40b9-a4d5-feafc9231a65 req-8ff87a3b-1c3a-4535-8ff0-1cb0ed6e8073 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:34.969668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a92f7b26-c85a-40b9-a4d5-feafc9231a65 req-8ff87a3b-1c3a-4535-8ff0-1cb0ed6e8073 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Aug 31 10:01:35.008164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a92f7b26-c85a-40b9-a4d5-feafc9231a65 req-d380a4da-512d-4b90-a3a3-ad4ce587fed7 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Aug 31 10:01:36.131374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a184ba1-fa17-4288-9400-c3fc59fbe00a req-5d2bb229-bdeb-4fee-bb4c-6c3b10c7d150 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:36.132898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a184ba1-fa17-4288-9400-c3fc59fbe00a req-5d2bb229-bdeb-4fee-bb4c-6c3b10c7d150 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0537448 Aug 31 10:01:36.172752 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a184ba1-fa17-4288-9400-c3fc59fbe00a req-1e68cdbb-fbb7-4718-b712-123b00157578 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Aug 31 10:01:36.303835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:37.290496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382f17-db42-4782-bdbe-0eb0950efd3a req-5b6941e4-8d50-4ece-9d3f-2b5a9b646acc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.291953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37382f17-db42-4782-bdbe-0eb0950efd3a req-5b6941e4-8d50-4ece-9d3f-2b5a9b646acc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Aug 31 10:01:37.331437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37382f17-db42-4782-bdbe-0eb0950efd3a req-3b037b4e-12dc-4ee7-a8ab-6ca985042207 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Aug 31 10:01:38.452437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab9ff-0a98-4d46-989d-bc880f3055dd req-42e56d63-4ea6-4d92-9b7f-ca63e86b9942 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:38.453936 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56dab9ff-0a98-4d46-989d-bc880f3055dd req-42e56d63-4ea6-4d92-9b7f-ca63e86b9942 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0519686 Aug 31 10:01:38.493723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56dab9ff-0a98-4d46-989d-bc880f3055dd req-53599d63-1c17-48e7-8a2e-c03e0dcb2124 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Aug 31 10:01:39.631984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832886-20d2-4a42-b240-f6a1bb61330b req-63139736-6de8-47ab-a8bb-72bee2d770bc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:39.633469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06832886-20d2-4a42-b240-f6a1bb61330b req-63139736-6de8-47ab-a8bb-72bee2d770bc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0633807 Aug 31 10:01:39.675704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-06832886-20d2-4a42-b240-f6a1bb61330b req-0e169ec6-0415-4687-b24c-8b70f09a2e65 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356658 Aug 31 10:01:40.265648 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:40.810025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f61b2-c324-4fae-b285-9416666bf5f8 req-09a614ec-ea9c-47f5-aa94-af8db3d76384 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:40.811987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec2f61b2-c324-4fae-b285-9416666bf5f8 req-09a614ec-ea9c-47f5-aa94-af8db3d76384 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0626366 Aug 31 10:01:40.865886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec2f61b2-c324-4fae-b285-9416666bf5f8 req-0fc30c5b-816f-4960-b6d6-148e211dfb77 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Aug 31 10:01:42.011512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956816-b455-45fa-8735-1eb6389d0f49 req-de28ab7c-1f75-454e-8465-0b63b2cbce25 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:42.013151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e956816-b455-45fa-8735-1eb6389d0f49 req-de28ab7c-1f75-454e-8465-0b63b2cbce25 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Aug 31 10:01:42.055737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e956816-b455-45fa-8735-1eb6389d0f49 req-ae27f6cc-6a46-48c9-8893-0df1e96aab41 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364361 Aug 31 10:01:43.181294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82242f5a-ff2a-413f-91dc-e07a04c4abc7 req-5199fd08-17b5-44af-ab98-c605dde08965 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:43.182888 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82242f5a-ff2a-413f-91dc-e07a04c4abc7 req-5199fd08-17b5-44af-ab98-c605dde08965 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Aug 31 10:01:43.224348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82242f5a-ff2a-413f-91dc-e07a04c4abc7 req-a6a196db-8900-49f5-847e-007eb94cd76b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Aug 31 10:01:44.352785 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00851bf3-11bb-4f2b-a85c-20a3cf129757 req-418d7bb8-c07c-4a1c-bb07-568ac7f1eb6f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:44.354420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00851bf3-11bb-4f2b-a85c-20a3cf129757 req-418d7bb8-c07c-4a1c-bb07-568ac7f1eb6f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0568929 Aug 31 10:01:44.402971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00851bf3-11bb-4f2b-a85c-20a3cf129757 req-030e3e0b-afe5-48b9-83f3-fbb7a69e77ee tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Aug 31 10:01:45.528119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e3c16-9e86-4d1f-9ad7-d18ccef16699 req-f310697b-1041-45ce-995d-d7aa3ad20d47 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:45.529637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-041e3c16-9e86-4d1f-9ad7-d18ccef16699 req-f310697b-1041-45ce-995d-d7aa3ad20d47 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Aug 31 10:01:45.569239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-041e3c16-9e86-4d1f-9ad7-d18ccef16699 req-9861eb50-4bee-4e83-8237-7e793a1b10e9 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Aug 31 10:01:46.696895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860691f-650e-4dd0-b5b3-e65466a1ebf8 req-0e40a1eb-e75c-4bf0-98b8-13afbd917c34 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:46.698862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d860691f-650e-4dd0-b5b3-e65466a1ebf8 req-0e40a1eb-e75c-4bf0-98b8-13afbd917c34 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0554099 Aug 31 10:01:46.748111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d860691f-650e-4dd0-b5b3-e65466a1ebf8 req-54528353-5112-43e3-9ec4-cdde94a86f71 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Aug 31 10:01:47.875345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9cf6-5382-4182-9772-cef1003ff055 req-0dbffb59-a7fe-44ec-976f-2e090c253c5e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:47.876950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72ea9cf6-5382-4182-9772-cef1003ff055 req-0dbffb59-a7fe-44ec-976f-2e090c253c5e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Aug 31 10:01:47.919515 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-72ea9cf6-5382-4182-9772-cef1003ff055 req-6682a9a6-be4f-4b62-af23-94d0cd5d65b6 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357468 Aug 31 10:01:48.932946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:49.039834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d51283-6179-41ef-a1c1-daa1a6e86690 req-773e6ab8-6a35-4741-866c-b23442d2ac6c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:49.041387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69d51283-6179-41ef-a1c1-daa1a6e86690 req-773e6ab8-6a35-4741-866c-b23442d2ac6c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Aug 31 10:01:49.081291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-69d51283-6179-41ef-a1c1-daa1a6e86690 req-dee09469-f6b6-4ea0-a56e-48cbb28a324f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Aug 31 10:01:50.211514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547c84e-80c0-4b0b-b9d6-65d51260e618 req-1799b7f7-02a9-46fb-8884-00f2d4abf686 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:50.213177 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4547c84e-80c0-4b0b-b9d6-65d51260e618 req-1799b7f7-02a9-46fb-8884-00f2d4abf686 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0595312 Aug 31 10:01:50.263889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4547c84e-80c0-4b0b-b9d6-65d51260e618 req-259ba894-ea46-47e4-9aa5-171591834c5d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435817 Aug 31 10:01:51.401386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763349d-4678-4f57-9538-dc3f5f78395d req-46e85edb-e668-4ed4-9b56-0420d47b6db0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:51.404148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d763349d-4678-4f57-9538-dc3f5f78395d req-46e85edb-e668-4ed4-9b56-0420d47b6db0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0653996 Aug 31 10:01:51.451793 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d763349d-4678-4f57-9538-dc3f5f78395d req-a0412d18-65d9-4be6-bbf7-89a1d7283d33 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371485 Aug 31 10:01:52.580324 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57d3e1-2eae-46c5-9258-573aaf4dee78 req-152c4fa7-c6bc-4af2-a963-001ca8de963f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.581911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab57d3e1-2eae-46c5-9258-573aaf4dee78 req-152c4fa7-c6bc-4af2-a963-001ca8de963f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0559916 Aug 31 10:01:52.634522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab57d3e1-2eae-46c5-9258-573aaf4dee78 req-c98e760b-7396-4090-9d3d-de8723e86145 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Aug 31 10:01:53.771423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5f58-7dea-497f-8695-8ae7b4d73615 req-00ef7c7c-c1ac-457c-88bf-ac4baf43a9b5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:53.773151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4ea5f58-7dea-497f-8695-8ae7b4d73615 req-00ef7c7c-c1ac-457c-88bf-ac4baf43a9b5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0649743 Aug 31 10:01:53.815070 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4ea5f58-7dea-497f-8695-8ae7b4d73615 req-3371b8ee-894c-4ff5-a694-acae0387b36f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 Aug 31 10:01:54.950748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bdbb9-a4b7-4449-b43f-954348480090 req-cd807d44-e40b-4394-b436-99d464e9e9f5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:54.952354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab3bdbb9-a4b7-4449-b43f-954348480090 req-cd807d44-e40b-4394-b436-99d464e9e9f5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0620115 Aug 31 10:01:54.995541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab3bdbb9-a4b7-4449-b43f-954348480090 req-665d0966-0cc5-4709-8602-6482ae074281 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Aug 31 10:01:56.130380 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20734-e138-4e1e-9922-102dc453cc90 req-cc3b777b-227a-48a1-b2e7-35cc8b4bdb58 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:56.132906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62f20734-e138-4e1e-9922-102dc453cc90 req-cc3b777b-227a-48a1-b2e7-35cc8b4bdb58 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0602918 Aug 31 10:01:56.176886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62f20734-e138-4e1e-9922-102dc453cc90 req-68e73cf7-0415-48e6-8f3f-8833ed198da2 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Aug 31 10:01:57.322644 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ef576-8298-40d0-85ce-0df39b577766 req-2d3761fe-6f7c-4fe9-9bb3-5e4b9e0c441a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:57.324254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316ef576-8298-40d0-85ce-0df39b577766 req-2d3761fe-6f7c-4fe9-9bb3-5e4b9e0c441a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0617034 Aug 31 10:01:57.367180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-316ef576-8298-40d0-85ce-0df39b577766 req-fac5fe57-beb3-4ca3-b300-f8799fd5d1f9 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Aug 31 10:01:58.499398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b440f3-b4ed-4017-b5aa-2a96ced7b92d req-a092b502-a027-436d-8b86-41f442930019 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:58.500939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19b440f3-b4ed-4017-b5aa-2a96ced7b92d req-a092b502-a027-436d-8b86-41f442930019 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0542724 Aug 31 10:01:58.542740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19b440f3-b4ed-4017-b5aa-2a96ced7b92d req-51fac5fc-23fe-4407-a39a-52b08dd58fe0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Aug 31 10:01:58.577418 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2e2f286e-243d-4698-a661-4d7c6ee055ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:59.682319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3dd36-bdbe-40e7-a7ca-17a4ba6165d6 req-9063ac40-5142-4d09-932e-1d7bdac04a84 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:59.683796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4c3dd36-bdbe-40e7-a7ca-17a4ba6165d6 req-9063ac40-5142-4d09-932e-1d7bdac04a84 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0583560 Aug 31 10:01:59.730213 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c4c3dd36-bdbe-40e7-a7ca-17a4ba6165d6 req-16c940e6-e2c0-4c4e-bbff-896ede72696f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Aug 31 10:02:00.865685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03024-2064-435c-bd19-2be639087eca req-544ecc25-45cd-4b48-9177-ab0c632a74a0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:00.867274 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebb03024-2064-435c-bd19-2be639087eca req-544ecc25-45cd-4b48-9177-ab0c632a74a0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0598097 Aug 31 10:02:00.906842 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ebb03024-2064-435c-bd19-2be639087eca req-f9eb605d-56ad-400d-a5d2-bad3418611ea tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Aug 31 10:02:01.801868 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:01.828843 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-e39db50c-bd6f-473e-95cd-54ed6dee5187 service neutron] show failed (client error): The resource could not be found. Aug 31 10:02:01.830091 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-e39db50c-bd6f-473e-95cd-54ed6dee5187 service neutron] 10.222.0.15 "GET /v2.0/ports/1d497e69-c0b1-4d12-87d8-0300e16e78c3/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0591593 Aug 31 10:02:02.051744 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761060d7-b1a0-4cee-8aac-34047aae7cf1 req-ec6621ff-3325-4029-968f-e408bea5e43c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:02.053304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-761060d7-b1a0-4cee-8aac-34047aae7cf1 req-ec6621ff-3325-4029-968f-e408bea5e43c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0745001 Aug 31 10:02:02.059668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1f45708f-82a4-4976-a1e6-e9ad7f93aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:02.061065 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1f45708f-82a4-4976-a1e6-e9ad7f93aba2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7&tenant_id=adfbdac8c74a4235a9bfda0b4111d362 HTTP/1.1" status: 200 len: 1097 time: 0.0716009 Aug 31 10:02:02.079351 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:02.123519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-761060d7-b1a0-4cee-8aac-34047aae7cf1 req-27a02199-cfdf-48f0-ac73-d4fea1feccd4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615096 Aug 31 10:02:02.152209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.362747 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:02.400970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h1-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:02.443705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:02.446149 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a82c37-78a5-4ca0-9b3b-bf758e2b6390" -d '{"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:02.450354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.466035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Transition to ACTIVE for port object 1d497e69-c0b1-4d12-87d8-0300e16e78c3 will not be triggered until provisioned by entity L2. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:02.472671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.504811 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a9a8e-7d30-4799-8575-3c58d6fe8dab x-openstack-request-id: req-ea0a9a8e-7d30-4799-8575-3c58d6fe8dab {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:02.505287 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:02.505649 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea0a9a8e-7d30-4799-8575-3c58d6fe8dab {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:02.506065 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'code': 200} Aug 31 10:02:02.529759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:02.550339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f09190b-8ecf-4d01-bd28-a825f0d49e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.557334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] No DVR routers for this DVR port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on host n-h1-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:02.561463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.561814 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.562159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.562514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.562855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.563185 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.563509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.563835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.564162 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.564493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.564816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.565139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:02.585247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.605770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:02.605770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:02.605770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:02.611386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on network 83b74441-0b6d-43a5-ba52-e70e65727807 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:02:02.611386 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Attempting to bind port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:02.617052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:02.617344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Checking segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:02.617681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Bound using segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} {{(pid=94896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:02.618111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.managers [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Bound port: 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}}] {{(pid=94896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:02.618484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.686720 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h2-800634-13, cleared binding levels {{(pid=94896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:02.691254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:02.696689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.734074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:02.734728 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:02.736126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] 10.222.0.23 "PUT /v2.0/ports/1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 1092 time: 0.6607070 Aug 31 10:02:02.758524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3899-127e-4bfc-9b3c-de6cc1821e7b service neutron] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:02.819334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-f1586e9a-c207-4c59-8c5d-5faeb80f2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:02.820905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-f1586e9a-c207-4c59-8c5d-5faeb80f2150 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1095 time: 0.0495596 Aug 31 10:02:02.932535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-47647628-850d-4d2c-9a63-13201595ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:02.933976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-47647628-850d-4d2c-9a63-13201595ffe4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.1056287 Aug 31 10:02:02.979029 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-fca3dcbf-cc4b-434c-8fa5-8d6015c9a808 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0371418 Aug 31 10:02:03.034111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-b11556c1-f92d-4cd7-9aa7-f2797eabdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:03.036887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-b11556c1-f92d-4cd7-9aa7-f2797eabdf78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0504830 Aug 31 10:02:03.070448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-4c1c2421-c448-4d45-bb9d-62f23953fc63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269511 Aug 31 10:02:03.163282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-b3cf20f1-5a9c-46aa-bcaa-1c2e17c29ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Aug 31 10:02:03.306181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7740e-cd85-44ba-a2cb-ba6dccd87112 req-e87c1062-3ada-4fd6-814a-7e75a2510722 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:03.307769 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edc7740e-cd85-44ba-a2cb-ba6dccd87112 req-e87c1062-3ada-4fd6-814a-7e75a2510722 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0867133 Aug 31 10:02:03.309937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5b3c059-4ad5-4ca9-85a5-d93455ce20dc req-6d79391c-782e-49c2-87c9-7f3e3b4b7c1f service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400933 Aug 31 10:02:03.357002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-edc7740e-cd85-44ba-a2cb-ba6dccd87112 req-7eb5b422-612c-4718-96b6-b56cb97a77e5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Aug 31 10:02:03.770953 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:04.487112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797110-b451-4308-a1cc-d29f5192e175 req-4a8aaf22-4c35-4f26-8c6f-e3ca863fbd32 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.489452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66797110-b451-4308-a1cc-d29f5192e175 req-4a8aaf22-4c35-4f26-8c6f-e3ca863fbd32 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 943 time: 0.0587609 Aug 31 10:02:04.509023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:04.511303 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61868d3b-cc85-4b2c-b74e-f092605765e6" -d '{"events": [{"name": "network-changed", "server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:04.537481 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66797110-b451-4308-a1cc-d29f5192e175 req-4e732f07-d882-42fd-902f-0db6f2114423 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Aug 31 10:02:04.582637 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f750adb-6ead-4331-a5ad-cb76f2912a79 x-openstack-request-id: req-1f750adb-6ead-4331-a5ad-cb76f2912a79 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:04.582938 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:04.583198 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f750adb-6ead-4331-a5ad-cb76f2912a79 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:04.583604 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'status': 'completed', 'code': 200} Aug 31 10:02:04.659637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-cf700512-5dc0-46e0-99f0-992746b96c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.662640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-cf700512-5dc0-46e0-99f0-992746b96c81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1095 time: 0.0543637 Aug 31 10:02:04.665166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-5ad790ef-0954-4b28-861c-7132aebc6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.666742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-5ad790ef-0954-4b28-861c-7132aebc6da7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1095 time: 0.0444705 Aug 31 10:02:04.766534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-c498ddb1-04de-4703-8646-779b0e784f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.768693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-c498ddb1-04de-4703-8646-779b0e784f9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0972776 Aug 31 10:02:04.774197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-5d275851-405d-4d4b-913d-c93baaeb68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.775780 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-5d275851-405d-4d4b-913d-c93baaeb68e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.1019878 Aug 31 10:02:04.814073 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-1fba7729-406d-4bdb-a8ec-0db48541f034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0373802 Aug 31 10:02:04.858947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:02:04.871319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-bca00b45-a9bd-4190-9c44-c207fd56c406 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0552239 Aug 31 10:02:04.901382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-065fd3d5-2f50-4168-ac6f-2d22b9cd583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.903552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-065fd3d5-2f50-4168-ac6f-2d22b9cd583c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0815394 Aug 31 10:02:04.940645 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-dd7e13a6-d2fd-442e-9a06-ce784af4a106 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279899 Aug 31 10:02:04.944621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-85e67bdb-3acf-439a-8891-e27abf932446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:04.946362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-85e67bdb-3acf-439a-8891-e27abf932446 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0671191 Aug 31 10:02:04.994375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-60309254-62b0-42b1-8bed-d71ef3a0cb55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270431 Aug 31 10:02:05.007997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:05.020732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'port_id': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'mac_address': 'fa:16:3e:0b:19:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b089af6-e481-429e-819a-478c4e9c66d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:02:05.043574 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-cb6c8ec2-6763-4890-82fb-193826130090 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943677 Aug 31 10:02:05.065552 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:05.079645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d497e69-c0b1-4d12-87d8-0300e16e78c3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:02:05.094979 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-640ea0bb-aaae-4f73-a8e1-60853168ca3c service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927551 Aug 31 10:02:05.101071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:05.106321 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:05.151816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-34e33860-8296-4f13-951f-f7c5776cc1d5 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996592 Aug 31 10:02:05.157124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:05.190184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-61868d3b-cc85-4b2c-b74e-f092605765e6 req-772afbba-0a38-4ddc-8676-0685f404e4c4 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883942 Aug 31 10:02:05.377878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1d497e69-c0b1-4d12-87d8-0300e16e78c3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:05.675255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e084551-7edd-4eed-8285-29765205c618 req-b8cd96e8-da4a-48d5-9df0-b08728e45042 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:05.677340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e084551-7edd-4eed-8285-29765205c618 req-b8cd96e8-da4a-48d5-9df0-b08728e45042 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 944 time: 0.0536594 Aug 31 10:02:05.715369 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e084551-7edd-4eed-8285-29765205c618 req-416e8ad4-61d9-4e9c-a66b-b8ee38fac467 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Aug 31 10:02:05.912614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10a07b-af44-4c3b-9b4c-704b575b302c req-8a9e89ad-4f38-4956-8864-4f42dae2d465 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:05.914307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c10a07b-af44-4c3b-9b4c-704b575b302c req-8a9e89ad-4f38-4956-8864-4f42dae2d465 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 944 time: 0.0520053 Aug 31 10:02:05.931045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-ee17247e-a50e-4916-917c-903b0d3bb23f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:05.932485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-ee17247e-a50e-4916-917c-903b0d3bb23f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7&tenant_id=adfbdac8c74a4235a9bfda0b4111d362&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 944 time: 0.0564191 Aug 31 10:02:05.954838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1c10a07b-af44-4c3b-9b4c-704b575b302c req-adf7159f-9a42-4828-b956-1338fbbb6638 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Aug 31 10:02:05.998097 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-0b0d8a1d-aa40-43d3-a917-14069a4575b2 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:02:05.999175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-0b0d8a1d-aa40-43d3-a917-14069a4575b2 service neutron] 10.222.0.15 "DELETE /v2.0/ports/1d497e69-c0b1-4d12-87d8-0300e16e78c3/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0580950 Aug 31 10:02:06.033741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:06.074271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:06.090986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-803bd965-8c9a-4e4b-b132-828aa8da6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:06.092498 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-803bd965-8c9a-4e4b-b132-828aa8da6980 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 1096 time: 0.0454662 Aug 31 10:02:06.190063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-c8703c33-5be2-4c83-b8cb-4aada886a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:06.191532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-c8703c33-5be2-4c83-b8cb-4aada886a267 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0845630 Aug 31 10:02:06.239905 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-9eb8aaa4-15f2-4fa3-9558-fc024579174d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0356920 Aug 31 10:02:06.296540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-3c69de6e-4162-4e6d-9803-4ac7135e0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:06.297996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-3c69de6e-4162-4e6d-9803-4ac7135e0e6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0504811 Aug 31 10:02:06.307110 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:06.334313 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-fadd1972-1523-46ae-aa2f-9caa0a476542 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258944 Aug 31 10:02:06.429311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-77d60265-89d7-430e-9e39-c184c85310db service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868299 Aug 31 10:02:06.560705 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b583a3e2-7e39-4b1b-8574-b95874d71234 req-2b24cecd-5db3-4372-9f86-c32d624789d6 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225519 Aug 31 10:02:06.878505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:06.930659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:06.935069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:06.935436 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:07.039657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:07.067278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:07.071099 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2850753d-3ae1-44cd-95e6-a7f6844a4238" -d '{"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-plugged", "status": "completed", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:07.085981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:07.091284 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:07.121541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981794-18db-4313-837d-8817ae1b3674 req-cd742470-abab-4ccf-b2a0-e2137f987f56 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:07.123305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2981794-18db-4313-837d-8817ae1b3674 req-cd742470-abab-4ccf-b2a0-e2137f987f56 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 944 time: 0.0874300 Aug 31 10:02:07.140368 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b7ec6-bc22-4221-b43d-b50f6f61c4aa x-openstack-request-id: req-a55b7ec6-bc22-4221-b43d-b50f6f61c4aa {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:07.140689 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-plugged", "status": "completed", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:07.140896 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a55b7ec6-bc22-4221-b43d-b50f6f61c4aa {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:07.141277 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'code': 200} Aug 31 10:02:07.157740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:07.170069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2981794-18db-4313-837d-8817ae1b3674 req-4c35e56b-dc6a-4abc-b4c3-b0cf12618d54 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Aug 31 10:02:08.297034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca28fc-b5b8-4d11-b897-27072c56f115 req-3e6e1f0c-290f-4a1d-a2c2-9ed374d87c88 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:08.298542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6ca28fc-b5b8-4d11-b897-27072c56f115 req-3e6e1f0c-290f-4a1d-a2c2-9ed374d87c88 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Aug 31 10:02:08.338541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f6ca28fc-b5b8-4d11-b897-27072c56f115 req-1a7d3435-67de-41cf-9f99-5f09001a6b75 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Aug 31 10:02:08.460078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9438b-f5e6-4c7a-b531-2b4b03f6271f req-27fa9af6-5f81-4f42-9ecc-30b42e841313 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:08.461586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9438b-f5e6-4c7a-b531-2b4b03f6271f req-27fa9af6-5f81-4f42-9ecc-30b42e841313 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0549333 Aug 31 10:02:08.502906 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-82e9438b-f5e6-4c7a-b531-2b4b03f6271f req-ec3a190f-f2fe-4a5b-bd79-5da61417a6ef tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Aug 31 10:02:08.621562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a54fa-b1a9-45b4-a450-eebc2a043f10 req-de7444a2-553b-4c80-8221-f614c355c309 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:08.623119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b21a54fa-b1a9-45b4-a450-eebc2a043f10 req-de7444a2-553b-4c80-8221-f614c355c309 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Aug 31 10:02:08.666176 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b21a54fa-b1a9-45b4-a450-eebc2a043f10 req-a67a1fde-fab7-4e05-beab-9a969a50b252 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Aug 31 10:02:09.053250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-ab1a9312-715b-4e94-88c6-930664e85e9a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:09.054855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-ab1a9312-715b-4e94-88c6-930664e85e9a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 815 time: 0.1139357 Aug 31 10:02:09.071671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-ab4a464e-dbd1-410b-b196-35d007e16894 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/quotas/adfbdac8c74a4235a9bfda0b4111d362 HTTP/1.1" status: 200 len: 375 time: 0.0110452 Aug 31 10:02:09.125210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-0fae729e-de19-4a48-89d8-241307a54ac5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474010 Aug 31 10:02:09.223732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-c42cd886-a6e0-4495-a356-69ee3fe90e62 service neutron] 10.222.0.18 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900843 Aug 31 10:02:09.319377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-b2c4da50-3547-48b3-ab3e-1bc9b968d4c8 service neutron] 10.222.0.18 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892920 Aug 31 10:02:09.503533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9cb53cd5-2aee-44a9-a20f-a7560df80286 req-be311c56-9f86-4eb5-b649-79c2c53e07dc tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 210 time: 0.0294573 Aug 31 10:02:10.293857 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-ad56d4fc-92be-4fdf-8b64-b31f5da53d22 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:10.295532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-ad56d4fc-92be-4fdf-8b64-b31f5da53d22 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.23 "GET /v2.0/ports?device_id=26a13153-5679-4d81-bdc5-acb9913dcee7 HTTP/1.1" status: 200 len: 945 time: 0.0644588 Aug 31 10:02:10.397005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Deleting port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:10.397670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:10.496014 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] For port 1d497e69-c0b1-4d12-87d8-0300e16e78c3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=1d497e69-c0b1-4d12-87d8-0300e16e78c3,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:10.496401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:10.511058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Calling delete_port for 1d497e69-c0b1-4d12-87d8-0300e16e78c3 owned by compute:nova {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:10.604409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-7eb5bb33-aac7-41b9-ad0d-8353c6abf804 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:10.606588 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-7eb5bb33-aac7-41b9-ad0d-8353c6abf804 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 815 time: 0.1315398 Aug 31 10:02:10.627742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Request body: {'port': {'device_id': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'admin_state_up': True, 'tenant_id': 'adfbdac8c74a4235a9bfda0b4111d362'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:10.628135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc137073-3fa0-4ab5-bba8-390efc07a9e8 req-03ce8f5e-1bae-4d58-92e9-7cc5561b75e7 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 210 time: 0.0330999 Aug 31 10:02:10.685611 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:10.716157 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Pushing event deleted for resources: {'Port': ['ID=1d497e69-c0b1-4d12-87d8-0300e16e78c3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:10.724665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1d497e69-c0b1-4d12-87d8-0300e16e78c3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:10.767929 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] No DVR routers for this DVR port 1d497e69-c0b1-4d12-87d8-0300e16e78c3 on host n-h2-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:10.770364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Made reservation on behalf of adfbdac8c74a4235a9bfda0b4111d362 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:02:10.772783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:10.776135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8820dc1-3a14-4e6d-a313-03356be2e6c4 req-05839749-8567-462f-9897-ac635dfb84b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.23 "DELETE /v2.0/ports/1d497e69-c0b1-4d12-87d8-0300e16e78c3 HTTP/1.1" status: 204 len: 173 time: 0.4732895 Aug 31 10:02:10.776804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-deleted', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:10.778167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:10.780586 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7fd6a6d23d36f3cd71d10288211b6cdf5e386333e5debd1a906f28f55da810e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a7853-34a0-49de-89c2-e1a2b060d53c" -d '{"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-deleted", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:10.829091 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ce79e-5cba-4847-a1ba-51a00c918d5d x-openstack-request-id: req-e43ce79e-5cba-4847-a1ba-51a00c918d5d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:10.829589 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a13153-5679-4d81-bdc5-acb9913dcee7", "name": "network-vif-deleted", "tag": "1d497e69-c0b1-4d12-87d8-0300e16e78c3", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:10.829984 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e43ce79e-5cba-4847-a1ba-51a00c918d5d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:10.830637 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a13153-5679-4d81-bdc5-acb9913dcee7', 'name': 'network-vif-deleted', 'tag': '1d497e69-c0b1-4d12-87d8-0300e16e78c3', 'status': 'completed', 'code': 200} Aug 31 10:02:10.960201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Allocated IP 172.20.0.13 (83b74441-0b6d-43a5-ba52-e70e65727807/9b089af6-e481-429e-819a-478c4e9c66d5/36e64229-17da-4241-b544-1d934daf6941) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:02:11.141322 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.181890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.215638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['1d497e69-c0b1-4d12-87d8-0300e16e78c3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:11.234996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Network 83b74441-0b6d-43a5-ba52-e70e65727807 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:02:11.239639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:11.243753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:02:11.250300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:11.280222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.280571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.280912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.281249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.281581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.281912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.282240 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.282597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.282926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.283250 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.283572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.283895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:11.310059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:11.310704 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.324346 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-5cec6548-a4da-4ef1-8696-93d59a91cfa3 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7024071 Aug 31 10:02:11.342063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Request body: {'port': {'device_id': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:11.397406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.670793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e64229-17da-4241-b544-1d934daf6941 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:02:11.680807 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.695110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Transition to ACTIVE for port object 36e64229-17da-4241-b544-1d934daf6941 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:11.699475 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.757755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b83cd-00a4-4932-a44b-a632355248f9 req-6e5c8576-cf5a-4f41-a210-09253372f687 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:11.759613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a6b83cd-00a4-4932-a44b-a632355248f9 req-6e5c8576-cf5a-4f41-a210-09253372f687 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0544479 Aug 31 10:02:11.776099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:11.807624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a6b83cd-00a4-4932-a44b-a632355248f9 req-95bcad91-60d8-4a91-aba7-dd39439e7f4c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Aug 31 10:02:11.833658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:11.833995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:11.834347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:11.838869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Port 36e64229-17da-4241-b544-1d934daf6941 on network 83b74441-0b6d-43a5-ba52-e70e65727807 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:02:11.839188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:11.844022 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:11.844390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Checking segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:11.844772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Bound using segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:11.845200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Bound port: 36e64229-17da-4241-b544-1d934daf6941, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:11.845555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.918102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:11.921260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:11.926783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.962967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:11.963599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.965091 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] 10.222.0.23 "PUT /v2.0/ports/36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 1093 time: 0.6273551 Aug 31 10:02:11.965422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'tag': '36e64229-17da-4241-b544-1d934daf6941'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:11.967731 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42b895-dca3-4d16-96cb-0f0029e5b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "tag": "36e64229-17da-4241-b544-1d934daf6941"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:11.995941 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b224ce5-7b65-4ab7-a021-d4690468373d service neutron] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:12.012514 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2bc3d-039c-4d0b-89b7-0232103e2255 x-openstack-request-id: req-acb2bc3d-039c-4d0b-89b7-0232103e2255 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:12.012911 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "tag": "36e64229-17da-4241-b544-1d934daf6941", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:12.013299 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acb2bc3d-039c-4d0b-89b7-0232103e2255 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:12.013783 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'tag': '36e64229-17da-4241-b544-1d934daf6941', 'status': 'completed', 'code': 200} Aug 31 10:02:12.073091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-4bae5fe1-7e16-421a-bcd0-9a98e32bb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:12.074671 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-4bae5fe1-7e16-421a-bcd0-9a98e32bb677 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1096 time: 0.0460286 Aug 31 10:02:12.127631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-ae8e2782-23da-496e-80c5-3b2abfa66d80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0389535 Aug 31 10:02:12.187649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-e053cf88-2d1d-4d06-901d-45c7ab18714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:12.189040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-e053cf88-2d1d-4d06-901d-45c7ab18714d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0544670 Aug 31 10:02:12.222042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-61a02196-3064-4268-8558-5961a5ac5431 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257883 Aug 31 10:02:12.320251 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-cb9cdba8-7866-4b79-98af-0b4a99dc2269 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908737 Aug 31 10:02:12.412847 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-db10b1ec-8abe-4e20-880e-7f7d85444ede req-c4493fdb-9f3a-4417-876f-e699b8910efc service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860033 Aug 31 10:02:12.549486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-4a1aef56-0e19-4af9-b30d-983e85b9e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:12.551785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-4a1aef56-0e19-4af9-b30d-983e85b9e66b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1096 time: 0.0459161 Aug 31 10:02:12.653031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-c6da4395-a053-4a5a-a99e-195dbc6fa12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:12.654544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-c6da4395-a053-4a5a-a99e-195dbc6fa12f service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0956171 Aug 31 10:02:12.698875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-2ceba827-1230-4115-bd9e-df7d8d9ab041 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0355842 Aug 31 10:02:12.750849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-97a72353-b8e0-418b-af75-a56c933ae14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:12.752308 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-97a72353-b8e0-418b-af75-a56c933ae14d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0444050 Aug 31 10:02:12.789099 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-16954de6-ddaf-443d-86f8-404bf0f42298 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288277 Aug 31 10:02:12.884186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-2146a749-5ad9-431a-90fe-0a9b9a46e331 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Aug 31 10:02:12.932765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0a411-39e2-44a8-8976-1d91775a6f4d req-61ad860e-2bb5-4bd0-8771-b718126730d5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:12.934387 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ec0a411-39e2-44a8-8976-1d91775a6f4d req-61ad860e-2bb5-4bd0-8771-b718126730d5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0565126 Aug 31 10:02:12.973046 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ec0a411-39e2-44a8-8976-1d91775a6f4d req-1bd4ea2f-c23c-488a-bc17-ae6aa064d1a4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Aug 31 10:02:12.984939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb42b895-dca3-4d16-96cb-0f0029e5b31f req-9473857c-5b37-41db-a052-10a40f43a5a3 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916383 Aug 31 10:02:14.097702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faf5ec-67f9-4d0c-a149-8c6a3c1c3d03 req-4c4ce0a4-998c-44c5-ad9a-8504de045c07 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:14.099502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99faf5ec-67f9-4d0c-a149-8c6a3c1c3d03 req-4c4ce0a4-998c-44c5-ad9a-8504de045c07 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0507329 Aug 31 10:02:14.140389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-99faf5ec-67f9-4d0c-a149-8c6a3c1c3d03 req-3f629df3-3947-4b48-9cb0-fe293fa9fe01 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Aug 31 10:02:14.965705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 36e64229-17da-4241-b544-1d934daf6941 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:02:14.973230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:14.999315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 1d497e69-c0b1-4d12-87d8-0300e16e78c3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:14.999686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 1d497e69-c0b1-4d12-87d8-0300e16e78c3 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:15.091393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:15.107408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '36e64229-17da-4241-b544-1d934daf6941', 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'port_id': '36e64229-17da-4241-b544-1d934daf6941', 'mac_address': 'fa:16:3e:bb:60:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b089af6-e481-429e-819a-478c4e9c66d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:02:15.154697 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:15.170921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e64229-17da-4241-b544-1d934daf6941 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:02:15.195709 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:15.202535 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:15.280667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bef51-1bc0-4704-a837-17f2e7e6ad3f req-b9326443-39a7-4df4-ba8e-150133db366e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:15.282926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-122bef51-1bc0-4704-a837-17f2e7e6ad3f req-b9326443-39a7-4df4-ba8e-150133db366e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 945 time: 0.0578196 Aug 31 10:02:15.289812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:15.299765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.300101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.301037 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.301364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.301700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.302076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.302407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.302751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.303345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.303754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.304269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.304410 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:02:15.339045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-122bef51-1bc0-4704-a837-17f2e7e6ad3f req-2ad0d83e-7a00-408f-867a-8fe02dc0d254 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Aug 31 10:02:15.471495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['36e64229-17da-4241-b544-1d934daf6941'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:16.468170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb569a-b45d-43db-8148-80575543fd76 req-a631e851-fbdd-4daf-be1c-50670351efbe tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:16.469776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cbb569a-b45d-43db-8148-80575543fd76 req-a631e851-fbdd-4daf-be1c-50670351efbe tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 945 time: 0.0573096 Aug 31 10:02:16.521022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cbb569a-b45d-43db-8148-80575543fd76 req-50203e09-3389-4138-939e-53f6d689c52a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Aug 31 10:02:16.965346 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 36e64229-17da-4241-b544-1d934daf6941 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:17.021117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 36e64229-17da-4241-b544-1d934daf6941 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:17.025660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 36e64229-17da-4241-b544-1d934daf6941 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:17.026073 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:17.109124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:17.133970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e64229-17da-4241-b544-1d934daf6941'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:17.136330 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e204b-b900-4d86-a18e-17632b316754" -d '{"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-plugged", "status": "completed", "tag": "36e64229-17da-4241-b544-1d934daf6941"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:17.151390 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:17.156690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:17.185628 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc9a482-0f78-41bc-a427-05274832af79 x-openstack-request-id: req-ffc9a482-0f78-41bc-a427-05274832af79 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:17.185911 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-plugged", "status": "completed", "tag": "36e64229-17da-4241-b544-1d934daf6941", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:17.186200 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffc9a482-0f78-41bc-a427-05274832af79 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:17.186548 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e64229-17da-4241-b544-1d934daf6941', 'code': 200} Aug 31 10:02:17.217655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:17.265282 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:02:17.317539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed0d7-fa5d-4d5c-a610-3ae90c4a318c req-66eeaaec-c576-4f1e-8c4a-141f0fef6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:17.319151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d4fed0d7-fa5d-4d5c-a610-3ae90c4a318c req-66eeaaec-c576-4f1e-8c4a-141f0fef6c95 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1098 time: 0.0525064 Aug 31 10:02:17.359334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d4fed0d7-fa5d-4d5c-a610-3ae90c4a318c req-e4733015-b89e-4d87-a427-2c3a7041dd04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Aug 31 10:02:17.640786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9305fad-ee53-4dfd-b21e-75245920446f req-94fd07b0-30e7-48fa-b7d5-cb413b630313 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:17.642344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9305fad-ee53-4dfd-b21e-75245920446f req-94fd07b0-30e7-48fa-b7d5-cb413b630313 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0537562 Aug 31 10:02:17.687933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9305fad-ee53-4dfd-b21e-75245920446f req-7337047b-1349-4ddd-8896-cca07b57429d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Aug 31 10:02:18.826055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2143b38-5da4-4360-99fe-f79342987856 req-92c9a7d0-8949-4e37-8bf1-c98f041ca22b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:18.827705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2143b38-5da4-4360-99fe-f79342987856 req-92c9a7d0-8949-4e37-8bf1-c98f041ca22b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0539651 Aug 31 10:02:18.871902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d2143b38-5da4-4360-99fe-f79342987856 req-f7926db1-34e3-4dc3-92d4-981d7fad0147 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Aug 31 10:02:18.974431 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:19.005147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d7f1-40a7-4ed0-8745-cedddbb58bfc req-79a71538-8b0e-4444-ac28-b84fb63ee80e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:19.007174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8e1d7f1-40a7-4ed0-8745-cedddbb58bfc req-79a71538-8b0e-4444-ac28-b84fb63ee80e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0586526 Aug 31 10:02:19.053432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8e1d7f1-40a7-4ed0-8745-cedddbb58bfc req-3ac37826-1b94-45f4-94a5-91bd50176aa0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Aug 31 10:02:19.303976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-12ffa208-421d-4f64-acc6-d72efed70db3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500450 Aug 31 10:02:19.328094 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6341fb0-2efc-4530-aee9-c12c119e237b req-df3d0212-d122-47fb-a397-d445e4825eb2 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:19.329631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6341fb0-2efc-4530-aee9-c12c119e237b req-df3d0212-d122-47fb-a397-d445e4825eb2 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0660398 Aug 31 10:02:19.374808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6341fb0-2efc-4530-aee9-c12c119e237b req-e6810777-321b-48c0-a2fc-c6e9ee55d97d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379081 Aug 31 10:02:20.514641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db242f-0fb0-428c-be3b-fd77e04f0a1f req-cd066923-18ef-4128-8e5f-c70b9fac42e2 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:20.516242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4db242f-0fb0-428c-be3b-fd77e04f0a1f req-cd066923-18ef-4128-8e5f-c70b9fac42e2 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0609210 Aug 31 10:02:20.528639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-20002fb6-bb93-4132-96ca-e3a9aa6784be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:20.530195 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-20002fb6-bb93-4132-96ca-e3a9aa6784be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1098 time: 0.0443995 Aug 31 10:02:20.570272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4db242f-0fb0-428c-be3b-fd77e04f0a1f req-526f949e-c632-42c5-9632-f18455da660d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Aug 31 10:02:20.634172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-5262fd69-3073-477e-a34e-91f30d082013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:20.635598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-5262fd69-3073-477e-a34e-91f30d082013 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0985291 Aug 31 10:02:20.681339 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-c08877d6-17f2-4d2d-912f-e18c61715ef1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Aug 31 10:02:20.740163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-7ae3c114-b7f7-4162-ad5b-960765fe279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:20.741697 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-7ae3c114-b7f7-4162-ad5b-960765fe279a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0537176 Aug 31 10:02:20.774893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-23182a93-aa65-4cb9-a381-1ffba1ff4158 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259426 Aug 31 10:02:20.869398 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-e9a9676a-f2a6-42cf-a9ff-4fb368dd55a7 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875869 Aug 31 10:02:20.976325 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-2f81ac59-cf15-4434-9636-b5806ecc6c06 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989752 Aug 31 10:02:21.699139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413006-31f1-49a2-8a0f-57d31b981dbd req-7dd537ef-d424-442f-929d-f7b555ba12ca tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:21.700586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32413006-31f1-49a2-8a0f-57d31b981dbd req-7dd537ef-d424-442f-929d-f7b555ba12ca tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0577374 Aug 31 10:02:21.743670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32413006-31f1-49a2-8a0f-57d31b981dbd req-213e1fe5-7a9e-4ddb-a15e-30bb7f876348 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Aug 31 10:02:22.873095 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3345-05c9-4c71-932f-5c809922d72d req-b320e33b-ee2e-457a-ac3d-085f427c6a7f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:22.874638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d8a3345-05c9-4c71-932f-5c809922d72d req-b320e33b-ee2e-457a-ac3d-085f427c6a7f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0559237 Aug 31 10:02:22.913436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d8a3345-05c9-4c71-932f-5c809922d72d req-a5bef42a-fca9-440c-8a6b-47d45eb4c65c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Aug 31 10:02:24.050954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b290c5-d08f-4f36-812d-ab50514680aa req-8f265a31-8ef6-4108-ad64-8e117b73bfee tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:24.054003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02b290c5-d08f-4f36-812d-ab50514680aa req-8f265a31-8ef6-4108-ad64-8e117b73bfee tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0670097 Aug 31 10:02:24.096439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-02b290c5-d08f-4f36-812d-ab50514680aa req-f0f19f75-3815-402b-90d5-dca1a7ba5482 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342710 Aug 31 10:02:25.233158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f01a7-9a4c-4f3e-a6b9-67d65ec39cc9 req-2f622ead-3009-4de9-b696-86b5a4a2886e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:25.234788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-675f01a7-9a4c-4f3e-a6b9-67d65ec39cc9 req-2f622ead-3009-4de9-b696-86b5a4a2886e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0565970 Aug 31 10:02:25.276000 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-675f01a7-9a4c-4f3e-a6b9-67d65ec39cc9 req-1c5e0b2b-b284-47cc-840b-98de466fd45b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Aug 31 10:02:26.409426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23550e-5d45-4bc0-a9d5-447847491e9e req-4623654f-5dcc-4573-a1a7-4586f8b117f0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:26.411111 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d23550e-5d45-4bc0-a9d5-447847491e9e req-4623654f-5dcc-4573-a1a7-4586f8b117f0 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0532591 Aug 31 10:02:26.451824 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d23550e-5d45-4bc0-a9d5-447847491e9e req-486b2a16-6f81-4fbf-bd75-5f9271b79ff7 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Aug 31 10:02:27.574842 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606653a-778f-4d6c-bdec-66d12508dbfb req-420808e6-121a-4a6d-8480-b42cf69c6ef5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:27.576361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c606653a-778f-4d6c-bdec-66d12508dbfb req-420808e6-121a-4a6d-8480-b42cf69c6ef5 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0511746 Aug 31 10:02:27.620350 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c606653a-778f-4d6c-bdec-66d12508dbfb req-b09f3b37-7628-47c5-990b-96d7fe40f83d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Aug 31 10:02:28.585411 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eaaeea4b-7763-4e4d-a31d-1af22e8cae1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.749895 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af0aa-5243-4771-9c5e-5c583661e433 req-32502c09-3ab8-4049-bf4b-d35becc8e19d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:28.751448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-604af0aa-5243-4771-9c5e-5c583661e433 req-32502c09-3ab8-4049-bf4b-d35becc8e19d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0556397 Aug 31 10:02:28.794284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-604af0aa-5243-4771-9c5e-5c583661e433 req-1d0732f6-6831-4f9f-bdaf-9d2bb6ba7a8f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Aug 31 10:02:29.926858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e4352-1bca-43eb-8a8d-54df5c106b82 req-194025ab-cc93-45bd-986d-9dd74f613f9c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:29.928457 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659e4352-1bca-43eb-8a8d-54df5c106b82 req-194025ab-cc93-45bd-986d-9dd74f613f9c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0526974 Aug 31 10:02:29.983044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-659e4352-1bca-43eb-8a8d-54df5c106b82 req-364ba1d3-85a5-407a-bde3-de1838e755ef tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 31 10:02:30.665974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-f84a7ba2-6141-4341-a3e3-7a79efa4cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.667506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-f84a7ba2-6141-4341-a3e3-7a79efa4cca5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1098 time: 0.1105013 Aug 31 10:02:30.782497 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-5bf9e275-4e7e-4837-ad9b-9b9f072b5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.784067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-5bf9e275-4e7e-4837-ad9b-9b9f072b5777 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0959399 Aug 31 10:02:30.830751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-5349f223-9d00-44a8-887d-c5248fd43dd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0388350 Aug 31 10:02:30.884671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-18f2cb06-5c6b-4e09-84da-30afe6c75a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:30.886179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-18f2cb06-5c6b-4e09-84da-30afe6c75a92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0485351 Aug 31 10:02:30.923128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-65277bd6-0626-4849-b4e5-cc4303fb63fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281820 Aug 31 10:02:31.044003 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-7f185011-d086-4809-aca5-f6a34a47b98b service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111956 Aug 31 10:02:31.155494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ad5b-b48e-42b5-941c-3e5c1163b40c req-ade88673-87c9-4967-b9da-92bcca794073 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:31.157114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32b3ad5b-b48e-42b5-941c-3e5c1163b40c req-ade88673-87c9-4967-b9da-92bcca794073 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0704300 Aug 31 10:02:31.166301 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4e2c605-2f96-4551-a7c9-b535b6bb276c req-6850e288-19d1-4735-87b2-d93c7ee7741f service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165767 Aug 31 10:02:31.208138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32b3ad5b-b48e-42b5-941c-3e5c1163b40c req-f3ecb450-664f-40b8-bade-10cc136a779b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Aug 31 10:02:31.804238 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:32.364212 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b956a-39d0-42bd-8de3-4f671a439ad0 req-65795697-c0ca-43fe-921f-fe311b0993ec tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:32.365825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa1b956a-39d0-42bd-8de3-4f671a439ad0 req-65795697-c0ca-43fe-921f-fe311b0993ec tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0572286 Aug 31 10:02:32.410606 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aa1b956a-39d0-42bd-8de3-4f671a439ad0 req-2d22f81b-7b5d-4999-aa8b-fbbb3fdc4f9d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Aug 31 10:02:32.546213 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-77732f1b-7f50-4c13-a2f5-5e95f509d0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:32.592581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:33.557133 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42bb8f-20fe-4bf4-b152-0d3833aafccb req-b98d3609-bf1c-46d8-a157-feee134fd5fa tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:33.559608 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed42bb8f-20fe-4bf4-b152-0d3833aafccb req-b98d3609-bf1c-46d8-a157-feee134fd5fa tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0701549 Aug 31 10:02:33.603890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed42bb8f-20fe-4bf4-b152-0d3833aafccb req-5090521c-f085-45f1-8143-2cdea14f5547 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 Aug 31 10:02:33.780281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:34.766046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8286537-b575-42ba-9e94-d91c05e77958 req-a7a72533-2433-4c58-a54e-81f6c3a893d4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:34.768878 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8286537-b575-42ba-9e94-d91c05e77958 req-a7a72533-2433-4c58-a54e-81f6c3a893d4 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0751846 Aug 31 10:02:34.813057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8286537-b575-42ba-9e94-d91c05e77958 req-0bd182fd-c413-4a1f-8b32-3ad61650f855 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Aug 31 10:02:35.949430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820dfcc-fc60-4c23-95e4-f7f6baa679a1 req-9c347fab-07e9-4b9b-a516-ce13584ba697 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:35.951131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5820dfcc-fc60-4c23-95e4-f7f6baa679a1 req-9c347fab-07e9-4b9b-a516-ce13584ba697 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0620880 Aug 31 10:02:35.996876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5820dfcc-fc60-4c23-95e4-f7f6baa679a1 req-3168135e-4dc9-4c95-aef1-69646eb37a24 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Aug 31 10:02:36.312034 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:37.134090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df0c0-6dde-4d7d-a864-66d901596d55 req-5364c84b-56fb-4799-a849-a0b236ce897b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:37.135717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-279df0c0-6dde-4d7d-a864-66d901596d55 req-5364c84b-56fb-4799-a849-a0b236ce897b tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0534787 Aug 31 10:02:37.182948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-279df0c0-6dde-4d7d-a864-66d901596d55 req-fc04153c-cdc2-4b45-af78-a13a673a23b1 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366182 Aug 31 10:02:38.326465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c44d28-eab4-4de5-a816-6e89739405c0 req-c1917f95-c606-4490-88d6-8c64ec1e3ec7 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:38.328252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0c44d28-eab4-4de5-a816-6e89739405c0 req-c1917f95-c606-4490-88d6-8c64ec1e3ec7 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0657446 Aug 31 10:02:38.371143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0c44d28-eab4-4de5-a816-6e89739405c0 req-b72faa8c-66d0-487d-829f-42ff5cd254f8 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359075 Aug 31 10:02:39.500571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36098133-ad08-4d41-9bec-67cd1088de31 req-728045ee-c427-4373-85e7-2129618e20a8 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:39.502083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36098133-ad08-4d41-9bec-67cd1088de31 req-728045ee-c427-4373-85e7-2129618e20a8 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0560250 Aug 31 10:02:39.543638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36098133-ad08-4d41-9bec-67cd1088de31 req-ce4edc76-8bde-49c8-a679-fbd4220c3ebf tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Aug 31 10:02:40.670758 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffc949-ad90-4dfa-ab31-f159eb922e5e req-3ed362f2-4401-4439-b879-f19eeb3a145f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:40.672262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dffc949-ad90-4dfa-ab31-f159eb922e5e req-3ed362f2-4401-4439-b879-f19eeb3a145f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0553806 Aug 31 10:02:40.717345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1dffc949-ad90-4dfa-ab31-f159eb922e5e req-dde43469-fda5-4d09-a488-e42d70e39c8e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383162 Aug 31 10:02:41.884986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b809f5-2531-448b-911a-ed296e957b64 req-c15d876c-86d8-4dc9-befc-32a4462e26ae tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:41.886806 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89b809f5-2531-448b-911a-ed296e957b64 req-c15d876c-86d8-4dc9-befc-32a4462e26ae tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0733752 Aug 31 10:02:41.949099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89b809f5-2531-448b-911a-ed296e957b64 req-067f628b-7a2f-4ee8-a450-683d42e59d78 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476522 Aug 31 10:02:43.079667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a904-e399-4eec-bb5b-b00d423cc566 req-061426e4-a727-473f-adf7-a6a5d1ccc562 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:43.081504 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8922a904-e399-4eec-bb5b-b00d423cc566 req-061426e4-a727-473f-adf7-a6a5d1ccc562 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0566990 Aug 31 10:02:43.126211 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8922a904-e399-4eec-bb5b-b00d423cc566 req-a21753d2-7d31-4fc9-998f-18a9e6c0f813 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Aug 31 10:02:44.249854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde92a-3994-404c-9f5c-e0d2ed61bd7c req-779ab5f0-7118-45ce-a388-1d0079e12d8d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:44.251430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05fde92a-3994-404c-9f5c-e0d2ed61bd7c req-779ab5f0-7118-45ce-a388-1d0079e12d8d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0529590 Aug 31 10:02:44.293522 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05fde92a-3994-404c-9f5c-e0d2ed61bd7c req-eee34570-749b-4320-9d45-47b14c82f42e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345986 Aug 31 10:02:45.420012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65f678-bee2-44be-8b28-7f6833d02821 req-e78a21da-9797-4b41-ae9c-0f069352765a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:45.421551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f65f678-bee2-44be-8b28-7f6833d02821 req-e78a21da-9797-4b41-ae9c-0f069352765a tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0547504 Aug 31 10:02:45.465359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1f65f678-bee2-44be-8b28-7f6833d02821 req-9c5c9da9-8242-4b6f-84fe-75819622d2e9 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Aug 31 10:02:46.588388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe052d44-d38f-4b01-b082-7fac8dda823f req-7f87c682-a11c-4611-8813-54d899a76aeb tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:46.589965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe052d44-d38f-4b01-b082-7fac8dda823f req-7f87c682-a11c-4611-8813-54d899a76aeb tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0565395 Aug 31 10:02:46.630458 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe052d44-d38f-4b01-b082-7fac8dda823f req-2f00f6a4-dac0-4d81-aaad-8f201bca6e26 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Aug 31 10:02:47.748596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c323e79-4611-47ab-aa2a-5484f2172c03 req-73f4e485-c564-4d6f-9a7b-907fcca0e350 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:47.750490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c323e79-4611-47ab-aa2a-5484f2172c03 req-73f4e485-c564-4d6f-9a7b-907fcca0e350 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0523322 Aug 31 10:02:47.793053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c323e79-4611-47ab-aa2a-5484f2172c03 req-9a2d1a32-ed6e-4a28-85e3-feabd4ef2313 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352502 Aug 31 10:02:47.931589 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-bf1b0360-8c61-4de7-bbe5-411346e8b080 service neutron] show failed (client error): The resource could not be found. Aug 31 10:02:47.932664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-bf1b0360-8c61-4de7-bbe5-411346e8b080 service neutron] 10.222.0.23 "GET /v2.0/ports/36e64229-17da-4241-b544-1d934daf6941/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0605257 Aug 31 10:02:48.164335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-0f69e263-4414-4ea7-93c8-8b449cdaf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.165825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-0f69e263-4414-4ea7-93c8-8b449cdaf830 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b&tenant_id=adfbdac8c74a4235a9bfda0b4111d362 HTTP/1.1" status: 200 len: 1098 time: 0.0718312 Aug 31 10:02:48.180267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:48.240168 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.455376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:48.490564 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:48.528721 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e64229-17da-4241-b544-1d934daf6941'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:48.530995 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0fd8c1-6de8-415c-bce8-8ed62eb23f68" -d '{"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "36e64229-17da-4241-b544-1d934daf6941"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:48.535640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.548329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Transition to ACTIVE for port object 36e64229-17da-4241-b544-1d934daf6941 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:02:48.554679 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.585450 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61d0435-6a3d-4502-b93e-a0945d4beb55 x-openstack-request-id: req-e61d0435-6a3d-4502-b93e-a0945d4beb55 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:48.585737 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "36e64229-17da-4241-b544-1d934daf6941", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:48.585995 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e61d0435-6a3d-4502-b93e-a0945d4beb55 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:48.586444 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e64229-17da-4241-b544-1d934daf6941', 'code': 200} Aug 31 10:02:48.620663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] No DVR routers for this DVR port 36e64229-17da-4241-b544-1d934daf6941 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:48.622538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:48.661513 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:02:48.661844 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:02:48.662173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:48.666429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Port 36e64229-17da-4241-b544-1d934daf6941 on network 83b74441-0b6d-43a5-ba52-e70e65727807 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:02:48.666782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Attempting to bind port 36e64229-17da-4241-b544-1d934daf6941 on network 83b74441-0b6d-43a5-ba52-e70e65727807 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:02:48.671538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:02:48.671874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Checking segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:48.672252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Bound using segment: {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:02:48.672673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Bound port: 36e64229-17da-4241-b544-1d934daf6941, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:02:48.673026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.738112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:02:48.741433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:02:48.745933 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.785779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.786395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:48.787832 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] 10.222.0.15 "PUT /v2.0/ports/36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 1093 time: 0.6116583 Aug 31 10:02:48.803881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9b5e5-ea4c-4447-9a13-b7852e14b71a service neutron] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:48.858054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-fc26b8c4-da16-45b9-82b7-09b6c0603f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.859630 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-fc26b8c4-da16-45b9-82b7-09b6c0603f66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1096 time: 0.0467720 Aug 31 10:02:48.915016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d3b2-b7f0-4e09-977d-da7709642397 req-6e3c776c-d390-4cf4-a950-7c8ce2f9bd12 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.916593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d862d3b2-b7f0-4e09-977d-da7709642397 req-6e3c776c-d390-4cf4-a950-7c8ce2f9bd12 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0527959 Aug 31 10:02:48.958713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d862d3b2-b7f0-4e09-977d-da7709642397 req-f804639a-d835-46d7-a1a0-5d4f717fa79e tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Aug 31 10:02:48.967977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-59109f68-b651-4a77-abc5-699e2daf3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:48.969751 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-59109f68-b651-4a77-abc5-699e2daf3a05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.1027987 Aug 31 10:02:48.970085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:49.070433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-92da074c-7461-4195-a65b-33be86bc8ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0392208 Aug 31 10:02:49.124718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-d17ee323-fe67-4c3f-9c35-a76cdde39cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:49.126157 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-d17ee323-fe67-4c3f-9c35-a76cdde39cb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0478408 Aug 31 10:02:49.157782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-63a0d1e2-2292-4cb2-b496-84457466ea76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236382 Aug 31 10:02:49.248482 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-e5172384-4099-4187-8ec0-78fdb654aed2 service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Aug 31 10:02:49.344145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d25e4087-17a3-46d4-b9f3-fba8a12a249e req-52fccd5c-ad02-4131-b992-67d110a029dd service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Aug 31 10:02:50.084974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a41c68-fa6a-4a03-b1a7-24f03812cd4d req-7efed7dd-5e07-4d4b-9579-b79f2f62bb71 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:50.086520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36a41c68-fa6a-4a03-b1a7-24f03812cd4d req-7efed7dd-5e07-4d4b-9579-b79f2f62bb71 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0548031 Aug 31 10:02:50.127127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-36a41c68-fa6a-4a03-b1a7-24f03812cd4d req-d46bc187-d396-4bb4-b4b4-1c84780a7c06 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Aug 31 10:02:50.587025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'tag': '36e64229-17da-4241-b544-1d934daf6941'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:50.589417 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "tag": "36e64229-17da-4241-b544-1d934daf6941"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:50.639596 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8a4409-b4a2-4092-96c9-e09e733307be x-openstack-request-id: req-7f8a4409-b4a2-4092-96c9-e09e733307be {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:50.639878 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "tag": "36e64229-17da-4241-b544-1d934daf6941", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:50.640132 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f8a4409-b4a2-4092-96c9-e09e733307be {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:50.640522 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'tag': '36e64229-17da-4241-b544-1d934daf6941', 'status': 'completed', 'code': 200} Aug 31 10:02:50.740060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-dfa3eb5f-33fe-43d1-8a3c-c83ffa4f7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:50.741619 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-dfa3eb5f-33fe-43d1-8a3c-c83ffa4f7a85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1096 time: 0.0761189 Aug 31 10:02:50.747223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-9ac10fe5-92c9-42c8-91cb-70297dc6d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:50.748644 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-9ac10fe5-92c9-42c8-91cb-70297dc6d6a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1096 time: 0.0557294 Aug 31 10:02:50.915826 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-aab9126d-ce0c-4b34-8ffe-1ff2228ecb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:50.917260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-aab9126d-ce0c-4b34-8ffe-1ff2228ecb72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.1574669 Aug 31 10:02:50.918231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-2b2d3a08-bdf2-447c-be30-7349daf033a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:50.919607 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-2b2d3a08-bdf2-447c-be30-7349daf033a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.1676600 Aug 31 10:02:50.966926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-14ef414c-cf77-43a5-9eaa-9474129bcb7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0411205 Aug 31 10:02:51.006756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-5ba3d25b-8b15-4996-ab50-37243c74682c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0746310 Aug 31 10:02:51.070526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-f6df93db-38a0-4e77-99ea-21e1d6ea9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:51.072006 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-f6df93db-38a0-4e77-99ea-21e1d6ea9506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0751362 Aug 31 10:02:51.110037 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-5f585019-0c5e-4b05-8215-1a6141bac79b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299001 Aug 31 10:02:51.111846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-7d41278b-f3e4-4a99-8c8b-ff9f4f12a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:51.113957 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-7d41278b-f3e4-4a99-8c8b-ff9f4f12a929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0765054 Aug 31 10:02:51.189877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-4a8d70e4-91df-4743-8358-31c3774daec9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633893 Aug 31 10:02:51.254155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f114de-12d5-4a5e-8df3-81b8eae2125f req-08bb89d4-7b0b-4a68-b610-e1bde1d93267 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:51.255965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5f114de-12d5-4a5e-8df3-81b8eae2125f req-08bb89d4-7b0b-4a68-b610-e1bde1d93267 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0544057 Aug 31 10:02:51.297867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d5f114de-12d5-4a5e-8df3-81b8eae2125f req-fbeebcb2-7749-427e-bbfb-3cf2402d56ec tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Aug 31 10:02:51.555653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10056a-4fce-44d9-bc21-b55afd6b2f54 req-dadc5b71-21b4-4f1a-b3df-f362cf59837c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:51.557440 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb10056a-4fce-44d9-bc21-b55afd6b2f54 req-dadc5b71-21b4-4f1a-b3df-f362cf59837c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 944 time: 0.0950935 Aug 31 10:02:51.584316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-3bebfd91-2157-4fc6-9b00-86fee14555ed tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:51.585898 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-3bebfd91-2157-4fc6-9b00-86fee14555ed tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b&tenant_id=adfbdac8c74a4235a9bfda0b4111d362&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 944 time: 0.0917950 Aug 31 10:02:51.629424 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-311eb158-df6c-49c2-a0bf-fc6af0ef0e11 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124342 Aug 31 10:02:51.650129 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bb10056a-4fce-44d9-bc21-b55afd6b2f54 req-640e0024-2146-4cf1-96f3-662e406b82bf tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Aug 31 10:02:51.670290 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-12c0ed5d-7333-4dca-9a3b-86d6c20253c6 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:02:51.671346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-12c0ed5d-7333-4dca-9a3b-86d6c20253c6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/36e64229-17da-4241-b544-1d934daf6941/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0774117 Aug 31 10:02:51.707196 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-4a5e2be0-11a0-47df-944f-90b4c50f079e service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078897 Aug 31 10:02:51.788765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-b37a0f7c-9d3c-4e1f-819b-e312118db41e service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507614 Aug 31 10:02:51.821125 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b4f83a4f-9d9c-42bf-af6a-c650c5315a9b req-bc9652f2-9f18-415f-a557-1586f1db613b service neutron] 10.222.0.15 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057875 Aug 31 10:02:51.918171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-879b9be3-842a-47fd-8012-dcb3668dfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:51.919708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-879b9be3-842a-47fd-8012-dcb3668dfa73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 1096 time: 0.0423808 Aug 31 10:02:52.019706 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-3b7bf6f9-3a9b-48d2-b2fa-d3580af8ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:52.021239 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-3b7bf6f9-3a9b-48d2-b2fa-d3580af8ecf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 200 len: 916 time: 0.0940368 Aug 31 10:02:52.065172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-6a11f93f-2eee-42dc-949e-f52b4737814d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 200 len: 217 time: 0.0371580 Aug 31 10:02:52.117555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-65384273-147c-4e18-ac94-ea9da6c39a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:52.118991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-65384273-147c-4e18-ac94-ea9da6c39a33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 200 len: 855 time: 0.0471981 Aug 31 10:02:52.151821 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-421e3db1-207e-4628-919c-1a033dfaf43d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83b74441-0b6d-43a5-ba52-e70e65727807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253148 Aug 31 10:02:52.258206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 36e64229-17da-4241-b544-1d934daf6941 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:02:52.259719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-65ac7ea5-8e97-440d-80b2-d18f08422952 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993102 Aug 31 10:02:52.360998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-c8274fc7-f918-494f-8b05-ad4feae382e6 service neutron] 10.222.0.23 "GET /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939708 Aug 31 10:02:52.376887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:52.387048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '36e64229-17da-4241-b544-1d934daf6941', 'network_id': '83b74441-0b6d-43a5-ba52-e70e65727807', 'port_id': '36e64229-17da-4241-b544-1d934daf6941', 'mac_address': 'fa:16:3e:bb:60:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b089af6-e481-429e-819a-478c4e9c66d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:02:52.425385 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.438912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e64229-17da-4241-b544-1d934daf6941 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:02:52.461406 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:52.465810 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:52.517302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:52.715058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['36e64229-17da-4241-b544-1d934daf6941'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:52.781803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc003d-208f-4228-b726-d78b16ce9342 req-34ef48c2-d3b2-439d-b847-2709cd41e014 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:52.784679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3dc003d-208f-4228-b726-d78b16ce9342 req-34ef48c2-d3b2-439d-b847-2709cd41e014 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 945 time: 0.0549533 Aug 31 10:02:52.827518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3dc003d-208f-4228-b726-d78b16ce9342 req-f29bc4e7-3886-44b5-9938-8a6b2b9f1782 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Aug 31 10:02:53.135507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 36e64229-17da-4241-b544-1d934daf6941 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:53.176201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 36e64229-17da-4241-b544-1d934daf6941 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:53.950379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83e8f2-330b-4581-a124-879ea6dd2d26 req-f3cab186-030a-47b3-9ab0-5137b8c59bea tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:53.951884 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f83e8f2-330b-4581-a124-879ea6dd2d26 req-f3cab186-030a-47b3-9ab0-5137b8c59bea tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 945 time: 0.0540195 Aug 31 10:02:53.989912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8f83e8f2-330b-4581-a124-879ea6dd2d26 req-f7b34bba-6a35-46e9-9d1b-d9d4ae20b3e6 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Aug 31 10:02:54.106719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f07a9-da77-4228-a09d-134e7d135013 req-634a743e-9e3b-42f3-b0bc-a1434aa014fd tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:54.108142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17f07a9-da77-4228-a09d-134e7d135013 req-634a743e-9e3b-42f3-b0bc-a1434aa014fd tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 945 time: 0.0508969 Aug 31 10:02:54.147621 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17f07a9-da77-4228-a09d-134e7d135013 req-bda33f19-183c-4ef3-bcbe-66a5d7ab069f tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Aug 31 10:02:54.256925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 36e64229-17da-4241-b544-1d934daf6941 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:02:54.270167 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:02:54.271028 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db351-8747-4ad0-955f-c991e420e4b8 req-ad753141-e247-488b-b7f0-8baad37b0680 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:54.271919 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e4db351-8747-4ad0-955f-c991e420e4b8 req-ad753141-e247-488b-b7f0-8baad37b0680 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 945 time: 0.0546455 Aug 31 10:02:54.310148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 36e64229-17da-4241-b544-1d934daf6941 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:02:54.311334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e4db351-8747-4ad0-955f-c991e420e4b8 req-7d7740f5-8d8a-4dba-925f-4b35bd7da215 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Aug 31 10:02:54.315674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 36e64229-17da-4241-b544-1d934daf6941 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:02:54.316052 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:54.401495 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:54.427880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e64229-17da-4241-b544-1d934daf6941'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:54.430424 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd70cea3-7781-4e5c-9702-d8dd29672cbc" -d '{"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-plugged", "status": "completed", "tag": "36e64229-17da-4241-b544-1d934daf6941"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:54.445791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:54.450961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:54.485138 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5242057e-9702-41f7-b029-c94a46fb4937 x-openstack-request-id: req-5242057e-9702-41f7-b029-c94a46fb4937 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:54.485632 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-plugged", "status": "completed", "tag": "36e64229-17da-4241-b544-1d934daf6941", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:54.485923 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5242057e-9702-41f7-b029-c94a46fb4937 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:54.486458 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e64229-17da-4241-b544-1d934daf6941', 'code': 200} Aug 31 10:02:54.518091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:55.050253 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00cc8e-9d98-45b4-ac48-8eb17d4a1551 req-3741781e-32d6-4843-964d-9838a674ba1c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:55.051773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e00cc8e-9d98-45b4-ac48-8eb17d4a1551 req-3741781e-32d6-4843-964d-9838a674ba1c tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.4105945 Aug 31 10:02:55.089838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e00cc8e-9d98-45b4-ac48-8eb17d4a1551 req-772889a7-913f-4e95-a27e-0aa089bd4291 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Aug 31 10:02:55.994166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc233-1475-4bea-b259-72691b5b746a req-17e2195d-5af2-4a74-920a-7b21f7ca3040 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:55.996015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d4fc233-1475-4bea-b259-72691b5b746a req-17e2195d-5af2-4a74-920a-7b21f7ca3040 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0594463 Aug 31 10:02:56.094335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Deleting port 36e64229-17da-4241-b544-1d934daf6941 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:56.094890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:56.208649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] For port 36e64229-17da-4241-b544-1d934daf6941, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=36e64229-17da-4241-b544-1d934daf6941,segment=NetworkSegment(3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb),segment_id=3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:56.209393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:56.219197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f625cf-a18a-4e40-aaa4-39b5b920876e req-5786181d-23ef-4f5a-8e50-95a67b2fb56d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:56.221114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f625cf-a18a-4e40-aaa4-39b5b920876e req-5786181d-23ef-4f5a-8e50-95a67b2fb56d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b HTTP/1.1" status: 200 len: 946 time: 0.0585806 Aug 31 10:02:56.230735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Calling delete_port for 36e64229-17da-4241-b544-1d934daf6941 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:56.266134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66f625cf-a18a-4e40-aaa4-39b5b920876e req-17cb075c-d9d1-4d3a-99ee-77e6681e7182 tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.18 "GET /v2.0/security-groups?id=517e50ef-faa2-430a-b805-e835b7348d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Aug 31 10:02:56.382838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:56.400150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['36e64229-17da-4241-b544-1d934daf6941'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:56.418734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Pushing event deleted for resources: {'Port': ['ID=36e64229-17da-4241-b544-1d934daf6941,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:56.462131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] No DVR routers for this DVR port 36e64229-17da-4241-b544-1d934daf6941 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:56.465096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:56.467333 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0d4fc233-1475-4bea-b259-72691b5b746a req-5a6c3107-1721-4499-823a-b6c4d5b7e91d tempest-ServerDiskConfigTestJSON-1302367886 tempest-ServerDiskConfigTestJSON-1302367886-project] 10.222.0.15 "DELETE /v2.0/ports/36e64229-17da-4241-b544-1d934daf6941 HTTP/1.1" status: 204 len: 173 time: 0.4645293 Aug 31 10:02:56.467779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-deleted', 'tag': '36e64229-17da-4241-b544-1d934daf6941'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:56.470041 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644323f-d7f1-45dd-b151-a94830dc024c" -d '{"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-deleted", "tag": "36e64229-17da-4241-b544-1d934daf6941"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:56.507905 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730baed5-e655-493b-a30b-a60d1107b2a9 x-openstack-request-id: req-730baed5-e655-493b-a30b-a60d1107b2a9 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:56.508222 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b", "name": "network-vif-deleted", "tag": "36e64229-17da-4241-b544-1d934daf6941", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:56.508505 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-730baed5-e655-493b-a30b-a60d1107b2a9 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:56.508905 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2c78f4-07c9-44c9-8b4c-620d0eb27e3b', 'name': 'network-vif-deleted', 'tag': '36e64229-17da-4241-b544-1d934daf6941', 'status': 'completed', 'code': 200} Aug 31 10:02:57.392945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:57.438206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Deleting subnet 9b089af6-e481-429e-819a-478c4e9c66d5 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:02:57.442058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.482954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.524502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.577204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.603294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b089af6-e481-429e-819a-478c4e9c66d5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:57.607095 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.609052 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8a05b8bd-59df-4b61-b2a7-c40016ca4032 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b089af6-e481-429e-819a-478c4e9c66d5 HTTP/1.1" status: 204 len: 168 time: 0.2142527 Aug 31 10:02:57.612170 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34356) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:57.688809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.771286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.780972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b74441-0b6d-43a5-ba52-e70e65727807']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:57.792334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:57.792628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e54dbc9-7ca7-4387-9e3f-f3a7ca8b12cb') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:02:57.802751 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.818332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.824993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:02:57.825370 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:02:57.827190 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:02:57.885118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.890934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:57.892671 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/83b74441-0b6d-43a5-ba52-e70e65727807 HTTP/1.1" status: 204 len: 168 time: 0.2801363 Aug 31 10:02:57.904294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455c776-b4f5-45b2-80fe-f800c8ae05e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b74441-0b6d-43a5-ba52-e70e65727807,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:58.011231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:58.050786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-271bd03c-5c79-46f1-bb26-7b6bd1307826 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adfbdac8c74a4235a9bfda0b4111d362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383065 Aug 31 10:02:58.053996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34362) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:58.102688 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4872fead-3cd3-4a6b-8d33-461d06342853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:58.125185 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4872fead-3cd3-4a6b-8d33-461d06342853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:58.170563 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4872fead-3cd3-4a6b-8d33-461d06342853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:58.172975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4872fead-3cd3-4a6b-8d33-461d06342853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:58.174144 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4872fead-3cd3-4a6b-8d33-461d06342853 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/517e50ef-faa2-430a-b805-e835b7348d10 HTTP/1.1" status: 204 len: 168 time: 0.1191812 Aug 31 10:02:58.182421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872fead-3cd3-4a6b-8d33-461d06342853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517e50ef-faa2-430a-b805-e835b7348d10,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:58.586253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0817fa12-0da6-45d2-b7da-91d2bf7c0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:58.874652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34384) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:58.978195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2145174503-network', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:58.999429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Made reservation on behalf of deaf402bf3134c6c995320e9a95872bb for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:02:59.001689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.014282 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.113503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.117364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.142181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:02:59.152214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91891496-3daf-436f-afe1-7142db48bca5,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:59.157158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.157500 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Added segment f1f3cab5-3d26-45ee-9096-c3130cc9130f of type vlan for network efa39626-c1ff-4e88-94ca-103ec601af66 Aug 31 10:02:59.202848 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.228614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.229500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:59.230087 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.286481 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4106705 Aug 31 10:02:59.289409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34388) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:59.294600 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Request body: {'subnet': {'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2145174503-subnet', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:59.295471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31f6d-147c-4f4d-a0bb-ad8ae28e7535 admin admin] Pushing event updated for resources: {'Network': ['ID=efa39626-c1ff-4e88-94ca-103ec601af66,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:59.306460 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network efa39626-c1ff-4e88-94ca-103ec601af66 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:02:59.320142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Made reservation on behalf of deaf402bf3134c6c995320e9a95872bb for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:02:59.322822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.513857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.576522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=891a40b2-dbce-49b9-9bd1-adc5d0216295,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:59.584226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:02:59.584589 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Network hostable DHCP agents. Network: efa39626-c1ff-4e88-94ca-103ec601af66, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:02:59.602974 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Network efa39626-c1ff-4e88-94ca-103ec601af66 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:02:59.612846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, efa39626-c1ff-4e88-94ca-103ec601af66) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:02:59.617494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:59.618234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.622708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e046c-3d32-4561-9528-54231a435920 None None] Network efa39626-c1ff-4e88-94ca-103ec601af66 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:02:59.635699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b4390bca-8a7d-4726-82c5-b939cd38b1f7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3426383 Aug 31 10:02:59.635912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34390) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:02:59.640417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:02:59.661979 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.663097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.716780 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.783067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-efa39626-c1ff-4e88-94ca-103ec601af66', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:02:59.783981 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.867968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:59.948803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Allocated IP 172.20.0.2 (efa39626-c1ff-4e88-94ca-103ec601af66/891a40b2-dbce-49b9-9bd1-adc5d0216295/8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:00.098722 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.102253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.110945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Transition to ACTIVE for port object 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:00.122014 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.127220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Transition to ACTIVE for port object 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:00.134987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.175343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:00.178331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:00.180843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:00.194148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Pushing event updated for resources: {'Port': ['ID=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:00.228440 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Allocated IP 172.25.4.169 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/3fcd33c8-adde-4a8d-8795-23bb6cb24675) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:00.241423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Attempting to bind port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:00.241835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Attempting to bind port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:00.242204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Attempting to bind port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:00.247611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:00.247983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:00.248506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.248904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:00.249381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Bound port: 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:00.249767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.283832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 36e64229-17da-4241-b544-1d934daf6941 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:03:00.317169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 36e64229-17da-4241-b544-1d934daf6941 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:03:00.317499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 36e64229-17da-4241-b544-1d934daf6941 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:03:00.341298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] For port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:00.344120 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.344841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] For port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:00.350211 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.386162 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.414686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0efc-cbfc-4767-947a-252e832bea03 None None] Pushing event updated for resources: {'Port': ['ID=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:00.426585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:00.433334 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:00.437145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:00.443779 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3fcd33c8-adde-4a8d-8795-23bb6cb24675,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:00.672684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:00.733458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:00.748522 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:00.960928 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.098907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:03:01.216970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:01.227984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:01.239180 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:01.239947 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:02:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:01.240450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.244251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1cd571a9-558f-4245-9347-5708a27009d7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6048985 Aug 31 10:03:01.244597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:01.360173 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:01.431983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307bb074-a826-430d-b1a1-314272b76cac None None] Network efa39626-c1ff-4e88-94ca-103ec601af66 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:01.558392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] Provisioning for port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:01.568507 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] Provisioning complete for port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:01.568876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.665194 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:00Z', 'revision_number': 3, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:01.681445 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.698817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:01.699519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Updating router bc7532bb-4013-4054-8daf-ea9121a9ea23 port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:03:01.727174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.735403 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.909160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.914253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] For port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:01.919585 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.946829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Allocated IP 172.20.0.1 (efa39626-c1ff-4e88-94ca-103ec601af66/891a40b2-dbce-49b9-9bd1-adc5d0216295/516e746c-3e31-4f9c-a270-7583789b5e2b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:01.985392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa292790-85e1-432f-803c-4e3ac79ce68f None None] Pushing event updated for resources: {'Port': ['ID=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:02.028602 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.040375 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Transition to ACTIVE for port object 3fcd33c8-adde-4a8d-8795-23bb6cb24675 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:02.043923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1e26e72b-83da-4e52-b66a-d7f25ea8826f None None] Provisioning complete for port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:02.044232 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1e26e72b-83da-4e52-b66a-d7f25ea8826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.047708 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.084021 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.102032 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Transition to ACTIVE for port object 516e746c-3e31-4f9c-a270-7583789b5e2b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:02.108256 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Attempting to bind port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:02.108642 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Attempting to bind port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:02.108984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Attempting to bind port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:02.116396 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Pushing event updated for resources: {'Port': ['ID=3fcd33c8-adde-4a8d-8795-23bb6cb24675,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:02.121313 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:02.121688 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:02.122089 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.122783 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:02.123097 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Bound port: 3fcd33c8-adde-4a8d-8795-23bb6cb24675, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:02.123611 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.144733 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.149566 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.149826 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.150157 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.150515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.150821 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.151143 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.151456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.151766 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.152077 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.152397 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.152693 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.153003 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:02.192130 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] For port 3fcd33c8-adde-4a8d-8795-23bb6cb24675, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:02.194912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:02.195551 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] For port 3fcd33c8-adde-4a8d-8795-23bb6cb24675, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3fcd33c8-adde-4a8d-8795-23bb6cb24675,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:02.198115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:02.199990 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.201921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:02.227608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Pushing event updated for resources: {'Port': ['ID=516e746c-3e31-4f9c-a270-7583789b5e2b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:02.251669 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.268720 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:02.269716 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:02:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:02.271764 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927a520-6b53-4fc5-b4d0-95b0cbdf75ca None None] Pushing event updated for resources: {'Port': ['ID=3fcd33c8-adde-4a8d-8795-23bb6cb24675,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:02.404442 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:02.413553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.463725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-46bb4b6e-d599-4ee1-8c84-a8699b18525d None None] Provisioning for port 516e746c-3e31-4f9c-a270-7583789b5e2b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:02.469530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-46bb4b6e-d599-4ee1-8c84-a8699b18525d None None] Provisioning complete for port 516e746c-3e31-4f9c-a270-7583789b5e2b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:02.470019 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-46bb4b6e-d599-4ee1-8c84-a8699b18525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.511003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-46bb4b6e-d599-4ee1-8c84-a8699b18525d None None] Port 516e746c-3e31-4f9c-a270-7583789b5e2b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:02.552788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-57b93db9-a1a0-439e-8dc3-968b95d1065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.603879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.610821 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.616127 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.618661 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:00Z', 'revision_number': 3, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:02.626251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:02.647401 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6cb782-2c03-43f8-b03e-95354f9dcf9d None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:00Z', 'revision_number': 3, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:02.686427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:02.686999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.692122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Pushing event updated for resources: {'Port': ['ID=516e746c-3e31-4f9c-a270-7583789b5e2b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:02.696032 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:02.804899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:02.806279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:02.947562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:03:03.083960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:03.094411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-616f1748-b3ed-4f5b-b406-a62455191654 admin admin] 10.222.0.18 "PUT /v2.0/routers/bc7532bb-4013-4054-8daf-ea9121a9ea23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439591 Aug 31 10:03:03.139838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-37d75465-6237-4f30-bee2-a6327d9fa29e None None] Provisioning complete for port 516e746c-3e31-4f9c-a270-7583789b5e2b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:03.140341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-37d75465-6237-4f30-bee2-a6327d9fa29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.185140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-37d75465-6237-4f30-bee2-a6327d9fa29e None None] Port 516e746c-3e31-4f9c-a270-7583789b5e2b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:03.697649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34402) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:03.702488 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741724983', 'description': 'tempest-description--1461714847'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:03.732592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.775018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.819997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.824242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.849708 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.850962 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1523225 Aug 31 10:03:03.854330 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34404) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:03.855031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245c0f-c486-4267-a4bf-c3e5c1fc2d18 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753cf8fb-fcdd-42e5-a680-653115d83027,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:03.859248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'security_group_rule': {'security_group_id': '753cf8fb-fcdd-42e5-a680-653115d83027', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:03.887529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.950940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.958599 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.979991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e703dd1-8557-4d5f-8335-722c56d336c3,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:03.992649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.993109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.993448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.993808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.994159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.994686 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.995021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.995336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.995666 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.995982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.996302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:03.996617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:04.000079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.001263 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7bf35b72-56e9-4fcf-803e-17a792206930 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458290 Aug 31 10:03:04.007532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34406) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:04.013967 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'security_group_rule': {'security_group_id': '753cf8fb-fcdd-42e5-a680-653115d83027', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:04.044688 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.107479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.113403 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.132648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ae00ff-ebeb-4742-a43e-ad2507e15333,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:04.139996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.141138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9fffa733-57f2-4ece-83a4-0dca60d6037b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322210 Aug 31 10:03:04.144634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34408) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:04.149179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:04.170934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.276361 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.298438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:04.309835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:04.310705 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:03:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:04.401208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Allocated IP 172.25.4.236 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f9efc5d5-04d9-4443-9329-f6281d8e688d) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:04.432676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:04.520213 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.571814 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.617196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:04.624030 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:04.628784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:04.655989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'Port': ['ID=f9efc5d5-04d9-4443-9329-f6281d8e688d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:04.660419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3fcd33c8-adde-4a8d-8795-23bb6cb24675 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:04.711910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 2, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:04.727715 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.748807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:04.749155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Updating router bc7532bb-4013-4054-8daf-ea9121a9ea23 port 516e746c-3e31-4f9c-a270-7583789b5e2b binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:03:04.762857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.769559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:04.777875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:04.778513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.782322 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.926089 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.930734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:04.999664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'Port': ['ID=f9efc5d5-04d9-4443-9329-f6281d8e688d,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:05.006866 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.018917 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.033426 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.035688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-751cdcfe-4867-4e74-a4ad-6f5fdff4a82d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8900895 Aug 31 10:03:05.123598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 3fcd33c8-adde-4a8d-8795-23bb6cb24675, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3fcd33c8-adde-4a8d-8795-23bb6cb24675,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:05.134066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.227776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-9de38c47-9da8-4a8c-87fe-1a6d5638e258 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1741724983&fields=id&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 267 time: 0.0367551 Aug 31 10:03:05.267559 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=3fcd33c8-adde-4a8d-8795-23bb6cb24675,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:05.345151 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.347789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-d21faf0c-39a1-425a-932b-35d64b73438f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:05.349790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-d21faf0c-39a1-425a-932b-35d64b73438f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1150644 Aug 31 10:03:05.359185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Transition to ACTIVE for port object 516e746c-3e31-4f9c-a270-7583789b5e2b will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:05.366379 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.369786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-bdfc2989-079e-421c-9200-17b8cf9c6c3b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/quotas/deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 375 time: 0.0116851 Aug 31 10:03:05.427926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0346e-985b-4dc0-8a42-e530350a9d94 None None] Pushing event updated for resources: {'Port': ['ID=516e746c-3e31-4f9c-a270-7583789b5e2b,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:05.442280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-c0be824b-7f58-476f-a4e1-d2bdd6ec2318 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598888 Aug 31 10:03:05.492260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Attempting to bind port 516e746c-3e31-4f9c-a270-7583789b5e2b on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:05.492728 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Attempting to bind port 516e746c-3e31-4f9c-a270-7583789b5e2b by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:05.493084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Attempting to bind port 516e746c-3e31-4f9c-a270-7583789b5e2b on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:05.499487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:05.499866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:05.500268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.500663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:05.501138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Bound port: 516e746c-3e31-4f9c-a270-7583789b5e2b, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:05.501523 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.545265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-b3423d9d-8441-438b-92c6-00084c233653 service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969529 Aug 31 10:03:05.576625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] For port 516e746c-3e31-4f9c-a270-7583789b5e2b, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:05.580350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] For port 516e746c-3e31-4f9c-a270-7583789b5e2b, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=516e746c-3e31-4f9c-a270-7583789b5e2b,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:05.586599 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:05.642342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:05.643052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:03:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:05.652900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-d8328483-17b0-4c9a-8372-7359af8de89f service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995839 Aug 31 10:03:05.704237 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0346e-985b-4dc0-8a42-e530350a9d94 None None] Pushing event updated for resources: {'Port': ['ID=516e746c-3e31-4f9c-a270-7583789b5e2b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:05.795636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:05.863209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5be83d08-b12b-4d03-8e0a-cb4126ef7c3c req-1ebda335-cb50-4896-9949-8c726f31be78 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 210 time: 0.0365200 Aug 31 10:03:06.032717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:06.061477 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac16aad-d690-4114-9e92-19899f4f71a2 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:06.316558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:06.716402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3fcd33c8-adde-4a8d-8795-23bb6cb24675 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:06.779919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:06.780293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:06.878073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 516e746c-3e31-4f9c-a270-7583789b5e2b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:06.962995 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 516e746c-3e31-4f9c-a270-7583789b5e2b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:06.969356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 516e746c-3e31-4f9c-a270-7583789b5e2b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:06.970374 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.024508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e7de9b0-e60a-4255-9841-0fae2d01a2cb req-79402396-1edf-4aa3-81f7-824fe31699b2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 210 time: 0.0388777 Aug 31 10:03:07.098400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.146191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 516e746c-3e31-4f9c-a270-7583789b5e2b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=516e746c-3e31-4f9c-a270-7583789b5e2b,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:07.150621 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.213486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=516e746c-3e31-4f9c-a270-7583789b5e2b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:07.318267 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-505d6862-0993-48c2-b68a-32605fd16c5c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:07.320028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-505d6862-0993-48c2-b68a-32605fd16c5c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.5196609 Aug 31 10:03:07.368719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-e4a78919-49cc-48d3-8972-bc7d118d5c4a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 380 time: 0.0371201 Aug 31 10:03:07.379682 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'port': {'device_id': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'admin_state_up': True, 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'security_groups': ['753cf8fb-fcdd-42e5-a680-653115d83027']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:07.499807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Made reservation on behalf of deaf402bf3134c6c995320e9a95872bb for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:07.504798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.650541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Allocated IP 172.20.0.8 (efa39626-c1ff-4e88-94ca-103ec601af66/891a40b2-dbce-49b9-9bd1-adc5d0216295/dd314943-f8db-487e-bfc4-35b53e3ce6ae) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:07.806747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.821471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Transition to ACTIVE for port object dd314943-f8db-487e-bfc4-35b53e3ce6ae will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:07.856306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.898959 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:07.903999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:07.907802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:07.936434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:07.966141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:07.966806 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:07.982648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-90423b82-5537-4b3a-ba87-daa332ec4e9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078014 Aug 31 10:03:07.996081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Request body: {'port': {'device_id': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:08.058175 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.149705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dd8d3-9a49-4282-9186-a446265ac64a req-3b9682e0-d803-4e5e-b371-88dd7da148d9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:08.151379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-653dd8d3-9a49-4282-9186-a446265ac64a req-3b9682e0-d803-4e5e-b371-88dd7da148d9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 931 time: 0.0594399 Aug 31 10:03:08.187765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0f685e1e-8867-4ec0-a01a-e31ed5b8636e None None] Provisioning for port dd314943-f8db-487e-bfc4-35b53e3ce6ae completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:08.191813 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-0f685e1e-8867-4ec0-a01a-e31ed5b8636e None None] Provisioning complete for port dd314943-f8db-487e-bfc4-35b53e3ce6ae triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:08.192196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0f685e1e-8867-4ec0-a01a-e31ed5b8636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.192563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-653dd8d3-9a49-4282-9186-a446265ac64a req-46b36735-71b2-4038-bf86-aafd5c20ffe6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Aug 31 10:03:08.229794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-0f685e1e-8867-4ec0-a01a-e31ed5b8636e None None] Port dd314943-f8db-487e-bfc4-35b53e3ce6ae cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:08.338422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd314943-f8db-487e-bfc4-35b53e3ce6ae {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:03:08.345734 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.357998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Transition to ACTIVE for port object dd314943-f8db-487e-bfc4-35b53e3ce6ae will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:08.361950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.415655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:08.492109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:08.492493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:08.492801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:08.497792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Port dd314943-f8db-487e-bfc4-35b53e3ce6ae on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:03:08.498111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:08.503857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:08.504195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:08.504578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:08.505006 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Bound port: dd314943-f8db-487e-bfc4-35b53e3ce6ae, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:08.505368 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.574607 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:08.577775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:08.583508 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.620945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:08.621536 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.623452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 1092 time: 0.6317132 Aug 31 10:03:08.626528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:03:08.630744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 516e746c-3e31-4f9c-a270-7583789b5e2b up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:08.633103 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:03:08.675238 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3250ce-1956-40e7-b7e4-207023cdfb62 service neutron] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:08.711886 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a20dd1-1405-4f7a-917e-af2c103047c6 x-openstack-request-id: req-c7a20dd1-1405-4f7a-917e-af2c103047c6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:03:08.712655 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:03:08.712655 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7a20dd1-1405-4f7a-917e-af2c103047c6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:03:08.712885 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'status': 'completed', 'code': 200} Aug 31 10:03:08.726342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 516e746c-3e31-4f9c-a270-7583789b5e2b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:08.726894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:08.732453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-493f6fe6-82ca-4608-aea9-455753c5e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:08.734106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-493f6fe6-82ca-4608-aea9-455753c5e20f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1095 time: 0.0542250 Aug 31 10:03:08.790347 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-10eea920-2e0a-4682-abe2-d177b0cb6664 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 217 time: 0.0470390 Aug 31 10:03:08.852379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-ee555e36-cb7c-4a31-b5bd-f8a364342c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:08.853891 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-ee555e36-cb7c-4a31-b5bd-f8a364342c8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0557401 Aug 31 10:03:08.907881 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975b665-3752-49eb-b7e8-d02beb281080 req-f21c9a4a-aac8-4042-b136-ff725094aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:08.910624 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-f21c9a4a-aac8-4042-b136-ff725094aa4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466278 Aug 31 10:03:09.008834 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-f93a6803-b728-4ca0-9c94-3f03476fde85 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904090 Aug 31 10:03:09.105926 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4975b665-3752-49eb-b7e8-d02beb281080 req-79317aa3-54ea-4fdf-b1c4-9915cf7f9ef4 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890582 Aug 31 10:03:09.203993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-b9d85ef1-3738-4e0c-91dd-598ff07646bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:09.207622 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-b9d85ef1-3738-4e0c-91dd-598ff07646bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1095 time: 0.0454905 Aug 31 10:03:09.309927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-14d9d0fa-e355-40ca-a2cd-7519e8e23cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:09.311503 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-14d9d0fa-e355-40ca-a2cd-7519e8e23cca service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0985956 Aug 31 10:03:09.318408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313be6e-ed7c-4d3c-98b2-34581a5f5985 req-1ea936c4-f009-4a58-83cf-7d13fdad2adf tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:09.320173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8313be6e-ed7c-4d3c-98b2-34581a5f5985 req-1ea936c4-f009-4a58-83cf-7d13fdad2adf tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0531020 Aug 31 10:03:09.357829 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-12ece5c3-4377-4a89-a9fa-6a94b5e367ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 217 time: 0.0365431 Aug 31 10:03:09.362223 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8313be6e-ed7c-4d3c-98b2-34581a5f5985 req-0214f470-89a5-41e6-ad30-10b532e0bce1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335658 Aug 31 10:03:09.416039 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-04337f06-e5af-4a31-8a71-2fd2464a1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:09.417567 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-04337f06-e5af-4a31-8a71-2fd2464a1e7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0513830 Aug 31 10:03:09.468184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-6515cc24-8eb0-446b-a263-936f9cf7779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:09.470243 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-6515cc24-8eb0-446b-a263-936f9cf7779b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436273 Aug 31 10:03:09.569661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-d8f5d6e7-1f93-476f-9a7e-d4f491a7eed5 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913663 Aug 31 10:03:09.670279 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-411e3ed4-d2d1-4a66-8c03-2bca2e0da03c req-02f8f014-c741-4a54-9f1d-4952f8f26cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915885 Aug 31 10:03:10.488736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe345-d78e-4659-8c59-a9db5c815d4e req-06696b10-8ff0-4750-9b11-ad8433ee7110 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:10.490252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53afe345-d78e-4659-8c59-a9db5c815d4e req-06696b10-8ff0-4750-9b11-ad8433ee7110 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0517230 Aug 31 10:03:10.529983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53afe345-d78e-4659-8c59-a9db5c815d4e req-36c42a7d-836d-49f2-bed1-56b79718e821 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Aug 31 10:03:11.654316 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d132a4-0ae0-4494-9607-ae27e9cb549e req-cd44fcfe-445f-4910-9fd8-f3d511631efa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:11.655783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31d132a4-0ae0-4494-9607-ae27e9cb549e req-cd44fcfe-445f-4910-9fd8-f3d511631efa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0563536 Aug 31 10:03:11.694553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31d132a4-0ae0-4494-9607-ae27e9cb549e req-c6de060e-366e-49c7-9f00-902151c6b073 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Aug 31 10:03:12.327720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:03:12.429759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:12.442094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'mac_address': 'fa:16:3e:e3:79:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:03:12.483424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:12.497868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd314943-f8db-487e-bfc4-35b53e3ce6ae {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:03:12.519171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:12.524918 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:12.576383 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:12.745478 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['dd314943-f8db-487e-bfc4-35b53e3ce6ae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:03:12.908438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a9fa-29a7-4ed1-afac-ff64d768b547 req-ca21c158-7bce-48a0-96eb-08ef5f02de5e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:12.909672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af23a9fa-29a7-4ed1-afac-ff64d768b547 req-ca21c158-7bce-48a0-96eb-08ef5f02de5e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 944 time: 0.1054063 Aug 31 10:03:12.948451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-af23a9fa-29a7-4ed1-afac-ff64d768b547 req-ec453932-3414-4b11-a811-c49c596af01b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Aug 31 10:03:14.066344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1f959-7a25-4455-bb05-6e71c78cf7fb req-18bd2eaf-aa02-47a3-a4dd-8b1d9a8427de tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:14.067959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00d1f959-7a25-4455-bb05-6e71c78cf7fb req-18bd2eaf-aa02-47a3-a4dd-8b1d9a8427de tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 944 time: 0.0533824 Aug 31 10:03:14.108013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-00d1f959-7a25-4455-bb05-6e71c78cf7fb req-d9a8dddd-8e72-4d01-a0ab-ed68566d67b5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337820 Aug 31 10:03:14.342700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:14.392360 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port dd314943-f8db-487e-bfc4-35b53e3ce6ae completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:14.396377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port dd314943-f8db-487e-bfc4-35b53e3ce6ae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:14.396754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:14.480201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:14.504012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:03:14.507768 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6708f4230acf43ae86c30bb1e003b07d5c9e0176fdb101cd792fd46b59e158" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3c97f-6578-491a-90ba-d25ea49e194b" -d '{"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-plugged", "status": "completed", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:03:14.521926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:14.526340 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:14.551459 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d21ca6-e9ea-4aa4-af0d-cb738863b608 x-openstack-request-id: req-e8d21ca6-e9ea-4aa4-af0d-cb738863b608 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:03:14.551459 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-plugged", "status": "completed", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:03:14.551459 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8d21ca6-e9ea-4aa4-af0d-cb738863b608 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:03:14.551951 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'code': 200} Aug 31 10:03:14.585928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:14.652790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c6c2-f0ca-411e-9894-4f003ace87a7 req-73dfe508-5890-40b6-9956-2f2c6cd5e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:14.654508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7343c6c2-f0ca-411e-9894-4f003ace87a7 req-73dfe508-5890-40b6-9956-2f2c6cd5e02b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1097 time: 0.0468895 Aug 31 10:03:14.692202 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7343c6c2-f0ca-411e-9894-4f003ace87a7 req-ae2e697f-88b8-4f3a-84b4-86697f3fcd7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301051 Aug 31 10:03:15.232373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949872b4-9c49-4def-b11f-142d4b39a6e4 req-6c540d45-8c2a-4a73-8583-0351a8710d00 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:15.233921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-949872b4-9c49-4def-b11f-142d4b39a6e4 req-6c540d45-8c2a-4a73-8583-0351a8710d00 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0570569 Aug 31 10:03:15.279971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-949872b4-9c49-4def-b11f-142d4b39a6e4 req-74054c94-fa96-46a4-a4a9-19ce2e24be62 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383358 Aug 31 10:03:16.413619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a9c93-1fea-49b3-ac36-23fdbee78f98 req-741e1b8c-30b4-4548-94d7-3abe27701c4b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:16.415175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67a9c93-1fea-49b3-ac36-23fdbee78f98 req-741e1b8c-30b4-4548-94d7-3abe27701c4b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0564306 Aug 31 10:03:16.459041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a67a9c93-1fea-49b3-ac36-23fdbee78f98 req-77de57f6-02c4-495d-9901-9d190ac556ce tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378547 Aug 31 10:03:16.667092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a046526-6850-4682-a9d2-8ee42c644fb9 req-f34d92ef-f2fe-4114-95bd-397ad1bc343b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:16.668732 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a046526-6850-4682-a9d2-8ee42c644fb9 req-f34d92ef-f2fe-4114-95bd-397ad1bc343b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.1039333 Aug 31 10:03:16.677690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34466) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:16.683060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'floatingip': {'port_id': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:16.729870 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:17.196639 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:17.201153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:17.325558 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 associated. External IP: 172.25.4.236, port: dd314943-f8db-487e-bfc4-35b53e3ce6ae. Aug 31 10:03:17.556525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:03:17.678341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:17.683049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:17.688288 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:17.699519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:17.700214 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:03:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:17.711962 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bde4cbc3-c20e-412f-8d45-3c6437a93a32 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "PUT /v2.0/floatingips/6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 HTTP/1.1" status: 200 len: 991 time: 1.0327725 Aug 31 10:03:17.712652 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:03:17.714897 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1b6ea4c6522efade326c687fae72b747de2e5f9170e5cf447520404fbc277b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2426d276-a9ad-436d-9189-f5375754dc54" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:03:17.759711 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81feb7fb-807e-4873-ada7-cd7e94f8c660 x-openstack-request-id: req-81feb7fb-807e-4873-ada7-cd7e94f8c660 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:03:17.760017 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:03:17.760260 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81feb7fb-807e-4873-ada7-cd7e94f8c660 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:03:17.760668 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'status': 'completed', 'code': 200} Aug 31 10:03:17.828626 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:17.836953 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d276-a9ad-436d-9189-f5375754dc54 req-bd321007-6a82-48d8-9859-6ff71edae48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:17.838838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-bd321007-6a82-48d8-9859-6ff71edae48c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1097 time: 0.0516281 Aug 31 10:03:17.967698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d276-a9ad-436d-9189-f5375754dc54 req-5f3db015-c83e-49bf-bb82-e15142fcc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:17.970217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-5f3db015-c83e-49bf-bb82-e15142fcc4d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1230628 Aug 31 10:03:18.062918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-50adf6ed-ce57-453a-bf9c-c3ad991f400c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 999 time: 0.0843780 Aug 31 10:03:18.087263 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:e3:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:03:17Z', 'revision_number': 1, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:18.121152 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:18.131593 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d276-a9ad-436d-9189-f5375754dc54 req-013fd3fb-24a4-4a35-a2f1-7f98ec673191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:18.131901 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:18.132511 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:03:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:18.134242 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-013fd3fb-24a4-4a35-a2f1-7f98ec673191 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0623806 Aug 31 10:03:18.202902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d276-a9ad-436d-9189-f5375754dc54 req-85d9f671-9bf3-41e1-ab35-498a3c6953d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:18.205339 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-85d9f671-9bf3-41e1-ab35-498a3c6953d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637934 Aug 31 10:03:18.251156 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:18.307086 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-14ebe059-d3a0-4e1d-b0c8-b163feed35ea service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945866 Aug 31 10:03:18.420018 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2426d276-a9ad-436d-9189-f5375754dc54 req-74a22617-d665-4802-82f6-1121c06ec0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019886 Aug 31 10:03:18.587767 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:e3:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:03:17Z', 'revision_number': 1, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:18.614376 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e372189a-a588-4a74-85cd-6842db8a8c29 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:e3:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:03:17Z', 'revision_number': 1, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:18.840723 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667559e-2c52-40db-82b3-b484283912ff None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:03:19.007289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:20.909922 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-0689dd8e-a7b5-4440-b633-1dc6cd2c0f14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445869 Aug 31 10:03:20.997017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-b8915721-9a17-42a2-a508-d76794153a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:20.998550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-b8915721-9a17-42a2-a508-d76794153a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1097 time: 0.0431077 Aug 31 10:03:21.108893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-cbf85820-e7b9-4104-a093-d2866626db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:21.110487 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-cbf85820-e7b9-4104-a093-d2866626db88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0905862 Aug 31 10:03:21.177355 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-6e79bbb9-0954-4278-9f07-518100c8554d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 1001 time: 0.0599289 Aug 31 10:03:21.235490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-4cd7230f-3566-4539-a769-d1c3a86556c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:21.237038 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-4cd7230f-3566-4539-a769-d1c3a86556c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0520446 Aug 31 10:03:21.285091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-b7b1da77-68a0-447c-b453-080d1bac03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:21.286647 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-b7b1da77-68a0-447c-b453-080d1bac03cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419927 Aug 31 10:03:21.377775 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-b3ede9d2-7007-46eb-8d44-5effc77c4b44 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832493 Aug 31 10:03:21.478944 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-053a9a6f-a84d-44fc-a35f-7a1094033664 req-a4dfd0b3-1a37-454d-9938-846e34a48e8b service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929623 Aug 31 10:03:27.164989 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-4f766694-0754-4ff8-b491-3805d1202a9f req-dc1bd329-bbb5-4feb-86de-06e44f6f1dc0 service neutron] (94896) timed out ('10.222.0.15', 55482) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:03:28.581071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-225c139e-11ae-4d66-90d6-605f2b1b6fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:31.271062 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:31.817701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:32.547843 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb6a0-38ae-4f23-ab1d-8aac831eb39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:32.611366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:33.777808 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.316775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.995060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.585312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-04ee7f01-fbc9-4a09-b1d4-dda246bd23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.815915 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:02.545141 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36f918bc-c3d5-4dcd-9977-5f396821033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:02.620578 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:03.787890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:06.320210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:08.270686 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:04:13.812501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-ad4e391d-7452-44be-b6f5-fb62fadfd086 req-e12ed523-4318-4ee4-9b6e-7dedec100795 service neutron] (94895) timed out ('10.222.0.18', 50922) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:04:18.998398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:22.502394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-6430d489-e3e3-42b1-9382-44f7478e486a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862827 Aug 31 10:04:22.590214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-c40eae00-6f63-41be-bce8-ea61e36686ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.591763 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-c40eae00-6f63-41be-bce8-ea61e36686ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1097 time: 0.0423069 Aug 31 10:04:22.712468 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-c940fa88-cb59-4ddb-b4bd-b9d12ebd0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.713964 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-c940fa88-cb59-4ddb-b4bd-b9d12ebd0971 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1026967 Aug 31 10:04:22.783220 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-87e515eb-6bf7-4e83-80ff-c1ef37157319 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 1001 time: 0.0606518 Aug 31 10:04:22.840348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-a0d4ff4f-7938-4ad7-831c-84fe028a1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.841858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-a0d4ff4f-7938-4ad7-831c-84fe028a1d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0506718 Aug 31 10:04:22.889462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-eb4caea5-177f-4f16-b5aa-22dbcfcca0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.890929 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-eb4caea5-177f-4f16-b5aa-22dbcfcca0e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414648 Aug 31 10:04:23.001683 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-4c71ba0a-e7df-495c-b8ef-5ad19cd8654b service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017163 Aug 31 10:04:23.110066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3ddcf1a1-6933-435e-9b68-bb355792bc17 req-86c5334d-1bc3-4550-aa6e-885fb6ff2f76 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930130 Aug 31 10:04:28.579834 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d08ae7f5-b7d2-4dc5-aa86-886576aa8143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:31.809655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:32.536198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-557675b2-85b5-4904-a774-0b3372c5f02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:32.609507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:33.786710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:36.321138 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.271574 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:04:49.009024 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:58.581716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bb06c9d4-8f3c-42d0-81bf-f83b8e29d8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:00.461022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0be4e-545b-46a5-b505-1ac752118098 req-ba2f240e-a24e-46f7-9c14-de3f7033bd9d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:00.462540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93b0be4e-545b-46a5-b505-1ac752118098 req-ba2f240e-a24e-46f7-9c14-de3f7033bd9d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0537493 Aug 31 10:05:00.499544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-93b0be4e-545b-46a5-b505-1ac752118098 req-b16e8872-3ee8-4be4-a934-66065e6d55e3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Aug 31 10:05:00.717286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 34698) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:05:00.741733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91194be-edde-4400-b73e-8626b71ecc3f req-7c792888-ed23-42e0-a2d7-7a652bf6b3b4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:00.743288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b91194be-edde-4400-b73e-8626b71ecc3f req-7c792888-ed23-42e0-a2d7-7a652bf6b3b4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0523589 Aug 31 10:05:00.782153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b91194be-edde-4400-b73e-8626b71ecc3f req-8c23906c-dab0-49af-b991-ea8e17dd14aa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326014 Aug 31 10:05:00.798500 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-c1432c24-aa71-46ac-9cf0-c4ae8c5f8bbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799258 Aug 31 10:05:01.810660 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:01.906179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc24a-3b57-4b6c-92c2-76f2a368bad3 req-ce302ea6-f1f1-4b4e-b2e2-d60909efb8a9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:01.907700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-934dc24a-3b57-4b6c-92c2-76f2a368bad3 req-ce302ea6-f1f1-4b4e-b2e2-d60909efb8a9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0510223 Aug 31 10:05:01.947982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-934dc24a-3b57-4b6c-92c2-76f2a368bad3 req-4cc68786-9c9f-463e-8d4a-5b04a42e13ca tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338535 Aug 31 10:05:02.020613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-6a568fae-ceaa-47e5-9e6c-68985d2b3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:02.022103 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-6a568fae-ceaa-47e5-9e6c-68985d2b3a75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1097 time: 0.0409560 Aug 31 10:05:02.117134 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-7e8f6349-4265-4714-9363-81be26a56e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:02.118532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-7e8f6349-4265-4714-9363-81be26a56e41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0888731 Aug 31 10:05:02.183298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-1a746bd7-b4db-41d1-bd06-0019f1b5b8aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 1001 time: 0.0566974 Aug 31 10:05:02.238612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-3b0de0c9-be9b-48b2-a360-cb9f7ece2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:02.240236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-3b0de0c9-be9b-48b2-a360-cb9f7ece2d76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0483711 Aug 31 10:05:02.286809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-6648e03c-5e09-4eed-98d5-2ad42bd1982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:02.288299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-6648e03c-5e09-4eed-98d5-2ad42bd1982e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403671 Aug 31 10:05:02.376300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-994dbda5-de9c-4405-af29-704a78131e63 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799451 Aug 31 10:05:02.471597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-2ecc1b07-cd01-45d9-90e1-a26b663f47d8 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Aug 31 10:05:02.537588 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-753a0a71-0666-4cdc-b3ac-d4960907809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:02.606087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.071632 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f49de-e7a3-407d-be2a-4ce78954fc28 req-5bfcd814-ac19-465e-9729-d1f43f7ab70b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:03.073359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c3f49de-e7a3-407d-be2a-4ce78954fc28 req-5bfcd814-ac19-465e-9729-d1f43f7ab70b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0538208 Aug 31 10:05:03.111032 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c3f49de-e7a3-407d-be2a-4ce78954fc28 req-a397728b-d172-4aba-98d1-1b7fe229146e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Aug 31 10:05:03.786498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:04.240622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244fa-5202-4c4b-88e5-77d3ea4a1d20 req-8828cf51-61c0-4d71-bcef-d5dde7c3136c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.242122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6a244fa-5202-4c4b-88e5-77d3ea4a1d20 req-8828cf51-61c0-4d71-bcef-d5dde7c3136c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0519421 Aug 31 10:05:04.282336 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6a244fa-5202-4c4b-88e5-77d3ea4a1d20 req-f568ba33-d326-4d66-9862-17894f0c9b3a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341446 Aug 31 10:05:05.399419 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33567ae-c400-4589-b2e1-14e5d02f01a7 req-d402f4f1-eb59-4c24-b071-126948c030dd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:05.400917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b33567ae-c400-4589-b2e1-14e5d02f01a7 req-d402f4f1-eb59-4c24-b071-126948c030dd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0498354 Aug 31 10:05:05.439123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b33567ae-c400-4589-b2e1-14e5d02f01a7 req-535e1160-e6bb-4f6f-a5a6-5f576ab5d858 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Aug 31 10:05:06.326095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:06.563602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc017d0-075e-4216-a545-04bab659662a req-d2d20369-fc9e-406b-9f48-27081dd6c603 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:06.565295 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7bc017d0-075e-4216-a545-04bab659662a req-d2d20369-fc9e-406b-9f48-27081dd6c603 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0539017 Aug 31 10:05:06.605614 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7bc017d0-075e-4216-a545-04bab659662a req-2659be12-46e1-430c-a40d-b22a39eee074 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337718 Aug 31 10:05:07.723633 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc261d8-64cc-4587-a281-23f9bca99cdf req-4819a55a-3518-4ef5-ad33-65e214459eac tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:07.725137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fc261d8-64cc-4587-a281-23f9bca99cdf req-4819a55a-3518-4ef5-ad33-65e214459eac tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0522392 Aug 31 10:05:07.762648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fc261d8-64cc-4587-a281-23f9bca99cdf req-4ab84cbc-081e-4b9f-a76b-28d73e219acb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 31 10:05:08.881802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77832905-a55a-4d9d-88e9-b8c677f2b9fc req-5595a53f-79bc-4dd7-a2ad-31dcf6722f42 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:08.883259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77832905-a55a-4d9d-88e9-b8c677f2b9fc req-5595a53f-79bc-4dd7-a2ad-31dcf6722f42 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0508897 Aug 31 10:05:08.923104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77832905-a55a-4d9d-88e9-b8c677f2b9fc req-a0d74530-05ed-4385-8ac1-2b72b6cd614d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340126 Aug 31 10:05:10.053889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa1c6-6734-4b1f-9ab9-9563efaaabf3 req-8044589c-1156-4d17-8709-0866dd534a7f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:10.055417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6beaa1c6-6734-4b1f-9ab9-9563efaaabf3 req-8044589c-1156-4d17-8709-0866dd534a7f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0542960 Aug 31 10:05:10.092593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6beaa1c6-6734-4b1f-9ab9-9563efaaabf3 req-9d7e3124-4f9e-414f-9185-aee9fa81ac11 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Aug 31 10:05:11.208670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a6426-ed1e-4c1e-a700-aafbe617c9d6 req-644915f7-198b-498c-bd37-20f662564a85 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:11.210173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e8a6426-ed1e-4c1e-a700-aafbe617c9d6 req-644915f7-198b-498c-bd37-20f662564a85 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0503528 Aug 31 10:05:11.249967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e8a6426-ed1e-4c1e-a700-aafbe617c9d6 req-f60a7a93-ebe4-41c1-b218-ea9fa96d1fdb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Aug 31 10:05:12.366637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda12233-3412-465e-ace3-5a6636db59e7 req-cc91ce57-bfc2-41f6-a36e-0a6649cc81f0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.368098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bda12233-3412-465e-ace3-5a6636db59e7 req-cc91ce57-bfc2-41f6-a36e-0a6649cc81f0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0493047 Aug 31 10:05:12.407637 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bda12233-3412-465e-ace3-5a6636db59e7 req-57d3d39b-6238-4f58-9416-0cb662b0c9b9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Aug 31 10:05:13.530976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acdc1-dc1e-43c6-a4ec-9b33c9480506 req-cd8547ed-d323-4660-8b6e-2757fc36e72e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:13.532467 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a2acdc1-dc1e-43c6-a4ec-9b33c9480506 req-cd8547ed-d323-4660-8b6e-2757fc36e72e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0539241 Aug 31 10:05:13.575998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a2acdc1-dc1e-43c6-a4ec-9b33c9480506 req-f6ca0f1a-e26f-40ae-ab75-074c02f2afbd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361321 Aug 31 10:05:14.530506 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-01311fa3-1aa8-4148-892f-bb5a274bfbb0 service neutron] show failed (client error): The resource could not be found. Aug 31 10:05:14.531537 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-01311fa3-1aa8-4148-892f-bb5a274bfbb0 service neutron] 10.222.0.15 "GET /v2.0/ports/dd314943-f8db-487e-bfc4-35b53e3ce6ae/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0571384 Aug 31 10:05:14.701391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4aec5-2cc3-416a-a2f0-8c61b538454e req-91f620dc-2c9f-4dba-999d-d55dfb0ee363 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:14.702634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ef4aec5-2cc3-416a-a2f0-8c61b538454e req-91f620dc-2c9f-4dba-999d-d55dfb0ee363 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0529699 Aug 31 10:05:14.742272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ef4aec5-2cc3-416a-a2f0-8c61b538454e req-f76582cd-f0be-4d38-a4e6-99b2edb65a87 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Aug 31 10:05:14.868252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-a4e1d56d-86cd-42a0-a6ea-1489bfd436f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:14.869772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-a4e1d56d-86cd-42a0-a6ea-1489bfd436f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 1097 time: 0.0935712 Aug 31 10:05:14.888160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:14.947769 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.163538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:15.201875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:05:15.242290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:15.254125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.263851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Transition to ACTIVE for port object dd314943-f8db-487e-bfc4-35b53e3ce6ae will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:05:15.269090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.340174 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e7e11-fcd9-4713-9f63-ff12a167e1c7" -d '{"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:15.392249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:15.424063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.424331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.424639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.424974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.425304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.425727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.427846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.427846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.427846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.427846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.427846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.428322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:15.482538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] No DVR routers for this DVR port dd314943-f8db-487e-bfc4-35b53e3ce6ae on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:05:15.523820 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f8507-c4d7-482f-84a0-b43329b49d97 x-openstack-request-id: req-843f8507-c4d7-482f-84a0-b43329b49d97 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:15.524113 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:15.524371 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-843f8507-c4d7-482f-84a0-b43329b49d97 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:15.524871 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'code': 200} Aug 31 10:05:15.626149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:05:15.626856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:05:15.626856 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:05:15.631556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Port dd314943-f8db-487e-bfc4-35b53e3ce6ae on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:05:15.631900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Attempting to bind port dd314943-f8db-487e-bfc4-35b53e3ce6ae on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:05:15.636854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:05:15.637184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:05:15.637556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:05:15.637974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Bound port: dd314943-f8db-487e-bfc4-35b53e3ce6ae, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:05:15.638326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.703998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:05:15.707125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:05:15.712023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.749849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:15.750492 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.751914 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] 10.222.0.23 "PUT /v2.0/ports/dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 1092 time: 0.8682046 Aug 31 10:05:15.769554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5243b-19b8-4a57-9631-e2bfa11af345 service neutron] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:15.833643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-3700489f-cd1f-4239-bf24-51408d0edc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:15.835250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-3700489f-cd1f-4239-bf24-51408d0edc2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1095 time: 0.0478199 Aug 31 10:05:15.865973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f1abf-c062-44a3-8a97-638c3fdc5876 req-2e17c38b-4754-4051-afa5-28fa9aa5123d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:15.869248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f39f1abf-c062-44a3-8a97-638c3fdc5876 req-2e17c38b-4754-4051-afa5-28fa9aa5123d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0544710 Aug 31 10:05:15.912949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f39f1abf-c062-44a3-8a97-638c3fdc5876 req-db90d888-7d7b-4944-89b2-9636f7254b0a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375044 Aug 31 10:05:15.947004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-adc034e6-7896-48cc-a3c1-4e51ae8d1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:15.948733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-adc034e6-7896-48cc-a3c1-4e51ae8d1ed6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1064146 Aug 31 10:05:16.019061 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-c867cf85-fd85-4d71-8565-fe415546fd88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 999 time: 0.0634549 Aug 31 10:05:16.386581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-fbb011dd-59ce-47ee-8eb0-d081d9dc58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:16.388058 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-fbb011dd-59ce-47ee-8eb0-d081d9dc58ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.3626647 Aug 31 10:05:16.434736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-f3933615-7b9d-4631-af38-806bd4a75c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:16.436225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-f3933615-7b9d-4631-af38-806bd4a75c1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402625 Aug 31 10:05:16.529438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-aea78c22-319e-4a97-8012-46da2ead0d2a service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855849 Aug 31 10:05:16.619271 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-9fb9fc74-ab45-45fe-8294-1d39c76cea31 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825355 Aug 31 10:05:16.994734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:05:17.032788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:05:17.041559 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92cf28-1ed7-4863-8768-3416a8c8755f req-136520eb-714b-444f-8cf4-0014c152b50f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:17.043175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f92cf28-1ed7-4863-8768-3416a8c8755f req-136520eb-714b-444f-8cf4-0014c152b50f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0550265 Aug 31 10:05:17.084581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9f92cf28-1ed7-4863-8768-3416a8c8755f req-6476d8ed-baba-4829-833c-a68d9a6311dc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353951 Aug 31 10:05:17.525897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:17.528526 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b379dda6-784d-4114-8345-0fa98cd8014e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:17.578833 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb749b83-1b00-4238-8c56-4330f7d9c69c x-openstack-request-id: req-cb749b83-1b00-4238-8c56-4330f7d9c69c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:17.579127 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:17.579376 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb749b83-1b00-4238-8c56-4330f7d9c69c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:17.579777 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'status': 'completed', 'code': 200} Aug 31 10:05:17.673019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-ca160458-2f87-4472-8ecc-308589031482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:17.674404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-ca160458-2f87-4472-8ecc-308589031482 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1095 time: 0.0696747 Aug 31 10:05:17.684846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-9c13b190-d1ea-4df1-aea4-1cd8a72d1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:17.686187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-9c13b190-d1ea-4df1-aea4-1cd8a72d1dd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1095 time: 0.0557353 Aug 31 10:05:17.836569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-63f0688d-2076-4562-8ed3-a680a9c09dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:17.838105 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-63f0688d-2076-4562-8ed3-a680a9c09dc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1552594 Aug 31 10:05:17.842403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-923cda64-1cf2-4f60-9395-3e8ef5d99c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:17.843778 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-923cda64-1cf2-4f60-9395-3e8ef5d99c0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1492665 Aug 31 10:05:17.950168 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-8837b1a6-6a71-449d-bc0d-9ee138536807 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 999 time: 0.1033976 Aug 31 10:05:17.954067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-25d5d40f-d2e2-4056-a5ca-dfe990e7f029 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 999 time: 0.1003113 Aug 31 10:05:18.035391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-59619a00-f7fd-4f1c-aed3-d4087a37c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:18.037047 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-59619a00-f7fd-4f1c-aed3-d4087a37c1c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0784736 Aug 31 10:05:18.038430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-2a760f24-0c52-44ed-a51b-c7b46ba37fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:18.039764 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-2a760f24-0c52-44ed-a51b-c7b46ba37fac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0737078 Aug 31 10:05:18.118612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-a5c556d9-52f8-4b94-8fe5-d531a59e1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:18.120134 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-a5c556d9-52f8-4b94-8fe5-d531a59e1f4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677676 Aug 31 10:05:18.121858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379dda6-784d-4114-8345-0fa98cd8014e req-41d9e691-a7e3-47a9-b01b-4a7b43920bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:18.123219 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-41d9e691-a7e3-47a9-b01b-4a7b43920bfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784426 Aug 31 10:05:18.208335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463617ee-f73f-47cc-9f49-7124ab73d21d req-4f5210ea-2718-4aaf-9ddb-2be12422bf34 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:18.219875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-463617ee-f73f-47cc-9f49-7124ab73d21d req-4f5210ea-2718-4aaf-9ddb-2be12422bf34 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0614526 Aug 31 10:05:18.268340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-463617ee-f73f-47cc-9f49-7124ab73d21d req-a26c4540-3695-45a1-86eb-faa58e0ac6ed tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Aug 31 10:05:18.296188 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-ec111922-fde0-4bfb-83e2-9d1600310352 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645455 Aug 31 10:05:18.315321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-0aacd453-69eb-40c1-96dd-48b30168c6e1 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653893 Aug 31 10:05:18.461581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-f0113ecc-f005-4044-b98a-9b40753cfdc7 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572113 Aug 31 10:05:18.467049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b379dda6-784d-4114-8345-0fa98cd8014e req-fa84324b-de95-436d-8ea5-e3df407b2f78 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417265 Aug 31 10:05:19.024493 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:19.389487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ff728-5c51-4588-ac63-17d93cd3fc02 req-692966bb-a5a7-42f2-bb1d-a9918736406e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:19.391003 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-845ff728-5c51-4588-ac63-17d93cd3fc02 req-692966bb-a5a7-42f2-bb1d-a9918736406e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0497668 Aug 31 10:05:19.429990 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-845ff728-5c51-4588-ac63-17d93cd3fc02 req-e55d92cb-ad21-4c06-96a7-29064dd313c1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Aug 31 10:05:19.647550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-a1a12ebc-e83c-430b-ae99-eb57bb7a5520 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:19.648630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7166912-e5ed-4a0c-885b-4d19df63b17f req-446fcf7a-68bc-4081-9ae4-eec392c8331b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:19.648961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-a1a12ebc-e83c-430b-ae99-eb57bb7a5520 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e&tenant_id=deaf402bf3134c6c995320e9a95872bb&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 943 time: 0.0612953 Aug 31 10:05:19.649550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7166912-e5ed-4a0c-885b-4d19df63b17f req-446fcf7a-68bc-4081-9ae4-eec392c8331b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 943 time: 0.0642087 Aug 31 10:05:19.694913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7166912-e5ed-4a0c-885b-4d19df63b17f req-0e477f2c-9050-47b1-8339-62ce53f2b2f6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391073 Aug 31 10:05:19.714266 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-2a6ca78d-f4d8-473e-96ae-f6706c134102 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:05:19.715397 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-2a6ca78d-f4d8-473e-96ae-f6706c134102 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dd314943-f8db-487e-bfc4-35b53e3ce6ae/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0583251 Aug 31 10:05:19.726505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:05:19.814939 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-59f146f2-f7a5-4f03-95d4-b92fb2a54b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:19.816464 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-59f146f2-f7a5-4f03-95d4-b92fb2a54b02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 1095 time: 0.0427885 Aug 31 10:05:19.826094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:19.842603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'mac_address': 'fa:16:3e:e3:79:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:05:19.882897 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:19.897167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd314943-f8db-487e-bfc4-35b53e3ce6ae {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:05:19.916987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:19.922040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:19.929166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-06d89fd8-e023-441a-b8bc-ae2eaeb2f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:19.930693 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-06d89fd8-e023-441a-b8bc-ae2eaeb2f829 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1065817 Aug 31 10:05:19.970018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:19.977916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.978260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.978624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.978959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.979329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.979655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.979979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.980302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.980624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.980942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.981268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.981586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:19.999862 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-9e48bb57-7567-4c2b-b53f-78891f869e52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 200 len: 1000 time: 0.0614543 Aug 31 10:05:20.055902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-941b682a-2fdb-41a7-8330-f44944f13089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:20.057383 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-941b682a-2fdb-41a7-8330-f44944f13089 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0489864 Aug 31 10:05:20.109998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-62bb504f-d1ae-4190-b6a3-a7541d460edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:20.111508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-62bb504f-d1ae-4190-b6a3-a7541d460edb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453715 Aug 31 10:05:20.204648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-287277ea-7c29-4c3f-aeef-f7a82aae6608 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840073 Aug 31 10:05:20.231232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['dd314943-f8db-487e-bfc4-35b53e3ce6ae'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:05:20.314704 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-017f24f1-4988-497f-abe4-80b2a3e8bac5 req-03eb1b08-3aab-4584-a98e-9b7cc8c9f010 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021748 Aug 31 10:05:20.827318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81a5b6-a70a-4d5f-8889-b4762360ddd0 req-62a344ff-b0a0-4a4a-abe6-bc7fd3999c08 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:20.829006 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e81a5b6-a70a-4d5f-8889-b4762360ddd0 req-62a344ff-b0a0-4a4a-abe6-bc7fd3999c08 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 944 time: 0.0560565 Aug 31 10:05:20.871988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e81a5b6-a70a-4d5f-8889-b4762360ddd0 req-53892547-ce0d-4792-aaea-0a13a0ea5ad1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356405 Aug 31 10:05:21.001205 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6d68-635e-415c-af5c-de0c2c805ff6 req-943e16d8-4479-4aae-b145-ce8e1d81462b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:21.002724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bdd6d68-635e-415c-af5c-de0c2c805ff6 req-943e16d8-4479-4aae-b145-ce8e1d81462b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 944 time: 0.0513220 Aug 31 10:05:21.040853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bdd6d68-635e-415c-af5c-de0c2c805ff6 req-79a46d87-dbf2-4229-932b-638a202c204a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Aug 31 10:05:21.164873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965e239-5a57-4fe6-940c-d000c47e8ef2 req-75a8949b-1969-490f-9bc8-bf6ed455239b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:21.166786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e965e239-5a57-4fe6-940c-d000c47e8ef2 req-75a8949b-1969-490f-9bc8-bf6ed455239b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 944 time: 0.0564008 Aug 31 10:05:21.205708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e965e239-5a57-4fe6-940c-d000c47e8ef2 req-70b40c89-75bb-41da-8533-977bda33af08 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330713 Aug 31 10:05:21.437872 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1f057-a965-4b40-800a-37b90176131a req-d546c148-4071-4b6c-af20-7e8bba5d7dca tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:21.439298 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67b1f057-a965-4b40-800a-37b90176131a req-d546c148-4071-4b6c-af20-7e8bba5d7dca tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 944 time: 0.0493138 Aug 31 10:05:21.478231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-67b1f057-a965-4b40-800a-37b90176131a req-c23baa18-25fe-420d-923a-eba5d4dcfce0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Aug 31 10:05:21.726971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:05:21.775276 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port dd314943-f8db-487e-bfc4-35b53e3ce6ae completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:05:21.779332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port dd314943-f8db-487e-bfc4-35b53e3ce6ae triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:05:21.779689 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:21.860734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:21.884386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:21.898401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:21.902638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:21.927218 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886fb98-490e-480c-b6e3-22efc78a6187" -d '{"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-plugged", "status": "completed", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:21.960290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:22.019973 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24558524-b54b-4a8d-b7d1-0b178532e198 x-openstack-request-id: req-24558524-b54b-4a8d-b7d1-0b178532e198 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:22.020270 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-plugged", "status": "completed", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:22.020527 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24558524-b54b-4a8d-b7d1-0b178532e198 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:22.021484 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'code': 200} Aug 31 10:05:22.272305 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:05:22.595716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855371da-486b-4537-96b2-52fc06a2f2a2 req-c004178d-857c-40f5-b74c-0e515d0ffd9c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:22.597216 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-855371da-486b-4537-96b2-52fc06a2f2a2 req-c004178d-857c-40f5-b74c-0e515d0ffd9c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0510552 Aug 31 10:05:22.635014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-855371da-486b-4537-96b2-52fc06a2f2a2 req-47420f33-bdfe-483a-a3bd-3d45cf5616cd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316823 Aug 31 10:05:22.807659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-76f3e643-3943-4dc0-a19f-9bde889fcae5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:22.809159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-76f3e643-3943-4dc0-a19f-9bde889fcae5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 945 time: 0.0502107 Aug 31 10:05:22.897835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Deleting port dd314943-f8db-487e-bfc4-35b53e3ce6ae {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:05:22.898081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:22.991325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] For port dd314943-f8db-487e-bfc4-35b53e3ce6ae, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=dd314943-f8db-487e-bfc4-35b53e3ce6ae,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:22.991689 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:23.176299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:23.176660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:23.176922 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 disassociated. External IP: 172.25.4.236, port: dd314943-f8db-487e-bfc4-35b53e3ce6ae. Aug 31 10:05:23.177378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Calling delete_port for dd314943-f8db-487e-bfc4-35b53e3ce6ae owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:05:23.311235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:23.339885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event deleted for resources: {'Port': ['ID=dd314943-f8db-487e-bfc4-35b53e3ce6ae,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:23.460676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:05:23.576151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:05:23.587909 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:05:23.597036 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:05:23.597640 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:05:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:23.615119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] No DVR routers for this DVR port dd314943-f8db-487e-bfc4-35b53e3ce6ae on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:05:23.617727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:23.619736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cfd53144-790f-45bc-81bd-f944ea6ecd44 req-9baab5a3-41c0-4c0d-b3e4-d4b3f975d757 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "DELETE /v2.0/ports/dd314943-f8db-487e-bfc4-35b53e3ce6ae HTTP/1.1" status: 204 len: 173 time: 0.8042018 Aug 31 10:05:23.620188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-deleted', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:23.622430 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906bf7a6-c7fd-49d4-a1eb-6da621bbe975" -d '{"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-deleted", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:23.665993 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b06a9e-4563-4749-a2e1-57968e9701cd x-openstack-request-id: req-10b06a9e-4563-4749-a2e1-57968e9701cd {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:23.666597 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7b5e45-9c59-4032-9d9a-0572853eab2e", "name": "network-vif-deleted", "tag": "dd314943-f8db-487e-bfc4-35b53e3ce6ae", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:23.666853 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10b06a9e-4563-4749-a2e1-57968e9701cd {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:23.667638 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b5e45-9c59-4032-9d9a-0572853eab2e', 'name': 'network-vif-deleted', 'tag': 'dd314943-f8db-487e-bfc4-35b53e3ce6ae', 'status': 'completed', 'code': 200} Aug 31 10:05:23.714178 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:05:23.746238 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-89d5647d-00db-4f08-a3c8-85744cdf5bcc req-84cf0469-779e-458f-ad0c-837e9482573d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac7b5e45-9c59-4032-9d9a-0572853eab2e HTTP/1.1" status: 200 len: 210 time: 0.0339777 Aug 31 10:05:23.925599 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:23.955084 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:05:23.963556 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:05:23.964161 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:05:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:24.062454 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:05:24.269555 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:24.303567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae172b1-2978-4eec-a45e-8e4933fc2b30 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:05:24.540286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf905c-f32f-4275-acc0-334ce56d8a44 None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:05:24.977028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-7659e454-7e24-423f-a122-6d08db14ff7d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1741724983&fields=id&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 267 time: 0.0328918 Aug 31 10:05:25.086770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-f8bd3854-8f22-4b2c-985f-d5cb720d3ce5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:25.088271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-f8bd3854-8f22-4b2c-985f-d5cb720d3ce5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1045222 Aug 31 10:05:25.103514 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-bd19dd66-8132-4e79-a3f3-37b249e554d3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/quotas/deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 375 time: 0.0095360 Aug 31 10:05:25.158423 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-71bb83cd-6101-493e-b080-00029922e2c1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496168 Aug 31 10:05:25.174065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-28eff1ee-7113-4c0e-9464-68f9b55eba73 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:05:25.175058 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-28eff1ee-7113-4c0e-9464-68f9b55eba73 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056772 Aug 31 10:05:25.341841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-c14f7b8f-de51-4d72-908b-f0e834a01de8 service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250274 Aug 31 10:05:25.431693 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-1bc756f5-6ba9-4ef8-b5cb-3e7ae3e64044 service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837064 Aug 31 10:05:25.608845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7705d46e-15d5-4b3c-8676-7ec2bf94fab6 req-04a0d071-f05d-4f99-ae1a-73b14639618d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 210 time: 0.0332201 Aug 31 10:05:26.691093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d23386e-88a0-42e1-aa7c-01d06f063853 req-acdf67b4-ef87-4a8b-976b-bec0fc1211fd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 210 time: 0.0263462 Aug 31 10:05:27.741072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:05:27.761666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: dd314943-f8db-487e-bfc4-35b53e3ce6ae {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:05:27.762008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device dd314943-f8db-487e-bfc4-35b53e3ce6ae not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:05:27.788585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3bf73502-e794-4f87-8348-d9b4a7f6f3c3 req-5eda976d-aa33-43d8-8e55-c29c78cd690d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 210 time: 0.0281971 Aug 31 10:05:28.587718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ed83-ae4a-46f8-96a7-71fc55e73932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:28.743818 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-71746242-dd74-47d1-8e8f-12efc180ff05 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:28.745334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-71746242-dd74-47d1-8e8f-12efc180ff05 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1099968 Aug 31 10:05:28.754257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-413c4371-03a8-4554-afc9-1d963bcf85e2 req-18b44ae1-a99f-48aa-90e5-b4ce2d2ef959 service neutron] (94895) timed out ('10.222.0.15', 55469) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:05:28.791975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-01d3abe9-1ba7-43e9-b7e9-fce06769edb8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 380 time: 0.0346224 Aug 31 10:05:28.805806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'port': {'device_id': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'admin_state_up': True, 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'security_groups': ['753cf8fb-fcdd-42e5-a680-653115d83027']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:28.882922 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-45b7b555-a563-49fe-9cbd-e98507af270d req-e169c600-cc01-47f7-b97a-e1dfc5b1da70 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 210 time: 0.0274315 Aug 31 10:05:28.913142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Made reservation on behalf of deaf402bf3134c6c995320e9a95872bb for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:05:28.916676 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.048568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Allocated IP 172.20.0.8 (efa39626-c1ff-4e88-94ca-103ec601af66/891a40b2-dbce-49b9-9bd1-adc5d0216295/65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:05:29.195879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.211717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Transition to ACTIVE for port object 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:05:29.245890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.287154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:05:29.290168 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:05:29.296412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:05:29.327632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:29.357098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:29.357724 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.372753 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-dc176e86-388e-4b0f-b446-c5304cff05a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711274 Aug 31 10:05:29.387729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Request body: {'port': {'device_id': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:29.452429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.534394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1eea7a14-18b7-43f8-ba71-24161d42d680 None None] Provisioning for port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:05:29.538138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1eea7a14-18b7-43f8-ba71-24161d42d680 None None] Provisioning complete for port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:05:29.538528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1eea7a14-18b7-43f8-ba71-24161d42d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.578341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1eea7a14-18b7-43f8-ba71-24161d42d680 None None] Port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:05:29.719326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:05:29.726912 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.738423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Transition to ACTIVE for port object 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:05:29.742877 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.793201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:29.863626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:05:29.863964 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:05:29.864287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:05:29.870194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:05:29.870533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:05:29.875900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:05:29.876235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:05:29.876617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:05:29.877053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Bound port: 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:05:29.877413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.948704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:05:29.952538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:05:29.957427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.992982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:29.993618 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:29.995186 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-63cb5490-2968-4127-86b6-510157eb821d service neutron] 10.222.0.15 "PUT /v2.0/ports/65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1092 time: 0.6118186 Aug 31 10:05:29.995634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:29.997901 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f5739-ca14-4f14-89e5-9ea32b5be901" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:30.014216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46422-3720-491e-9740-97af1896dd44 req-335f486c-a9ca-4c6b-9574-78c1b58ca5cd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.015807 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ca46422-3720-491e-9740-97af1896dd44 req-335f486c-a9ca-4c6b-9574-78c1b58ca5cd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0615561 Aug 31 10:05:30.033209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb5490-2968-4127-86b6-510157eb821d service neutron] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:30.077910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ca46422-3720-491e-9740-97af1896dd44 req-eaa52e64-5326-414a-99fa-13e42fc8f0ac tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544684 Aug 31 10:05:30.078550 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebdbc6c-18d5-4578-b938-70a865dfdbd8 x-openstack-request-id: req-4ebdbc6c-18d5-4578-b938-70a865dfdbd8 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:30.078841 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:30.079086 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ebdbc6c-18d5-4578-b938-70a865dfdbd8 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:30.079476 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'status': 'completed', 'code': 200} Aug 31 10:05:30.097096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-e1b2f7e8-b944-4a8b-aeb0-da32e4628243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.098641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-e1b2f7e8-b944-4a8b-aeb0-da32e4628243 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0530698 Aug 31 10:05:30.144676 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-fea07e59-dd74-4777-a963-7f7f2181c0e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 217 time: 0.0360744 Aug 31 10:05:30.200021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-5c0e1276-b93f-40a8-a47d-4165584a6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.201494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-5c0e1276-b93f-40a8-a47d-4165584a6806 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0494268 Aug 31 10:05:30.253851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-38b59145-e2c8-4fb3-970c-0c80f47992b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.255453 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-38b59145-e2c8-4fb3-970c-0c80f47992b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457673 Aug 31 10:05:30.344998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-77deadf6-a2e9-4941-afdb-4d926289c726 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814555 Aug 31 10:05:30.438545 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0c6ffae8-3df7-48d7-b746-6e3faaf5dc3f req-34874bc6-f6a0-4c37-896e-a64d7c33ea06 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857222 Aug 31 10:05:30.525151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-d2e26074-a2f5-428d-87b4-4fc1310d48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.526684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-d2e26074-a2f5-428d-87b4-4fc1310d48a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0416393 Aug 31 10:05:30.616536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-c39809d4-ee77-4843-8d11-618d406d745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.617996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-c39809d4-ee77-4843-8d11-618d406d745a service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0831316 Aug 31 10:05:30.664423 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-ec8d58a0-00d9-4139-b20b-2f9d05e21b8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 217 time: 0.0385203 Aug 31 10:05:30.716694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-b38ab0ca-2edb-4cd4-8acb-5b6bb2a41b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.718132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-b38ab0ca-2edb-4cd4-8acb-5b6bb2a41b6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0459006 Aug 31 10:05:30.767302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-b72c01f1-107e-4755-8915-4041967d1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.768774 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-b72c01f1-107e-4755-8915-4041967d1838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402639 Aug 31 10:05:30.863560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-7393e72f-beac-447a-872f-4687475321f1 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Aug 31 10:05:30.959708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a23f5739-ca14-4f14-89e5-9ea32b5be901 req-10cec566-0f3f-4cfb-9f56-29f39ff24d48 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844133 Aug 31 10:05:31.199002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1a936-f0f7-41a7-8809-4c16f837d297 req-71557355-0d20-476f-9756-544c458228c5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:31.200394 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8f1a936-f0f7-41a7-8809-4c16f837d297 req-71557355-0d20-476f-9756-544c458228c5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0570858 Aug 31 10:05:31.242370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c8f1a936-f0f7-41a7-8809-4c16f837d297 req-ce0e0c8b-cbbf-4947-a1fa-6401901a3d41 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Aug 31 10:05:31.812636 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:32.357889 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535277d-f13f-42f5-8a20-109926ac7a2e req-450e25ea-fda0-4837-87d7-0a784f94cae6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:32.359389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a535277d-f13f-42f5-8a20-109926ac7a2e req-450e25ea-fda0-4837-87d7-0a784f94cae6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0481133 Aug 31 10:05:32.398715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a535277d-f13f-42f5-8a20-109926ac7a2e req-6ab186ed-82e3-44a5-915c-471462560bed tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Aug 31 10:05:32.538946 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3297e821-7ebf-41c0-a16b-e79141c39b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:32.606039 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:33.085016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:05:33.180129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:33.191915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'mac_address': 'fa:16:3e:9d:05:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:05:33.236528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:33.251527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:05:33.271116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:33.276169 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:33.323199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:33.525794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d789c-596a-49d0-b201-fbf90b81ee16 req-6926414f-2d90-4fe8-a0fd-ea62570792ae tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:33.527355 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-443d789c-596a-49d0-b201-fbf90b81ee16 req-6926414f-2d90-4fe8-a0fd-ea62570792ae tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 944 time: 0.0498397 Aug 31 10:05:33.551592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:05:33.565634 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-443d789c-596a-49d0-b201-fbf90b81ee16 req-5bf29c10-3ad3-44ba-ad4e-37f4955980b8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323572 Aug 31 10:05:33.791155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:34.700364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff0c5-01b2-46e2-8874-d6fa71f3fa1b req-e26059e2-97e9-4bc9-b7c9-da3552bea1e3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:34.701880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-333ff0c5-01b2-46e2-8874-d6fa71f3fa1b req-e26059e2-97e9-4bc9-b7c9-da3552bea1e3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 944 time: 0.0554676 Aug 31 10:05:34.740540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-333ff0c5-01b2-46e2-8874-d6fa71f3fa1b req-2c305115-082d-48a4-b5ee-aee0f1499deb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Aug 31 10:05:35.100704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:05:35.149034 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:05:35.152625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:05:35.152992 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:35.229343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:35.251562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:35.253820 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc947b19-a519-4b56-99b6-42e9ced8a034" -d '{"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-plugged", "status": "completed", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:35.272121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:35.277341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:35.299840 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efb7a9d-feef-461b-aeb0-e1f8740d59a7 x-openstack-request-id: req-9efb7a9d-feef-461b-aeb0-e1f8740d59a7 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:35.300128 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-plugged", "status": "completed", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:35.300396 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9efb7a9d-feef-461b-aeb0-e1f8740d59a7 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:35.300769 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'code': 200} Aug 31 10:05:35.327690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:35.406910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81655e-a0ae-4b94-8a17-7c16b12195f7 req-ca96d910-a60b-496b-84b0-94b403545a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:35.408406 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f81655e-a0ae-4b94-8a17-7c16b12195f7 req-ca96d910-a60b-496b-84b0-94b403545a46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1097 time: 0.0456200 Aug 31 10:05:35.448051 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f81655e-a0ae-4b94-8a17-7c16b12195f7 req-b237fa3c-08c2-4c79-830d-cd5e4380893f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Aug 31 10:05:35.854436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1327b-92e8-4ff9-94e9-5d7ce8fcfb70 req-8fd39e2b-db45-4256-86d3-d8394ea9f6ad tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:35.855951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29d1327b-92e8-4ff9-94e9-5d7ce8fcfb70 req-8fd39e2b-db45-4256-86d3-d8394ea9f6ad tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0488739 Aug 31 10:05:35.893286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-29d1327b-92e8-4ff9-94e9-5d7ce8fcfb70 req-35867da5-4f68-4a19-a7db-2e9abd512adf tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Aug 31 10:05:36.327486 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:37.024379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237618bb-3207-4a56-8a48-8f63f0924a46 req-520b2854-47c6-4385-8cd9-079e74dee843 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:37.025896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-237618bb-3207-4a56-8a48-8f63f0924a46 req-520b2854-47c6-4385-8cd9-079e74dee843 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0519099 Aug 31 10:05:37.063386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-237618bb-3207-4a56-8a48-8f63f0924a46 req-0983dbce-7118-4363-b277-9ac2aba875ec tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 31 10:05:37.181603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891d0c9-562a-4622-a813-ea8abc4bda50 req-a30e4ba3-635b-4304-ae41-310597b446ee tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:37.183044 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e891d0c9-562a-4622-a813-ea8abc4bda50 req-a30e4ba3-635b-4304-ae41-310597b446ee tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0539174 Aug 31 10:05:37.191535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 34892) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:05:37.197033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'floatingip': {'port_id': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:37.235342 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:38.007813 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:38.012711 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:38.111401 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 associated. External IP: 172.25.4.236, port: 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018. Aug 31 10:05:38.324821 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:05:38.435975 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:05:38.440958 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:38.445536 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:05:38.457552 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:05:38.458170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:05:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:38.476890 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c570c516-1aa6-4eaf-a035-e46bbfe31111 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "PUT /v2.0/floatingips/6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 HTTP/1.1" status: 200 len: 991 time: 1.2842247 Aug 31 10:05:38.478445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:38.543781 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f9595-6b29-46d8-ba37-80902367f150" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:38.569722 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:05:38.630716 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b203ab-9eae-4f4b-ac0f-41be061b4e64 x-openstack-request-id: req-85b203ab-9eae-4f4b-ac0f-41be061b4e64 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:38.631012 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:38.631265 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85b203ab-9eae-4f4b-ac0f-41be061b4e64 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:38.631667 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'status': 'completed', 'code': 200} Aug 31 10:05:38.694393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f9595-6b29-46d8-ba37-80902367f150 req-3937f413-eadd-4762-abc9-35b0c006dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:38.696644 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-3937f413-eadd-4762-abc9-35b0c006dfd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1097 time: 0.0409441 Aug 31 10:05:38.790455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f9595-6b29-46d8-ba37-80902367f150 req-18d6c567-98e8-4304-b054-8610e14d1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:38.792015 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-18d6c567-98e8-4304-b054-8610e14d1681 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0886858 Aug 31 10:05:38.797895 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:9d:05:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:05:37Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:38.825748 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:05:38.834151 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:05:38.834718 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:05:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:39.042235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:05:39.191144 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-b7607f71-9aa8-43ae-8605-29d55b17b311 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 999 time: 0.3900969 Aug 31 10:05:39.242234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f9595-6b29-46d8-ba37-80902367f150 req-be352e3f-0515-4639-8922-10064b1b1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:39.244095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-be352e3f-0515-4639-8922-10064b1b1a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0442848 Aug 31 10:05:39.270131 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:9d:05:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:05:37Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:05:39.294209 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f9595-6b29-46d8-ba37-80902367f150 req-0efc88df-3a73-4ec2-a349-820ea01dcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:39.295780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-0efc88df-3a73-4ec2-a349-820ea01dcd22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436831 Aug 31 10:05:39.305321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881c62a-afad-480f-8ec1-1f9a5b0cd034 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:9d:05:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:05:37Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:05:39.407040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-795eb4cd-c188-40ae-9320-153220610777 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026537 Aug 31 10:05:39.509864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-072f9595-6b29-46d8-ba37-80902367f150 req-094175ce-45d3-4b06-990f-d8bc76fe68ad service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941889 Aug 31 10:05:39.552258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff70a1bf-2551-4b79-9643-c88accc2a0d3 None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:05:49.014375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:58.581742 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-429d0552-df83-43ae-9206-66d1fd312085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:59.272858 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:01.815637 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:02.541553 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2ebf286a-94fe-404b-a635-40ebfb9f35bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:02.606737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:03.794368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:06.329851 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:19.036545 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.394214 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-51a17f1b-082e-4e2d-8d26-0dd9e81e0fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606878 Aug 31 10:06:24.494310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-1c3febef-d65b-4d96-9978-42bcce2e1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:24.495940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-1c3febef-d65b-4d96-9978-42bcce2e1912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1097 time: 0.0518875 Aug 31 10:06:24.607056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-8b07d8e5-0f53-45e4-b9c6-734c26694e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:24.610033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-8b07d8e5-0f53-45e4-b9c6-734c26694e8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0903947 Aug 31 10:06:24.684844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-eeaf0501-4b60-4519-914e-61c9f5ee7e4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1001 time: 0.0677886 Aug 31 10:06:24.737751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-6c1b1a83-f5c3-42b2-854c-ed8a7417cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:24.739273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-6c1b1a83-f5c3-42b2-854c-ed8a7417cf2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0466189 Aug 31 10:06:24.795581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-0fffa30f-0858-4db1-be86-fa3799263392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:24.797182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-0fffa30f-0858-4db1-be86-fa3799263392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500073 Aug 31 10:06:24.897370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-99e64577-2be6-41aa-90c3-d9a52eb9f12e service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919530 Aug 31 10:06:24.996187 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1f0f06c9-6e0d-4494-b835-b4eb75f6b160 req-328a56b8-fb3c-44a8-a47f-01948849018d service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906186 Aug 31 10:06:28.589490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-746e6a4c-232c-42a0-8528-b7fbbf1ac217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:31.816313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:32.542774 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fa43ccb5-7eff-4992-8a27-e2bdbeb63d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:32.621190 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:33.795935 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:36.271974 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:36.333382 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:49.051841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:58.582172 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f68d4efc-a6e3-4f66-8a34-a7f71d778233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:01.816901 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:02.543499 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-427ff32b-0eb4-4fb5-9ae7-b937cd6d3859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:02.635054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:03.801119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:06.336749 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:13.272401 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:19.051654 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:19.243415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21ae4-9567-48b5-ae66-91177fdf3f28 req-cfed6fc2-d95f-44ed-9ba3-3476469c66c6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:19.244872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ce21ae4-9567-48b5-ae66-91177fdf3f28 req-cfed6fc2-d95f-44ed-9ba3-3476469c66c6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0578938 Aug 31 10:07:19.284604 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ce21ae4-9567-48b5-ae66-91177fdf3f28 req-5a2e7d45-e111-465d-8725-c7cb757c9b54 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Aug 31 10:07:20.406341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a245a-5297-4a93-9dfc-fc115cd9c8e6 req-34590654-e366-4220-8297-9d7559a17056 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:20.407889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-337a245a-5297-4a93-9dfc-fc115cd9c8e6 req-34590654-e366-4220-8297-9d7559a17056 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0503864 Aug 31 10:07:20.452319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-337a245a-5297-4a93-9dfc-fc115cd9c8e6 req-fbec1d89-2858-428c-bbc3-918c638c7058 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375571 Aug 31 10:07:21.570608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e32454-0fbc-4291-a784-0359dcd016fe req-bdc4857b-dc99-4b1f-a840-373692abfc6f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:21.572401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0e32454-0fbc-4291-a784-0359dcd016fe req-bdc4857b-dc99-4b1f-a840-373692abfc6f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0513296 Aug 31 10:07:21.610318 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b0e32454-0fbc-4291-a784-0359dcd016fe req-42fd0799-2c0a-465e-8213-281955e1408e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Aug 31 10:07:22.732119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a1890-ae42-407e-84ae-e6cfad2df92e req-b5678326-27d2-4dce-9602-31218abaef59 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:22.733601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f4a1890-ae42-407e-84ae-e6cfad2df92e req-b5678326-27d2-4dce-9602-31218abaef59 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0492551 Aug 31 10:07:22.771783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0f4a1890-ae42-407e-84ae-e6cfad2df92e req-a6b6bb26-c000-4ebc-9973-8f8f49a39687 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321267 Aug 31 10:07:23.890873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d481-6e8d-4cfc-a5f3-c5a09261454e req-786f3798-499c-4431-a05a-cf656f0a61f8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:23.892379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7293d481-6e8d-4cfc-a5f3-c5a09261454e req-786f3798-499c-4431-a05a-cf656f0a61f8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0511203 Aug 31 10:07:23.935726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7293d481-6e8d-4cfc-a5f3-c5a09261454e req-f99ce0c9-b1c9-405e-8b39-a3aaba6d9274 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369577 Aug 31 10:07:25.051279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdedc3-e5c5-40a4-a128-957ac68cce23 req-fb03a1cf-562e-404e-8970-945505b49f8e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:25.052770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fdedc3-e5c5-40a4-a128-957ac68cce23 req-fb03a1cf-562e-404e-8970-945505b49f8e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0495825 Aug 31 10:07:25.090812 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-27fdedc3-e5c5-40a4-a128-957ac68cce23 req-40bbea42-b6b3-4423-a404-d30c344c540a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Aug 31 10:07:26.206043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f0d7-41ac-4c3c-b0d5-e93903dc2d89 req-6662670f-04ac-4347-bcc9-d6eca2a14ce1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:26.207632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e467f0d7-41ac-4c3c-b0d5-e93903dc2d89 req-6662670f-04ac-4347-bcc9-d6eca2a14ce1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0495472 Aug 31 10:07:26.246155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e467f0d7-41ac-4c3c-b0d5-e93903dc2d89 req-f980c59e-91ef-48b9-9bbe-b9549d337f4d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Aug 31 10:07:26.388084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-fe013305-4301-4723-8cfd-00cf4622244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:26.389631 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-fe013305-4301-4723-8cfd-00cf4622244f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1097 time: 0.0493457 Aug 31 10:07:26.500421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-9bfa5a14-664a-44df-a133-aee1da33fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:26.501893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-9bfa5a14-664a-44df-a133-aee1da33fac5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0893958 Aug 31 10:07:26.574499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-94f774cd-0d4e-49e5-b097-6dc6a65ce23a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1001 time: 0.0643921 Aug 31 10:07:26.630669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-82322d3b-a56f-4708-99f4-d40b7bf3906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:26.632067 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-82322d3b-a56f-4708-99f4-d40b7bf3906f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0496697 Aug 31 10:07:26.677858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-84ff52a3-42c4-4deb-b63a-996f65fbdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:26.679388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-84ff52a3-42c4-4deb-b63a-996f65fbdb1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401037 Aug 31 10:07:26.771116 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-5e207b9b-e0da-4591-8112-9425a14480d3 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834270 Aug 31 10:07:26.867034 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-584fc703-4b78-4d1b-ae84-2fd000f77eda req-0b62b548-007f-4fbe-a4de-a05fb0907711 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Aug 31 10:07:27.361606 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa99119-e1c0-4e27-abf3-8b44f0110969 req-18edf50b-b781-49cb-854c-4857cf4f94e0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:27.363122 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fa99119-e1c0-4e27-abf3-8b44f0110969 req-18edf50b-b781-49cb-854c-4857cf4f94e0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0492759 Aug 31 10:07:27.407136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0fa99119-e1c0-4e27-abf3-8b44f0110969 req-311b9ffe-fb6b-4804-b4e5-8800d2ded511 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371013 Aug 31 10:07:28.522155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f23e-324c-4720-86cd-4e926ea7ea2d req-bf7e71a5-a21a-4727-9fa0-03aaa4276cd4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:28.523701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8a8f23e-324c-4720-86cd-4e926ea7ea2d req-bf7e71a5-a21a-4727-9fa0-03aaa4276cd4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0493991 Aug 31 10:07:28.562153 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8a8f23e-324c-4720-86cd-4e926ea7ea2d req-541adb32-003b-4c24-974a-cc248af75d05 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Aug 31 10:07:28.583948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9404693d-9981-4cbb-9f72-9c1127aa8a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:29.677947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c216-e697-42a9-ac7c-5637c5c8cdf6 req-54c61524-8380-439b-a5f8-7e4a94607a4c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:29.679441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f602c216-e697-42a9-ac7c-5637c5c8cdf6 req-54c61524-8380-439b-a5f8-7e4a94607a4c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0499225 Aug 31 10:07:29.717309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f602c216-e697-42a9-ac7c-5637c5c8cdf6 req-da800c16-5b44-4dcc-88d9-5c07c87bbbc1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319126 Aug 31 10:07:29.967493 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe2e13-7cf1-4049-9304-e337c56640dd req-efe35a85-94ab-4c45-a71d-8ed6cae2baa8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:29.969127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4fe2e13-7cf1-4049-9304-e337c56640dd req-efe35a85-94ab-4c45-a71d-8ed6cae2baa8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0511813 Aug 31 10:07:30.014544 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4fe2e13-7cf1-4049-9304-e337c56640dd req-e9e27d87-a5e5-4690-87f6-2e0c28cc50a8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Aug 31 10:07:30.038824 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-8d9c3a0f-2b0b-42be-af30-66ec59c92cfb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835629 Aug 31 10:07:31.133931 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42bc26-51b6-4178-95e2-de51a729004c req-821b0e6c-a1fc-4c5f-ba6b-8927b21a9239 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:31.135811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c42bc26-51b6-4178-95e2-de51a729004c req-821b0e6c-a1fc-4c5f-ba6b-8927b21a9239 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0519226 Aug 31 10:07:31.176619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c42bc26-51b6-4178-95e2-de51a729004c req-02e09389-a352-4868-badb-be8b2608330d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Aug 31 10:07:31.223770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-63abfaca-ce7a-446d-8c14-9ce18c865a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:31.225570 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-63abfaca-ce7a-446d-8c14-9ce18c865a40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1097 time: 0.0438452 Aug 31 10:07:31.319935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-45c31e8d-26d7-438e-8bca-83ae77977019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:31.321604 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-45c31e8d-26d7-438e-8bca-83ae77977019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0887682 Aug 31 10:07:31.391413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-3c843f05-d60e-4648-9dc4-46bc860a97e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1001 time: 0.0618215 Aug 31 10:07:31.456698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-09bbaa8e-02d8-4548-b3d5-702d56b0ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:31.458745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-09bbaa8e-02d8-4548-b3d5-702d56b0ac09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0522361 Aug 31 10:07:31.508624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-f9bf6840-69c1-4333-9dd1-55052bde1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:31.511211 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-f9bf6840-69c1-4333-9dd1-55052bde1c4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447745 Aug 31 10:07:31.524252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-4ab3f4b7-25b8-4a01-bd37-3a2585eae694 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:07:31.525213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-4ab3f4b7-25b8-4a01-bd37-3a2585eae694 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063717 Aug 31 10:07:31.617915 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c15c967e-ec15-4e48-9a9d-6cac4fd7a5a1 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845428 Aug 31 10:07:31.714717 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-7e98d62a-e69f-4120-9b0b-00bddb13d242 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889077 Aug 31 10:07:31.817059 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:32.295117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab669a-3555-443a-89b6-2696662ca37a req-245dae7a-7ce7-4d92-992d-89b37d0d9871 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:32.296682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15ab669a-3555-443a-89b6-2696662ca37a req-245dae7a-7ce7-4d92-992d-89b37d0d9871 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0517764 Aug 31 10:07:32.334993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-15ab669a-3555-443a-89b6-2696662ca37a req-77b01dbe-bdb3-4c01-8ad8-d8aa61654217 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Aug 31 10:07:32.544766 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b131b4d9-ac9d-4646-ad96-70b173be6a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:32.649167 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:33.466373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4769987-abc2-4248-96bf-096b99844c13 req-4c9c7fbf-d65d-486a-9302-87a0a156dcb2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:33.467958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4769987-abc2-4248-96bf-096b99844c13 req-4c9c7fbf-d65d-486a-9302-87a0a156dcb2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0482614 Aug 31 10:07:33.511031 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4769987-abc2-4248-96bf-096b99844c13 req-954041e8-2e77-474a-911a-0937a90ea9b3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366261 Aug 31 10:07:33.717560 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-70bbbc42-4d09-4d19-9507-8c357b5a1059 service neutron] show failed (client error): The resource could not be found. Aug 31 10:07:33.718499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-70bbbc42-4d09-4d19-9507-8c357b5a1059 service neutron] 10.222.0.15 "GET /v2.0/ports/65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0671072 Aug 31 10:07:33.803563 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:33.928102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-a7df41b6-24b9-4100-aa91-69cb84a97927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:33.929663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-a7df41b6-24b9-4100-aa91-69cb84a97927 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 1097 time: 0.0447140 Aug 31 10:07:33.948078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:34.009301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.220371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:34.253623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:07:34.295003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:34.297260 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca2c0a6-8cd6-4943-a2b1-e5261e681367" -d '{"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-unplugged", "status": "completed", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:34.300931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.314198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Transition to ACTIVE for port object 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:07:34.318657 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.350824 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272198a-da6e-42fb-a48d-adb9bb872dce x-openstack-request-id: req-e272198a-da6e-42fb-a48d-adb9bb872dce {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:34.351113 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-unplugged", "status": "completed", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:34.351361 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e272198a-da6e-42fb-a48d-adb9bb872dce {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:34.351747 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'code': 200} Aug 31 10:07:34.400663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:34.415107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.415422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.415765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.416139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.416467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.416789 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.417109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.417567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.417750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.418067 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.418386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.418719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:34.459852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] No DVR routers for this DVR port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:07:34.609185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:07:34.609519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:07:34.609842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:07:34.615952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:07:34.616568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Attempting to bind port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:07:34.622884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:07:34.623478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:07:34.623991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:07:34.624449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Bound port: 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:07:34.624811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.637256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfbc9-d692-498e-9d93-c3853981eb13 req-64995443-0b33-44bf-86e0-d1d8807f36a7 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:34.638965 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-164bfbc9-d692-498e-9d93-c3853981eb13 req-64995443-0b33-44bf-86e0-d1d8807f36a7 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0568485 Aug 31 10:07:34.678171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-164bfbc9-d692-498e-9d93-c3853981eb13 req-40406eda-c13e-4dd0-a79e-97100cb63f57 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Aug 31 10:07:34.694858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:07:34.698220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:07:34.702671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.741777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:34.742387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.743821 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] 10.222.0.23 "PUT /v2.0/ports/65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1092 time: 0.8002219 Aug 31 10:07:34.766623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56309-9f35-4332-8613-fe09419a7d08 service neutron] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:34.819188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-b2b65633-a392-4c95-8c12-4ba61b6d62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:34.820750 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-b2b65633-a392-4c95-8c12-4ba61b6d62b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0448742 Aug 31 10:07:34.919961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-ca42cbfa-29bd-4288-9a53-66996e6c538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:34.921452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-ca42cbfa-29bd-4288-9a53-66996e6c538d service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0939894 Aug 31 10:07:34.992605 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-cb7371a7-52fb-4049-bcac-1e26a1082911 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 999 time: 0.0641670 Aug 31 10:07:35.042599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-a12661ca-79ae-40af-914a-ea68bc16cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:35.044054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-a12661ca-79ae-40af-914a-ea68bc16cedb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0444651 Aug 31 10:07:35.090108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-fa8e786e-63f4-4b7c-8daf-0adb317d319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:35.091547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-fa8e786e-63f4-4b7c-8daf-0adb317d319a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405252 Aug 31 10:07:35.104517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-57f18698-6194-48c4-bccb-085e1fc37da3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:07:35.105782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-57f18698-6194-48c4-bccb-085e1fc37da3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074844 Aug 31 10:07:35.199512 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-5e607373-c769-44c1-a2da-fa805f232ec3 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868957 Aug 31 10:07:35.290170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c7408a9-de52-4d4f-ab0b-b6b8b4a7fa24 req-8440481a-6723-42b8-9214-e38bbfc98e76 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839541 Aug 31 10:07:35.795808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc0ef5-9bbb-42d2-81e1-47d6863e63a5 req-950fe16b-787d-4e44-bd0b-81ae536ae973 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:35.797276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0bc0ef5-9bbb-42d2-81e1-47d6863e63a5 req-950fe16b-787d-4e44-bd0b-81ae536ae973 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0498946 Aug 31 10:07:35.834791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0bc0ef5-9bbb-42d2-81e1-47d6863e63a5 req-4f4690c3-cd75-4d64-81a8-24d9e8f2d18a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Aug 31 10:07:36.338736 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:36.352989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:36.355462 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9588e95-9c95-45d8-bbbe-99ed7e0269be" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:36.403203 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0989e1-58f0-49a0-a379-4a4a1f0ce31b x-openstack-request-id: req-4e0989e1-58f0-49a0-a379-4a4a1f0ce31b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:36.403516 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:36.403765 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e0989e1-58f0-49a0-a379-4a4a1f0ce31b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:36.404164 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'status': 'completed', 'code': 200} Aug 31 10:07:36.503432 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-90488934-0ee7-44ee-834b-3c3c8efe2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.504934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-90488934-0ee7-44ee-834b-3c3c8efe2f33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0741012 Aug 31 10:07:36.523340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-612b7966-9036-482e-bd87-db8a3cc80e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.524844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-612b7966-9036-482e-bd87-db8a3cc80e80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0689044 Aug 31 10:07:36.670807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-d8fe8d4f-165f-45b6-bcea-922c89b56be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.672286 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-d8fe8d4f-165f-45b6-bcea-922c89b56be6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1602170 Aug 31 10:07:36.687601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-447804b4-53c3-4204-95a0-f48a954b56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.688989 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-447804b4-53c3-4204-95a0-f48a954b56a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1295483 Aug 31 10:07:36.787332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-88f5404c-a75b-47da-aa54-aec35b412073 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 999 time: 0.1065552 Aug 31 10:07:36.793102 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-a98ecac8-36f7-49f3-83d4-a1e3f2e0f5ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 999 time: 0.0763211 Aug 31 10:07:36.873532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-8ebf1de3-01fa-43c8-a0ae-2097f03273b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.875038 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-8ebf1de3-01fa-43c8-a0ae-2097f03273b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0804424 Aug 31 10:07:36.876410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-283c3a7c-d19b-4a7a-9a4f-677271f2cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.877738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-283c3a7c-d19b-4a7a-9a4f-677271f2cce7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0759721 Aug 31 10:07:36.950863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-97425bf5-0704-4a79-bcc5-0d7c4c122e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.952412 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-97425bf5-0704-4a79-bcc5-0d7c4c122e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694902 Aug 31 10:07:36.955083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-2df9609a-97eb-4ee7-83e5-ace8a3ee692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.956463 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-2df9609a-97eb-4ee7-83e5-ace8a3ee692e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658271 Aug 31 10:07:36.957052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dd853-e917-4d11-a663-1b59e60158c0 req-e766eec6-79e5-489a-93f5-972184fe14ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.966776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c19dd853-e917-4d11-a663-1b59e60158c0 req-e766eec6-79e5-489a-93f5-972184fe14ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0605524 Aug 31 10:07:37.011569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c19dd853-e917-4d11-a663-1b59e60158c0 req-e0bdf540-165b-472b-85b8-2c3d2c5a4ac4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376165 Aug 31 10:07:37.117131 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-2f818c9c-4e3d-4ae0-8a71-074760119a29 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555886 Aug 31 10:07:37.118672 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-8b48cb04-2f1b-444a-b940-ac218b7980c2 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488099 Aug 31 10:07:37.185937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.15', 56216) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:07:37.215611 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7423-0cbf-47ef-93ad-7ba98582e7f4 req-bc1656f3-3e04-443e-a31b-8257c176961c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.217127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-797a7423-0cbf-47ef-93ad-7ba98582e7f4 req-bc1656f3-3e04-443e-a31b-8257c176961c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0567734 Aug 31 10:07:37.257174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-797a7423-0cbf-47ef-93ad-7ba98582e7f4 req-3150c85f-1f39-4c70-a848-31f0ff5bdf3a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340357 Aug 31 10:07:37.334719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a256-e317-4711-ae32-387835d4ea53 req-3417722c-eb9b-4588-b125-7c42ecd151fa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.336113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-3417722c-eb9b-4588-b125-7c42ecd151fa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd&tenant_id=deaf402bf3134c6c995320e9a95872bb&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 943 time: 0.1492147 Aug 31 10:07:37.339831 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-9257370c-6078-4d14-915f-0076934f24d9 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156906 Aug 31 10:07:37.345916 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-b20ead21-0d41-4326-96ca-ad93a16614b9 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129505 Aug 31 10:07:37.405472 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-85f7a256-e317-4711-ae32-387835d4ea53 req-bf743b5d-7a42-451e-acf9-71fde05ce4ca service neutron] delete failed (client error): The resource could not be found. Aug 31 10:07:37.406525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-bf743b5d-7a42-451e-acf9-71fde05ce4ca service neutron] 10.222.0.15 "DELETE /v2.0/ports/65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0565932 Aug 31 10:07:37.494891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a256-e317-4711-ae32-387835d4ea53 req-7f437886-cd58-4834-b56b-665966c2b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.496391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-7f437886-cd58-4834-b56b-665966c2b169 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0453448 Aug 31 10:07:37.590903 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a256-e317-4711-ae32-387835d4ea53 req-00686b1e-bbca-4cf8-8e31-c89e188e50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.592278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-00686b1e-bbca-4cf8-8e31-c89e188e50f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0877206 Aug 31 10:07:37.633426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:07:37.661695 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-c9c95ee8-0d65-41be-aeb4-bbef37f34e01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 999 time: 0.0617352 Aug 31 10:07:37.674793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:07:37.712942 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a256-e317-4711-ae32-387835d4ea53 req-ef9150fe-fbf5-4145-834f-63a0b3d16afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.714409 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-ef9150fe-fbf5-4145-834f-63a0b3d16afa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0456333 Aug 31 10:07:37.761573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a256-e317-4711-ae32-387835d4ea53 req-2450ab21-9c1d-4d97-b81f-b0ca19767d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.763124 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-2450ab21-9c1d-4d97-b81f-b0ca19767d6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407834 Aug 31 10:07:37.856845 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-f1e6437b-fac7-420e-8904-1d71df7aa69f service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Aug 31 10:07:37.945991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-85f7a256-e317-4711-ae32-387835d4ea53 req-6037833c-ba9b-43e7-843e-80c12043aa3e service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804405 Aug 31 10:07:38.386298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f8e1b-a1de-4661-97f1-098e68e9425f req-497660c7-cbef-4a2e-8998-3881565f06bb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:38.387930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-864f8e1b-a1de-4661-97f1-098e68e9425f req-497660c7-cbef-4a2e-8998-3881565f06bb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 943 time: 0.0565326 Aug 31 10:07:38.430916 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-864f8e1b-a1de-4661-97f1-098e68e9425f req-099de8ae-3624-4c66-8901-f1544808ee2d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355346 Aug 31 10:07:38.440699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:07:38.529717 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-f4d63c6c-c00f-4900-bbc4-08a7c6705ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443227 Aug 31 10:07:38.543378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:38.556987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'mac_address': 'fa:16:3e:9d:05:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:07:38.602405 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:38.616886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:07:38.634459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f128-0474-4e39-80f7-791b0318238a req-2d4de8ae-5725-43b4-88b1-2488023fdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:38.636030 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-2d4de8ae-5725-43b4-88b1-2488023fdc36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1095 time: 0.0462751 Aug 31 10:07:38.637554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:38.641816 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:38.700417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:38.708852 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.709143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.709488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.709826 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.710157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.710511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.711382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.711382 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.711695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.711783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.712098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.712421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:38.757317 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f128-0474-4e39-80f7-791b0318238a req-26edda9f-7a8e-4d31-9095-b921123fb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:38.758818 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-26edda9f-7a8e-4d31-9095-b921123fb639 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1028101 Aug 31 10:07:38.834537 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-622434f4-e987-4eec-b982-064269608706 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1000 time: 0.0681818 Aug 31 10:07:38.928063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:07:39.211835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f128-0474-4e39-80f7-791b0318238a req-eaadd9ca-a3d6-4c1e-a1b3-b911cdd2dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.213250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-eaadd9ca-a3d6-4c1e-a1b3-b911cdd2dbd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.3710594 Aug 31 10:07:39.260222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f128-0474-4e39-80f7-791b0318238a req-e0ddf8b7-3180-4c91-ae08-dae6b7e18250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.261750 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-e0ddf8b7-3180-4c91-ae08-dae6b7e18250 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406995 Aug 31 10:07:39.357854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-cabc4355-79d0-44ec-80ef-67a679d85d8b service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879772 Aug 31 10:07:39.456669 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7566f128-0474-4e39-80f7-791b0318238a req-951d60f1-cec3-4ed4-9014-93fb025eb657 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892253 Aug 31 10:07:39.552384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793951b8-7372-48b4-a255-bd0b7e43d86c req-1d0ecece-1530-42d2-aa97-4814b6786bd1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.553880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-793951b8-7372-48b4-a255-bd0b7e43d86c req-1d0ecece-1530-42d2-aa97-4814b6786bd1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 944 time: 0.0509856 Aug 31 10:07:39.597715 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-793951b8-7372-48b4-a255-bd0b7e43d86c req-b0dfa0b9-22e4-41fb-9617-0235015c8a47 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377731 Aug 31 10:07:39.711816 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3bb74-e020-4f8c-94df-009369dd150f req-259ed77b-01eb-4dbb-9b29-e4f9dd392968 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.713291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46c3bb74-e020-4f8c-94df-009369dd150f req-259ed77b-01eb-4dbb-9b29-e4f9dd392968 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 944 time: 0.0493493 Aug 31 10:07:39.753195 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46c3bb74-e020-4f8c-94df-009369dd150f req-ad5154e6-4793-4e5c-a9f2-ab4f682df1aa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Aug 31 10:07:39.954009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404c1a4-b2d9-4518-a676-77a6ef82fa1d req-41986c4c-3b6a-4d53-8bb2-9c914ff62110 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.955557 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0404c1a4-b2d9-4518-a676-77a6ef82fa1d req-41986c4c-3b6a-4d53-8bb2-9c914ff62110 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 944 time: 0.0538058 Aug 31 10:07:39.994495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0404c1a4-b2d9-4518-a676-77a6ef82fa1d req-0c14c653-ab77-4587-95b2-ff4b25dd033b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325973 Aug 31 10:07:39.996842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-f35d2b99-0c7d-4a60-860d-20b00056795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.998353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-f35d2b99-0c7d-4a60-860d-20b00056795a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 1096 time: 0.0409179 Aug 31 10:07:40.093073 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-c72c73ba-af61-4a84-a1ae-7fb2560bf26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:40.094685 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-c72c73ba-af61-4a84-a1ae-7fb2560bf26a service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0890517 Aug 31 10:07:40.159273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-19f6e6da-ebc9-4be5-8948-dfc866a90c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 200 len: 1000 time: 0.0580137 Aug 31 10:07:40.212914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-dc8b4d8f-f2d3-4e9a-8c9b-7f569cdbfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:40.214410 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-dc8b4d8f-f2d3-4e9a-8c9b-7f569cdbfb75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0483818 Aug 31 10:07:40.261890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-4d880150-9dd4-4f0e-ab84-24838800e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:40.263397 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-4d880150-9dd4-4f0e-ab84-24838800e1c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419893 Aug 31 10:07:40.354017 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-f245efe9-72e5-4400-920f-7198b83ebad9 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Aug 31 10:07:40.449595 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e78742fb-5dae-4ef8-991e-0d9fbf3d9a3a req-f9eb1629-a22c-420c-b63f-e462a566c3fe service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884829 Aug 31 10:07:40.454573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:07:40.504269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:07:40.508561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:07:40.508926 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:40.584784 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:40.607024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:40.609256 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2982635b-5632-4f23-96a9-b733510efc97" -d '{"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-plugged", "status": "completed", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:40.625021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:40.629296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:40.653848 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ee62e-c53b-4149-9b33-48f690737f08 x-openstack-request-id: req-286ee62e-c53b-4149-9b33-48f690737f08 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:40.654130 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-plugged", "status": "completed", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:40.654375 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-286ee62e-c53b-4149-9b33-48f690737f08 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:40.654778 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'code': 200} Aug 31 10:07:40.680481 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:41.111220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd08282-be2b-4f4c-9693-5dd2feaaa5f4 req-53b975ab-8922-4bd8-af4a-12d7fe43ca0b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:41.112711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5bd08282-be2b-4f4c-9693-5dd2feaaa5f4 req-53b975ab-8922-4bd8-af4a-12d7fe43ca0b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0491924 Aug 31 10:07:41.159776 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5bd08282-be2b-4f4c-9693-5dd2feaaa5f4 req-f2db6ab1-a5bd-40a4-8e8b-fefa5d8d443c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Aug 31 10:07:41.654976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837bca6-c1c0-45c4-b7fc-b9840f1de019 req-9bfad14c-da54-4609-a69a-72dd11ed775f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:41.656392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0837bca6-c1c0-45c4-b7fc-b9840f1de019 req-9bfad14c-da54-4609-a69a-72dd11ed775f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0505788 Aug 31 10:07:41.695747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0837bca6-c1c0-45c4-b7fc-b9840f1de019 req-0bdc9fd2-15de-4cb0-8bd0-fca1abab576e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Aug 31 10:07:42.812342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0496945-cd21-4ab0-a334-2b7e268dc77f req-cf87504d-1bd8-4bc9-8c3a-ca9f6555ec5e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:42.813829 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0496945-cd21-4ab0-a334-2b7e268dc77f req-cf87504d-1bd8-4bc9-8c3a-ca9f6555ec5e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0491941 Aug 31 10:07:42.852580 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0496945-cd21-4ab0-a334-2b7e268dc77f req-fa4e1ea4-da4a-4940-b9fd-25dce97a5244 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Aug 31 10:07:43.028634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dc6c1b74-77dc-4be1-a894-e5c5ff44424a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:43.030058 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dc6c1b74-77dc-4be1-a894-e5c5ff44424a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 945 time: 0.0500996 Aug 31 10:07:43.126264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Deleting port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:07:43.126710 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.216304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] For port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:43.216635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.392677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.393066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.393384 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 disassociated. External IP: 172.25.4.236, port: 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018. Aug 31 10:07:43.393717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Calling delete_port for 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:07:43.534815 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.563450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event deleted for resources: {'Port': ['ID=65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:43.697180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:07:43.834018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:07:43.845757 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:07:43.857176 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:07:43.857808 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:07:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:43.875730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] No DVR routers for this DVR port 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:07:43.878698 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:43.881327 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4d05a518-2b76-4c80-b175-4ff9c1302395 req-dd549f14-f054-4b1c-9b11-1f0ccbe3ed2c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "DELETE /v2.0/ports/65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 HTTP/1.1" status: 204 len: 173 time: 0.8451779 Aug 31 10:07:43.881780 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-deleted', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:43.884146 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3141f9fc-b264-4059-a820-0d332a53943d" -d '{"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-deleted", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:43.935515 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01442688-8689-4fd1-89f8-1ea66a24dad4 x-openstack-request-id: req-01442688-8689-4fd1-89f8-1ea66a24dad4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:43.935811 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d507f6-5a56-4b57-8d22-5c0e459318bd", "name": "network-vif-deleted", "tag": "65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:43.936069 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01442688-8689-4fd1-89f8-1ea66a24dad4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:43.936499 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d507f6-5a56-4b57-8d22-5c0e459318bd', 'name': 'network-vif-deleted', 'tag': '65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018', 'status': 'completed', 'code': 200} Aug 31 10:07:43.971467 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:07:43.984266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b3e501f8-8216-4a8e-8ac8-1f52c3d43eeb req-e4ca6ea0-41ac-4e3e-919c-215a97706933 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8d507f6-5a56-4b57-8d22-5c0e459318bd HTTP/1.1" status: 200 len: 210 time: 0.0332978 Aug 31 10:07:44.177424 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:44.207057 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:07:44.216853 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:07:44.217473 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:07:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:44.322445 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:07:44.360333 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-0315de31-521e-4b1d-b228-be1d6d07b395 req-475ad193-e277-4d0c-9016-a754452115a5 service neutron] (94896) timed out ('10.222.0.18', 59470) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:07:44.532073 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:44.558951 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b503a59c-4850-49d3-b4f2-670c600549d3 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:07:44.782802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbab12d-8b5a-474c-928a-cb2fffa809a9 None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:07:45.260691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-619d947a-79c5-4a24-8fcc-4248c1866534 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1741724983&fields=id&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 267 time: 0.0360937 Aug 31 10:07:45.367109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-e981f414-394c-4a80-a8ba-3c7353715910 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:45.368595 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-e981f414-394c-4a80-a8ba-3c7353715910 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1011493 Aug 31 10:07:45.383945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-ee918ecc-222e-402b-8537-c5067086503b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/quotas/deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 375 time: 0.0095801 Aug 31 10:07:45.438327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-3069abb0-72c9-47fd-b85a-55b671283cf9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486839 Aug 31 10:07:45.537459 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-72964f3c-8a45-4f8a-bb11-0467b59533d6 service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870206 Aug 31 10:07:45.626727 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-0a710476-7ce7-4994-8aaf-09cb72ffed55 service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828979 Aug 31 10:07:46.485967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:07:46.509752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:07:46.510098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 65a8e8ee-ddd0-4de5-8dc0-0f9d6580c018 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:07:46.810831 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5628c81-fcc7-49f3-9208-5fd71396bb3d req-987193f8-3cba-4129-8d6e-c1378fd9123a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 210 time: 0.0321243 Aug 31 10:07:47.825111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-afac1e07-9b9a-4d6a-b2dc-7ac745105c12 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:47.827529 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-afac1e07-9b9a-4d6a-b2dc-7ac745105c12 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1297951 Aug 31 10:07:47.897275 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-f6eae780-6a1c-4812-9bfe-06764b848d58 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 380 time: 0.0464408 Aug 31 10:07:47.913254 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25837276-9a4f-40cf-a80d-705be8524256 req-23aecd75-d19f-441c-aaa3-efa94ad1969e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 210 time: 0.0276690 Aug 31 10:07:47.920684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'port': {'device_id': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'admin_state_up': True, 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'security_groups': ['753cf8fb-fcdd-42e5-a680-653115d83027']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:48.050368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Made reservation on behalf of deaf402bf3134c6c995320e9a95872bb for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:07:48.054557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.187171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Allocated IP 172.20.0.13 (efa39626-c1ff-4e88-94ca-103ec601af66/891a40b2-dbce-49b9-9bd1-adc5d0216295/ee1acf3c-a4d2-47b0-823c-1341a6159078) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:07:48.329174 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.343556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Transition to ACTIVE for port object ee1acf3c-a4d2-47b0-823c-1341a6159078 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:07:48.376741 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.423899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:07:48.429335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:07:48.433876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:07:48.438101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:48.491989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:48.492648 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.509668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-79d6b928-6006-4c62-afa3-31c2b5d0acf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934141 Aug 31 10:07:48.527285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Request body: {'port': {'device_id': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:48.589183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.684749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-925ce8e9-ae42-463d-8d06-c81a72f36a1e None None] Provisioning for port ee1acf3c-a4d2-47b0-823c-1341a6159078 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:07:48.688697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-925ce8e9-ae42-463d-8d06-c81a72f36a1e None None] Provisioning complete for port ee1acf3c-a4d2-47b0-823c-1341a6159078 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:07:48.689007 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-925ce8e9-ae42-463d-8d06-c81a72f36a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.724626 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-925ce8e9-ae42-463d-8d06-c81a72f36a1e None None] Port ee1acf3c-a4d2-47b0-823c-1341a6159078 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:07:48.862623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1acf3c-a4d2-47b0-823c-1341a6159078 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:07:48.870593 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.882973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Transition to ACTIVE for port object ee1acf3c-a4d2-47b0-823c-1341a6159078 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:07:48.886558 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:48.936685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:49.017071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:07:49.017412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:07:49.017741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:07:49.023847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:07:49.024178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:07:49.031003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:07:49.032090 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:07:49.032583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:07:49.033333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Bound port: ee1acf3c-a4d2-47b0-823c-1341a6159078, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:07:49.033707 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:49.043505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53ebb-7f2f-4ce9-be1f-53f97b5d2153 req-7e802b56-24e7-45f2-a91b-cce1b9cbd04e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.045913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fb53ebb-7f2f-4ce9-be1f-53f97b5d2153 req-7e802b56-24e7-45f2-a91b-cce1b9cbd04e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 944 time: 0.0551767 Aug 31 10:07:49.054091 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:49.090314 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fb53ebb-7f2f-4ce9-be1f-53f97b5d2153 req-15aacd28-7e93-43d7-8933-afa5f8fa4698 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371058 Aug 31 10:07:49.109162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:07:49.112828 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:07:49.117427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:49.151868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.152483 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:49.153844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] 10.222.0.23 "PUT /v2.0/ports/ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1093 time: 0.6315832 Aug 31 10:07:49.154300 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:49.156536 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550d49c4-7a42-498a-8dee-f0430f10b17a" -d '{"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:49.182188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054b0c9-f34e-45e7-84ea-83d2e862a490 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:49.208337 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1150a24f-fc9f-4634-8f43-06fbad055f97 x-openstack-request-id: req-1150a24f-fc9f-4634-8f43-06fbad055f97 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:49.208717 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:49.209044 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1150a24f-fc9f-4634-8f43-06fbad055f97 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:49.209538 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'status': 'completed', 'code': 200} Aug 31 10:07:49.273449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-c7b5a7c0-ed36-496e-a7a3-9453e35efd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.275204 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-c7b5a7c0-ed36-496e-a7a3-9453e35efd3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1096 time: 0.0513105 Aug 31 10:07:49.325877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-c110a82e-4046-4ccd-9108-4e4400a39641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 217 time: 0.0379727 Aug 31 10:07:49.378710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-2be04c05-3ad2-4dc0-ab35-731dd33460e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.380617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-2be04c05-3ad2-4dc0-ab35-731dd33460e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0468428 Aug 31 10:07:49.432855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db875f6-842c-410e-8230-0d5e9771976a req-dbd9b08b-addf-4afb-8946-f583867f481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.434344 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-dbd9b08b-addf-4afb-8946-f583867f481b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443301 Aug 31 10:07:49.527387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-eef20a02-dca8-4ba0-81a1-735a220a8de3 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858679 Aug 31 10:07:49.619990 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8db875f6-842c-410e-8230-0d5e9771976a req-ad38b78a-fd7d-46cc-accf-45ebe34406c0 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Aug 31 10:07:49.742500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-41e23a8b-5fcc-4166-be05-ff5c15aa5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.744078 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-41e23a8b-5fcc-4166-be05-ff5c15aa5628 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1096 time: 0.0422544 Aug 31 10:07:49.835738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-1491c26b-0017-46ce-9121-96e2b2b19cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.837215 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-1491c26b-0017-46ce-9121-96e2b2b19cee service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0858653 Aug 31 10:07:49.883177 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-4fd48bbc-0e93-4aec-93c6-05927a27fa25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 217 time: 0.0387924 Aug 31 10:07:49.931798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-90452f36-a610-4f47-a468-9d2860a654be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.933230 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-90452f36-a610-4f47-a468-9d2860a654be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0436425 Aug 31 10:07:49.979759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-1304c592-bf9c-4478-b0c2-914864a517e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.981246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-1304c592-bf9c-4478-b0c2-914864a517e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409791 Aug 31 10:07:50.076068 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-428eb570-7a3e-4628-adb4-5157fe29ab3c service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874238 Aug 31 10:07:50.165780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-550d49c4-7a42-498a-8dee-f0430f10b17a req-79c49889-3aeb-4241-b664-0e15d9fb925e service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Aug 31 10:07:50.208630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdee597-ab84-48bb-bf8c-282729a5331c req-c10320ea-c6ba-4461-a5ee-ba9e76fd53ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:50.210170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cdee597-ab84-48bb-bf8c-282729a5331c req-c10320ea-c6ba-4461-a5ee-ba9e76fd53ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 944 time: 0.0505269 Aug 31 10:07:50.247163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5cdee597-ab84-48bb-bf8c-282729a5331c req-a9826c21-2a07-4aca-ad17-7ec898923678 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310540 Aug 31 10:07:50.272224 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:51.372637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fe28c-a1bd-41ee-84f5-35a095f43bb5 req-539ff08f-d569-4b64-89ef-1a598324b1df tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:51.374143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c83fe28c-a1bd-41ee-84f5-35a095f43bb5 req-539ff08f-d569-4b64-89ef-1a598324b1df tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 944 time: 0.0575602 Aug 31 10:07:51.412686 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c83fe28c-a1bd-41ee-84f5-35a095f43bb5 req-ad09f64b-2542-4878-a867-f18a6af6d3dd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Aug 31 10:07:52.530515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43541839-3911-41f9-b543-b8c2e6792c65 req-76604647-d7c3-4325-8f1e-9ed2f680601a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:52.532020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43541839-3911-41f9-b543-b8c2e6792c65 req-76604647-d7c3-4325-8f1e-9ed2f680601a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 944 time: 0.0498700 Aug 31 10:07:52.548787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:07:52.570790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43541839-3911-41f9-b543-b8c2e6792c65 req-87e2550c-2a9d-4096-82a7-345db8408964 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Aug 31 10:07:52.645136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:52.656115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'mac_address': 'fa:16:3e:ee:cf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:07:52.693633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:52.706107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1acf3c-a4d2-47b0-823c-1341a6159078 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:07:52.726108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:52.730192 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:52.781484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:52.983138 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ee1acf3c-a4d2-47b0-823c-1341a6159078'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:07:53.690702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab3d51-51d5-4f4d-9dd8-f6d0d62f122e req-92235865-bec2-42fc-9f3c-9b227bbe7ac8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:53.692801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbab3d51-51d5-4f4d-9dd8-f6d0d62f122e req-92235865-bec2-42fc-9f3c-9b227bbe7ac8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0491338 Aug 31 10:07:53.731901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbab3d51-51d5-4f4d-9dd8-f6d0d62f122e req-2874ad72-ee6d-41f2-8d6f-42cc2f6c7810 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Aug 31 10:07:54.548356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:07:54.602021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port ee1acf3c-a4d2-47b0-823c-1341a6159078 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:07:54.606023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port ee1acf3c-a4d2-47b0-823c-1341a6159078 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:07:54.606396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:54.683080 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:54.705179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:54.707603 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eadf04-b719-4674-9f66-0e3fe2e5c035" -d '{"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:54.720301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:54.725472 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:54.749142 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc6d44e-d5b7-45b8-a01b-24639942f368 x-openstack-request-id: req-4bc6d44e-d5b7-45b8-a01b-24639942f368 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:54.749437 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:54.749687 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bc6d44e-d5b7-45b8-a01b-24639942f368 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:54.750077 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'code': 200} Aug 31 10:07:54.778545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:54.866064 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdbd32-f83b-47e3-b1fe-f06d0a073037 req-596626a7-fdcd-4903-8cc1-e6e38d438e87 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:54.867633 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-babdbd32-f83b-47e3-b1fe-f06d0a073037 req-596626a7-fdcd-4903-8cc1-e6e38d438e87 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0633373 Aug 31 10:07:54.884654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7adb8f-46d0-424d-845c-1aea8c417d91 req-59e44c6a-eea8-4511-92b2-c3e34aedddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:54.886189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad7adb8f-46d0-424d-845c-1aea8c417d91 req-59e44c6a-eea8-4511-92b2-c3e34aedddba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1098 time: 0.0560770 Aug 31 10:07:54.907683 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-babdbd32-f83b-47e3-b1fe-f06d0a073037 req-21743d8e-ed56-416d-8dc1-01598e17e1e3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Aug 31 10:07:54.922380 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad7adb8f-46d0-424d-845c-1aea8c417d91 req-431fa080-ddf1-48a0-ae3d-59208f144395 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291922 Aug 31 10:07:56.029563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375ec19-72ff-4b8f-8c78-67985829c85c req-12bf195f-f9cb-4252-a6bd-b301bfd04c4a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:56.031119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1375ec19-72ff-4b8f-8c78-67985829c85c req-12bf195f-f9cb-4252-a6bd-b301bfd04c4a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0528495 Aug 31 10:07:56.070730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1375ec19-72ff-4b8f-8c78-67985829c85c req-bbb4f055-523e-4fa0-9cf2-676cdbd2e183 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326977 Aug 31 10:07:57.186819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae992e9c-914b-4960-8db8-d1b69d72c4b2 req-f5af0a9b-7138-4239-8adf-9a77cb64ea2f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:57.188346 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae992e9c-914b-4960-8db8-d1b69d72c4b2 req-f5af0a9b-7138-4239-8adf-9a77cb64ea2f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0505335 Aug 31 10:07:57.229348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae992e9c-914b-4960-8db8-d1b69d72c4b2 req-4940195f-3376-4413-a4e1-2098ee4a6538 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348241 Aug 31 10:07:57.343950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb517987-c648-4ed4-ad13-9e8cdb96769e req-05755a77-db59-4f0b-b741-bf04bcb51178 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:57.345410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb517987-c648-4ed4-ad13-9e8cdb96769e req-05755a77-db59-4f0b-b741-bf04bcb51178 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0530319 Aug 31 10:07:57.354726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35302) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:07:57.359036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'floatingip': {'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:57.398234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:57.840812 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:57.844788 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:57.944375 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 associated. External IP: 172.25.4.236, port: ee1acf3c-a4d2-47b0-823c-1341a6159078. Aug 31 10:07:58.150668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:07:58.257021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:07:58.262556 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:58.267924 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca51ef3-a704-4819-830c-2048c802669a None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:07:58.277189 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:07:58.277801 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:07:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:58.291488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-269fc26d-3ccd-4552-93be-98228f52f42f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "PUT /v2.0/floatingips/6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 HTTP/1.1" status: 200 len: 992 time: 0.9357908 Aug 31 10:07:58.292141 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:58.294355 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41325c-70e8-41c5-b767-240c9d204b64" -d '{"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:58.330610 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fccac22-72f0-4faa-8da8-0be220814a4a x-openstack-request-id: req-8fccac22-72f0-4faa-8da8-0be220814a4a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:58.330914 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:58.331336 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fccac22-72f0-4faa-8da8-0be220814a4a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:58.331746 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'status': 'completed', 'code': 200} Aug 31 10:07:58.389074 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:07:58.425094 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-10d1dcae-41f5-43ee-adaa-2d0940aadb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:58.427513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-10d1dcae-41f5-43ee-adaa-2d0940aadb10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1098 time: 0.0418308 Aug 31 10:07:58.517886 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-57dd3f21-f4bc-459e-acc6-54efadf380eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:58.519467 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-57dd3f21-f4bc-459e-acc6-54efadf380eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0846362 Aug 31 10:07:58.587511 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-62024c96-b4b6-4882-af69-1a13ba61f637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:58.591043 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-2f3d779f-cb63-44ca-a506-e2e523abf592 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1000 time: 0.0646124 Aug 31 10:07:58.615945 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:ee:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:07:57Z', 'revision_number': 9, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:58.646222 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-c1ea0414-03ce-4dcf-9fdd-ed3e173f2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:58.647787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-c1ea0414-03ce-4dcf-9fdd-ed3e173f2e61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0491779 Aug 31 10:07:58.700007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-ebb554b2-dfdd-444a-93b4-d4fe04e9aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:58.701446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-ebb554b2-dfdd-444a-93b4-d4fe04e9aacd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467963 Aug 31 10:07:58.737153 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca51ef3-a704-4819-830c-2048c802669a None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:07:58.745732 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:07:58.746340 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:07:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:58.796975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-3fd83e09-e81a-495d-a0ac-308dc69120fe service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878432 Aug 31 10:07:58.856636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:07:58.898552 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cf41325c-70e8-41c5-b767-240c9d204b64 req-011d1824-7328-4c5b-ad71-30fdeb666be8 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922806 Aug 31 10:07:59.086793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aca51ef3-a704-4819-830c-2048c802669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:ee:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:07:57Z', 'revision_number': 9, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:07:59.116420 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca51ef3-a704-4819-830c-2048c802669a None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:ee:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:07:57Z', 'revision_number': 9, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:07:59.322596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b61693-e84a-4250-8089-8c287bfec559 None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:08:01.820130 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:02.544579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b6d49933-210c-4172-9fe4-98d374ae4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:02.648177 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:03.805475 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:06.342729 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:19.062877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:27.272534 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:08:28.592839 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c68e51f5-ec0d-4515-9146-e37776153b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:31.821643 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:32.545281 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eeb15ba-c2a1-4c4a-b61f-1715e49e1ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:32.663081 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:33.807228 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:36.344699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:40.536273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-14c83926-6806-48ed-acdf-72a66947d3e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471144 Aug 31 10:08:40.641257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-0c651e62-aa1b-46bc-9600-03f6b3cb6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:40.642721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-0c651e62-aa1b-46bc-9600-03f6b3cb6868 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1098 time: 0.0427437 Aug 31 10:08:40.744011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-90d6662a-7097-4004-8fda-42b1a51faade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:40.745493 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-90d6662a-7097-4004-8fda-42b1a51faade service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0834758 Aug 31 10:08:40.816857 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-6c238668-2610-4c58-91db-280cf86463dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1003 time: 0.0623605 Aug 31 10:08:40.866157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-d9f4126f-cddc-4399-a845-1f64939a9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:40.867654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-d9f4126f-cddc-4399-a845-1f64939a9339 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0446312 Aug 31 10:08:40.912782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-af88bad2-98e1-40af-86d9-d02b5a580986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:40.914200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-af88bad2-98e1-40af-86d9-d02b5a580986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399272 Aug 31 10:08:41.009561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-ee95b78e-220e-4e5d-a8d7-2d567124fce9 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880420 Aug 31 10:08:41.099343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8ff2d5c-aacb-4939-ad0b-050c2bf0074d req-5fd9f9ec-cb45-40b8-b94a-e8e5708f10ae service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828502 Aug 31 10:08:49.062548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:58.596737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a9b24919-3046-4a20-a136-1217a86bb7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:01.823874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.546861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3de7c9d6-f82e-4ec2-a8f2-c6ba30ddf243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:02.653125 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:03.810257 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:04.271392 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:09:06.347198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:19.076788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:28.600558 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f53f2b36-69d8-4d1b-b515-acd6c9a2ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:31.825046 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.547893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-21ef5a25-b498-4d96-be3f-f21441779520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:32.676373 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:33.814077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:34.700050 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-5118ed65-758b-43b4-9bb2-f40ca645c17a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424538 Aug 31 10:09:34.769978 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f701b3-bc3c-4950-ab1a-82f6288bce1d req-6e916cc4-fbd0-40db-b417-be9956cf7c20 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:34.771413 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73f701b3-bc3c-4950-ab1a-82f6288bce1d req-6e916cc4-fbd0-40db-b417-be9956cf7c20 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0996029 Aug 31 10:09:34.814330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73f701b3-bc3c-4950-ab1a-82f6288bce1d req-71f094f7-a5dc-42b3-b58f-caae3e958c80 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357130 Aug 31 10:09:35.823364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-f62c4b8d-ac89-43b6-9f22-7e74697999d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:35.824900 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-f62c4b8d-ac89-43b6-9f22-7e74697999d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1098 time: 0.0517149 Aug 31 10:09:35.920785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-e814ef92-c403-42a8-8ec2-9eec9bf02129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:35.922386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-e814ef92-c403-42a8-8ec2-9eec9bf02129 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0897801 Aug 31 10:09:35.986536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a874e-80dc-4160-bf26-331b14ffc44b req-f6b85a89-4cc5-4d3a-8690-4226dc382d34 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:35.988036 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c8a874e-80dc-4160-bf26-331b14ffc44b req-f6b85a89-4cc5-4d3a-8690-4226dc382d34 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0983202 Aug 31 10:09:35.993181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-93779712-fd7d-4610-98f0-4a6ac1d977b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1003 time: 0.0637844 Aug 31 10:09:36.029586 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c8a874e-80dc-4160-bf26-331b14ffc44b req-33eb3632-ef9e-4cf3-b6ba-f3ca3f0f571f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336940 Aug 31 10:09:36.042994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-6ee79f3c-725b-44af-874c-571a765aaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:36.044499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-6ee79f3c-725b-44af-874c-571a765aaaf2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0448854 Aug 31 10:09:36.091885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-25d99f71-412b-4294-a1d2-10cea8ff2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:36.093324 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-25d99f71-412b-4294-a1d2-10cea8ff2f4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407491 Aug 31 10:09:36.192618 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-0eabd79d-a99c-4209-bb27-8eb027a6cbef service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916362 Aug 31 10:09:36.285989 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-0454f115-9f4b-43a0-a6d0-257149424229 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821245 Aug 31 10:09:36.351534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:37.150104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f11d3-078f-481a-9a3e-425d550c7175 req-7e20dc11-e8c7-42c1-a22f-b0765b54f38a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:37.151610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-528f11d3-078f-481a-9a3e-425d550c7175 req-7e20dc11-e8c7-42c1-a22f-b0765b54f38a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0534472 Aug 31 10:09:37.189630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-528f11d3-078f-481a-9a3e-425d550c7175 req-ec1970a5-5793-49cd-aab6-c73e02c5fc2b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321817 Aug 31 10:09:38.308472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d84cd-edbe-483c-bc6a-6bc4f3fb84d0 req-58285a79-e0e2-417e-b102-58e66be140ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:38.309963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26d84cd-edbe-483c-bc6a-6bc4f3fb84d0 req-58285a79-e0e2-417e-b102-58e66be140ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0505853 Aug 31 10:09:38.348294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b26d84cd-edbe-483c-bc6a-6bc4f3fb84d0 req-e1bc1190-6047-4ac5-93dc-9808cb5ab061 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Aug 31 10:09:39.464766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a12fa-d376-4b8c-978a-e3457d5faee0 req-0e50a1d1-2e21-4366-afe1-10ab6a2a60bc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:39.466275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d63a12fa-d376-4b8c-978a-e3457d5faee0 req-0e50a1d1-2e21-4366-afe1-10ab6a2a60bc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0494385 Aug 31 10:09:39.505014 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d63a12fa-d376-4b8c-978a-e3457d5faee0 req-ba15f330-2c50-45a3-9ec3-6a8f0f7a0eb2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Aug 31 10:09:40.571559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-558f3cf6-c6dd-43e9-9756-eea055d00fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.573083 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-558f3cf6-c6dd-43e9-9756-eea055d00fde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1098 time: 0.0409191 Aug 31 10:09:40.626536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e9aa-d51e-48d2-804d-4b3e957f9930 req-d5a37d28-d36f-4865-b13f-2a80dcb5f584 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.628020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef16e9aa-d51e-48d2-804d-4b3e957f9930 req-d5a37d28-d36f-4865-b13f-2a80dcb5f584 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0524907 Aug 31 10:09:40.666596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef16e9aa-d51e-48d2-804d-4b3e957f9930 req-137406d0-9d5e-4d46-983e-6d50aa6421e5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Aug 31 10:09:40.683315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-c577fd4e-dab7-4dbe-9839-dc5d01a3cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.684817 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-c577fd4e-dab7-4dbe-9839-dc5d01a3cf22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0929554 Aug 31 10:09:40.751080 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-a38b9790-8111-4d60-a94f-4528342efaab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1003 time: 0.0592434 Aug 31 10:09:40.806743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-f817cb76-8e35-4785-a4ca-f06d4df02020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.808217 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-f817cb76-8e35-4785-a4ca-f06d4df02020 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0491889 Aug 31 10:09:40.854632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-37503bd7-1f11-4c92-a5e6-557b310020fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:40.856139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-37503bd7-1f11-4c92-a5e6-557b310020fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401425 Aug 31 10:09:40.951382 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-4614c192-07d7-4bd1-adc1-655c9a92093c service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879614 Aug 31 10:09:41.045925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-819c0400-4e74-45a5-a7ee-6eac47f1fd87 req-2cc3eb7b-07f8-42f7-8e99-13e99782e78a service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Aug 31 10:09:41.270815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:09:41.782315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37912-96fb-495a-b373-caff7539d078 req-3f3d54b7-a19e-4839-85f6-c81db8280db3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:41.783899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ee37912-96fb-495a-b373-caff7539d078 req-3f3d54b7-a19e-4839-85f6-c81db8280db3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0492134 Aug 31 10:09:41.833329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ee37912-96fb-495a-b373-caff7539d078 req-8d5795f0-5695-41fe-9876-733b7d941433 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Aug 31 10:09:42.951356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe06733-abac-4bfe-b2f1-aa1006d69a7a req-d1deabff-16c9-41b7-8078-0a82bbd1d4a3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:42.952851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fe06733-abac-4bfe-b2f1-aa1006d69a7a req-d1deabff-16c9-41b7-8078-0a82bbd1d4a3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0487132 Aug 31 10:09:42.989672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fe06733-abac-4bfe-b2f1-aa1006d69a7a req-3d77dd76-624a-47bd-8c0a-e3c8142380de tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Aug 31 10:09:44.112038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051765b9-1f04-455f-b223-465d2131e3fe req-ea380f09-9a02-4569-a271-6eab1d92a73f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:44.113555 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-051765b9-1f04-455f-b223-465d2131e3fe req-ea380f09-9a02-4569-a271-6eab1d92a73f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0554638 Aug 31 10:09:44.152711 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-051765b9-1f04-455f-b223-465d2131e3fe req-fd28b6c6-e324-4346-bef8-777b9e40061b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Aug 31 10:09:45.274191 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e6bd-4756-4f09-b425-e42f355235de req-64cc87d9-8813-4dd2-83fe-6bba831639ea tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:45.275688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ab0e6bd-4756-4f09-b425-e42f355235de req-64cc87d9-8813-4dd2-83fe-6bba831639ea tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0518897 Aug 31 10:09:45.314219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ab0e6bd-4756-4f09-b425-e42f355235de req-84e22f4c-c740-4d36-bc7d-ffb342d519f9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Aug 31 10:09:46.434047 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7038ad6-a501-4714-a0d0-32a51d1b8f37 req-dab478e3-b0a1-42c8-ad7f-5edba49208ce tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:46.435570 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7038ad6-a501-4714-a0d0-32a51d1b8f37 req-dab478e3-b0a1-42c8-ad7f-5edba49208ce tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0497432 Aug 31 10:09:46.477364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7038ad6-a501-4714-a0d0-32a51d1b8f37 req-9584911c-a372-4509-89ed-f70e7a15c7cb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358787 Aug 31 10:09:47.941610 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb0faf-f0fc-46fb-8439-ab0b2e4f7a70 req-107b0af6-ac71-4422-8cc9-6ca7a625f9c0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:47.943244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6eb0faf-f0fc-46fb-8439-ab0b2e4f7a70 req-107b0af6-ac71-4422-8cc9-6ca7a625f9c0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.3952739 Aug 31 10:09:47.983417 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d6eb0faf-f0fc-46fb-8439-ab0b2e4f7a70 req-36e65e98-1591-4983-ae16-e89aa5b5443b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Aug 31 10:09:48.797543 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-469223d2-328b-4f0e-baf1-7917c57a3f42 service neutron] show failed (client error): The resource could not be found. Aug 31 10:09:48.798616 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-469223d2-328b-4f0e-baf1-7917c57a3f42 service neutron] 10.222.0.23 "GET /v2.0/ports/ee1acf3c-a4d2-47b0-823c-1341a6159078/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0761375 Aug 31 10:09:49.080369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-edaed3e6-7f11-4928-bd89-2090f1543299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:49.081371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.081918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-edaed3e6-7f11-4928-bd89-2090f1543299 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 1098 time: 0.0962727 Aug 31 10:09:49.094931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:49.120544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc27058-bfc7-487f-9b32-6e37b0344a4a req-4f7d86a9-cbfb-4a1f-97fd-6f2ca6630da5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:49.122193 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbc27058-bfc7-487f-9b32-6e37b0344a4a req-4f7d86a9-cbfb-4a1f-97fd-6f2ca6630da5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0520520 Aug 31 10:09:49.155528 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.161524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbc27058-bfc7-487f-9b32-6e37b0344a4a req-62480691-aeb5-4003-82a6-c541b4cb1d08 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329146 Aug 31 10:09:49.362533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:49.395852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:49.437119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:09:49.439463 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a06a7c-3f9e-4896-8030-863be002138b" -d '{"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:49.443423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.456251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Transition to ACTIVE for port object ee1acf3c-a4d2-47b0-823c-1341a6159078 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:49.462968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.497396 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b949b3b-3a39-4f41-bb4b-5f0cac45821c x-openstack-request-id: req-3b949b3b-3a39-4f41-bb4b-5f0cac45821c {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:49.497689 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:49.497917 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b949b3b-3a39-4f41-bb4b-5f0cac45821c {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:49.498296 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'code': 200} Aug 31 10:09:49.549429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:49.561731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.562069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.562404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.562766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.563092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.563418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.563731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.564052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.564371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.564766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.565000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.565313 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:49.600596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] No DVR routers for this DVR port ee1acf3c-a4d2-47b0-823c-1341a6159078 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:09:49.737754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:49.738088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:49.738423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:49.743410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:49.743726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:49.748626 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:09:49.748963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:49.749342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:09:49.749773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Bound port: ee1acf3c-a4d2-47b0-823c-1341a6159078, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:09:49.750129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:49.813225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:49.816443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:09:49.820482 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.172441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:50.173042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:50.174410 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1093 time: 1.0839317 Aug 31 10:09:50.191448 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55272ef4-63c0-49f4-ac11-2c4b0abed7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:50.240034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-7731e44c-c7a7-47de-9279-aec921e9aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:50.242366 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-7731e44c-c7a7-47de-9279-aec921e9aab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1096 time: 0.0449142 Aug 31 10:09:50.296239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed4255-5483-413d-a72a-5440058e9dd2 req-72c99273-a22a-42e9-b6ed-918510edd9df tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:50.297797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8ed4255-5483-413d-a72a-5440058e9dd2 req-72c99273-a22a-42e9-b6ed-918510edd9df tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 944 time: 0.0516789 Aug 31 10:09:50.340633 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-0562db30-27e6-4393-91c6-14160c19ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:50.341197 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f8ed4255-5483-413d-a72a-5440058e9dd2 req-ef0485d5-f6b6-4e8f-9f5e-8a8e5b23ec94 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355313 Aug 31 10:09:50.344038 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-0562db30-27e6-4393-91c6-14160c19ca68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0943198 Aug 31 10:09:50.415722 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-b288ebb4-f65e-4216-9074-9b5e306aa055 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1001 time: 0.0637441 Aug 31 10:09:50.467470 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-8f17cceb-5389-49da-89fe-12ca4dc56b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:50.468876 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-8f17cceb-5389-49da-89fe-12ca4dc56b17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0458345 Aug 31 10:09:50.516219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-be20fe8d-c781-4d08-b241-dd6332e3a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:50.517735 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-be20fe8d-c781-4d08-b241-dd6332e3a92d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415938 Aug 31 10:09:50.613680 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-74906702-f23d-4153-b316-c144e0d6ca94 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881896 Aug 31 10:09:50.705343 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91aa6a79-ae4a-4349-bdb0-f87b3e3ae3fc req-6ffc92ca-6ace-42f1-9057-f4a5edd36864 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843799 Aug 31 10:09:51.466799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed69f8b-fd89-4363-9ff6-e6134917c631 req-25d92c40-654b-4fd0-b37a-91a21a7ab14a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:51.468348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ed69f8b-fd89-4363-9ff6-e6134917c631 req-25d92c40-654b-4fd0-b37a-91a21a7ab14a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 944 time: 0.0521352 Aug 31 10:09:51.499765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:09:51.502213 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e" -d '{"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:51.509382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ed69f8b-fd89-4363-9ff6-e6134917c631 req-685c6b77-5b1c-4e1a-8568-a14d461c945e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Aug 31 10:09:51.553566 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3edca89-4bd0-453b-951d-1ab6aa89e7c4 x-openstack-request-id: req-c3edca89-4bd0-453b-951d-1ab6aa89e7c4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:51.553862 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:51.554121 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3edca89-4bd0-453b-951d-1ab6aa89e7c4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:51.554551 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'status': 'completed', 'code': 200} Aug 31 10:09:51.658819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-2370542e-f8b1-47fb-b008-6d9ae76b796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:51.660238 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-2370542e-f8b1-47fb-b008-6d9ae76b796c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1096 time: 0.0742576 Aug 31 10:09:51.666014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-89135294-7af3-4b62-b5e1-e4b0b1d9cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:51.667480 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-89135294-7af3-4b62-b5e1-e4b0b1d9cc20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1096 time: 0.0734179 Aug 31 10:09:51.821806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-6cc4181d-e31f-42b0-ba5d-5b4ac90a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:51.823299 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-6cc4181d-e31f-42b0-ba5d-5b4ac90a77e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1540127 Aug 31 10:09:51.824378 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-b458b4a9-4df2-48ba-84a6-0c7294db5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:51.825703 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-b458b4a9-4df2-48ba-84a6-0c7294db5944 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1489139 Aug 31 10:09:51.939489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-6e211be9-9cb1-4aa7-9742-4c9eb1c20961 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1001 time: 0.1075921 Aug 31 10:09:51.941390 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-45fd5289-3cea-4188-a7cf-ce915cd4af74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1001 time: 0.1012051 Aug 31 10:09:52.026940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-1f1dc1e6-912c-4466-84cd-34c0d029ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.028413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-1f1dc1e6-912c-4466-84cd-34c0d029ec34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0816846 Aug 31 10:09:52.029764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-bb1ce6e9-c017-4185-b35c-48321730ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.031149 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-bb1ce6e9-c017-4185-b35c-48321730ebb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0772581 Aug 31 10:09:52.103181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-79c2e551-d1de-443e-8dc1-4f0bd730b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.104690 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-79c2e551-d1de-443e-8dc1-4f0bd730b0f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681198 Aug 31 10:09:52.108989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-0b938bd4-4c01-4ba9-8981-4c3a4e92c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.110379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-0b938bd4-4c01-4ba9-8981-4c3a4e92c4cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719903 Aug 31 10:09:52.268372 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-4e40ca73-7fb2-4e8d-802d-05943f3d8fce service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546440 Aug 31 10:09:52.270136 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-7f974727-910b-4f18-b040-257c70578efe service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494224 Aug 31 10:09:52.298174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:09:52.402124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:52.416433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'mac_address': 'fa:16:3e:ee:cf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:09:52.445309 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-1bfceda5-3138-419f-90a0-cbe141e29c57 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694932 Aug 31 10:09:52.449259 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e7bd1976-90ea-4cab-8ca8-cf7a10ccae9e req-241823dd-bd8e-45ff-99f5-1d7958fd0c05 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665871 Aug 31 10:09:52.456573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.471093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1acf3c-a4d2-47b0-823c-1341a6159078 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:09:52.490786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:52.494234 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:52.543943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:52.552012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.553039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.553603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.554078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.554419 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.554821 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.555155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.555491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.555873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.556198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.556525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.556935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:09:52.628790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608d24d-4626-4cd3-9b3e-9051d05edac7 req-467c9ed8-128c-4a42-afb7-a8f09b0d8b4b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.630903 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f608d24d-4626-4cd3-9b3e-9051d05edac7 req-467c9ed8-128c-4a42-afb7-a8f09b0d8b4b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0484958 Aug 31 10:09:52.670325 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f608d24d-4626-4cd3-9b3e-9051d05edac7 req-2f7e5ddd-9749-4f25-944d-dc398fba526b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Aug 31 10:09:52.789020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['ee1acf3c-a4d2-47b0-823c-1341a6159078'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:09:52.977379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-d0966da8-74bb-4bfc-a307-5a4a266a5b96 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.978899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-d0966da8-74bb-4bfc-a307-5a4a266a5b96 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac&tenant_id=deaf402bf3134c6c995320e9a95872bb&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 945 time: 0.0561144 Aug 31 10:09:52.982292 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:52.989270 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a15-1cd7-42ab-bb6f-a6fb4d47e543 req-2cb4b775-553f-477a-917d-e0e90d663236 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:52.991578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c53a8a15-1cd7-42ab-bb6f-a6fb4d47e543 req-2cb4b775-553f-477a-917d-e0e90d663236 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0521405 Aug 31 10:09:53.022232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:53.031375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c53a8a15-1cd7-42ab-bb6f-a6fb4d47e543 req-d63cd7ba-1ecb-4007-9fbe-bccadb54fe46 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Aug 31 10:09:53.045374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-030ea531-0372-4430-b73c-c187cd8076d1 service neutron] 10.222.0.15 "GET /v2.0/ports/ee1acf3c-a4d2-47b0-823c-1341a6159078/bindings/n-h1-800634-13 HTTP/1.1" status: 200 len: 383 time: 0.0583353 Aug 31 10:09:53.116620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-ddd186c8-42f6-43ba-adaf-d43fe3fd2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:53.118110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-ddd186c8-42f6-43ba-adaf-d43fe3fd2cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1097 time: 0.0468097 Aug 31 10:09:53.212154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-eb1e9226-3051-4be3-ad97-aa485b1d3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:53.213575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-eb1e9226-3051-4be3-ad97-aa485b1d3465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0875871 Aug 31 10:09:53.286853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-b7f1d570-6abe-42ee-910c-ea906dcdd222 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1002 time: 0.0646343 Aug 31 10:09:53.337078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-96a6c6cc-85f7-4049-b47f-41113e1039d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:53.338544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-96a6c6cc-85f7-4049-b47f-41113e1039d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0447903 Aug 31 10:09:53.386567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-0d43dd7a-67e3-4511-b542-2041019f1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:53.388077 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-0d43dd7a-67e3-4511-b542-2041019f1096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415001 Aug 31 10:09:53.484649 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-bb5158cc-6a5d-47fd-abfd-735a3eb2ffde service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867536 Aug 31 10:09:53.577225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-bec45f51-ca35-4492-a2c8-dd149917616f service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842223 Aug 31 10:09:54.154267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4a971-bb8d-4ec4-b15a-8b3fefc2b81c req-cedcf7e5-abe9-4c69-ac98-e4b605614860 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:54.155771 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda4a971-bb8d-4ec4-b15a-8b3fefc2b81c req-cedcf7e5-abe9-4c69-ac98-e4b605614860 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0547454 Aug 31 10:09:54.197506 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dda4a971-bb8d-4ec4-b15a-8b3fefc2b81c req-31d77b75-d551-463f-961b-0a8a51028e5d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356662 Aug 31 10:09:54.313173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:09:54.360679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port ee1acf3c-a4d2-47b0-823c-1341a6159078 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:09:54.364284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port ee1acf3c-a4d2-47b0-823c-1341a6159078 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:09:54.365198 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.450183 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.473387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:09:54.475830 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2238c5f7-0125-4495-bd34-91e05d55fee7" -d '{"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:54.488269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:54.493750 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:54.530434 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6017e06-71c6-47c8-8d3c-7c30f7a07498 x-openstack-request-id: req-a6017e06-71c6-47c8-8d3c-7c30f7a07498 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:54.530769 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:54.531009 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6017e06-71c6-47c8-8d3c-7c30f7a07498 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:54.531403 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'code': 200} Aug 31 10:09:54.545758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:55.313748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5806fb-a3a3-4e72-b517-e63070f5b574 req-7cc0741c-c7a2-4696-9d97-19f009e0486a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:55.315230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e5806fb-a3a3-4e72-b517-e63070f5b574 req-7cc0741c-c7a2-4696-9d97-19f009e0486a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0487833 Aug 31 10:09:55.353668 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e5806fb-a3a3-4e72-b517-e63070f5b574 req-c7083e67-1747-49f4-8a8c-77ea223d3bbb tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316193 Aug 31 10:09:55.721847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-4b029193-9c2c-4970-aee1-99a2e116ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:55.723382 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-4b029193-9c2c-4970-aee1-99a2e116ebed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 1098 time: 0.0474129 Aug 31 10:09:55.740510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:09:55.797687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:55.999100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:56.032177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:56.072243 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:09:56.074415 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a1631f-d90d-40ca-a4ac-0a53e68c0b31" -d '{"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:56.078512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:56.091595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Transition to ACTIVE for port object ee1acf3c-a4d2-47b0-823c-1341a6159078 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:09:56.095505 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:56.133141 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0421f1a1-44f7-4fa4-966d-45690d59275b x-openstack-request-id: req-0421f1a1-44f7-4fa4-966d-45690d59275b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:56.133428 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:56.133676 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0421f1a1-44f7-4fa4-966d-45690d59275b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:56.134054 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'code': 200} Aug 31 10:09:56.198510 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:56.235376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] No DVR routers for this DVR port ee1acf3c-a4d2-47b0-823c-1341a6159078 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:09:56.379486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:09:56.379825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:09:56.380327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:56.385436 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:09:56.385761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Attempting to bind port ee1acf3c-a4d2-47b0-823c-1341a6159078 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:09:56.390840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:09:56.391180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:09:56.391562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:09:56.391993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Bound port: ee1acf3c-a4d2-47b0-823c-1341a6159078, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:09:56.392353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:56.460402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:09:56.465878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:09:56.470411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:56.474876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3cf97-38bc-4a1f-9ad8-610d21ba6168 req-0264e68c-c368-4149-bfd8-838c1c9d4cda tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:56.476451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55a3cf97-38bc-4a1f-9ad8-610d21ba6168 req-0264e68c-c368-4149-bfd8-838c1c9d4cda tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0530760 Aug 31 10:09:56.513418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:56.513948 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:56.515391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1094 time: 0.7794685 Aug 31 10:09:56.517611 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-55a3cf97-38bc-4a1f-9ad8-610d21ba6168 req-c941787e-7eba-4887-a370-dabd3016da27 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350127 Aug 31 10:09:56.549388 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d46755-c3ba-46c9-85c2-b2be5acf03e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=11']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:56.600688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-f8ed436f-b83b-4367-bc74-c74b9944bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:56.601060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-f8ed436f-b83b-4367-bc74-c74b9944bed6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1097 time: 0.0460796 Aug 31 10:09:56.699673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-d864d841-c887-4de1-a4ba-c80ff14b5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:56.701203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-d864d841-c887-4de1-a4ba-c80ff14b5d5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0934966 Aug 31 10:09:56.775932 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-aed53647-fb3c-49ed-8566-acd5075fd234 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1001 time: 0.0664170 Aug 31 10:09:56.825327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-5ed8af53-adea-43be-acc5-f49419bcb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:56.826802 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-5ed8af53-adea-43be-acc5-f49419bcb8a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0444233 Aug 31 10:09:56.874406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-48479e85-0a2b-4eb5-a691-662bde1698c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:56.875854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-48479e85-0a2b-4eb5-a691-662bde1698c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405428 Aug 31 10:09:56.970736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-fcdc727a-df4f-429c-848e-999ded0b0989 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Aug 31 10:09:57.059938 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3689eae4-16c1-45fd-b5ea-e7280c58d362 req-8cc564b2-89f5-42cb-9f64-2ff34255d183 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823157 Aug 31 10:09:57.647006 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab4803-3713-42e3-a714-74cc8f667f33 req-ec29d5b0-33e2-4d9f-9420-671180bbf6dc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:57.648429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cab4803-3713-42e3-a714-74cc8f667f33 req-ec29d5b0-33e2-4d9f-9420-671180bbf6dc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0548062 Aug 31 10:09:57.686885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cab4803-3713-42e3-a714-74cc8f667f33 req-422f24a3-5ee5-44b0-a667-8b5bcc146a86 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Aug 31 10:09:58.135585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:09:58.138018 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f607b3-3951-4276-b50a-93881113da40" -d '{"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:09:58.185105 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747e5858-e6e1-468b-aff6-032e66cb680f x-openstack-request-id: req-747e5858-e6e1-468b-aff6-032e66cb680f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:09:58.185401 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:09:58.185655 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-747e5858-e6e1-468b-aff6-032e66cb680f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:09:58.186055 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'status': 'completed', 'code': 200} Aug 31 10:09:58.287631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-4c356549-f002-4643-bcbb-5630f3da6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.289172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-4c356549-f002-4643-bcbb-5630f3da6770 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1097 time: 0.0748975 Aug 31 10:09:58.297556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-8d626995-80fb-4bfa-970f-3cbb760d384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.299507 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-8d626995-80fb-4bfa-970f-3cbb760d384e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 1097 time: 0.0740645 Aug 31 10:09:58.313567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:09:58.356344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:09:58.465044 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-ebb21fa1-d81a-457a-bb2b-d56b2117dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.465044 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-ebb21fa1-d81a-457a-bb2b-d56b2117dd4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1642525 Aug 31 10:09:58.467394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-98412ba1-b221-4870-9024-62055859fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.468720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-98412ba1-b221-4870-9024-62055859fffb service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1589818 Aug 31 10:09:58.582968 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-e10f88e5-e6d6-4cf1-85ae-eaf0887bba05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1001 time: 0.1100948 Aug 31 10:09:58.585371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-89a6a109-9c26-4c1e-ba8b-82041ab0aabf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 200 len: 1001 time: 0.1058393 Aug 31 10:09:58.603589 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb568-3eef-4fb8-afb3-71dd39e3c72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:58.671775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-bd97b6f0-fad6-4619-991b-5b11145d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.673295 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-bd97b6f0-fad6-4619-991b-5b11145d21d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0834029 Aug 31 10:09:58.679368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-f2c63233-ca5c-4ff1-bc26-1adde66b044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.680810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-f2c63233-ca5c-4ff1-bc26-1adde66b044e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0643752 Aug 31 10:09:58.748754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-bdc1f643-0a62-475b-aec0-26be40bcb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.750267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-bdc1f643-0a62-475b-aec0-26be40bcb5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686057 Aug 31 10:09:58.752727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f607b3-3951-4276-b50a-93881113da40 req-76bd77aa-87ca-4a43-9d43-5106070c739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.754075 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-76bd77aa-87ca-4a43-9d43-5106070c739e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638082 Aug 31 10:09:58.806318 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298057b7-8b24-48a7-858f-300990d9a93d req-ecf1f717-cdc6-416f-af26-c342e754f828 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.807887 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298057b7-8b24-48a7-858f-300990d9a93d req-ecf1f717-cdc6-416f-af26-c342e754f828 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0526249 Aug 31 10:09:58.847328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-298057b7-8b24-48a7-858f-300990d9a93d req-17fe8c3c-47b7-4624-aeb1-1390d0a1ce31 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Aug 31 10:09:58.912057 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-e1bb965b-913c-4481-9f35-96532dd3237d service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528938 Aug 31 10:09:58.915719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-137ff476-0754-4285-94fd-c239e09e8ba0 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495123 Aug 31 10:09:58.968390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fa4c4-57cd-405d-ac71-2d16262cc3a2 req-79dc29b6-1cc0-49c7-8a6a-1ce7a437acb8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:58.969880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-897fa4c4-57cd-405d-ac71-2d16262cc3a2 req-79dc29b6-1cc0-49c7-8a6a-1ce7a437acb8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0486412 Aug 31 10:09:59.009469 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-897fa4c4-57cd-405d-ac71-2d16262cc3a2 req-0ab80a04-afe7-4706-a6a5-c148d442f2e4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Aug 31 10:09:59.019561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:09:59.082113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-5182f94f-2108-4e53-b172-c0fdfa573070 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633344 Aug 31 10:09:59.098852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c6f607b3-3951-4276-b50a-93881113da40 req-28da0f23-fac5-44c8-b3b7-d218b15d6b2b service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626358 Aug 31 10:09:59.145119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:59.153822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567a5f7-fc9b-49fc-a31b-a385cfb92d2f req-50ac92cd-eb7c-400a-9253-de6f18bf1a25 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:59.155876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f567a5f7-fc9b-49fc-a31b-a385cfb92d2f req-50ac92cd-eb7c-400a-9253-de6f18bf1a25 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 945 time: 0.0659876 Aug 31 10:09:59.158602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'mac_address': 'fa:16:3e:ee:cf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:09:59.199941 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f567a5f7-fc9b-49fc-a31b-a385cfb92d2f req-737ca2d7-09e5-482d-a93b-db003dd68887 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367396 Aug 31 10:09:59.202116 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:59.216551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1acf3c-a4d2-47b0-823c-1341a6159078 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:09:59.237384 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:09:59.243181 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:59.296296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:09:59.454045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df972-373c-4075-b040-dbb4ace8307a req-eeafe823-63be-4af7-9dca-888469d17392 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:59.455574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64df972-373c-4075-b040-dbb4ace8307a req-eeafe823-63be-4af7-9dca-888469d17392 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0525973 Aug 31 10:09:59.497670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c64df972-373c-4075-b040-dbb4ace8307a req-43529856-4c71-4bc8-9cc8-971481adae77 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356243 Aug 31 10:09:59.527539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['ee1acf3c-a4d2-47b0-823c-1341a6159078'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:10:00.620035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893544f-f36a-45e4-8a76-8966ea959fd3 req-3a346f16-9db8-43ea-a354-fc9d05b7a7d9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:00.621523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1893544f-f36a-45e4-8a76-8966ea959fd3 req-3a346f16-9db8-43ea-a354-fc9d05b7a7d9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0487194 Aug 31 10:10:00.660858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1893544f-f36a-45e4-8a76-8966ea959fd3 req-41b2feec-70c8-447e-958b-38a8aa2a630e tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Aug 31 10:10:00.871245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-00c58b94-beff-42ce-9490-29674b73f890 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:00.872688 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-00c58b94-beff-42ce-9490-29674b73f890 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 946 time: 0.0530398 Aug 31 10:10:00.961471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Deleting port ee1acf3c-a4d2-47b0-823c-1341a6159078 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:10:00.961843 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.028011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:10:01.063092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:10:01.063457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.080731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port ee1acf3c-a4d2-47b0-823c-1341a6159078 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:10:01.084663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port ee1acf3c-a4d2-47b0-823c-1341a6159078 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:10:01.085033 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.165285 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.187647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:10:01.189977 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb64f0-4831-4bc8-b530-2f06c984e047" -d '{"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:10:01.204159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port ee1acf3c-a4d2-47b0-823c-1341a6159078, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=ee1acf3c-a4d2-47b0-823c-1341a6159078,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:10:01.209507 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.241344 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88386004-a4db-4319-b19a-6a66eab21c80 x-openstack-request-id: req-88386004-a4db-4319-b19a-6a66eab21c80 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:10:01.241592 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:10:01.241841 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88386004-a4db-4319-b19a-6a66eab21c80 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:10:01.242241 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'code': 200} Aug 31 10:10:01.254454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.254905 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.255608 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 disassociated. External IP: 172.25.4.236, port: ee1acf3c-a4d2-47b0-823c-1341a6159078. Aug 31 10:10:01.256367 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Calling delete_port for ee1acf3c-a4d2-47b0-823c-1341a6159078 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:10:01.264974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=13']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:01.389115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.417465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event deleted for resources: {'Port': ['ID=ee1acf3c-a4d2-47b0-823c-1341a6159078,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:01.765313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8c346486-8887-4ad2-a398-e8720b7c1f5c req-cfcf6ccb-d63f-445f-8e92-f738d885e10f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=73dcbe26-fd67-4401-a2e2-cccd6d06f9ac HTTP/1.1" status: 200 len: 210 time: 0.0319452 Aug 31 10:10:01.828476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:01.855816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:10:01.968266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:10:01.979668 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:10:01.989901 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:10:01.990664 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:09:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:02.008122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] No DVR routers for this DVR port ee1acf3c-a4d2-47b0-823c-1341a6159078 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:10:02.010808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.012789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9dec5d39-9998-4145-9cda-be9da73ab8da req-67ec01e0-bb04-45c6-8bcc-f350aa7d8696 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "DELETE /v2.0/ports/ee1acf3c-a4d2-47b0-823c-1341a6159078 HTTP/1.1" status: 204 len: 173 time: 1.1333244 Aug 31 10:10:02.013226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-deleted', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:10:02.015629 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e051fcf-0102-476a-88df-b85c372a2056" -d '{"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-deleted", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:10:02.064533 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b67a0-c1d2-4004-ac48-95407f170dd2 x-openstack-request-id: req-b98b67a0-c1d2-4004-ac48-95407f170dd2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:10:02.064827 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcbe26-fd67-4401-a2e2-cccd6d06f9ac", "name": "network-vif-deleted", "tag": "ee1acf3c-a4d2-47b0-823c-1341a6159078", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:10:02.065474 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b98b67a0-c1d2-4004-ac48-95407f170dd2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:10:02.065869 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcbe26-fd67-4401-a2e2-cccd6d06f9ac', 'name': 'network-vif-deleted', 'tag': 'ee1acf3c-a4d2-47b0-823c-1341a6159078', 'status': 'completed', 'code': 200} Aug 31 10:10:02.108330 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:10:02.311496 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:02.338633 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:10:02.346705 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:10:02.347313 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:09:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:02.456408 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:10:02.550644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c2b6-523f-4159-afad-0a72009b94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.668696 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:02.678372 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:02.701295 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7dcfc2-b1d3-42b4-94e9-cbe45467f292 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:10:02.930614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be7c65-bd22-4c9f-b779-3028d987ea8d None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:10:03.044139 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-1b506f20-ecdf-4835-9e4d-1d14c2ea53f2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1741724983&fields=id&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 267 time: 0.0346353 Aug 31 10:10:03.152862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-6c8274df-b9e4-44e9-b148-f551f47e7b4c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:03.154452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-6c8274df-b9e4-44e9-b148-f551f47e7b4c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1039224 Aug 31 10:10:03.169572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-223e237d-9086-4321-be0c-ed67bbbd940a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/quotas/deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 375 time: 0.0095003 Aug 31 10:10:03.223533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-4e54c8cd-0bba-49fd-b925-5c47e594a3da tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486813 Aug 31 10:10:03.403237 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-a821a6e6-daad-4f51-a42e-bc228273936a service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313324 Aug 31 10:10:03.492977 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-0bd873e1-b5fd-4dee-aece-72bf22a9d540 service neutron] 10.222.0.18 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Aug 31 10:10:03.659739 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7df8b64b-38c2-4042-a670-851c787edddd req-c79b208a-3c52-46b1-8a32-f2cc0a5ec044 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 210 time: 0.0311344 Aug 31 10:10:03.817078 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:04.588992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-c274331d-bc1d-447f-badd-2f794b1cbd7d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:04.590491 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-c274331d-bc1d-447f-badd-2f794b1cbd7d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 812 time: 0.1104960 Aug 31 10:10:04.636221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-b6c14239-c2a9-4ff4-9fcc-3e5cc3f3eb5b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 380 time: 0.0356951 Aug 31 10:10:04.649890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'port': {'device_id': 'a5596486-4823-4cd3-984d-167d1c67c364', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'admin_state_up': True, 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'security_groups': ['753cf8fb-fcdd-42e5-a680-653115d83027']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:10:04.756799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Made reservation on behalf of deaf402bf3134c6c995320e9a95872bb for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:10:04.760951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:04.763486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a2e7b1dd-9348-4f5a-a482-e45f3b71f3cc req-5ba89e7c-ddc0-4a6c-96df-8c61fd1a204d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 210 time: 0.0282264 Aug 31 10:10:04.892650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Allocated IP 172.20.0.13 (efa39626-c1ff-4e88-94ca-103ec601af66/891a40b2-dbce-49b9-9bd1-adc5d0216295/7b7f4095-64ce-457f-8252-2e32cd9f3d89) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:10:05.031792 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.044793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Transition to ACTIVE for port object 7b7f4095-64ce-457f-8252-2e32cd9f3d89 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:10:05.060682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:10:05.080700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: ee1acf3c-a4d2-47b0-823c-1341a6159078 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:10:05.081047 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device ee1acf3c-a4d2-47b0-823c-1341a6159078 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:10:05.085222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.131521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Network efa39626-c1ff-4e88-94ca-103ec601af66 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:10:05.136519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:10:05.140249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:10:05.167114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:05.196658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:05.197299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.214504 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-dffad6d6-9aec-4cab-bef5-3a7d0343c7f1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692372 Aug 31 10:10:05.228583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Request body: {'port': {'device_id': 'a5596486-4823-4cd3-984d-167d1c67c364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:10:05.287097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.331187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e2924ac1-cfce-4f85-a7d4-66eb5d07028a None None] Provisioning for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:10:05.336274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e2924ac1-cfce-4f85-a7d4-66eb5d07028a None None] Provisioning complete for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:10:05.336652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e2924ac1-cfce-4f85-a7d4-66eb5d07028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.377988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e2924ac1-cfce-4f85-a7d4-66eb5d07028a None None] Port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:10:05.557504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7f4095-64ce-457f-8252-2e32cd9f3d89 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:10:05.564783 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.577133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Transition to ACTIVE for port object 7b7f4095-64ce-457f-8252-2e32cd9f3d89 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:10:05.580960 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.629832 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:05.703897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:10:05.704230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:10:05.704558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:10:05.709289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:10:05.709882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:10:05.714954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:10:05.715291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:10:05.715671 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:10:05.716096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Bound port: 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:10:05.716453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.787035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:10:05.791492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:10:05.798117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.833048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:05.833662 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:05.836090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] 10.222.0.15 "PUT /v2.0/ports/7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1093 time: 0.6126330 Aug 31 10:10:05.836644 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:10:05.838835 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ff46c-75a4-4f4b-877c-a2af41c593fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:10:05.868637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2eedf-1a5f-4596-b777-2ee2a33a2bde service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:05.896333 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c4f5d-c996-4061-bdb3-61d7cc74cb15 x-openstack-request-id: req-411c4f5d-c996-4061-bdb3-61d7cc74cb15 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:10:05.897269 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:10:05.897692 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-411c4f5d-c996-4061-bdb3-61d7cc74cb15 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:10:05.897692 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'status': 'completed', 'code': 200} Aug 31 10:10:05.907768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11480022-863b-48cd-b5bc-0f600088f849 req-3d124e8c-9bc3-4f5f-ad58-8da7b06eeac9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:05.909349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11480022-863b-48cd-b5bc-0f600088f849 req-3d124e8c-9bc3-4f5f-ad58-8da7b06eeac9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0610945 Aug 31 10:10:05.929666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-773933f4-261f-432f-ad47-8c2ea97b0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:05.931582 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-773933f4-261f-432f-ad47-8c2ea97b0478 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1096 time: 0.0475791 Aug 31 10:10:05.954250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-11480022-863b-48cd-b5bc-0f600088f849 req-d84d14c3-1776-4387-860e-50d2c6ea6bc8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373547 Aug 31 10:10:05.983110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-1d00b034-125c-4e81-9ab7-a05ef5808e4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 217 time: 0.0429678 Aug 31 10:10:06.036127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-d447012d-d439-47fb-a3db-a35a6cdc092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:06.038316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-d447012d-d439-47fb-a3db-a35a6cdc092c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0478785 Aug 31 10:10:06.084791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-78a86b96-39d1-46e9-a760-904b08044839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:06.086253 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-78a86b96-39d1-46e9-a760-904b08044839 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407989 Aug 31 10:10:06.183530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-a7560378-2864-4f29-b2ce-537829dddf46 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895555 Aug 31 10:10:06.275787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-737c17da-97a2-416d-afc6-8bf3e727d74c req-a8fb9589-7d00-4d81-99bb-3251af9d58f5 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845697 Aug 31 10:10:06.353818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:06.369785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-992b3543-ac6f-497e-b591-817e169a5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:06.371371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-992b3543-ac6f-497e-b591-817e169a5e02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1096 time: 0.0434043 Aug 31 10:10:06.467694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-2cfb31f3-6bfc-4a33-8d08-864bec582085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:06.469182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-2cfb31f3-6bfc-4a33-8d08-864bec582085 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0892148 Aug 31 10:10:06.515813 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-7fff53ca-c55f-4068-bc62-abea140fc585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 217 time: 0.0371914 Aug 31 10:10:06.572037 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-d61c3e84-5112-48bb-807c-4d561902a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:06.573544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-d61c3e84-5112-48bb-807c-4d561902a61d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0489321 Aug 31 10:10:06.621341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-c5882330-098e-48b8-8127-8db2da3bd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:06.622791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-c5882330-098e-48b8-8127-8db2da3bd0c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408754 Aug 31 10:10:06.718684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-e22f947d-a08f-4a69-87d6-918266da67c0 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861614 Aug 31 10:10:06.812797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e34ff46c-75a4-4f4b-877c-a2af41c593fb req-624ff807-5db1-4b50-938e-614ec2b96e5d service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866854 Aug 31 10:10:07.074861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ecff-6266-477b-803d-45403e7379ec req-95dbdff8-ce6e-4f87-b0c9-04a5555fb602 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:07.076333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b04ecff-6266-477b-803d-45403e7379ec req-95dbdff8-ce6e-4f87-b0c9-04a5555fb602 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0496469 Aug 31 10:10:07.114242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9b04ecff-6266-477b-803d-45403e7379ec req-81bb4dce-5bb7-41b1-bd47-98b12c128a9d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Aug 31 10:10:08.237437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00af87-b656-4dd0-bed8-e3dc94c74d30 req-251e9d1f-b2b8-4018-aa64-f9954765caca tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:08.238947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa00af87-b656-4dd0-bed8-e3dc94c74d30 req-251e9d1f-b2b8-4018-aa64-f9954765caca tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0552125 Aug 31 10:10:08.277923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa00af87-b656-4dd0-bed8-e3dc94c74d30 req-e5c3ca70-999f-42a3-9fe8-98e66f52b850 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Aug 31 10:10:08.327823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:10:08.421805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:10:08.433413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'mac_address': 'fa:16:3e:36:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:10:08.474066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:08.486871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f4095-64ce-457f-8252-2e32cd9f3d89 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:10:08.505799 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:10:08.511642 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:08.559480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:08.732716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['7b7f4095-64ce-457f-8252-2e32cd9f3d89'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:10:09.397155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9cf1-aa42-4f13-8821-c0290a1943b6 req-ccdf14ee-1a49-4706-bb97-c8eddb7c2a26 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:09.399899 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e4b9cf1-aa42-4f13-8821-c0290a1943b6 req-ccdf14ee-1a49-4706-bb97-c8eddb7c2a26 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0504427 Aug 31 10:10:09.436582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e4b9cf1-aa42-4f13-8821-c0290a1943b6 req-1f5a412a-dca9-4e9b-ae50-ce7c981b4b08 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318367 Aug 31 10:10:10.343387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:10:10.391219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:10:10.394917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:10:10.395288 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:10.472122 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:10.494357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:10:10.496643 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c9e656-4535-4d22-948f-645f91e5139a" -d '{"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:10:10.510022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:10:10.514857 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:10.544485 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e596e45-7d1a-4e7c-ba6a-dd47318f593b x-openstack-request-id: req-9e596e45-7d1a-4e7c-ba6a-dd47318f593b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:10:10.544776 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:10:10.545032 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e596e45-7d1a-4e7c-ba6a-dd47318f593b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:10:10.545417 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'code': 200} Aug 31 10:10:10.560477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145df816-9aef-4d7f-9f40-21b6a1e6240e req-b89c2df8-ff9e-46dc-8abb-27cba8bb3efc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:10.562662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-145df816-9aef-4d7f-9f40-21b6a1e6240e req-b89c2df8-ff9e-46dc-8abb-27cba8bb3efc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0587251 Aug 31 10:10:10.577893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:10:10.607542 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-145df816-9aef-4d7f-9f40-21b6a1e6240e req-d4746bc1-4f37-4e0b-a7d4-b885ebb2db48 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354345 Aug 31 10:10:10.637322 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714482d-4231-4e11-bbe1-23c673b4d27a req-daba2e6f-854f-408e-a60c-d6992cd32c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:10.639192 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b714482d-4231-4e11-bbe1-23c673b4d27a req-daba2e6f-854f-408e-a60c-d6992cd32c6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1098 time: 0.0422423 Aug 31 10:10:10.675554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b714482d-4231-4e11-bbe1-23c673b4d27a req-42bdf366-f93a-45e5-9a0f-cedd34d77015 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280035 Aug 31 10:10:11.740803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143494c9-db8c-48b6-8716-6d0609356e41 req-1b3c9a10-9e3e-4a5d-8696-b4aaa3a11a77 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:11.742353 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-143494c9-db8c-48b6-8716-6d0609356e41 req-1b3c9a10-9e3e-4a5d-8696-b4aaa3a11a77 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0678632 Aug 31 10:10:11.781134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-143494c9-db8c-48b6-8716-6d0609356e41 req-3659cd93-c1e5-42e2-bb92-81eabde5acc5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Aug 31 10:10:12.897649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d450fe1-9ae8-4fa1-8b6b-5212af499d82 req-05089106-ebe2-4131-8810-31dc37695dc1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:12.899159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d450fe1-9ae8-4fa1-8b6b-5212af499d82 req-05089106-ebe2-4131-8810-31dc37695dc1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0499539 Aug 31 10:10:12.936585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d450fe1-9ae8-4fa1-8b6b-5212af499d82 req-4767ad6a-1fb8-4879-a0d5-6e26241a3b35 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Aug 31 10:10:13.050869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc8f8-ea34-4969-b413-2af3bb336d53 req-36282a95-0b01-4f7d-a8b6-6db2c5a7701f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:13.052373 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-953cc8f8-ea34-4969-b413-2af3bb336d53 req-36282a95-0b01-4f7d-a8b6-6db2c5a7701f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0524228 Aug 31 10:10:13.061678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 35670) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:10:13.066786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Request body: {'floatingip': {'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:10:13.111882 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:13.562819 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:13.566601 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:13.666393 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 associated. External IP: 172.25.4.236, port: 7b7f4095-64ce-457f-8252-2e32cd9f3d89. Aug 31 10:10:13.881616 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:10:13.992350 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:10:13.997262 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:14.001783 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:10:14.011926 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:10:14.012542 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:10:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:14.024242 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-59b7e0b5-2ae2-41a6-9170-135eff7347b6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "PUT /v2.0/floatingips/6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 HTTP/1.1" status: 200 len: 993 time: 0.9613597 Aug 31 10:10:14.025069 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:10:14.027306 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c9a89-e14a-4558-86a0-06b919f247d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:10:14.072139 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b529a-f852-4a31-98ce-ac39082bc4b1 x-openstack-request-id: req-488b529a-f852-4a31-98ce-ac39082bc4b1 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:10:14.072645 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:10:14.072899 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-488b529a-f852-4a31-98ce-ac39082bc4b1 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:10:14.073308 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'status': 'completed', 'code': 200} Aug 31 10:10:14.127715 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:10:14.141775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-e8c71223-661a-451b-b314-7f6e90111590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:14.143350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-e8c71223-661a-451b-b314-7f6e90111590 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1098 time: 0.0420845 Aug 31 10:10:14.247643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-e32fcd4a-ac55-4d7e-9154-31c3a1337a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:14.249064 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-e32fcd4a-ac55-4d7e-9154-31c3a1337a15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0984962 Aug 31 10:10:14.319544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-89a7287d-8fa0-46a4-8500-f1326d7fc6d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.0605023 Aug 31 10:10:14.373812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-bf797d18-b4bb-48a1-9a21-5e4478033ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:14.375348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-bf797d18-b4bb-48a1-9a21-5e4478033ef3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0492315 Aug 31 10:10:14.422938 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-85420e10-e5c5-4c95-bd43-343d3b293362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:14.424454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-85420e10-e5c5-4c95-bd43-343d3b293362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408976 Aug 31 10:10:14.448479 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:36:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5596486-4823-4cd3-984d-167d1c67c364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:10:13Z', 'revision_number': 13, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:14.478294 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:10:14.488111 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:10:14.488731 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:10:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:14.523055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-f6df0b3a-75bf-4a93-9f17-7cc269cc0af2 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905600 Aug 31 10:10:14.600924 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:10:14.625913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fe4c9a89-e14a-4558-86a0-06b919f247d7 req-57d552ca-36dc-49a0-b310-baebc9195315 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943878 Aug 31 10:10:14.822880 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:36:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5596486-4823-4cd3-984d-167d1c67c364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:10:13Z', 'revision_number': 13, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:10:14.848767 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f06cb-f19b-4b07-93c9-4b3ed6827458 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'mac_address': 'fa:16:3e:36:70:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5596486-4823-4cd3-984d-167d1c67c364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:03:04Z', 'updated_at': '2021-08-31T10:10:13Z', 'revision_number': 13, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:10:15.049962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab694829-dd6e-43b9-b37e-1abcb26c66f7 None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:10:18.270519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:19.090325 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:28.604987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5022b409-0871-4d8b-acbc-53e0beeca166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:30.345273 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-49f642ab-bb10-4657-a260-eb59b0f2a9f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410562 Aug 31 10:10:30.433962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-332cb92e-4143-401c-a047-952eb68fd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:30.435478 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-332cb92e-4143-401c-a047-952eb68fd128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1098 time: 0.0434337 Aug 31 10:10:30.547360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-d815e2d8-3205-42d4-90f2-8902d1e4149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:30.548868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-d815e2d8-3205-42d4-90f2-8902d1e4149f service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0919061 Aug 31 10:10:30.619880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-44dd7afb-0127-4ccb-9d9f-0921ad9a195f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1003 time: 0.0593393 Aug 31 10:10:30.675307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-ba39460b-0098-43a2-b3a6-46e18ff1b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:30.676742 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-ba39460b-0098-43a2-b3a6-46e18ff1b621 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0480464 Aug 31 10:10:30.723552 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-5b94a91b-3ab8-4445-a232-252790037891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:30.725011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-5b94a91b-3ab8-4445-a232-252790037891 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406146 Aug 31 10:10:30.813908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-4252fd67-0172-4bfd-838d-710bcd5fc951 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812075 Aug 31 10:10:30.909649 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef81ad95-a433-49a5-b5bd-b4cf662b2a9e req-cd79a799-4592-432e-922f-6db30ac926d0 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867846 Aug 31 10:10:31.831005 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:32.552277 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a64d7241-1890-4297-9158-84e0d5227fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:32.690334 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:33.817723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:36.355717 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:49.089212 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:55.269776 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:58.606781 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3914c54e-81c8-4615-933e-a8cd31465a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:01.833123 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:02.553180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b41f8a49-2242-49b5-a886-804a58fe83a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:02.688890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:03.828613 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:06.361304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:19.107083 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:28.611367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b205a558-bb11-4088-a853-9e6a86fc7bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:31.836428 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.270255 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:11:32.338462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-dbf0d299-3903-4575-b9bd-1906cb82d03e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421381 Aug 31 10:11:32.420868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-58dd7832-b06c-4fb2-8f28-c53dc065a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:32.422382 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-58dd7832-b06c-4fb2-8f28-c53dc065a5b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1098 time: 0.0425112 Aug 31 10:11:32.530965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-faa42597-057a-4092-baad-d9768acd854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:32.532448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-faa42597-057a-4092-baad-d9768acd854d service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0894518 Aug 31 10:11:32.555062 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-66f65a49-d085-43c2-abf3-c8c02081fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.606316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-e93f2825-dbd8-4e6f-965f-1fef20e810f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1003 time: 0.0657191 Aug 31 10:11:32.665878 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-f41e20ad-8a7c-4694-b2d2-1ffbc2086ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:32.667713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-f41e20ad-8a7c-4694-b2d2-1ffbc2086ea3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0535359 Aug 31 10:11:32.696239 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:32.716713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-5cf6bc47-d4e7-4551-9799-7587969eecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:32.718213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-5cf6bc47-d4e7-4551-9799-7587969eecf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425596 Aug 31 10:11:32.809744 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-85986ae9-3fcb-4999-92ab-0b95e9efc576 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843043 Aug 31 10:11:32.908903 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84f0377d-7ebe-43a3-8886-6c2a1b5adfad req-9e47be3b-ff21-457f-a6eb-61bc7e4a5525 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917449 Aug 31 10:11:33.825790 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:36.363101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:49.117805 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:54.716813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9572-6074-4028-aa37-1bc7de5d2505 req-52a3b508-fe47-4437-b9cc-76b74deb30fa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:54.718347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d8f9572-6074-4028-aa37-1bc7de5d2505 req-52a3b508-fe47-4437-b9cc-76b74deb30fa tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0533392 Aug 31 10:11:54.767436 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d8f9572-6074-4028-aa37-1bc7de5d2505 req-420eccc3-2343-47a2-a55c-fe8a7b917725 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Aug 31 10:11:58.614415 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cfcb9d5b-944e-4016-8e87-d40f2da5eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:01.841787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:02.562944 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b5485b9-e9b0-41cc-972a-3bbd8b61d36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:02.689085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:03.829932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:04.816404 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-c3be450e-ba7b-4d90-905c-70591cc8183f req-8cc4b48c-5ff3-46d5-8cd4-8edb7c19f315 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:12:04.817420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3be450e-ba7b-4d90-905c-70591cc8183f req-8cc4b48c-5ff3-46d5-8cd4-8edb7c19f315 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446684 Aug 31 10:12:04.987513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-bac79acb-ebf2-4b4c-9a2b-c51cc2eecfc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454636 Aug 31 10:12:05.004865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefec97-ecd6-4752-afa3-05a433d33398 req-b0970e42-ac14-4ed7-a4f3-c76ef92c675a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:05.006398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bfefec97-ecd6-4752-afa3-05a433d33398 req-b0970e42-ac14-4ed7-a4f3-c76ef92c675a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0521355 Aug 31 10:12:05.046493 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bfefec97-ecd6-4752-afa3-05a433d33398 req-1e4346fb-8186-491d-acff-2352c1f58662 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336819 Aug 31 10:12:06.161032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f1cf-667e-4c05-955c-93a3ac6888e1 req-2fb3cf18-b0ea-48f3-ae0c-5409e9938598 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:06.162535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0384f1cf-667e-4c05-955c-93a3ac6888e1 req-2fb3cf18-b0ea-48f3-ae0c-5409e9938598 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0480940 Aug 31 10:12:06.200443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0384f1cf-667e-4c05-955c-93a3ac6888e1 req-cb00e688-2b79-4520-a464-258c07b97747 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Aug 31 10:12:06.367583 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:07.318817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70f1b-8c59-4f2f-83ff-f1ab032418b8 req-eb14ecba-bcfd-4f68-98fe-76dc663cb864 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:07.320584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1b70f1b-8c59-4f2f-83ff-f1ab032418b8 req-eb14ecba-bcfd-4f68-98fe-76dc663cb864 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0515742 Aug 31 10:12:07.367120 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e1b70f1b-8c59-4f2f-83ff-f1ab032418b8 req-ff62dedd-3c41-4781-aeaf-65e9e14c3869 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398726 Aug 31 10:12:08.253999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ef8508d2-f1b6-464f-a822-627f433ca5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:08.255641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ef8508d2-f1b6-464f-a822-627f433ca5c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1098 time: 0.0419853 Aug 31 10:12:08.353104 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ce994e7d-7e0e-4a92-86bb-9f5ec206082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:08.355393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ce994e7d-7e0e-4a92-86bb-9f5ec206082c service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0924621 Aug 31 10:12:08.430530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-0bced8db-3f62-4f2f-bd1d-595751ea079c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1003 time: 0.0679452 Aug 31 10:12:08.499490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7790e7-6d6b-43f7-b9a4-61c4537678dd req-7d0ecaca-a1a8-45e0-8ab4-dbc5db4a6cf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:08.501374 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e7790e7-6d6b-43f7-b9a4-61c4537678dd req-7d0ecaca-a1a8-45e0-8ab4-dbc5db4a6cf5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0561702 Aug 31 10:12:08.517548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-211596d5-94f4-4dec-8235-b5f5ef91792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:08.519106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-211596d5-94f4-4dec-8235-b5f5ef91792e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0813496 Aug 31 10:12:08.548601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4e7790e7-6d6b-43f7-b9a4-61c4537678dd req-17e1b330-0d14-4bc4-a568-21d7396e30b9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Aug 31 10:12:08.574345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-066dd373-54f1-40b8-b905-1d2c0c820972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:08.576376 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-066dd373-54f1-40b8-b905-1d2c0c820972 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488307 Aug 31 10:12:08.669722 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-054a4fd7-ff81-4960-ac4d-496c502c4ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Aug 31 10:12:08.769427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-d9f94529-4542-4957-b55b-119d5e75cec9 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927899 Aug 31 10:12:09.269697 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:09.665091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d780512-d950-4d8d-93cf-a48c808492bd req-ed6450e0-a4a0-4a6e-a8cb-7c5bdd94d398 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:09.667246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d780512-d950-4d8d-93cf-a48c808492bd req-ed6450e0-a4a0-4a6e-a8cb-7c5bdd94d398 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0491970 Aug 31 10:12:09.707371 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d780512-d950-4d8d-93cf-a48c808492bd req-dea547d9-8367-41a8-9b58-570cdbb533a7 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343826 Aug 31 10:12:10.822454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05412a1-391b-43f7-9075-94f0c076541b req-53989ce4-ad75-4801-b052-9a36e329dbf3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:10.825993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d05412a1-391b-43f7-9075-94f0c076541b req-53989ce4-ad75-4801-b052-9a36e329dbf3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0511291 Aug 31 10:12:10.868572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d05412a1-391b-43f7-9075-94f0c076541b req-44533f68-8f55-4ad8-8f89-714e0c24b47f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372546 Aug 31 10:12:11.991044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf90d1-8ce0-4206-be07-c103253e11ff req-2ad2f599-4bc6-4b62-bb0b-04a0f9672273 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:11.992559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4cf90d1-8ce0-4206-be07-c103253e11ff req-2ad2f599-4bc6-4b62-bb0b-04a0f9672273 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0523891 Aug 31 10:12:12.032333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4cf90d1-8ce0-4206-be07-c103253e11ff req-2586510e-1791-44cd-bf29-ba85f34b37c4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Aug 31 10:12:13.157973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65804c8-146d-4ee0-9fd0-8e94558b0e5b req-b7e6f8a6-83ce-4838-a992-1c843ef63112 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:13.159410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e65804c8-146d-4ee0-9fd0-8e94558b0e5b req-b7e6f8a6-83ce-4838-a992-1c843ef63112 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0499699 Aug 31 10:12:13.199713 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e65804c8-146d-4ee0-9fd0-8e94558b0e5b req-c7f44f25-3149-4e03-bab0-965d2f68e775 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336530 Aug 31 10:12:14.323434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc933c2-87fc-4c05-b0de-1d11f90bd326 req-1a87c1f6-aca4-4b75-b07c-bd882c1e8333 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:14.325339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7cc933c2-87fc-4c05-b0de-1d11f90bd326 req-1a87c1f6-aca4-4b75-b07c-bd882c1e8333 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0578454 Aug 31 10:12:14.368190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7cc933c2-87fc-4c05-b0de-1d11f90bd326 req-55f8bb68-972b-435c-b03a-0db75984bf22 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Aug 31 10:12:15.494328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f340-60aa-48ca-bdf8-c9c2e607474c req-396c4af4-be4d-4510-ac14-db9a480f5ac6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:15.496025 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cd8f340-60aa-48ca-bdf8-c9c2e607474c req-396c4af4-be4d-4510-ac14-db9a480f5ac6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0550280 Aug 31 10:12:15.535757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cd8f340-60aa-48ca-bdf8-c9c2e607474c req-4f0e0025-2673-4136-aa91-d7028cacc600 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Aug 31 10:12:16.653343 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd605f-1b0a-470c-a0e4-033fa117b23b req-f1081b24-fecd-491e-9001-b10090c141f6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:16.654778 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0dd605f-1b0a-470c-a0e4-033fa117b23b req-f1081b24-fecd-491e-9001-b10090c141f6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0492015 Aug 31 10:12:16.692531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0dd605f-1b0a-470c-a0e4-033fa117b23b req-11e6ba46-8485-47c5-9317-a41501ec6ef3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Aug 31 10:12:17.807834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26e562-ab29-4a88-aa4b-a46adf5dcde4 req-cd0b53ff-306f-4f26-97ca-d884f7c5e96f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:17.809976 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e26e562-ab29-4a88-aa4b-a46adf5dcde4 req-cd0b53ff-306f-4f26-97ca-d884f7c5e96f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0495024 Aug 31 10:12:17.853993 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0e26e562-ab29-4a88-aa4b-a46adf5dcde4 req-600134ce-08c8-48db-afe4-4f4d5e51f152 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Aug 31 10:12:18.973888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85e42-a1a4-4019-9fdc-6925e7ade2c2 req-d3e59ff0-799b-4ff3-8cbb-c9cf02f2d02f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:18.975612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39d85e42-a1a4-4019-9fdc-6925e7ade2c2 req-d3e59ff0-799b-4ff3-8cbb-c9cf02f2d02f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0505698 Aug 31 10:12:19.026069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39d85e42-a1a4-4019-9fdc-6925e7ade2c2 req-14fb2333-3fa0-41cb-956f-37055828203f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Aug 31 10:12:19.117185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:20.142013 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52687e26-e270-4eec-8a12-11e53108310f req-02ee1b60-1b5d-44d5-857e-7385d916ad84 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:20.143527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52687e26-e270-4eec-8a12-11e53108310f req-02ee1b60-1b5d-44d5-857e-7385d916ad84 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0485632 Aug 31 10:12:20.181617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52687e26-e270-4eec-8a12-11e53108310f req-0022dfbf-5b8c-4c7d-869f-96a78c79b7a5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Aug 31 10:12:21.317189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf567db1-f905-4dfd-869a-56b140a7915f req-7dae6135-4079-4801-8c1c-f57d53c262b3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:21.318720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf567db1-f905-4dfd-869a-56b140a7915f req-7dae6135-4079-4801-8c1c-f57d53c262b3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Aug 31 10:12:21.362042 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bf567db1-f905-4dfd-869a-56b140a7915f req-3de632c8-45c0-4abf-ac9a-237d1dc1bd34 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371308 Aug 31 10:12:22.479756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cd0d1-03b1-4baf-aaca-ba3d25e56736 req-eccc846e-6055-4630-a777-db4ba9c2505c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:22.482183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a25cd0d1-03b1-4baf-aaca-ba3d25e56736 req-eccc846e-6055-4630-a777-db4ba9c2505c tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0517082 Aug 31 10:12:22.522437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a25cd0d1-03b1-4baf-aaca-ba3d25e56736 req-16aaabb6-cac8-478a-bc8e-e1ecf375ceab tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Aug 31 10:12:22.782255 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-4a6f619b-d141-464a-99aa-9dbe4ae5833e service neutron] show failed (client error): The resource could not be found. Aug 31 10:12:22.783296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-4a6f619b-d141-464a-99aa-9dbe4ae5833e service neutron] 10.222.0.15 "GET /v2.0/ports/7b7f4095-64ce-457f-8252-2e32cd9f3d89/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0548384 Aug 31 10:12:23.014937 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-5592f5d4-c935-498a-aa7f-26f4c3ac933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:23.016507 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-5592f5d4-c935-498a-aa7f-26f4c3ac933b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 1098 time: 0.0800123 Aug 31 10:12:23.035078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:12:23.096926 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.300008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:23.332687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:12:23.371681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:23.373982 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6286d5-7e05-4572-87e4-f2ca9911d41d" -d '{"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:23.378239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.394732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Transition to ACTIVE for port object 7b7f4095-64ce-457f-8252-2e32cd9f3d89 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:12:23.398834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.494862 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ee035a-e9cc-4d01-8c63-c5c1da7fa864 x-openstack-request-id: req-45ee035a-e9cc-4d01-8c63-c5c1da7fa864 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:23.495220 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:23.495586 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45ee035a-e9cc-4d01-8c63-c5c1da7fa864 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:23.497302 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'code': 200} Aug 31 10:12:23.503584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:23.517049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.517398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.517756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.518081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.518417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.518774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.519101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.519430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.519758 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.520084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.520408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.520733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:23.555632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] No DVR routers for this DVR port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:12:23.653832 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba64b8d-f52a-4f3f-8c0b-1b08ebdd93fe req-4bc14642-2c1f-40a4-a796-41632e59e813 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:23.655470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bba64b8d-f52a-4f3f-8c0b-1b08ebdd93fe req-4bc14642-2c1f-40a4-a796-41632e59e813 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0575500 Aug 31 10:12:23.696382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bba64b8d-f52a-4f3f-8c0b-1b08ebdd93fe req-c077b3e8-bead-494f-bfc0-e12b74cac80b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346782 Aug 31 10:12:23.720740 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:12:23.721075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:12:23.721401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:12:23.726027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:12:23.726343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:12:23.731821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:12:23.732159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:12:23.732537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:12:23.732958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Bound port: 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:12:23.733314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.800980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:12:23.804386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:12:23.808237 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.851874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:23.852321 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:23.853795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] 10.222.0.23 "PUT /v2.0/ports/7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1093 time: 0.8228612 Aug 31 10:12:23.871036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37fafa-101d-45f2-8e41-7c0c8fd69e3b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:23.938031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-d53b673f-85de-4afb-a0e1-c59a3b93c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:23.939654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-d53b673f-85de-4afb-a0e1-c59a3b93c618 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1096 time: 0.0446634 Aug 31 10:12:24.036103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-0750aace-e144-42a5-a9ca-2f0dc162de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:24.037630 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-0750aace-e144-42a5-a9ca-2f0dc162de19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0909839 Aug 31 10:12:24.107706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-b2db1f60-35bb-4f4f-87a4-f9e0ee26c01a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.0629139 Aug 31 10:12:24.156347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-adb22799-3f54-4f00-9a3e-0c393a26ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:24.157718 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-adb22799-3f54-4f00-9a3e-0c393a26ab41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0438282 Aug 31 10:12:24.204772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-2c53f5e8-5bf0-4ad3-9f47-b8544b3e72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:24.206271 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-2c53f5e8-5bf0-4ad3-9f47-b8544b3e72da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416045 Aug 31 10:12:24.298883 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-668537d0-ca1d-476d-b74c-29a29378dd0e service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Aug 31 10:12:24.390310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cb15f689-d9c6-4325-9b02-0392b192d7e9 req-f015d334-9808-4cf9-b5a2-1861afb7739e service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Aug 31 10:12:24.820200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0bc49-908d-46f0-b485-d4115a295b9c req-b571b3ca-44da-4488-8060-a48544c74e41 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:24.821740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68f0bc49-908d-46f0-b485-d4115a295b9c req-b571b3ca-44da-4488-8060-a48544c74e41 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0513148 Aug 31 10:12:24.866845 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68f0bc49-908d-46f0-b485-d4115a295b9c req-00079d2b-9d0b-4cff-aa71-79b666a0b899 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Aug 31 10:12:24.979457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:12:25.021952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:12:25.499141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:25.501584 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cf771c-9626-4fcb-86df-219f730f898a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:25.551474 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb19e41-24ec-4716-9caf-5eabb9c7435e x-openstack-request-id: req-efb19e41-24ec-4716-9caf-5eabb9c7435e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:25.551760 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:25.552006 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efb19e41-24ec-4716-9caf-5eabb9c7435e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:25.552401 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'status': 'completed', 'code': 200} Aug 31 10:12:25.649478 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-bcbc3219-569d-4a72-b4fe-098019ce3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:25.650939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-bcbc3219-569d-4a72-b4fe-098019ce3b78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1096 time: 0.0751276 Aug 31 10:12:25.658562 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-ff225498-73cd-41cf-99b4-cfe4a147d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:25.660090 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-ff225498-73cd-41cf-99b4-cfe4a147d110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1096 time: 0.0552447 Aug 31 10:12:25.815685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-267dcaec-8e89-4595-bbd0-c667cee473e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:25.817159 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-267dcaec-8e89-4595-bbd0-c667cee473e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1561522 Aug 31 10:12:25.818221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-012afc35-46fb-4fac-97ba-4d175c1ebee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:25.819536 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-012afc35-46fb-4fac-97ba-4d175c1ebee1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1505721 Aug 31 10:12:25.935993 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-d9892ec8-7391-47e1-bfd0-bb76e37f0aa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.1107228 Aug 31 10:12:25.938030 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-f678228b-3b18-4cc2-9e97-5ce686f7d1a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.1069801 Aug 31 10:12:25.990713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b51d2a-a8f2-4b78-b072-c330dab5a2bc req-59329012-aee7-4f4f-88e2-ecfd7004c233 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:25.992262 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43b51d2a-a8f2-4b78-b072-c330dab5a2bc req-59329012-aee7-4f4f-88e2-ecfd7004c233 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0531447 Aug 31 10:12:26.024612 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-50c9f265-9678-4e83-9597-ccfd7eeef286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:26.026205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-50c9f265-9678-4e83-9597-ccfd7eeef286 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0830429 Aug 31 10:12:26.030127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-891025c5-bea0-4364-b594-3c9ef45529d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:26.031474 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-891025c5-bea0-4364-b594-3c9ef45529d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0791845 Aug 31 10:12:26.035267 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43b51d2a-a8f2-4b78-b072-c330dab5a2bc req-c1f65d43-f665-4ddd-a92a-feadeec719e7 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361173 Aug 31 10:12:26.101288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-f4031729-7b70-4787-9e27-f6fbb62fdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:26.102900 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-f4031729-7b70-4787-9e27-f6fbb62fdf99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699465 Aug 31 10:12:26.105892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf771c-9626-4fcb-86df-219f730f898a req-bbf82ab1-6c50-40c5-ab03-0d556b2ed33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:26.107269 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-bbf82ab1-6c50-40c5-ab03-0d556b2ed33b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650423 Aug 31 10:12:26.268943 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-4deb64ea-8e1e-4d74-a6b9-1b5b06c4ba3f service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586316 Aug 31 10:12:26.270863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-9f05e827-9352-461e-ba67-0092129c2aac service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538551 Aug 31 10:12:26.757338 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-ef69086b-80fd-4265-8da1-499631e3eb86 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793434 Aug 31 10:12:26.759245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-43cf771c-9626-4fcb-86df-219f730f898a req-a5621844-41e7-440c-aa38-b6fe440dbfc2 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736640 Aug 31 10:12:27.160731 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231efd7-98e2-478b-b555-619af7c2e0f0 req-0cf7906a-a321-459b-b670-d2687860a779 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:27.162218 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a231efd7-98e2-478b-b555-619af7c2e0f0 req-0cf7906a-a321-459b-b670-d2687860a779 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0514715 Aug 31 10:12:27.203005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a231efd7-98e2-478b-b555-619af7c2e0f0 req-c3481dc7-4bbb-4342-a00b-a41d77d11d04 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Aug 31 10:12:28.335554 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a435c5c-d3d2-476b-9cab-35220a9ab7a9 req-2533e525-377d-41b3-b551-565e770f12b2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:28.337055 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a435c5c-d3d2-476b-9cab-35220a9ab7a9 req-2533e525-377d-41b3-b551-565e770f12b2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0552814 Aug 31 10:12:28.383241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a435c5c-d3d2-476b-9cab-35220a9ab7a9 req-e8b3e9a5-00da-4788-996d-358bd33b0714 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398929 Aug 31 10:12:28.615838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0a58a896-6041-4797-989c-103129c0209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:29.500565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b70194-3ff8-4459-a29a-3f70b77211f3 req-80189b77-289b-4ed1-907e-ef0676888cc1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:29.502050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2b70194-3ff8-4459-a29a-3f70b77211f3 req-80189b77-289b-4ed1-907e-ef0676888cc1 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0502210 Aug 31 10:12:29.541377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2b70194-3ff8-4459-a29a-3f70b77211f3 req-b094e268-7bed-419a-9b04-33627c7b28e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Aug 31 10:12:30.662281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e3c29-20ae-41c0-b28b-cf0cdc8c17d8 req-199f6134-4687-46f6-ba32-15089eed0b61 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:30.664619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a1e3c29-20ae-41c0-b28b-cf0cdc8c17d8 req-199f6134-4687-46f6-ba32-15089eed0b61 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0517371 Aug 31 10:12:30.703291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7a1e3c29-20ae-41c0-b28b-cf0cdc8c17d8 req-c0669569-5914-4d36-8bb6-6be72ae812b9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Aug 31 10:12:31.817786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3e78-192f-4170-8434-f297c088a601 req-0b30f1a3-a837-455f-955d-adf64aadf486 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:31.819273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49ab3e78-192f-4170-8434-f297c088a601 req-0b30f1a3-a837-455f-955d-adf64aadf486 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0487726 Aug 31 10:12:31.844647 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:31.862742 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49ab3e78-192f-4170-8434-f297c088a601 req-886b28b9-449c-45f7-a96f-4e5b6b4ac4dc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365753 Aug 31 10:12:32.553852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-489fa64e-33df-4417-be91-a9a4b020e66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:32.703936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:32.994178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadfd4d-89b1-4406-80f8-33db7f3dc0fb req-d58dfe68-e79e-4409-89bb-b4d173575779 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:32.995709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1aadfd4d-89b1-4406-80f8-33db7f3dc0fb req-d58dfe68-e79e-4409-89bb-b4d173575779 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0509806 Aug 31 10:12:33.034076 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1aadfd4d-89b1-4406-80f8-33db7f3dc0fb req-eb3ffc48-cd8a-4b84-babb-26a0794e38b3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Aug 31 10:12:33.832528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:34.149869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90e539-6a29-4b63-875a-f324a4d61b30 req-e475e426-b4b7-4e1a-8ae2-64489c8dc4da tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:34.151272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a90e539-6a29-4b63-875a-f324a4d61b30 req-e475e426-b4b7-4e1a-8ae2-64489c8dc4da tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0482543 Aug 31 10:12:34.193875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a90e539-6a29-4b63-875a-f324a4d61b30 req-d7c8d666-f5fd-492b-8413-fb7659870109 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360839 Aug 31 10:12:35.315275 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2e29-0169-4c34-80fc-59b62d6f0a29 req-5320088b-184c-4e4c-bd14-849f39675913 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:35.316756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfec2e29-0169-4c34-80fc-59b62d6f0a29 req-5320088b-184c-4e4c-bd14-849f39675913 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0504305 Aug 31 10:12:35.358434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dfec2e29-0169-4c34-80fc-59b62d6f0a29 req-76d0501e-e16d-4c74-8fb5-417fc1c5c941 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353911 Aug 31 10:12:36.367392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:36.477392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac557c7-d890-45a0-bed4-fe41bc8162af req-f82f69b2-e84a-4a38-b7cb-e8a02f8dd53b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:36.478891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ac557c7-d890-45a0-bed4-fe41bc8162af req-f82f69b2-e84a-4a38-b7cb-e8a02f8dd53b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0493245 Aug 31 10:12:36.518289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ac557c7-d890-45a0-bed4-fe41bc8162af req-3a066398-8f6d-45ec-81c6-a26a95b515b4 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Aug 31 10:12:36.815680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-7f970379-5f5a-4e9a-a1d3-8b8552a3fb06 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:36.817221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-7f970379-5f5a-4e9a-a1d3-8b8552a3fb06 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364&tenant_id=deaf402bf3134c6c995320e9a95872bb&binding%3Ahost_id=n-h2-800634-13 HTTP/1.1" status: 200 len: 944 time: 0.0525446 Aug 31 10:12:36.836564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5bca-02eb-41c2-97b2-e2c49459c0e2 req-80c6e0fa-6455-4641-aabb-82cd659647f9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:36.838126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8bd5bca-02eb-41c2-97b2-e2c49459c0e2 req-80c6e0fa-6455-4641-aabb-82cd659647f9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 944 time: 0.0544555 Aug 31 10:12:36.881929 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8bd5bca-02eb-41c2-97b2-e2c49459c0e2 req-5139f59c-5a38-4b2a-987f-e4ba95811033 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366104 Aug 31 10:12:36.889674 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-a98089bd-ac27-4e6f-9ef5-60a601881756 service neutron] 10.222.0.23 "GET /v2.0/ports/7b7f4095-64ce-457f-8252-2e32cd9f3d89/bindings/n-h2-800634-13 HTTP/1.1" status: 200 len: 383 time: 0.0648916 Aug 31 10:12:36.970500 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-53af2296-4675-4450-8e63-9f19ca39c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:36.972039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-53af2296-4675-4450-8e63-9f19ca39c4ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1096 time: 0.0414498 Aug 31 10:12:37.068182 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-880d9c30-c550-4d0a-b3d3-fd57ac196fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:37.069554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-880d9c30-c550-4d0a-b3d3-fd57ac196fe4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0898788 Aug 31 10:12:37.138640 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-943af2d6-83bb-4b74-83c2-e8519832586b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.0613706 Aug 31 10:12:37.192777 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-6f8ef02f-631b-43c5-b721-c05c35dbc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:37.194257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-6f8ef02f-631b-43c5-b721-c05c35dbc07b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0483699 Aug 31 10:12:37.242867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-623488b6-6829-4d88-92da-13278b2a817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:37.244399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-623488b6-6829-4d88-92da-13278b2a817f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432696 Aug 31 10:12:37.335807 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-53bc796e-2007-4fc8-927f-494e671e133c service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842197 Aug 31 10:12:37.430200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-d5e66eee-e01f-49b7-8352-b1848f9eb828 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879157 Aug 31 10:12:37.711504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:12:37.803456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:37.815001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'mac_address': 'fa:16:3e:36:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:12:37.854090 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:37.866282 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f4095-64ce-457f-8252-2e32cd9f3d89 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:12:37.885079 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:37.890023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:37.938407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:37.946076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.946414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.946785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.947112 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.947440 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.947763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.948089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.949065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.949388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.949778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.950099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:37.950495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:12:38.004968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4761-f50c-4b1f-8938-c515e9dcb9b7 req-1489fbe5-544f-4b92-9ef8-a4077dc5b161 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:38.006338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd1f4761-f50c-4b1f-8938-c515e9dcb9b7 req-1489fbe5-544f-4b92-9ef8-a4077dc5b161 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Aug 31 10:12:38.048219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd1f4761-f50c-4b1f-8938-c515e9dcb9b7 req-57051183-9f23-4286-988e-4370a4ca19e5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351822 Aug 31 10:12:38.205417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['7b7f4095-64ce-457f-8252-2e32cd9f3d89'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:12:39.169247 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29c38-9111-4d82-8425-a502e7579d10 req-f912b4af-beaa-49be-85f1-3fe3972b0f2b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:39.170705 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39a29c38-9111-4d82-8425-a502e7579d10 req-f912b4af-beaa-49be-85f1-3fe3972b0f2b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0539520 Aug 31 10:12:39.211446 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-39a29c38-9111-4d82-8425-a502e7579d10 req-47663bbd-bda6-4c6e-b314-b6eaee2ab4dd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336504 Aug 31 10:12:39.716625 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:12:39.767230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:12:39.771245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:12:39.771615 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:39.851144 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:39.877398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:39.879730 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8e745a-e946-4f7d-b1ab-8fd337ae31ba" -d '{"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:39.895191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:39.900323 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:39.954956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:40.007282 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1126488f-a9e6-42c6-804d-1bd12c733977 x-openstack-request-id: req-1126488f-a9e6-42c6-804d-1bd12c733977 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:40.007575 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:40.007817 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1126488f-a9e6-42c6-804d-1bd12c733977 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:40.008204 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'code': 200} Aug 31 10:12:40.343209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21507e-c677-4f1b-8a2b-24d8b9db4a7e req-a84d98a4-7795-4a91-8959-707ea57b4bce tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:40.344933 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f21507e-c677-4f1b-8a2b-24d8b9db4a7e req-a84d98a4-7795-4a91-8959-707ea57b4bce tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0541170 Aug 31 10:12:40.386271 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f21507e-c677-4f1b-8a2b-24d8b9db4a7e req-3e7c0bae-c0ff-4c68-bf25-081c02667f64 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Aug 31 10:12:41.363036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-c0442b4a-af09-4e2d-a8c7-253710a88750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:41.364523 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-c0442b4a-af09-4e2d-a8c7-253710a88750 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364&tenant_id=deaf402bf3134c6c995320e9a95872bb HTTP/1.1" status: 200 len: 1098 time: 0.0422626 Aug 31 10:12:41.376340 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:12:41.433547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:41.509145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cb9d6-996f-419d-ba43-3470f7651562 req-33f8ee6f-33ce-4b35-ae00-adf35e20b148 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:41.511074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f89cb9d6-996f-419d-ba43-3470f7651562 req-33f8ee6f-33ce-4b35-ae00-adf35e20b148 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Aug 31 10:12:41.561420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f89cb9d6-996f-419d-ba43-3470f7651562 req-59f1d1e9-0276-48a0-99e0-b78f10e296dc tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Aug 31 10:12:41.660906 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:41.694604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:12:41.709832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:12:41.734940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:41.737702 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98f6358-f9e0-4131-b3aa-b128c38f5d6e" -d '{"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:41.741915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:41.755793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Transition to ACTIVE for port object 7b7f4095-64ce-457f-8252-2e32cd9f3d89 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:12:41.761162 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:41.788349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:41.795974 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49cf5a2-22b4-4c14-ab4e-df87183bc2d3 x-openstack-request-id: req-b49cf5a2-22b4-4c14-ab4e-df87183bc2d3 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:41.796258 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:41.796503 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b49cf5a2-22b4-4c14-ab4e-df87183bc2d3 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:41.797030 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'code': 200} Aug 31 10:12:41.848600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:41.854292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.db.api [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:12:41.854693 n-d-800634-13 neutron-server[94897]: DEBUG oslo_db.api [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:12:41.892566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] No DVR routers for this DVR port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:12:42.033184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:12:42.033517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:12:42.033841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:12:42.038312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:12:42.038661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Attempting to bind port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on network efa39626-c1ff-4e88-94ca-103ec601af66 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:12:42.044233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:12:42.044572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Checking segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:12:42.045034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Bound using segment: {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:12:42.045422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Bound port: 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f3cab5-3d26-45ee-9096-c3130cc9130f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:12:42.045829 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:42.111433 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:12:42.114810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:12:42.119289 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:42.161403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.162245 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:42.163950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1094 time: 0.7915466 Aug 31 10:12:42.185674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bba703-df7a-43d8-9350-3febd7202908 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=11']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:42.232376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-b84cbcc7-6f05-4cbc-9fc9-5e2eeb0ab613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.233897 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-b84cbcc7-6f05-4cbc-9fc9-5e2eeb0ab613 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1097 time: 0.0449202 Aug 31 10:12:42.331443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-2e27a45d-ab2b-4c07-8bf1-5c0d1be2ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.332939 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-2e27a45d-ab2b-4c07-8bf1-5c0d1be2ef1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.0913763 Aug 31 10:12:42.404063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-87112770-b8a1-46a3-9ba7-89159182a051 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.0639710 Aug 31 10:12:42.453899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-b7ca4928-20d5-4b44-979b-df9fd67cb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.455310 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-b7ca4928-20d5-4b44-979b-df9fd67cb4a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0446851 Aug 31 10:12:42.502711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-991963a9-c4ab-4bce-8d9a-526afa9d46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.504113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-991963a9-c4ab-4bce-8d9a-526afa9d46f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406992 Aug 31 10:12:42.600561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-5179b177-74d6-4730-a78d-90944813c168 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881777 Aug 31 10:12:42.681868 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a3569-12df-4eea-9f64-2e33624d5662 req-85bc205b-81bb-4848-834c-6b388b4208ed tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:42.684589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-000a3569-12df-4eea-9f64-2e33624d5662 req-85bc205b-81bb-4848-834c-6b388b4208ed tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0523558 Aug 31 10:12:42.693765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1e62eb19-4e23-4672-85c0-8208faa2a35b req-aa974bdf-1d72-4410-bfef-b975d4c0af5d service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 Aug 31 10:12:42.722789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-000a3569-12df-4eea-9f64-2e33624d5662 req-27d5c5d3-1234-4c3e-9ac1-9a3ded9efc50 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Aug 31 10:12:43.798611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:43.801049 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd11098-8da8-4e81-a6fd-4272b88092e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:43.857558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9569d-dc3d-470e-9bcd-8fcf80292577 req-e604da8c-cf51-452f-b2c1-fa0e7ca0d7c3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:43.867638 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78f9569d-dc3d-470e-9bcd-8fcf80292577 req-e604da8c-cf51-452f-b2c1-fa0e7ca0d7c3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0586579 Aug 31 10:12:43.911783 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-78f9569d-dc3d-470e-9bcd-8fcf80292577 req-2369103a-ed45-4523-be03-031fb1606551 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Aug 31 10:12:44.109322 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b50004c-5ad2-4107-873c-7daca23b10ad x-openstack-request-id: req-8b50004c-5ad2-4107-873c-7daca23b10ad {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:44.109615 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:44.109861 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b50004c-5ad2-4107-873c-7daca23b10ad {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:44.110252 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'status': 'completed', 'code': 200} Aug 31 10:12:44.209361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-68a3eea2-37f6-4e0f-8382-87723ada36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.210848 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-68a3eea2-37f6-4e0f-8382-87723ada36c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1097 time: 0.0754015 Aug 31 10:12:44.229524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-87efa48c-22ca-40fb-9306-615dc9045241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.231151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-87efa48c-22ca-40fb-9306-615dc9045241 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=deaf402bf3134c6c995320e9a95872bb&device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 1097 time: 0.0693312 Aug 31 10:12:44.380060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-74c056ea-5945-4838-b498-a57933dffe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.381509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-74c056ea-5945-4838-b498-a57933dffe0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1624148 Aug 31 10:12:44.386804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-bddb103f-6b28-47cb-87b5-e1ed947b049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.388380 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-bddb103f-6b28-47cb-87b5-e1ed947b049c service neutron] 10.222.0.23 "GET /v2.0/networks?id=efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 200 len: 913 time: 0.1475072 Aug 31 10:12:44.500950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-a5e997e7-22e6-49a4-b08a-f0bb6bd773a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.1115379 Aug 31 10:12:44.505602 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-58fbbd81-5636-4699-b92a-d9244bfe7339 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 200 len: 1001 time: 0.1093550 Aug 31 10:12:44.593109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-80e4025e-8996-4546-b371-b18437ba7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.594630 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-80e4025e-8996-4546-b371-b18437ba7cdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0862927 Aug 31 10:12:44.595836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-8939a6f4-658e-4366-9655-59ec5932b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.597146 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-8939a6f4-658e-4366-9655-59ec5932b805 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 200 len: 851 time: 0.0805781 Aug 31 10:12:44.676634 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-d95e61b4-cbd3-4631-af3f-a188f29b1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.678063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-d95e61b4-cbd3-4631-af3f-a188f29b1d00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756447 Aug 31 10:12:44.679781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-631a674c-5de5-4ecc-ad10-bba67df8ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:44.681145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-631a674c-5de5-4ecc-ad10-bba67df8ce83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efa39626-c1ff-4e88-94ca-103ec601af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710907 Aug 31 10:12:44.839139 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-1824d4d2-1a83-4f34-bfc8-2222cfa72de6 service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535168 Aug 31 10:12:44.841752 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-a3218418-a1ee-41c2-bfaa-bea0343340cc service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492107 Aug 31 10:12:45.004061 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-09df493e-6cbc-4b5c-bc2e-5b9ee761159a service neutron] 10.222.0.15 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579499 Aug 31 10:12:45.005968 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3cd11098-8da8-4e81-a6fd-4272b88092e7 req-daf626f7-fb65-41aa-808e-b89ad3c413d1 service neutron] 10.222.0.23 "GET /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526496 Aug 31 10:12:45.040970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e5a5f-0c3c-4046-b446-be498cd942cb req-0987c061-6241-40bb-900a-d24bdeb45b1f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:45.042661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-213e5a5f-0c3c-4046-b446-be498cd942cb req-0987c061-6241-40bb-900a-d24bdeb45b1f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Aug 31 10:12:45.085454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-213e5a5f-0c3c-4046-b446-be498cd942cb req-82909a73-39ef-4240-baf3-055647bf1417 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366228 Aug 31 10:12:46.211104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a7e2-1970-456e-9b16-381136755528 req-ed2ce6f3-d388-4758-9ea2-ce0e5033a5c2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:46.212808 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8262a7e2-1970-456e-9b16-381136755528 req-ed2ce6f3-d388-4758-9ea2-ce0e5033a5c2 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0516751 Aug 31 10:12:46.256391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8262a7e2-1970-456e-9b16-381136755528 req-a51c9809-4726-4cf6-88f6-4746fca577ff tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355313 Aug 31 10:12:46.269589 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:47.382764 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e26b77-3067-4ab3-8189-e984599240ce req-1d9bf983-6c4d-4d4b-b894-6c10ba2cbc39 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:47.384379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35e26b77-3067-4ab3-8189-e984599240ce req-1d9bf983-6c4d-4d4b-b894-6c10ba2cbc39 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0569394 Aug 31 10:12:47.424004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-35e26b77-3067-4ab3-8189-e984599240ce req-9a789d65-f378-4aff-9ddc-baadd1e673e0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Aug 31 10:12:48.558952 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6e013-5dd2-4bd1-8017-5456b1ea81b9 req-0d4b90cc-27ed-4ba3-9621-9f1cab5715ac tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:48.561483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85d6e013-5dd2-4bd1-8017-5456b1ea81b9 req-0d4b90cc-27ed-4ba3-9621-9f1cab5715ac tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0615652 Aug 31 10:12:48.609441 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-85d6e013-5dd2-4bd1-8017-5456b1ea81b9 req-513a06a9-b0b3-436a-b2c2-e1b7d6c8fecf tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Aug 31 10:12:49.131591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:49.734437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2015-efa2-4cf0-b8d3-ad86614c9707 req-74b17873-f1d3-4110-8dd1-5203bb87c2c3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:49.735962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d6c2015-efa2-4cf0-b8d3-ad86614c9707 req-74b17873-f1d3-4110-8dd1-5203bb87c2c3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0577548 Aug 31 10:12:49.773587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d6c2015-efa2-4cf0-b8d3-ad86614c9707 req-4307890f-c968-41d6-8817-6ae2ba6c6ad9 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Aug 31 10:12:50.891042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3405a-5960-4c1e-bbef-21b81ff24f37 req-c19a5001-0078-4f73-a123-31a6de4f2ff5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:50.892545 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58c3405a-5960-4c1e-bbef-21b81ff24f37 req-c19a5001-0078-4f73-a123-31a6de4f2ff5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0502946 Aug 31 10:12:50.929620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58c3405a-5960-4c1e-bbef-21b81ff24f37 req-8c2948e0-8843-4252-850a-212774f2966d tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Aug 31 10:12:52.052774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fe107-2716-4b90-824f-39be81806197 req-906a6b2f-c331-481f-9c60-4176f076cb22 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:52.055291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-741fe107-2716-4b90-824f-39be81806197 req-906a6b2f-c331-481f-9c60-4176f076cb22 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0532682 Aug 31 10:12:52.102569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-741fe107-2716-4b90-824f-39be81806197 req-2abbb2e3-4363-44d1-bd01-4e18cac70858 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390127 Aug 31 10:12:53.107133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:12:53.223791 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf20f1-ee8d-49b0-9bd5-acc2914eae89 req-0379c173-9d89-4a1f-b387-2a67611fa966 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:53.225420 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ebf20f1-ee8d-49b0-9bd5-acc2914eae89 req-0379c173-9d89-4a1f-b387-2a67611fa966 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Aug 31 10:12:53.235530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:53.250666 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'port_id': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'mac_address': 'fa:16:3e:36:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:12:53.266886 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ebf20f1-ee8d-49b0-9bd5-acc2914eae89 req-11d0cbbc-9007-4c51-8867-6a15fde75bc6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342524 Aug 31 10:12:53.292570 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:53.305325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f4095-64ce-457f-8252-2e32cd9f3d89 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:12:53.325413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:53.336679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:53.391206 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:53.612687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['7b7f4095-64ce-457f-8252-2e32cd9f3d89'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:12:54.401510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340093-cf83-4362-b236-00c2a3f68da1 req-9a5c8940-baa9-46f1-9fe1-67d501377903 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:54.404282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea340093-cf83-4362-b236-00c2a3f68da1 req-9a5c8940-baa9-46f1-9fe1-67d501377903 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0542612 Aug 31 10:12:54.443670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea340093-cf83-4362-b236-00c2a3f68da1 req-aae30073-8db1-471b-b1d1-7152a2ea1d46 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Aug 31 10:12:54.563062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23aeea-531c-49bf-844c-76eed38825fe req-65832a26-9bd4-484a-ac5a-d2a60fa0404f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:54.564495 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c23aeea-531c-49bf-844c-76eed38825fe req-65832a26-9bd4-484a-ac5a-d2a60fa0404f tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0520408 Aug 31 10:12:54.610821 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c23aeea-531c-49bf-844c-76eed38825fe req-982037d6-3008-42e4-a855-126d444d669a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Aug 31 10:12:54.729290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c66a78-2e19-474e-a7c0-6118570be88c req-2af0fc39-02c1-4d01-9d52-e13a468a3e7b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:54.731773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6c66a78-2e19-474e-a7c0-6118570be88c req-2af0fc39-02c1-4d01-9d52-e13a468a3e7b tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Aug 31 10:12:54.781687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6c66a78-2e19-474e-a7c0-6118570be88c req-50ff6132-9bf3-440d-8ad1-e4260e8335d8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Aug 31 10:12:55.025861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf2946-708a-435a-94ee-776584282a2a req-77bff47e-af9d-4349-98ee-0c924e5390b5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:55.028035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4caf2946-708a-435a-94ee-776584282a2a req-77bff47e-af9d-4349-98ee-0c924e5390b5 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 946 time: 0.0502312 Aug 31 10:12:55.067148 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4caf2946-708a-435a-94ee-776584282a2a req-bb44e152-b775-4066-8810-9e7b32df7935 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Aug 31 10:12:55.108520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:12:55.158116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:12:55.161891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:12:55.162264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:55.245021 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:55.267887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:55.270216 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c75898-2ef0-4b3f-a850-a2879a0e93c4" -d '{"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:55.284033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:55.287962 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:55.311355 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366b9c4-ecab-4e9b-a2df-d6c528e5dd4e x-openstack-request-id: req-c366b9c4-ecab-4e9b-a2df-d6c528e5dd4e {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:55.311643 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:55.311890 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c366b9c4-ecab-4e9b-a2df-d6c528e5dd4e {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:55.312270 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'code': 200} Aug 31 10:12:55.338520 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=13']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:56.193203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2d34-f862-4ae6-aa69-bcb627ce0898 req-c5e9ab59-fabd-4a0c-b564-7e56075a59a7 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:56.195020 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-338c2d34-f862-4ae6-aa69-bcb627ce0898 req-c5e9ab59-fabd-4a0c-b564-7e56075a59a7 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 947 time: 0.0558703 Aug 31 10:12:56.238192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-338c2d34-f862-4ae6-aa69-bcb627ce0898 req-629669b1-14e8-4443-86ca-80fd71764882 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups?id=753cf8fb-fcdd-42e5-a680-653115d83027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Aug 31 10:12:56.719773 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-4fb29a16-2144-42be-bfd6-cc961fc1fb9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:56.721155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-4fb29a16-2144-42be-bfd6-cc961fc1fb9a tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 947 time: 0.0572593 Aug 31 10:12:56.813302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Deleting port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:12:56.813640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:56.906823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] For port 7b7f4095-64ce-457f-8252-2e32cd9f3d89, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=7b7f4095-64ce-457f-8252-2e32cd9f3d89,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:12:56.907187 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:57.083850 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:57.084239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:57.084560 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 disassociated. External IP: 172.25.4.236, port: 7b7f4095-64ce-457f-8252-2e32cd9f3d89. Aug 31 10:12:57.084896 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Calling delete_port for 7b7f4095-64ce-457f-8252-2e32cd9f3d89 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:12:57.224040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:57.256004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event deleted for resources: {'Port': ['ID=7b7f4095-64ce-457f-8252-2e32cd9f3d89,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:12:57.341598 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-32b34fb3-8de3-41ea-bf4d-d1cb6c0872bb req-9995fcd0-bf2b-46f3-bd07-5c969609c4fd tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Aug 31 10:12:57.389534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:12:57.519125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:12:57.531244 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:12:57.540296 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:12:57.540871 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:12:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:12:57.560381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] No DVR routers for this DVR port 7b7f4095-64ce-457f-8252-2e32cd9f3d89 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:12:57.563125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:57.565138 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e920a229-f473-4062-84fa-70ccdc2427b2 req-de9c17a2-4536-4046-8f9c-5c9ee3414fe8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.15 "DELETE /v2.0/ports/7b7f4095-64ce-457f-8252-2e32cd9f3d89 HTTP/1.1" status: 204 len: 173 time: 0.8372581 Aug 31 10:12:57.565575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-deleted', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:12:57.567851 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d436803-e18c-409b-b37b-ada144ec7295" -d '{"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-deleted", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:12:57.610388 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efb9157-308c-418c-922e-f4826d87e8c6 x-openstack-request-id: req-2efb9157-308c-418c-922e-f4826d87e8c6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:12:57.610773 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5596486-4823-4cd3-984d-167d1c67c364", "name": "network-vif-deleted", "tag": "7b7f4095-64ce-457f-8252-2e32cd9f3d89", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:12:57.611094 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2efb9157-308c-418c-922e-f4826d87e8c6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:12:57.611573 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5596486-4823-4cd3-984d-167d1c67c364', 'name': 'network-vif-deleted', 'tag': '7b7f4095-64ce-457f-8252-2e32cd9f3d89', 'status': 'completed', 'code': 200} Aug 31 10:12:57.655627 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:12:57.868712 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:12:57.895740 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:12:57.904716 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:12:57.905460 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:12:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:12:58.012971 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:12:58.213355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:12:58.240594 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98643fe3-d312-4a68-b0e1-4c04cf5dde15 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:03:02Z', 'revision_number': 4, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '516e746c-3e31-4f9c-a270-7583789b5e2b', 'name': '', 'network_id': 'efa39626-c1ff-4e88-94ca-103ec601af66', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'mac_address': 'fa:16:3e:88:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:01Z', 'updated_at': '2021-08-31T10:03:07Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'subnets': [{'id': '891a40b2-dbce-49b9-9bd1-adc5d0216295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:12:58.460869 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23439fb3-1349-4c8f-a49a-5dc6bff701b1 req-a05f9cee-30e0-4b99-b6c5-81825de118e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Aug 31 10:12:58.502334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920a55b-f795-4cdf-852c-982bf3b0ac91 None None] New status for floating IP 6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:12:58.760731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-744d496c-0580-47a6-933a-f7cd1589d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:59.576548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f4ec207d-4924-4aa6-ab82-93cd5b234eaa req-1f1b5969-fd43-4a38-b8b5-55235678a435 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 210 time: 0.0308721 Aug 31 10:13:00.685781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac4e6cf6-87f9-4aa5-b4c6-88ade5faa547 req-cff9d0be-568d-40f6-a110-f5086195d5f3 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5596486-4823-4cd3-984d-167d1c67c364 HTTP/1.1" status: 200 len: 210 time: 0.0307360 Aug 31 10:13:01.136600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:01.163191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 7b7f4095-64ce-457f-8252-2e32cd9f3d89 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:01.163986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 7b7f4095-64ce-457f-8252-2e32cd9f3d89 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:01.847333 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:02.571889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28ddd15b-afe1-4901-b8c7-5350846ae92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:02.694510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:03.836964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:04.817801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36140) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:04.904397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:04.935272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.004145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.006944 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.008246 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "DELETE /v2.0/security-groups/753cf8fb-fcdd-42e5-a680-653115d83027 HTTP/1.1" status: 204 len: 168 time: 0.1893773 Aug 31 10:13:05.011866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36142) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:05.020034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cf8fb-fcdd-42e5-a680-653115d83027,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:05.028214 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [None req-07e415ea-80a5-4f99-976c-6c15085ef6d8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] show failed (client error): The resource could not be found. Aug 31 10:13:05.031993 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-07e415ea-80a5-4f99-976c-6c15085ef6d8 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "GET /v2.0/security-groups/753cf8fb-fcdd-42e5-a680-653115d83027 HTTP/1.1" status: 404 len: 347 time: 0.0163643 Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36144) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:05.032941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.032941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.033385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f508c06-ef09-48b1-b07a-f1a5ceaeacd0 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:05.174083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Deleting port f9efc5d5-04d9-4443-9329-f6281d8e688d {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:05.174352 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.269795 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.270163 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.282775 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Calling delete_port for f9efc5d5-04d9-4443-9329-f6281d8e688d owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:05.429877 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.459501 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Pushing event deleted for resources: {'Port': ['ID=f9efc5d5-04d9-4443-9329-f6281d8e688d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:05.546215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.550825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.552777 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3cce129c-d1b3-42f2-b4d2-eceff68102e6 tempest-ServerActionsTestJSON-1557838013 tempest-ServerActionsTestJSON-1557838013-project] 10.222.0.18 "DELETE /v2.0/floatingips/6c3a2b0e-ab96-4c58-ae2c-83d25d10afa4 HTTP/1.1" status: 204 len: 168 time: 0.5193224 Aug 31 10:13:05.557571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36146) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:06.367902 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:06.461951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:06.742095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Deleting port 516e746c-3e31-4f9c-a270-7583789b5e2b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:06.742432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:06.825171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] For port 516e746c-3e31-4f9c-a270-7583789b5e2b, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=516e746c-3e31-4f9c-a270-7583789b5e2b,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:06.825539 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:06.839638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Calling delete_port for 516e746c-3e31-4f9c-a270-7583789b5e2b owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:07.022286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.054027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=516e746c-3e31-4f9c-a270-7583789b5e2b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:07.225240 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.453907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Router bc7532bb-4013-4054-8daf-ea9121a9ea23 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:13:07.569476 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:13:07.575642 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-95ad06f0-276d-46ed-887d-c4bf26c8fc9d admin admin] 10.222.0.18 "PUT /v2.0/routers/bc7532bb-4013-4054-8daf-ea9121a9ea23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160792 Aug 31 10:13:07.584062 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36150) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:07.584326 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] Sync routers for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:13:07.594500 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:13:07.595154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:13:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:07.698301 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.796069 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:13:07.804512 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.870263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Deleting port 3fcd33c8-adde-4a8d-8795-23bb6cb24675 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:07.870626 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.953380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] For port 3fcd33c8-adde-4a8d-8795-23bb6cb24675, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=3fcd33c8-adde-4a8d-8795-23bb6cb24675,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:07.953719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:07.969799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Calling delete_port for 3fcd33c8-adde-4a8d-8795-23bb6cb24675 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:07.984486 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:13:06Z', 'revision_number': 5, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port': {'id': '3fcd33c8-adde-4a8d-8795-23bb6cb24675', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:00Z', 'updated_at': '2021-08-31T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:08.014197 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] Checking router: bc7532bb-4013-4054-8daf-ea9121a9ea23 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:13:08.025466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] Routers {'bc7532bb-4013-4054-8daf-ea9121a9ea23'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:13:08.026658 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:13:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['bc7532bb-4013-4054-8daf-ea9121a9ea23'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:08.115684 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] Set router bc7532bb-4013-4054-8daf-ea9121a9ea23 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:13:08.150164 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.174081 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:13:07Z', 'revision_number': 6, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:08.179786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcd33c8-adde-4a8d-8795-23bb6cb24675,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:08.202679 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0df27-9bcd-4188-a870-4452488ad800 None None] The sync data for ids ['bc7532bb-4013-4054-8daf-ea9121a9ea23'] in n-d-800634-13 is: [{'id': 'bc7532bb-4013-4054-8daf-ea9121a9ea23', 'name': 'tempest-ServerActionsTestJSON-2145174503-router', 'tenant_id': 'deaf402bf3134c6c995320e9a95872bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:02:59Z', 'updated_at': '2021-08-31T10:13:07Z', 'revision_number': 6, 'project_id': 'deaf402bf3134c6c995320e9a95872bb', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:13:08.258023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.355270 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.357592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.406995 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.407623 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc7532bb-4013-4054-8daf-ea9121a9ea23 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:13:08.414407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.415626 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c41b6824-1a66-438c-8b46-25fb390732db admin admin] 10.222.0.18 "DELETE /v2.0/routers/bc7532bb-4013-4054-8daf-ea9121a9ea23 HTTP/1.1" status: 204 len: 168 time: 0.8304231 Aug 31 10:13:08.420859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36152) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:08.474115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Deleting subnet 891a40b2-dbce-49b9-9bd1-adc5d0216295 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:13:08.477340 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.518557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.613431 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.679130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.711354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891a40b2-dbce-49b9-9bd1-adc5d0216295,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:08.716328 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.718268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-98054608-6dc4-42f8-88c1-24650dfc45de admin admin] 10.222.0.18 "DELETE /v2.0/subnets/891a40b2-dbce-49b9-9bd1-adc5d0216295 HTTP/1.1" status: 204 len: 168 time: 0.2963991 Aug 31 10:13:08.721118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36154) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:08.723680 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66fce3-7d86-4793-80f2-fc99f6bd257b None None] Network efa39626-c1ff-4e88-94ca-103ec601af66 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:08.791830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.855366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Deleting port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:08.855479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.930009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] For port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,segment=NetworkSegment(f1f3cab5-3d26-45ee-9096-c3130cc9130f),segment_id=f1f3cab5-3d26-45ee-9096-c3130cc9130f)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:08.930286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:08.950984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Calling delete_port for 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:09.005408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] DHCP port deletion for efa39626-c1ff-4e88-94ca-103ec601af66 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:13:09.058585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.075141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 516e746c-3e31-4f9c-a270-7583789b5e2b no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:09.091627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:09.094046 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] No DVR routers for this DVR port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:09.114542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Deleting port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:09.115243 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.120575 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 516e746c-3e31-4f9c-a270-7583789b5e2b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:09.121494 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 516e746c-3e31-4f9c-a270-7583789b5e2b not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:09.122432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:09.169703 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.181295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa39626-c1ff-4e88-94ca-103ec601af66']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:09.197510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f3cab5-3d26-45ee-9096-c3130cc9130f') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:09.197918 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f3cab5-3d26-45ee-9096-c3130cc9130f') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:09.202877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:09.203220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:09.203863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3fcd33c8-adde-4a8d-8795-23bb6cb24675 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:09.210697 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.227210 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.233356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 3fcd33c8-adde-4a8d-8795-23bb6cb24675 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:09.233699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 3fcd33c8-adde-4a8d-8795-23bb6cb24675 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:09.235378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:09.236089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:09.239020 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:09.260262 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] For port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:09.260824 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.275983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Calling delete_port for 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:09.281222 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 10:13:09.283431 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.309245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.315870 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.330009 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] 10.222.0.18 "DELETE /v2.0/networks/efa39626-c1ff-4e88-94ca-103ec601af66 HTTP/1.1" status: 204 len: 168 time: 0.5992467 Aug 31 10:13:09.331297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] Pushing event deleted for resources: {'Port': ['ID=8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:09.331297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ab4fc-a97c-4a3d-a45d-73dc981e6796 None None] No DVR routers for this DVR port 8b9e46af-5bc2-4e63-8dc0-901c9e7b1fe7 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:09.346112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49882f32-e2a5-44bf-b385-c39ebe4a3843 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa39626-c1ff-4e88-94ca-103ec601af66,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:09.468010 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36158) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:09.509087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9c0f55a5-7103-481d-a968-77770c5e8a16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deaf402bf3134c6c995320e9a95872bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394855 Aug 31 10:13:09.511345 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36160) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:09.566304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1cb53b5-424f-4e07-b0a3-4def1e337cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.591432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1cb53b5-424f-4e07-b0a3-4def1e337cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.645263 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1cb53b5-424f-4e07-b0a3-4def1e337cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.648058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1cb53b5-424f-4e07-b0a3-4def1e337cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:09.649593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e1cb53b5-424f-4e07-b0a3-4def1e337cca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91891496-3daf-436f-afe1-7142db48bca5 HTTP/1.1" status: 204 len: 168 time: 0.1372631 Aug 31 10:13:09.660462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb53b5-424f-4e07-b0a3-4def1e337cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91891496-3daf-436f-afe1-7142db48bca5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:10.520143 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36182) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:10.645538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1463387345-network', 'tenant_id': '914d67b85b584fbb93e08d127d5e4b42'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:10.670290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Made reservation on behalf of 914d67b85b584fbb93e08d127d5e4b42 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:10.672839 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.686837 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.791440 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.797479 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.823984 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:10.834374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbab1fb0-b4d5-4998-99f8-66861a675cca,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:10.840292 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.840634 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Added segment e6846927-ca66-4b6c-8369-6c3862ddb89c of type vlan for network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 Aug 31 10:13:10.886579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.916436 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.918398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:10.919242 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:10.976366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4550860 Aug 31 10:13:10.980256 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36186) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:10.985022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Request body: {'subnet': {'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1463387345-subnet', 'tenant_id': '914d67b85b584fbb93e08d127d5e4b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:11.001272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e48fe-7a58-4932-8979-e3d060836087 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec3b344-9157-47d6-b2b8-54ab07b9ff63,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:11.013981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:11.017748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Made reservation on behalf of 914d67b85b584fbb93e08d127d5e4b42 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:11.020412 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:11.247771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:11.311302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e93aaf-98c8-4661-aa75-7173af546e84,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:11.320855 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Checking segment: {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:11.321221 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Network hostable DHCP agents. Network: 8ec3b344-9157-47d6-b2b8-54ab07b9ff63, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:11.349914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:11.360797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 8ec3b344-9157-47d6-b2b8-54ab07b9ff63) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:11.369502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:11.370335 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:11.388101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc57f4-f9a9-4c07-9693-87f9132dc6bf None None] Network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:11.396932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f4bee5a6-47f1-4ce9-a914-ecdc3a062574 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4113784 Aug 31 10:13:11.535420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e6a25-b956-4012-b57a-f306d4144379 None None] Network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:11.932811 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-f2eb72f4-5bbd-4f6b-af26-4d4eb78d18cb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:11.934329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-f2eb72f4-5bbd-4f6b-af26-4d4eb78d18cb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/networks?id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 200 len: 814 time: 0.1033828 Aug 31 10:13:11.949787 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-249b8aa0-99a6-4239-b8ea-b43baa58f591 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/quotas/914d67b85b584fbb93e08d127d5e4b42 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Aug 31 10:13:11.986239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-90288364-55f9-44d3-9340-d344674c96d2 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=914d67b85b584fbb93e08d127d5e4b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309308 Aug 31 10:13:11.998359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-549e423a-bc4e-45ae-ac4f-486987eb8a5c tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:13:11.999383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-549e423a-bc4e-45ae-ac4f-486987eb8a5c tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065067 Aug 31 10:13:12.101372 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-ac63aefc-9ed3-4f4c-9c1e-d15943690039 service neutron] 10.222.0.18 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924287 Aug 31 10:13:12.209962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-e4fdad8a-3297-4f2e-92b4-3985bcbbf9c0 service neutron] 10.222.0.18 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002328 Aug 31 10:13:13.440844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-22a29810-ec30-43a4-8b0d-c398ef207892 req-77ee98de-d3d1-4f1a-8898-d74f4310a897 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 210 time: 0.0479224 Aug 31 10:13:14.574572 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-876f7cef-e0d7-4fe1-a483-7665e4959e7b req-0ffc6de3-cd6a-4b91-8194-91dd391977c2 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 210 time: 0.0495245 Aug 31 10:13:14.609948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-70cc419a-8423-46ae-b320-1944573fb98d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:14.611530 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-70cc419a-8423-46ae-b320-1944573fb98d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.23 "GET /v2.0/networks?id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 200 len: 814 time: 0.1271787 Aug 31 10:13:14.630234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Request body: {'port': {'device_id': '8de41572-035e-415c-8a0b-234d33d4659a', 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63', 'admin_state_up': True, 'tenant_id': '914d67b85b584fbb93e08d127d5e4b42'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:14.756064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Made reservation on behalf of 914d67b85b584fbb93e08d127d5e4b42 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:14.759640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:14.896936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Allocated IP 172.20.0.2 (8ec3b344-9157-47d6-b2b8-54ab07b9ff63/59e93aaf-98c8-4661-aa75-7173af546e84/3efc8667-3fa0-4754-8748-9d5f4d9c537b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:15.064457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.110134 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.160535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:15.163771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:15.168748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:15.176059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Pushing event updated for resources: {'Port': ['ID=3efc8667-3fa0-4754-8748-9d5f4d9c537b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:15.249905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:15.251102 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.272838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-350c8bff-c1fb-4169-b955-487d98a10169 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6470246 Aug 31 10:13:15.291536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Request body: {'port': {'device_id': '8de41572-035e-415c-8a0b-234d33d4659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:15.355701 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.696674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efc8667-3fa0-4754-8748-9d5f4d9c537b {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:13:15.706883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.723371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Transition to ACTIVE for port object 3efc8667-3fa0-4754-8748-9d5f4d9c537b will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:15.728133 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.745479 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a291e7-2c70-46ce-8225-376d67f9d103 req-50ceeeeb-0563-4692-98a3-d9cb26306e40 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:15.748244 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68a291e7-2c70-46ce-8225-376d67f9d103 req-50ceeeeb-0563-4692-98a3-d9cb26306e40 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 931 time: 0.0743358 Aug 31 10:13:15.803535 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68a291e7-2c70-46ce-8225-376d67f9d103 req-5b9e2b77-d53c-4291-ba24-b4a7675e058d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Aug 31 10:13:15.812553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc8667-3fa0-4754-8748-9d5f4d9c537b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:15.888460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Attempting to bind port 3efc8667-3fa0-4754-8748-9d5f4d9c537b on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:15.888914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Attempting to bind port 3efc8667-3fa0-4754-8748-9d5f4d9c537b by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:15.889452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Attempting to bind port 3efc8667-3fa0-4754-8748-9d5f4d9c537b on network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:15.897086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Port 3efc8667-3fa0-4754-8748-9d5f4d9c537b on network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:13:15.897554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Attempting to bind port 3efc8667-3fa0-4754-8748-9d5f4d9c537b on network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:15.906867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:15.907386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Checking segment: {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:15.907962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Bound using segment: {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:15.908639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Bound port: 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:15.909183 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:16.007857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] For port 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:16.012988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] For port 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:16.017300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:16.055482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:16.056112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:16.058769 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] 10.222.0.23 "PUT /v2.0/ports/3efc8667-3fa0-4754-8748-9d5f4d9c537b HTTP/1.1" status: 200 len: 1092 time: 0.7716689 Aug 31 10:13:16.059260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de41572-035e-415c-8a0b-234d33d4659a', 'tag': '3efc8667-3fa0-4754-8748-9d5f4d9c537b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:16.061621 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03" -d '{"events": [{"name": "network-changed", "server_uuid": "8de41572-035e-415c-8a0b-234d33d4659a", "tag": "3efc8667-3fa0-4754-8748-9d5f4d9c537b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:16.090519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea9766-736d-4d96-80d5-f0bafba53c45 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc8667-3fa0-4754-8748-9d5f4d9c537b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:16.115990 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59e374-df0b-4950-b743-dad6b73b2b07 x-openstack-request-id: req-cd59e374-df0b-4950-b743-dad6b73b2b07 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:16.116279 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de41572-035e-415c-8a0b-234d33d4659a", "tag": "3efc8667-3fa0-4754-8748-9d5f4d9c537b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:16.116527 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd59e374-df0b-4950-b743-dad6b73b2b07 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:16.116935 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de41572-035e-415c-8a0b-234d33d4659a', 'tag': '3efc8667-3fa0-4754-8748-9d5f4d9c537b', 'status': 'completed', 'code': 200} Aug 31 10:13:16.180508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-279b67f7-cfcc-4cad-83f7-b9cd93daa4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:16.183322 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-279b67f7-cfcc-4cad-83f7-b9cd93daa4fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=914d67b85b584fbb93e08d127d5e4b42&device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 1095 time: 0.0492227 Aug 31 10:13:16.232179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-223d0cd3-0c90-4746-b020-8e81cde313d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b HTTP/1.1" status: 200 len: 217 time: 0.0371957 Aug 31 10:13:16.287799 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-e5347d8a-ecbe-45e8-8280-e30e79da60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:16.290738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-e5347d8a-ecbe-45e8-8280-e30e79da60b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59e93aaf-98c8-4661-aa75-7173af546e84 HTTP/1.1" status: 200 len: 854 time: 0.0513306 Aug 31 10:13:16.330458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-d204c7f1-3845-4ade-8218-a39afe7b38f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327587 Aug 31 10:13:16.440918 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-78fd7ba9-fb76-4a6a-bd7d-df06a82b14fa service neutron] 10.222.0.23 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026361 Aug 31 10:13:16.543298 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-8e0037c1-8293-459a-85fb-7fd6af073dfc req-3e968c56-0c6b-48b2-b539-f990193084b5 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955083 Aug 31 10:13:16.693678 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-675030d9-2ac7-403f-a58f-146e71f388ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:16.695758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-675030d9-2ac7-403f-a58f-146e71f388ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=914d67b85b584fbb93e08d127d5e4b42&device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 1095 time: 0.0606134 Aug 31 10:13:16.859083 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-44ea3938-241d-4092-9055-82786b3a185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:16.862047 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-44ea3938-241d-4092-9055-82786b3a185e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 200 len: 915 time: 0.1581078 Aug 31 10:13:16.946309 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-939bb4ae-3f10-4eda-b8d4-8448a5848ef7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b HTTP/1.1" status: 200 len: 217 time: 0.0730827 Aug 31 10:13:16.967103 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a6c1-1322-4555-84b1-0896294befaa req-4033a082-d930-4925-b83f-7e5e9ff16d7a tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:16.969292 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2c5a6c1-1322-4555-84b1-0896294befaa req-4033a082-d930-4925-b83f-7e5e9ff16d7a tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 943 time: 0.0719385 Aug 31 10:13:17.009128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-832ead77-e9a9-40d1-af1f-6e264881b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:17.011480 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-832ead77-e9a9-40d1-af1f-6e264881b9e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=59e93aaf-98c8-4661-aa75-7173af546e84 HTTP/1.1" status: 200 len: 854 time: 0.0573962 Aug 31 10:13:17.018305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2c5a6c1-1322-4555-84b1-0896294befaa req-6b2556eb-b07c-439a-b80f-c938105174a7 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Aug 31 10:13:17.052856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-b4a596ed-b22d-47e1-8b4b-3119d56da3c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339508 Aug 31 10:13:17.163524 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-d2d07677-da8c-4a74-8816-c266ff64e448 service neutron] 10.222.0.23 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029665 Aug 31 10:13:17.293430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0555f9c2-fc19-4b1d-b2b9-1f8ad1dc6f03 req-cd5d583d-e39d-47bb-a7ef-0709aef98c4c service neutron] 10.222.0.23 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221640 Aug 31 10:13:17.881338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 3efc8667-3fa0-4754-8748-9d5f4d9c537b details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:13:18.015356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:18.029687 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '3efc8667-3fa0-4754-8748-9d5f4d9c537b', 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63', 'port_id': '3efc8667-3fa0-4754-8748-9d5f4d9c537b', 'mac_address': 'fa:16:3e:8f:59:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e93aaf-98c8-4661-aa75-7173af546e84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:13:18.073096 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:18.088686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efc8667-3fa0-4754-8748-9d5f4d9c537b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:13:18.115574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:18.121470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:18.201368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0fda7-9abf-47c3-8f33-00dad5299707 req-a8813eab-d7a6-4a57-b6ed-9c3daed6625d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:18.202967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42d0fda7-9abf-47c3-8f33-00dad5299707 req-a8813eab-d7a6-4a57-b6ed-9c3daed6625d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 944 time: 0.0858345 Aug 31 10:13:18.212347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=3efc8667-3fa0-4754-8748-9d5f4d9c537b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:18.256155 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42d0fda7-9abf-47c3-8f33-00dad5299707 req-242523dd-750e-46bf-af18-c45702641e5d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Aug 31 10:13:18.385778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['3efc8667-3fa0-4754-8748-9d5f4d9c537b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:19.131700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:19.421861 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2bc06-3692-43d3-b244-71e2b11aba94 req-060ad868-7162-43b7-97a2-e267b449fbc4 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:19.423471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da2bc06-3692-43d3-b244-71e2b11aba94 req-060ad868-7162-43b7-97a2-e267b449fbc4 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 944 time: 0.0605438 Aug 31 10:13:19.466907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8da2bc06-3692-43d3-b244-71e2b11aba94 req-37c25dab-8228-462d-bead-a04dfd13e037 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Aug 31 10:13:19.882617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 3efc8667-3fa0-4754-8748-9d5f4d9c537b up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:13:19.950569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 3efc8667-3fa0-4754-8748-9d5f4d9c537b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:19.955663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 3efc8667-3fa0-4754-8748-9d5f4d9c537b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:19.956037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:20.047773 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:20.077943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de41572-035e-415c-8a0b-234d33d4659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc8667-3fa0-4754-8748-9d5f4d9c537b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:20.080256 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3d19c6-12a5-4db0-b955-325ef1469938" -d '{"events": [{"server_uuid": "8de41572-035e-415c-8a0b-234d33d4659a", "name": "network-vif-plugged", "status": "completed", "tag": "3efc8667-3fa0-4754-8748-9d5f4d9c537b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:20.094535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:20.099960 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:20.125436 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab79dd4-d3ac-469e-9061-8a9a72345a50 x-openstack-request-id: req-5ab79dd4-d3ac-469e-9061-8a9a72345a50 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:20.125728 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de41572-035e-415c-8a0b-234d33d4659a", "name": "network-vif-plugged", "status": "completed", "tag": "3efc8667-3fa0-4754-8748-9d5f4d9c537b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:20.125978 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ab79dd4-d3ac-469e-9061-8a9a72345a50 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:20.126370 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de41572-035e-415c-8a0b-234d33d4659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc8667-3fa0-4754-8748-9d5f4d9c537b', 'code': 200} Aug 31 10:13:20.153054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=3efc8667-3fa0-4754-8748-9d5f4d9c537b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:20.248266 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2a8bf-f43f-4697-9f5e-729d877046a6 req-4ff833d8-6f28-42fb-a28e-e7bd8fed08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:20.249827 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35d2a8bf-f43f-4697-9f5e-729d877046a6 req-4ff833d8-6f28-42fb-a28e-e7bd8fed08e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 1097 time: 0.0447459 Aug 31 10:13:20.289734 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-35d2a8bf-f43f-4697-9f5e-729d877046a6 req-d512213c-31cb-4821-acb4-35ab9b60a983 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Aug 31 10:13:20.591726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e631ee-9056-430d-ac05-f926f28eb7a7 req-42654f22-cd78-4b12-922b-f0cc21a43476 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:20.593410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05e631ee-9056-430d-ac05-f926f28eb7a7 req-42654f22-cd78-4b12-922b-f0cc21a43476 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0583665 Aug 31 10:13:20.638185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-05e631ee-9056-430d-ac05-f926f28eb7a7 req-70389542-fe02-421e-8d79-23280971d604 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Aug 31 10:13:21.761558 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a006f-deec-46fd-b9ca-a0f986fc4484 req-6c5e620d-0ab8-40ff-9c5c-d488234b44fd tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:21.763079 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-230a006f-deec-46fd-b9ca-a0f986fc4484 req-6c5e620d-0ab8-40ff-9c5c-d488234b44fd tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0565028 Aug 31 10:13:21.801312 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-230a006f-deec-46fd-b9ca-a0f986fc4484 req-039759ba-bfcd-48df-b6ab-7d3d51098956 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Aug 31 10:13:22.025346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-4a2b0002-87a9-4106-9ad0-27cf1313a22d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:22.027588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-4a2b0002-87a9-4106-9ad0-27cf1313a22d tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/networks?id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 200 len: 814 time: 0.1061084 Aug 31 10:13:22.043202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-02c0bf5f-b966-48b8-97ef-5d0b3c8c05a5 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/quotas/914d67b85b584fbb93e08d127d5e4b42 HTTP/1.1" status: 200 len: 375 time: 0.0095339 Aug 31 10:13:22.094892 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-30c05fc0-32c6-4c44-9584-f434ba4210c0 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=914d67b85b584fbb93e08d127d5e4b42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463033 Aug 31 10:13:22.186690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-c05ff8ef-9f21-48e6-9b6c-deadc2f5d0f9 service neutron] 10.222.0.18 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 Aug 31 10:13:22.287340 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-d2b80327-4fa6-4a83-b64e-0a25ff701c57 service neutron] 10.222.0.18 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943847 Aug 31 10:13:22.461627 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3925274a-cfd8-4abb-83ef-e3d54e631553 req-dc6f374d-547c-451a-842d-8dd46e6cb5fc tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 210 time: 0.0309577 Aug 31 10:13:23.269295 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:13:23.482453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-f35aece4-b8fb-439a-ba67-fd7ff615bda9 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:23.484039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-f35aece4-b8fb-439a-ba67-fd7ff615bda9 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.15 "GET /v2.0/networks?id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 200 len: 814 time: 0.1145427 Aug 31 10:13:23.498158 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Request body: {'port': {'device_id': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63', 'admin_state_up': True, 'tenant_id': '914d67b85b584fbb93e08d127d5e4b42'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:23.563341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0037f8b0-49ae-4f8a-bad1-1a38f0bc0eb7 req-9b27887c-2703-43f9-9189-cacef42b6aa8 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 210 time: 0.0284545 Aug 31 10:13:23.611404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Made reservation on behalf of 914d67b85b584fbb93e08d127d5e4b42 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:23.615071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:23.752111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Allocated IP 172.20.0.14 (8ec3b344-9157-47d6-b2b8-54ab07b9ff63/59e93aaf-98c8-4661-aa75-7173af546e84/191db3b7-5387-4502-ba59-fae378b940ba) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:23.921519 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:24.295914 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:24.330735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['3efc8667-3fa0-4754-8748-9d5f4d9c537b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:24.344429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:24.347792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:24.351984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:24.384154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Pushing event updated for resources: {'Port': ['ID=191db3b7-5387-4502-ba59-fae378b940ba,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:24.396966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.397310 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.397645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.397973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.398299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.398667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.398988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.399307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.399687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.399948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.400265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.400621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:24.427767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:24.428765 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:24.448143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-b9bb58da-6989-42e8-a706-9c000392ca8b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9542887 Aug 31 10:13:24.463325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Request body: {'port': {'device_id': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:24.553020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:24.698083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713a472-54dd-4c4f-b9de-8dff5fbc2262 req-023a2a3a-20f3-43ae-8a22-1c2877d99881 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:24.701021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e713a472-54dd-4c4f-b9de-8dff5fbc2262 req-023a2a3a-20f3-43ae-8a22-1c2877d99881 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 932 time: 0.0590162 Aug 31 10:13:24.745156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e713a472-54dd-4c4f-b9de-8dff5fbc2262 req-d372cc2d-855a-4b38-bf75-28304cd42af3 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385211 Aug 31 10:13:24.852042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191db3b7-5387-4502-ba59-fae378b940ba {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:13:24.860565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:24.873769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Transition to ACTIVE for port object 191db3b7-5387-4502-ba59-fae378b940ba will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:24.877652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:24.934138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=191db3b7-5387-4502-ba59-fae378b940ba,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:25.013536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Attempting to bind port 191db3b7-5387-4502-ba59-fae378b940ba on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:25.013536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Attempting to bind port 191db3b7-5387-4502-ba59-fae378b940ba by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:25.013536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Attempting to bind port 191db3b7-5387-4502-ba59-fae378b940ba on network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:25.018504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Port 191db3b7-5387-4502-ba59-fae378b940ba on network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:13:25.018838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Attempting to bind port 191db3b7-5387-4502-ba59-fae378b940ba on network 8ec3b344-9157-47d6-b2b8-54ab07b9ff63 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:25.024274 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:25.024620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Checking segment: {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:25.025008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Bound using segment: {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:25.025451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Bound port: 191db3b7-5387-4502-ba59-fae378b940ba, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6846927-ca66-4b6c-8369-6c3862ddb89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:25.026958 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:25.100852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] For port 191db3b7-5387-4502-ba59-fae378b940ba, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:25.104895 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] For port 191db3b7-5387-4502-ba59-fae378b940ba, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=191db3b7-5387-4502-ba59-fae378b940ba,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:25.108880 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:25.146142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:25.146775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:25.148195 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/191db3b7-5387-4502-ba59-fae378b940ba HTTP/1.1" status: 200 len: 1093 time: 0.6907918 Aug 31 10:13:25.148635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'tag': '191db3b7-5387-4502-ba59-fae378b940ba'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:25.151099 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5071ddd-0984-41fe-9007-c9bd61dd962d" -d '{"events": [{"name": "network-changed", "server_uuid": "e436fa61-ce43-46b2-839b-8c9f9273bb65", "tag": "191db3b7-5387-4502-ba59-fae378b940ba"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:25.176977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72005bca-241e-4647-a282-f5b2ea78c6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=191db3b7-5387-4502-ba59-fae378b940ba,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:25.197134 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5df1d-6ba3-4950-8cd5-c8c33685c342 x-openstack-request-id: req-5bf5df1d-6ba3-4950-8cd5-c8c33685c342 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:25.198068 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e436fa61-ce43-46b2-839b-8c9f9273bb65", "tag": "191db3b7-5387-4502-ba59-fae378b940ba", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:25.199120 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bf5df1d-6ba3-4950-8cd5-c8c33685c342 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:25.199886 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'tag': '191db3b7-5387-4502-ba59-fae378b940ba', 'status': 'completed', 'code': 200} Aug 31 10:13:25.251303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-96e18227-fba0-49b7-8035-b2f9f5b77ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:25.252856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-96e18227-fba0-49b7-8035-b2f9f5b77ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=914d67b85b584fbb93e08d127d5e4b42&device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 1096 time: 0.0520384 Aug 31 10:13:25.307353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-c66673d1-88d5-4e15-ae53-bc0671900327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=191db3b7-5387-4502-ba59-fae378b940ba HTTP/1.1" status: 200 len: 217 time: 0.0445468 Aug 31 10:13:25.363511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-fd22c06a-00b3-4f35-8398-e42883d769a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:25.364969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-fd22c06a-00b3-4f35-8398-e42883d769a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59e93aaf-98c8-4661-aa75-7173af546e84 HTTP/1.1" status: 200 len: 854 time: 0.0507791 Aug 31 10:13:25.400036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-195fc4f6-0617-4d2d-9cfb-f07683f1efe0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274706 Aug 31 10:13:25.523689 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-dd5bbd9d-80ed-4540-a933-822143fbc640 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128354 Aug 31 10:13:25.638396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4f1433e3-d71a-4902-841d-26e7398e2675 req-88d866c0-dbde-4536-a30d-b352bae449ad service neutron] 10.222.0.15 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061337 Aug 31 10:13:25.807983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-f333fe85-7205-45d0-b7b3-23b9646a8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:25.809666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-f333fe85-7205-45d0-b7b3-23b9646a8af5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=914d67b85b584fbb93e08d127d5e4b42&device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 1096 time: 0.0637119 Aug 31 10:13:25.885579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f7b6a-f81a-4f8d-b6ff-2e6a759442f1 req-a871e796-d2c7-492e-b415-201a22930215 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:25.887266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e0f7b6a-f81a-4f8d-b6ff-2e6a759442f1 req-a871e796-d2c7-492e-b415-201a22930215 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 944 time: 0.0641627 Aug 31 10:13:25.925154 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-169526e3-d1f4-4ddd-9b11-f70d7dc2672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:25.927765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-169526e3-d1f4-4ddd-9b11-f70d7dc2672f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 200 len: 915 time: 0.1107750 Aug 31 10:13:25.941362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9e0f7b6a-f81a-4f8d-b6ff-2e6a759442f1 req-0fe83533-5290-4e28-863f-f1ba7da0da96 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462677 Aug 31 10:13:25.984260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-314865a6-22ef-44b9-9480-937f7a04694e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=191db3b7-5387-4502-ba59-fae378b940ba HTTP/1.1" status: 200 len: 217 time: 0.0475068 Aug 31 10:13:26.062126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-8edb7f72-2b27-4723-ac31-cce29614cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:26.065076 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-8edb7f72-2b27-4723-ac31-cce29614cdb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59e93aaf-98c8-4661-aa75-7173af546e84 HTTP/1.1" status: 200 len: 854 time: 0.0722663 Aug 31 10:13:26.104738 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-5b948e95-a2b0-46b0-ae00-b2491efe9e99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ec3b344-9157-47d6-b2b8-54ab07b9ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298874 Aug 31 10:13:26.223181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-504a433f-7e4c-497e-860d-fd90c74b436d service neutron] 10.222.0.15 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108565 Aug 31 10:13:26.367351 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d5071ddd-0984-41fe-9007-c9bd61dd962d req-1cf05a2b-1bc1-424c-9f9d-090d4d3e7299 service neutron] 10.222.0.15 "GET /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363912 Aug 31 10:13:27.071519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278453-ac35-4952-853e-2d5bf6f325d6 req-fa3ffb0c-c0ba-4929-8466-7f7f73478ef0 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:27.073010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9278453-ac35-4952-853e-2d5bf6f325d6 req-fa3ffb0c-c0ba-4929-8466-7f7f73478ef0 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Aug 31 10:13:27.114702 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b9278453-ac35-4952-853e-2d5bf6f325d6 req-450ef158-d6b5-463c-b7f8-54fc8149dd9f tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346417 Aug 31 10:13:28.241668 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f92f0a-5a94-497c-9e52-607fb69069fc req-eeaad217-6ec8-4ec8-a835-04427b0e0557 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:28.243179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f92f0a-5a94-497c-9e52-607fb69069fc req-eeaad217-6ec8-4ec8-a835-04427b0e0557 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 944 time: 0.0525851 Aug 31 10:13:28.615703 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0ef923d4-949c-458b-9484-fdbec09bf5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:28.646069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1f92f0a-5a94-497c-9e52-607fb69069fc req-2ae8ae4b-77e5-4d42-82c2-c5ff15c5e5c1 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954554 Aug 31 10:13:29.242045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 191db3b7-5387-4502-ba59-fae378b940ba details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:13:29.342304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 191db3b7-5387-4502-ba59-fae378b940ba, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=191db3b7-5387-4502-ba59-fae378b940ba,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:29.353890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '191db3b7-5387-4502-ba59-fae378b940ba', 'network_id': '8ec3b344-9157-47d6-b2b8-54ab07b9ff63', 'port_id': '191db3b7-5387-4502-ba59-fae378b940ba', 'mac_address': 'fa:16:3e:9f:f2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e93aaf-98c8-4661-aa75-7173af546e84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:13:29.392709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:29.406250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191db3b7-5387-4502-ba59-fae378b940ba {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:13:29.425658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 191db3b7-5387-4502-ba59-fae378b940ba, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=191db3b7-5387-4502-ba59-fae378b940ba,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:29.428961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:29.485996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=191db3b7-5387-4502-ba59-fae378b940ba,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:29.659009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['191db3b7-5387-4502-ba59-fae378b940ba'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:29.765005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659f518-8bdb-4fcb-a311-e93acbe39cdf req-6ba12d85-ec4f-4d31-82a8-19f79c2cbe4e tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:29.767119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8659f518-8bdb-4fcb-a311-e93acbe39cdf req-6ba12d85-ec4f-4d31-82a8-19f79c2cbe4e tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Aug 31 10:13:29.805550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8659f518-8bdb-4fcb-a311-e93acbe39cdf req-c6ec1650-2a1c-4b62-ba7c-db283b2827a3 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Aug 31 10:13:30.931751 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cb383-d010-4182-9cf6-f9d2075b1843 req-a0164b65-dd1e-4651-971e-1d16f0bc8744 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:30.934264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c36cb383-d010-4182-9cf6-f9d2075b1843 req-a0164b65-dd1e-4651-971e-1d16f0bc8744 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 945 time: 0.0542955 Aug 31 10:13:30.979760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c36cb383-d010-4182-9cf6-f9d2075b1843 req-837e955e-8193-4dda-a3c0-4743ce7110c1 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Aug 31 10:13:31.242203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 191db3b7-5387-4502-ba59-fae378b940ba up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:13:31.295293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 191db3b7-5387-4502-ba59-fae378b940ba completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:31.299286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 191db3b7-5387-4502-ba59-fae378b940ba triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:31.299657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:31.396926 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:31.420694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191db3b7-5387-4502-ba59-fae378b940ba'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:31.423755 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e16763-b8f3-488f-a9f4-3e0fc75d82b5" -d '{"events": [{"server_uuid": "e436fa61-ce43-46b2-839b-8c9f9273bb65", "name": "network-vif-plugged", "status": "completed", "tag": "191db3b7-5387-4502-ba59-fae378b940ba"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:31.439434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 191db3b7-5387-4502-ba59-fae378b940ba, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=191db3b7-5387-4502-ba59-fae378b940ba,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:31.443948 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:31.468615 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa028ac-4b7a-46ab-91ac-67af770f33b4 x-openstack-request-id: req-afa028ac-4b7a-46ab-91ac-67af770f33b4 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:31.468967 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436fa61-ce43-46b2-839b-8c9f9273bb65", "name": "network-vif-plugged", "status": "completed", "tag": "191db3b7-5387-4502-ba59-fae378b940ba", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:31.469232 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afa028ac-4b7a-46ab-91ac-67af770f33b4 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:31.469679 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191db3b7-5387-4502-ba59-fae378b940ba', 'code': 200} Aug 31 10:13:31.497703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=191db3b7-5387-4502-ba59-fae378b940ba,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:31.567868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7c313-0a99-4846-8bd4-34cb27d53225 req-ac2b6c7d-a617-4aaa-bee9-3ca7b07cd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:31.569374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-57c7c313-0a99-4846-8bd4-34cb27d53225 req-ac2b6c7d-a617-4aaa-bee9-3ca7b07cd20c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 1098 time: 0.0445836 Aug 31 10:13:31.606732 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-57c7c313-0a99-4846-8bd4-34cb27d53225 req-1004c6cc-d90e-48c1-8105-49001b288acd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289638 Aug 31 10:13:31.851794 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:32.108294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff1eb-89d9-4782-ac69-6dbd9d590c50 req-1a0b17be-4b4c-483a-b51f-e3435751f391 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:32.109761 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-452ff1eb-89d9-4782-ac69-6dbd9d590c50 req-1a0b17be-4b4c-483a-b51f-e3435751f391 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 946 time: 0.0583818 Aug 31 10:13:32.152710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-452ff1eb-89d9-4782-ac69-6dbd9d590c50 req-efeafc9d-aebb-4177-8e4b-25dc8d07f1dd tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Aug 31 10:13:32.555425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-67ed7721-5d77-4837-a143-1308f64607a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:32.700498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:33.277409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90309c08-8513-4d2f-a1aa-783860ab0484 req-47e0b3ab-57cb-4243-ae52-ce16d77a936f tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:33.279108 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90309c08-8513-4d2f-a1aa-783860ab0484 req-47e0b3ab-57cb-4243-ae52-ce16d77a936f tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 946 time: 0.0517542 Aug 31 10:13:33.318260 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90309c08-8513-4d2f-a1aa-783860ab0484 req-8bff942c-d6af-48a5-9160-9341cb583fbf tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Aug 31 10:13:33.563807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2a361-7fbe-45aa-84a2-aad5698b3a3a req-e4d81a9d-e818-43fa-9da4-6d69eae0d039 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:33.565286 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8f2a361-7fbe-45aa-84a2-aad5698b3a3a req-e4d81a9d-e818-43fa-9da4-6d69eae0d039 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 946 time: 0.0503635 Aug 31 10:13:33.604311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e8f2a361-7fbe-45aa-84a2-aad5698b3a3a req-4ca62a9c-ee79-4379-aecb-23f79dced26b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Aug 31 10:13:33.840917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:34.753807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff68ba1-9be5-4af1-bdb9-9a3e4bea9992 req-e4332dbf-d931-46c1-8f77-654da79e945b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:34.756072 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ff68ba1-9be5-4af1-bdb9-9a3e4bea9992 req-e4332dbf-d931-46c1-8f77-654da79e945b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 946 time: 0.0702806 Aug 31 10:13:34.818563 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4ff68ba1-9be5-4af1-bdb9-9a3e4bea9992 req-356cb208-b19f-4114-8a9b-181f50a79d0b tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Aug 31 10:13:34.906821 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-74c159e1-de2c-4131-9cf3-d07d5c8eb00a tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:34.908379 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-74c159e1-de2c-4131-9cf3-d07d5c8eb00a tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.15 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 946 time: 0.0764930 Aug 31 10:13:35.019177 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Deleting port 191db3b7-5387-4502-ba59-fae378b940ba {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:35.019521 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:35.141291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] For port 191db3b7-5387-4502-ba59-fae378b940ba, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=191db3b7-5387-4502-ba59-fae378b940ba,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:35.141772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:35.161541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Calling delete_port for 191db3b7-5387-4502-ba59-fae378b940ba owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:35.340831 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:35.354957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['191db3b7-5387-4502-ba59-fae378b940ba'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:35.380727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Pushing event deleted for resources: {'Port': ['ID=191db3b7-5387-4502-ba59-fae378b940ba,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:35.399772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['3efc8667-3fa0-4754-8748-9d5f4d9c537b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:35.431126 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] No DVR routers for this DVR port 191db3b7-5387-4502-ba59-fae378b940ba on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:35.437374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:35.440117 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-84cab226-3580-4b47-a8f2-43f004b96bfa req-b95fddbb-4d53-4d1e-8932-cb86e9089a27 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.15 "DELETE /v2.0/ports/191db3b7-5387-4502-ba59-fae378b940ba HTTP/1.1" status: 204 len: 173 time: 0.5235732 Aug 31 10:13:35.440673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'name': 'network-vif-deleted', 'tag': '191db3b7-5387-4502-ba59-fae378b940ba'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:35.443459 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011e71dd-4a0e-4345-afdb-5e2b56274a1e" -d '{"events": [{"server_uuid": "e436fa61-ce43-46b2-839b-8c9f9273bb65", "name": "network-vif-deleted", "tag": "191db3b7-5387-4502-ba59-fae378b940ba"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:35.499492 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49488946-03a5-4208-a312-ace3a0c5a778 x-openstack-request-id: req-49488946-03a5-4208-a312-ace3a0c5a778 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:35.500399 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e436fa61-ce43-46b2-839b-8c9f9273bb65", "name": "network-vif-deleted", "tag": "191db3b7-5387-4502-ba59-fae378b940ba", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:35.500399 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49488946-03a5-4208-a312-ace3a0c5a778 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:35.500980 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e436fa61-ce43-46b2-839b-8c9f9273bb65', 'name': 'network-vif-deleted', 'tag': '191db3b7-5387-4502-ba59-fae378b940ba', 'status': 'completed', 'code': 200} Aug 31 10:13:35.961284 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59158d69-c979-424a-ad15-18bd192a246d req-b612cf46-3732-44a3-8aaf-5a8d39572cad tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=e436fa61-ce43-46b2-839b-8c9f9273bb65 HTTP/1.1" status: 200 len: 210 time: 0.0360684 Aug 31 10:13:36.374242 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:37.160587 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a2a2-907e-4088-9f8d-cfcc62e1a5e4 req-ec27e123-1626-4646-acf0-2cb19447027e tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:37.163330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24b1a2a2-907e-4088-9f8d-cfcc62e1a5e4 req-ec27e123-1626-4646-acf0-2cb19447027e tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0686703 Aug 31 10:13:37.218452 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24b1a2a2-907e-4088-9f8d-cfcc62e1a5e4 req-12b5bd13-7193-445d-bffa-a5a97414b093 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 Aug 31 10:13:37.375438 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71ded8-3066-4da1-8ee6-8d4872a61841 req-2d23bea8-2b8e-4532-9d28-7b44dba89ef5 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:37.377217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d71ded8-3066-4da1-8ee6-8d4872a61841 req-2d23bea8-2b8e-4532-9d28-7b44dba89ef5 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0585172 Aug 31 10:13:37.423628 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d71ded8-3066-4da1-8ee6-8d4872a61841 req-a0f2a6a2-47ac-4da8-a34d-e3d9c0b58041 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Aug 31 10:13:37.573696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b68ec-3cfd-41ba-8383-3d0bd9af1496 req-5da05b16-3e4e-42df-8037-3d5e91a455e4 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:37.576660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec8b68ec-3cfd-41ba-8383-3d0bd9af1496 req-5da05b16-3e4e-42df-8037-3d5e91a455e4 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0616517 Aug 31 10:13:37.636305 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec8b68ec-3cfd-41ba-8383-3d0bd9af1496 req-ffcf6fb2-0ba5-46cf-803b-7c311b9ab1ff tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534353 Aug 31 10:13:37.728799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-2d848ad1-fd12-4373-bb6e-f8418488912f req-969bb3ec-a73d-44e5-b5dd-fac2c1e03c70 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:13:37.729790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d848ad1-fd12-4373-bb6e-f8418488912f req-969bb3ec-a73d-44e5-b5dd-fac2c1e03c70 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056057 Aug 31 10:13:37.874092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f40236-e485-41e2-b54e-1ca5957744b5 req-5ec5d18a-2fa8-48d6-899b-fc2473b6eabf tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:37.876357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8f40236-e485-41e2-b54e-1ca5957744b5 req-5ec5d18a-2fa8-48d6-899b-fc2473b6eabf tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0718379 Aug 31 10:13:37.927748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d8f40236-e485-41e2-b54e-1ca5957744b5 req-518ae45c-8f41-4303-b186-ecbf82bcd6c5 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448403 Aug 31 10:13:38.070877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c33a1f-c3a3-4a4e-b86f-23b53344fd3e req-039d054b-a183-4beb-acaf-2a41694fe3bf tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:38.072460 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62c33a1f-c3a3-4a4e-b86f-23b53344fd3e req-039d054b-a183-4beb-acaf-2a41694fe3bf tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0586534 Aug 31 10:13:38.115519 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-62c33a1f-c3a3-4a4e-b86f-23b53344fd3e req-da4902b0-3cb2-45bd-9563-b119180023d2 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357699 Aug 31 10:13:38.258826 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97ea4f-f9c0-42dd-aa20-512421bd168f req-d78b3159-91f2-4ac0-9c5c-7488296e8429 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:38.260756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b97ea4f-f9c0-42dd-aa20-512421bd168f req-d78b3159-91f2-4ac0-9c5c-7488296e8429 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0583122 Aug 31 10:13:38.302657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b97ea4f-f9c0-42dd-aa20-512421bd168f req-c10d6538-3e8d-453d-a18b-f07f5ad2e02c tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349889 Aug 31 10:13:38.664050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bc5c0-cf7d-4b0b-bd56-28ea243a2123 req-b2a2cd3a-e32f-4da1-9e4b-3bcfe04ff285 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:38.665575 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc7bc5c0-cf7d-4b0b-bd56-28ea243a2123 req-b2a2cd3a-e32f-4da1-9e4b-3bcfe04ff285 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0528836 Aug 31 10:13:38.707738 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cc7bc5c0-cf7d-4b0b-bd56-28ea243a2123 req-deb3be7c-4af3-4149-894f-555549f14bf7 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Aug 31 10:13:39.273970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 191db3b7-5387-4502-ba59-fae378b940ba no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:39.296171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 191db3b7-5387-4502-ba59-fae378b940ba {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:39.296508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 191db3b7-5387-4502-ba59-fae378b940ba not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:39.837203 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a95507-2b5c-4911-b174-53a3dd34e9b3 req-1a6a2ddb-9d89-4e97-a390-4872479adfc9 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:39.838786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63a95507-2b5c-4911-b174-53a3dd34e9b3 req-1a6a2ddb-9d89-4e97-a390-4872479adfc9 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0567145 Aug 31 10:13:39.881978 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-63a95507-2b5c-4911-b174-53a3dd34e9b3 req-5b89e2e0-83c4-4975-b061-c2010c41ab48 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbab1fb0-b4d5-4998-99f8-66861a675cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Aug 31 10:13:40.146466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-2c36d5f6-514b-4a60-893e-ec5471ccacf9 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:40.148011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-2c36d5f6-514b-4a60-893e-ec5471ccacf9 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 945 time: 0.0529799 Aug 31 10:13:40.252179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Deleting port 3efc8667-3fa0-4754-8748-9d5f4d9c537b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:40.252520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:40.348518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] For port 3efc8667-3fa0-4754-8748-9d5f4d9c537b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=3efc8667-3fa0-4754-8748-9d5f4d9c537b,segment=NetworkSegment(e6846927-ca66-4b6c-8369-6c3862ddb89c),segment_id=e6846927-ca66-4b6c-8369-6c3862ddb89c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:40.348893 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:40.363560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Calling delete_port for 3efc8667-3fa0-4754-8748-9d5f4d9c537b owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:40.512883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:40.542884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Pushing event deleted for resources: {'Port': ['ID=3efc8667-3fa0-4754-8748-9d5f4d9c537b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:40.547052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['3efc8667-3fa0-4754-8748-9d5f4d9c537b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:13:40.588857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] No DVR routers for this DVR port 3efc8667-3fa0-4754-8748-9d5f4d9c537b on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:40.592699 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:40.594871 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d069572b-2629-423e-b2aa-e0a21b0716ff req-5aa4fc03-e24d-4701-99fe-3ddd6b251efb tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.23 "DELETE /v2.0/ports/3efc8667-3fa0-4754-8748-9d5f4d9c537b HTTP/1.1" status: 204 len: 173 time: 0.4400656 Aug 31 10:13:40.595320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de41572-035e-415c-8a0b-234d33d4659a', 'name': 'network-vif-deleted', 'tag': '3efc8667-3fa0-4754-8748-9d5f4d9c537b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:13:40.597687 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb76e6-754a-4754-bf12-c67079e30c32" -d '{"events": [{"server_uuid": "8de41572-035e-415c-8a0b-234d33d4659a", "name": "network-vif-deleted", "tag": "3efc8667-3fa0-4754-8748-9d5f4d9c537b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:13:40.641714 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d6adaf-f720-4d2b-a67c-15798dcef0d0 x-openstack-request-id: req-65d6adaf-f720-4d2b-a67c-15798dcef0d0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:13:40.642031 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de41572-035e-415c-8a0b-234d33d4659a", "name": "network-vif-deleted", "tag": "3efc8667-3fa0-4754-8748-9d5f4d9c537b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:13:40.642284 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65d6adaf-f720-4d2b-a67c-15798dcef0d0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:13:40.642722 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de41572-035e-415c-8a0b-234d33d4659a', 'name': 'network-vif-deleted', 'tag': '3efc8667-3fa0-4754-8748-9d5f4d9c537b', 'status': 'completed', 'code': 200} Aug 31 10:13:41.016463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-56d15411-c953-474a-9efb-4ca8365173df req-1c0e578b-7c91-447e-a168-8d8c81b08242 tempest-ServersNegativeTestJSON-272774326 tempest-ServersNegativeTestJSON-272774326-project] 10.222.0.18 "GET /v2.0/ports?device_id=8de41572-035e-415c-8a0b-234d33d4659a HTTP/1.1" status: 200 len: 210 time: 0.0348060 Aug 31 10:13:42.079876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:42.125085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Deleting subnet 59e93aaf-98c8-4661-aa75-7173af546e84 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:13:42.128365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.164255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.213904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.273266 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.304174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.307330 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59e93aaf-98c8-4661-aa75-7173af546e84 HTTP/1.1" status: 204 len: 168 time: 0.2263145 Aug 31 10:13:42.309837 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a70e9-1c2d-4f1f-b3c1-644230b47ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e93aaf-98c8-4661-aa75-7173af546e84,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:42.311190 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36342) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:42.388459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.472570 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.483502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec3b344-9157-47d6-b2b8-54ab07b9ff63']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:42.501463 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6846927-ca66-4b6c-8369-6c3862ddb89c') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:42.501750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6846927-ca66-4b6c-8369-6c3862ddb89c') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:42.512925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.529029 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.534003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:42.534408 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:42.536172 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:42.595661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.600399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.602352 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ec3b344-9157-47d6-b2b8-54ab07b9ff63 HTTP/1.1" status: 204 len: 168 time: 0.2899880 Aug 31 10:13:42.622178 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47053970-61e5-49e1-8573-db1990f0cc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec3b344-9157-47d6-b2b8-54ab07b9ff63,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:42.729664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36346) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:42.779063 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-696ebbc1-3b19-46f9-99ba-d247f7d4802f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=914d67b85b584fbb93e08d127d5e4b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479538 Aug 31 10:13:42.781680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36348) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:42.832343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-12a14514-a6cf-4f16-bade-b1201a9f52a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.862187 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-12a14514-a6cf-4f16-bade-b1201a9f52a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.921414 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-12a14514-a6cf-4f16-bade-b1201a9f52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.925073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-12a14514-a6cf-4f16-bade-b1201a9f52a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:42.926748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-12a14514-a6cf-4f16-bade-b1201a9f52a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbab1fb0-b4d5-4998-99f8-66861a675cca HTTP/1.1" status: 204 len: 168 time: 0.1439426 Aug 31 10:13:42.937611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a14514-a6cf-4f16-bade-b1201a9f52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbab1fb0-b4d5-4998-99f8-66861a675cca,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:43.753998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36370) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:43.871539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581466633'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:43.895662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:43.899421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:43.911341 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.006887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 3efc8667-3fa0-4754-8748-9d5f4d9c537b no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:44.027145 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.030747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 3efc8667-3fa0-4754-8748-9d5f4d9c537b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:13:44.031344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 3efc8667-3fa0-4754-8748-9d5f4d9c537b not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:13:44.033942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.070981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:44.093179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d5bbf5-6152-4a18-92ce-b7d46d1b0db5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:44.100779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.101155 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Added segment 01b93377-01ab-4e6a-8b9a-c7a1c29baa3f of type vlan for network 37ed9eba-311f-4def-8a5a-7883f0ea03ac Aug 31 10:13:44.146597 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.179331 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.185156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:44.185762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.245113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4899082 Aug 31 10:13:44.258999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef2333-77e0-4a4d-8d64-db9a55211af0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Network': ['ID=37ed9eba-311f-4def-8a5a-7883f0ea03ac,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:44.271708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 37ed9eba-311f-4def-8a5a-7883f0ea03ac details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:47.663231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36374) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:47.668525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'subnet': {'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:47.758998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:47.763546 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:47.958446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.024698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Subnet': ['ID=4dfb9408-593e-4152-a5f9-3c1efcb8f76d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:48.037557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Checking segment: {'id': '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:48.037951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network hostable DHCP agents. Network: 37ed9eba-311f-4def-8a5a-7883f0ea03ac, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:48.057617 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network 37ed9eba-311f-4def-8a5a-7883f0ea03ac is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:48.068082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 37ed9eba-311f-4def-8a5a-7883f0ea03ac) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:48.073449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:48.074090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.079233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fef64f-0e05-484a-9c9e-6e07fc59fd1e None None] Network 37ed9eba-311f-4def-8a5a-7883f0ea03ac requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:48.089874 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-40133ae5-50eb-4c9c-92ea-ea56c8547140 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4255533 Aug 31 10:13:48.093986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36376) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:48.099630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2024188793'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:48.123786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:48.127319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.154414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:48.163823 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.164171 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Added segment ba0a42ff-9a4d-45b3-a314-808afc64d3ca of type vlan for network f86f91e6-172b-40f4-ae5a-f75db47273d4 Aug 31 10:13:48.213248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.239432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.245663 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:48.245892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.249913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-37ed9eba-311f-4def-8a5a-7883f0ea03ac', 'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac', 'tenant_id': '18061cb9540e4ec9831e87c8c015fed5', 'fixed_ips': [{'subnet_id': '4dfb9408-593e-4152-a5f9-3c1efcb8f76d'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:48.251185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.310004 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2147274 Aug 31 10:13:48.317061 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36378) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:48.325523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'subnet': {'network_id': 'f86f91e6-172b-40f4-ae5a-f75db47273d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:48.328149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53c88e-1a11-46d1-9bf2-a39d62e815d1 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Network': ['ID=f86f91e6-172b-40f4-ae5a-f75db47273d4,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:48.343619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network f86f91e6-172b-40f4-ae5a-f75db47273d4 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:48.445048 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:48.449817 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.485855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Allocated IP 2001:db8:0:ffff::2 (37ed9eba-311f-4def-8a5a-7883f0ea03ac/4dfb9408-593e-4152-a5f9-3c1efcb8f76d/a278ea27-93ce-4eff-95af-8d5ecb13ce83) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:48.689734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.728762 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.743219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Transition to ACTIVE for port object a278ea27-93ce-4eff-95af-8d5ecb13ce83 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:48.765585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Transition to ACTIVE for port object a278ea27-93ce-4eff-95af-8d5ecb13ce83 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:48.767515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Subnet': ['ID=255923e4-f17a-4121-8a1b-39c4d09afa83,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:48.773936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Checking segment: {'id': 'ba0a42ff-9a4d-45b3-a314-808afc64d3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f86f91e6-172b-40f4-ae5a-f75db47273d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:48.774314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network hostable DHCP agents. Network: f86f91e6-172b-40f4-ae5a-f75db47273d4, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:48.776751 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.794824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network f86f91e6-172b-40f4-ae5a-f75db47273d4 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:48.807743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, f86f91e6-172b-40f4-ae5a-f75db47273d4) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:48.817188 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:48.818488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.823368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136b417-a2c0-472d-82b6-4583274e92da None None] Network f86f91e6-172b-40f4-ae5a-f75db47273d4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:48.828802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Network 37ed9eba-311f-4def-8a5a-7883f0ea03ac is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:48.837582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:48.842527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9e051de5-ea06-4fdb-beed-7391b192a37b tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5230565 Aug 31 10:13:48.846669 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36380) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:48.851493 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:48.886549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Pushing event updated for resources: {'Port': ['ID=a278ea27-93ce-4eff-95af-8d5ecb13ce83,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:48.905967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.906315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.906681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.907028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.907345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.907671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.908016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.908414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.908650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.908975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.909293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.909611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:13:48.972774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.982606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Attempting to bind port a278ea27-93ce-4eff-95af-8d5ecb13ce83 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:48.982606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Attempting to bind port a278ea27-93ce-4eff-95af-8d5ecb13ce83 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:48.983057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Attempting to bind port a278ea27-93ce-4eff-95af-8d5ecb13ce83 on network 37ed9eba-311f-4def-8a5a-7883f0ea03ac {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:48.992526 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:48.992895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Checking segment: {'id': '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:48.993315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:48.993883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Bound using segment: {'id': '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:48.994353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Bound port: a278ea27-93ce-4eff-95af-8d5ecb13ce83, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '37ed9eba-311f-4def-8a5a-7883f0ea03ac'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:48.994758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.045155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.280785 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.305160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.308619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Subnet': ['ID=255923e4-f17a-4121-8a1b-39c4d09afa83,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:49.314629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] For port a278ea27-93ce-4eff-95af-8d5ecb13ce83, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:49.318797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] For port a278ea27-93ce-4eff-95af-8d5ecb13ce83, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a278ea27-93ce-4eff-95af-8d5ecb13ce83,segment=NetworkSegment(01b93377-01ab-4e6a-8b9a-c7a1c29baa3f),segment_id=01b93377-01ab-4e6a-8b9a-c7a1c29baa3f)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:49.322194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ae395-a20a-46e3-899a-734d82fb943e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-f86f91e6-172b-40f4-ae5a-f75db47273d4', 'network_id': 'f86f91e6-172b-40f4-ae5a-f75db47273d4', 'tenant_id': '18061cb9540e4ec9831e87c8c015fed5', 'fixed_ips': [{'subnet_id': '255923e4-f17a-4121-8a1b-39c4d09afa83'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:49.323153 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-807ae395-a20a-46e3-899a-734d82fb943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.329276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.383847 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.400701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86f91e6-172b-40f4-ae5a-f75db47273d4']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:49.423364 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0a42ff-9a4d-45b3-a314-808afc64d3ca') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:49.423713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0a42ff-9a4d-45b3-a314-808afc64d3ca') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:49.437227 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.457908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.472999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:49.473362 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:49.477421 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:49.482035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224e9eb-cbdf-407c-85b0-bbfe792cb744 None None] Pushing event updated for resources: {'Port': ['ID=a278ea27-93ce-4eff-95af-8d5ecb13ce83,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:49.511556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a773998-f071-4a64-8524-5ce496b98ac5 None None] Network f86f91e6-172b-40f4-ae5a-f75db47273d4 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:49.552404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.560300 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.565760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/f86f91e6-172b-40f4-ae5a-f75db47273d4 HTTP/1.1" status: 204 len: 168 time: 0.7143118 Aug 31 10:13:49.565954 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36382) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:49.580310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110757945'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:49.584859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb4f50-8c54-459b-ab22-aed737523894 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Network': ['ID=f86f91e6-172b-40f4-ae5a-f75db47273d4,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:49.629471 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:49.633514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.669274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:49.700032 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.700458 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Added segment e3f4e80a-cb4b-4643-b591-2fd3b3ad33e3 of type vlan for network e82789d1-11fe-4468-8c19-daca9f85d188 Aug 31 10:13:49.758903 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.786622 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.795009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:49.795823 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:49.860431 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2841220 Aug 31 10:13:49.863818 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36384) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:49.870947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'subnet': {'network_id': 'e82789d1-11fe-4468-8c19-daca9f85d188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:49.927743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73907cd7-eba0-469e-9aee-268b50062cd6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Network': ['ID=e82789d1-11fe-4468-8c19-daca9f85d188,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:49.939513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network e82789d1-11fe-4468-8c19-daca9f85d188 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:49.982394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:49.986074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.045986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Performing IP validity checks on allocation pools {{(pid=94896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 10:13:50.046543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.ipam_backend_mixin [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 10:13:50.209442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.274809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Subnet': ['ID=0fd927f8-5ea3-4bb6-9f7a-c8e61ddba11e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:50.294909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Checking segment: {'id': 'e3f4e80a-cb4b-4643-b591-2fd3b3ad33e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e82789d1-11fe-4468-8c19-daca9f85d188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:50.295276 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network hostable DHCP agents. Network: e82789d1-11fe-4468-8c19-daca9f85d188, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:50.339405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network e82789d1-11fe-4468-8c19-daca9f85d188 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:50.358426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, e82789d1-11fe-4468-8c19-daca9f85d188) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:50.364698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:50.366001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.386822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef27dd-8dc1-4e2a-9a3f-3d87e4f27f08 None None] Network e82789d1-11fe-4468-8c19-daca9f85d188 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:50.399115 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-771f9029-698e-4f77-ab50-776798dff61f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5308318 Aug 31 10:13:50.406041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36386) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:50.565762 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709c55d-25b2-4d5a-9a6c-4d3813978b5b None None] Network 37ed9eba-311f-4def-8a5a-7883f0ea03ac requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:50.580729 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2da098-557c-4521-aa87-6cca5a43dda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-e82789d1-11fe-4468-8c19-daca9f85d188', 'network_id': 'e82789d1-11fe-4468-8c19-daca9f85d188', 'tenant_id': '18061cb9540e4ec9831e87c8c015fed5', 'fixed_ips': [{'subnet_id': '0fd927f8-5ea3-4bb6-9f7a-c8e61ddba11e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:50.581534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab2da098-557c-4521-aa87-6cca5a43dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.590372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.650406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.652334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ca1aff3f-f8a3-4c66-8964-64873dc0609e None None] Provisioning for port a278ea27-93ce-4eff-95af-8d5ecb13ce83 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:50.743599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.801376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd927f8-5ea3-4bb6-9f7a-c8e61ddba11e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server [None req-ab2da098-557c-4521-aa87-6cca5a43dda1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0fd927f8-5ea3-4bb6-9f7a-c8e61ddba11e: This subnet is being modified by another concurrent operation. Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server raise exception Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0fd927f8-5ea3-4bb6-9f7a-c8e61ddba11e: This subnet is being modified by another concurrent operation. Aug 31 10:13:50.818377 n-d-800634-13 neutron-server[94897]: ERROR oslo_messaging.rpc.server Aug 31 10:13:50.842671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6f1c6-2903-40df-a0d9-cc55126c45b4 None None] Network e82789d1-11fe-4468-8c19-daca9f85d188 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:50.865889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.877911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82789d1-11fe-4468-8c19-daca9f85d188']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:50.890291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f4e80a-cb4b-4643-b591-2fd3b3ad33e3') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:50.890697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f4e80a-cb4b-4643-b591-2fd3b3ad33e3') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:50.901094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.923232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:50.931591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:50.932808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:51.007103 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:51.022811 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.046281 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.048856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/e82789d1-11fe-4468-8c19-daca9f85d188 HTTP/1.1" status: 204 len: 168 time: 0.6408234 Aug 31 10:13:51.050547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eaa5e-b36b-47fc-8b1a-57c670cc2370 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Network': ['ID=e82789d1-11fe-4468-8c19-daca9f85d188,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:51.054225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36388) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:51.062955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a278ea27-93ce-4eff-95af-8d5ecb13ce83 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:13:51.063702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-196706272'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:51.101605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:51.107098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.131293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a278ea27-93ce-4eff-95af-8d5ecb13ce83 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:51.140334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a278ea27-93ce-4eff-95af-8d5ecb13ce83 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:51.140947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.145635 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:51.158890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.159199 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Added segment db7ddaa4-f9ab-4ad9-8279-62672cccbf9e of type vlan for network 26cbe89a-e216-491f-89a7-75ff6162b22e Aug 31 10:13:51.216534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.246838 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.252585 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:51.253175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.254315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.259463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4106e7e-0c11-4632-9c61-f56bef3400e4 None None] get_active_networks_info from n-d-800634-13 {{(pid=94897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 10:13:51.317462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2612598 Aug 31 10:13:51.322361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:51.328776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'subnet': {'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:51.337539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1301f1-1fb9-477f-b6dc-e6f511816af9 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Network': ['ID=26cbe89a-e216-491f-89a7-75ff6162b22e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:51.346141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8456f41a-93df-4195-a11e-f7588695b58e None None] Provisioning complete for port a278ea27-93ce-4eff-95af-8d5ecb13ce83 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:51.346684 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8456f41a-93df-4195-a11e-f7588695b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.373823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 26cbe89a-e216-491f-89a7-75ff6162b22e details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:51.378700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a278ea27-93ce-4eff-95af-8d5ecb13ce83, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a278ea27-93ce-4eff-95af-8d5ecb13ce83,segment=NetworkSegment(01b93377-01ab-4e6a-8b9a-c7a1c29baa3f),segment_id=01b93377-01ab-4e6a-8b9a-c7a1c29baa3f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:51.405668 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.425244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:51.428935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.512092 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4106e7e-0c11-4632-9c61-f56bef3400e4 None None] Resources bound (agent type, host, resource id): {{(pid=94897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 10:13:51.578246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a278ea27-93ce-4eff-95af-8d5ecb13ce83,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:51.653360 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.723892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Subnet': ['ID=9a37a8c6-ce40-4813-9edc-8e2ab91960ee,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:51.733713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Checking segment: {'id': 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:51.734085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network hostable DHCP agents. Network: 26cbe89a-e216-491f-89a7-75ff6162b22e, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:51.753369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network 26cbe89a-e216-491f-89a7-75ff6162b22e is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:51.764640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 26cbe89a-e216-491f-89a7-75ff6162b22e) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:51.769453 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:51.770046 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.787094 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f885336c-ee3f-413d-bdc3-9a18d282bf7d tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4632854 Aug 31 10:13:51.790859 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36392) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:51.800905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-504682662'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:51.834780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:51.840432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.852482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb703b-4270-4697-af19-7ad058f42ff9 None None] Network 26cbe89a-e216-491f-89a7-75ff6162b22e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:51.871080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:51.882189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.882552 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Added segment d04b5cab-2553-4c33-891c-bd38d72eec10 of type vlan for network df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 Aug 31 10:13:51.926160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.952731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:51.958329 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:51.958977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.022386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-26cbe89a-e216-491f-89a7-75ff6162b22e', 'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e', 'tenant_id': '18061cb9540e4ec9831e87c8c015fed5', 'fixed_ips': [{'subnet_id': '9a37a8c6-ce40-4813-9edc-8e2ab91960ee'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:52.023310 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.026901 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2342734 Aug 31 10:13:52.030589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36394) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:52.035809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Request body: {'subnet': {'network_id': 'df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:52.041244 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8420e-05b4-4b87-92ef-8a6ccb0806fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Network': ['ID=df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:52.053187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:52.148410 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Made reservation on behalf of 18061cb9540e4ec9831e87c8c015fed5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:52.151884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.256344 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Allocated IP 2001:db8::2 (26cbe89a-e216-491f-89a7-75ff6162b22e/9a37a8c6-ce40-4813-9edc-8e2ab91960ee/bda5fde3-0071-4575-b837-c0c15cd53fec) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:52.389579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.428398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.438437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Transition to ACTIVE for port object bda5fde3-0071-4575-b837-c0c15cd53fec will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:52.456076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Transition to ACTIVE for port object bda5fde3-0071-4575-b837-c0c15cd53fec will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:52.456475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event updated for resources: {'Subnet': ['ID=321a7980-c48c-4df0-bce7-f1a6445091bc,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:52.465163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Checking segment: {'id': 'd04b5cab-2553-4c33-891c-bd38d72eec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:52.465793 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network hostable DHCP agents. Network: df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:52.465933 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.487304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Network df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:52.499311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:52.505813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:52.506542 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.509933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Network 26cbe89a-e216-491f-89a7-75ff6162b22e is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:52.513846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d5ccd-87a5-4af0-ba8f-456644c04d00 None None] Network df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:52.521489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:52.528465 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f78154b6-b1bd-4f5c-a5e7-0a6b1c83b03f tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4940071 Aug 31 10:13:52.528741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36396) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:52.532911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:52.563657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Pushing event updated for resources: {'Port': ['ID=bda5fde3-0071-4575-b837-c0c15cd53fec,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:52.647559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.649656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Attempting to bind port bda5fde3-0071-4575-b837-c0c15cd53fec on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:52.650028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Attempting to bind port bda5fde3-0071-4575-b837-c0c15cd53fec by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:52.650386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Attempting to bind port bda5fde3-0071-4575-b837-c0c15cd53fec on network 26cbe89a-e216-491f-89a7-75ff6162b22e {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:52.660381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:52.660749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Checking segment: {'id': 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:52.661154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.661635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Bound using segment: {'id': 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:52.662027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Bound port: bda5fde3-0071-4575-b837-c0c15cd53fec, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '26cbe89a-e216-491f-89a7-75ff6162b22e'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:52.662591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.709130 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.786345 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.829247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Subnet': ['ID=321a7980-c48c-4df0-bce7-f1a6445091bc,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:52.910068 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.924570 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:52.939213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ea01d-2d10-48d5-9386-98c8ccc01bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124', 'network_id': 'df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124', 'tenant_id': '18061cb9540e4ec9831e87c8c015fed5', 'fixed_ips': [{'subnet_id': '321a7980-c48c-4df0-bce7-f1a6445091bc'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:52.940081 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea01d-2d10-48d5-9386-98c8ccc01bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.940576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04b5cab-2553-4c33-891c-bd38d72eec10') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:52.941015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04b5cab-2553-4c33-891c-bd38d72eec10') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:52.953162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] For port bda5fde3-0071-4575-b837-c0c15cd53fec, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:52.955250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.969604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] For port bda5fde3-0071-4575-b837-c0c15cd53fec, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bda5fde3-0071-4575-b837-c0c15cd53fec,segment=NetworkSegment(db7ddaa4-f9ab-4ad9-8279-62672cccbf9e),segment_id=db7ddaa4-f9ab-4ad9-8279-62672cccbf9e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:52.975286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.976773 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.988253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:52.988828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:52.992928 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:53.048891 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a278ea27-93ce-4eff-95af-8d5ecb13ce83 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:13:53.072572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.081413 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.086070 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 HTTP/1.1" status: 204 len: 168 time: 0.5563304 Aug 31 10:13:53.086447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36398) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:53.097891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facc2ea-41ee-4376-9e1d-981a1c72c743 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Network': ['ID=df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:53.106356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398fcd1-fa8d-422c-b88f-0ad5d3400c30 None None] Network df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:53.140627 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398fcd1-fa8d-422c-b88f-0ad5d3400c30 None None] Network df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 could not be found, it might have been deleted concurrently. {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 10:13:53.141387 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f68af7-96f3-4481-a9f8-66fbd8f012a6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] GET failed (client error): The resource could not be found. Aug 31 10:13:53.144766 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a2f68af7-96f3-4481-a9f8-66fbd8f012a6 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "GET /v2.0/subnets/321a7980-c48c-4df0-bce7-f1a6445091bc HTTP/1.1" status: 404 len: 337 time: 0.0557241 Aug 31 10:13:53.147524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36400) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:53.151820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b5def-49f9-48c4-be25-c63b0f3625fd None None] Pushing event updated for resources: {'Port': ['ID=bda5fde3-0071-4575-b837-c0c15cd53fec,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:53.172551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a278ea27-93ce-4eff-95af-8d5ecb13ce83 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:13:53.173082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.177104 n-d-800634-13 neutron-server[94895]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e56fb3-d294-4005-bf57-b6ece5d94d6e tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:53.177699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e56fb3-d294-4005-bf57-b6ece5d94d6e tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:53.183773 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-83e56fb3-d294-4005-bf57-b6ece5d94d6e tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 HTTP/1.1" status: 404 len: 339 time: 0.0310392 Aug 31 10:13:53.184517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36402) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:53.230800 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c757ec-0835-4d84-aa7a-daedbbb7f024 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:53.231667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c757ec-0835-4d84-aa7a-daedbbb7f024 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:53.234786 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-01c757ec-0835-4d84-aa7a-daedbbb7f024 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/subnets/321a7980-c48c-4df0-bce7-f1a6445091bc HTTP/1.1" status: 404 len: 337 time: 0.0485525 Aug 31 10:13:53.237869 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36404) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:53.258160 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afbe598-0cb4-4266-bcb9-5484e3036989 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:53.258774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afbe598-0cb4-4266-bcb9-5484e3036989 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:53.260559 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3afbe598-0cb4-4266-bcb9-5484e3036989 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/df6c8cd8-f8f9-4715-aeaa-1c03e0d4d124 HTTP/1.1" status: 404 len: 339 time: 0.0215650 Aug 31 10:13:53.263743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36406) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:53.341300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Deleting subnet 9a37a8c6-ce40-4813-9edc-8e2ab91960ee {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:13:53.345392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.400738 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.501523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.565662 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.602973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Subnet': ['ID=9a37a8c6-ce40-4813-9edc-8e2ab91960ee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:53.605137 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.608116 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f151789-8e39-4eda-9b00-56b001d08bca tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/subnets/9a37a8c6-ce40-4813-9edc-8e2ab91960ee HTTP/1.1" status: 204 len: 168 time: 0.3432732 Aug 31 10:13:53.610453 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36408) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:53.687760 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.744958 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Deleting port bda5fde3-0071-4575-b837-c0c15cd53fec {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:53.745299 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.820295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] For port bda5fde3-0071-4575-b837-c0c15cd53fec, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=bda5fde3-0071-4575-b837-c0c15cd53fec,segment=NetworkSegment(db7ddaa4-f9ab-4ad9-8279-62672cccbf9e),segment_id=db7ddaa4-f9ab-4ad9-8279-62672cccbf9e)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:53.820577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.837278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Calling delete_port for bda5fde3-0071-4575-b837-c0c15cd53fec owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:53.932407 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:53.960376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Port': ['ID=bda5fde3-0071-4575-b837-c0c15cd53fec,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:53.964277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No DVR routers for this DVR port bda5fde3-0071-4575-b837-c0c15cd53fec on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:54.055809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.067059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cbe89a-e216-491f-89a7-75ff6162b22e']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:54.079648 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:54.079850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7ddaa4-f9ab-4ad9-8279-62672cccbf9e') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:54.090666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.107481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.114320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:54.114770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:54.117963 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:54.156448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba28df-3e1d-4961-9e79-809a94434b1a None None] Network 26cbe89a-e216-491f-89a7-75ff6162b22e requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:54.191171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.201731 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.203171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/26cbe89a-e216-491f-89a7-75ff6162b22e HTTP/1.1" status: 204 len: 168 time: 0.5914888 Aug 31 10:13:54.206319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36410) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.234909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eae588-30e1-412e-940e-4687aff3cb56 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Network': ['ID=26cbe89a-e216-491f-89a7-75ff6162b22e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:54.235221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-71a543df-d03d-49f7-9482-4a80100f2a5f None None] Could not find standard attr ID for object bda5fde3-0071-4575-b837-c0c15cd53fec. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:13:54.254326 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d68ba9c-63a8-4670-bcd6-a8eac95cf6d0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:54.254804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d68ba9c-63a8-4670-bcd6-a8eac95cf6d0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:54.256601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0d68ba9c-63a8-4670-bcd6-a8eac95cf6d0 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/subnets/0fd927f8-5ea3-4bb6-9f7a-c8e61ddba11e HTTP/1.1" status: 404 len: 337 time: 0.0489211 Aug 31 10:13:54.259216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.279937 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-611f7eb8-2e65-4933-a022-a1109e117240 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:54.280640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611f7eb8-2e65-4933-a022-a1109e117240 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:54.282573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-611f7eb8-2e65-4933-a022-a1109e117240 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/e82789d1-11fe-4468-8c19-daca9f85d188 HTTP/1.1" status: 404 len: 339 time: 0.0223603 Aug 31 10:13:54.286846 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36414) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.314440 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c650ce8-3d25-4452-a2cd-938b856e98fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:54.314843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c650ce8-3d25-4452-a2cd-938b856e98fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:54.316642 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c650ce8-3d25-4452-a2cd-938b856e98fb tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/subnets/255923e4-f17a-4121-8a1b-39c4d09afa83 HTTP/1.1" status: 404 len: 337 time: 0.0287669 Aug 31 10:13:54.320354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36416) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.346876 n-d-800634-13 neutron-server[94896]: INFO neutron.pecan_wsgi.hooks.translation [None req-75616437-bb7e-4566-a421-5ffa55969591 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] DELETE failed (client error): The resource could not be found. Aug 31 10:13:54.347362 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75616437-bb7e-4566-a421-5ffa55969591 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:13:54.349175 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-75616437-bb7e-4566-a421-5ffa55969591 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/f86f91e6-172b-40f4-ae5a-f75db47273d4 HTTP/1.1" status: 404 len: 339 time: 0.0277205 Aug 31 10:13:54.352319 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36418) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.368318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700996f-7447-436d-8060-d05a78e8b7d8 None None] DHCP port deletion for 26cbe89a-e216-491f-89a7-75ff6162b22e request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:13:54.412161 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Deleting subnet 4dfb9408-593e-4152-a5f9-3c1efcb8f76d {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:13:54.415704 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.471150 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.596092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.676103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.716189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfb9408-593e-4152-a5f9-3c1efcb8f76d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:54.725087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.731549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36420) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:54.732241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-298f2cea-7274-42e9-a3cd-f1c6c82745d8 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/subnets/4dfb9408-593e-4152-a5f9-3c1efcb8f76d HTTP/1.1" status: 204 len: 168 time: 0.3777854 Aug 31 10:13:54.738377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca5c73-ce4e-4f02-9fa5-e918e97d8467 None None] Network 37ed9eba-311f-4def-8a5a-7883f0ea03ac requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:54.841524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.934207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Deleting port a278ea27-93ce-4eff-95af-8d5ecb13ce83 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:54.934572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:54.954875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] DHCP port deletion for 37ed9eba-311f-4def-8a5a-7883f0ea03ac request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:13:55.030422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] Deleting port a278ea27-93ce-4eff-95af-8d5ecb13ce83 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:13:55.030999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.036376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a278ea27-93ce-4eff-95af-8d5ecb13ce83 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:13:55.037553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] For port a278ea27-93ce-4eff-95af-8d5ecb13ce83, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a278ea27-93ce-4eff-95af-8d5ecb13ce83,segment=NetworkSegment(01b93377-01ab-4e6a-8b9a-c7a1c29baa3f),segment_id=01b93377-01ab-4e6a-8b9a-c7a1c29baa3f)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:55.038372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.065001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Calling delete_port for a278ea27-93ce-4eff-95af-8d5ecb13ce83 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:55.153946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] For port a278ea27-93ce-4eff-95af-8d5ecb13ce83, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a278ea27-93ce-4eff-95af-8d5ecb13ce83,segment=NetworkSegment(01b93377-01ab-4e6a-8b9a-c7a1c29baa3f),segment_id=01b93377-01ab-4e6a-8b9a-c7a1c29baa3f)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:13:55.154370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.177758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] Calling delete_port for a278ea27-93ce-4eff-95af-8d5ecb13ce83 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:13:55.178515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.205107 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Port a278ea27-93ce-4eff-95af-8d5ecb13ce83 update to DOWN by agent not found {{(pid=94897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 10:13:55.210226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] No DVR routers for this DVR port a278ea27-93ce-4eff-95af-8d5ecb13ce83 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:55.217362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Port': ['ID=a278ea27-93ce-4eff-95af-8d5ecb13ce83,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:55.297766 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.315940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.328296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ed9eba-311f-4def-8a5a-7883f0ea03ac']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:55.333394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] Pushing event deleted for resources: {'Port': ['ID=a278ea27-93ce-4eff-95af-8d5ecb13ce83,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:55.339485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccc551-3572-437f-a191-382a92fa50b2 None None] No DVR routers for this DVR port a278ea27-93ce-4eff-95af-8d5ecb13ce83 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:13:55.341958 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:55.342262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b93377-01ab-4e6a-8b9a-c7a1c29baa3f') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:13:55.353534 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.374076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.381010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:13:55.381559 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:13:55.384761 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:13:55.450951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.459123 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.460977 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] 10.222.0.18 "DELETE /v2.0/networks/37ed9eba-311f-4def-8a5a-7883f0ea03ac HTTP/1.1" status: 204 len: 168 time: 0.7223141 Aug 31 10:13:55.476103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de80bd-f4e1-4a7b-b120-4669885cc7b4 tempest-NetworksIpV6Test-477098413 tempest-NetworksIpV6Test-477098413-project] Pushing event deleted for resources: {'Network': ['ID=37ed9eba-311f-4def-8a5a-7883f0ea03ac,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:55.756733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36426) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:55.900903 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b8e3acfc-1a33-4f53-8f7a-1aea1481a394 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18061cb9540e4ec9831e87c8c015fed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429961 Aug 31 10:13:55.904651 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36430) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:55.963295 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a378ae92-bdbd-429b-8b53-222a55a4ee7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:55.989471 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a378ae92-bdbd-429b-8b53-222a55a4ee7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.039586 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a378ae92-bdbd-429b-8b53-222a55a4ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.042734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a378ae92-bdbd-429b-8b53-222a55a4ee7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.044937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a378ae92-bdbd-429b-8b53-222a55a4ee7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3d5bbf5-6152-4a18-92ce-b7d46d1b0db5 HTTP/1.1" status: 204 len: 168 time: 0.1390955 Aug 31 10:13:56.053761 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378ae92-bdbd-429b-8b53-222a55a4ee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d5bbf5-6152-4a18-92ce-b7d46d1b0db5,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:56.759785 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36452) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:56.863508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-423602388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:56.890849 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.892001 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.953666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.958178 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.975786 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:56.977722 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e85d6600-ec4b-4ab3-b48d-8e0e94684d97 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2165344 Aug 31 10:13:56.981386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36456) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:56.986737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1997721297'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:57.008597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Made reservation on behalf of a25ba5f47c1f4bbf93984bdb7fd843d5 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:57.012287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.021369 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.117749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.122315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.148996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:57.159064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e1b2f6-8035-4f4b-9725-b84935b13ad6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:57.164052 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.164396 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Added segment 5cb41ee9-2005-4042-9192-c32474010468 of type vlan for network 9655c25a-7571-4f85-b63b-77b7368de04c Aug 31 10:13:57.208640 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.234390 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.239947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:57.240532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.301810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3190219 Aug 31 10:13:57.305420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:57.312677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Request body: {'subnet': {'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:57.315425 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66411a5f-7521-4df7-9181-b909ff2cf25c tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event updated for resources: {'Network': ['ID=9655c25a-7571-4f85-b63b-77b7368de04c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:57.331304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9655c25a-7571-4f85-b63b-77b7368de04c details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:57.426054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Made reservation on behalf of a25ba5f47c1f4bbf93984bdb7fd843d5 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:57.429581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.623298 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.688189 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event updated for resources: {'Subnet': ['ID=6ee28269-c602-494a-8cf0-a43575226a6f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:57.706036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Checking segment: {'id': '5cb41ee9-2005-4042-9192-c32474010468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:57.706396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Network hostable DHCP agents. Network: 9655c25a-7571-4f85-b63b-77b7368de04c, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:57.723004 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Network 9655c25a-7571-4f85-b63b-77b7368de04c is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:57.732716 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9655c25a-7571-4f85-b63b-77b7368de04c) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:57.736819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:57.737408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.744415 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77288dc9-58f4-4931-a9c4-8fa9233e36f0 None None] Network 9655c25a-7571-4f85-b63b-77b7368de04c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:57.758167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-808cc1b7-5d49-4b99-8903-191314077e87 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4496665 Aug 31 10:13:57.759797 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36460) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:57.765580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-62412707'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:57.790318 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Made reservation on behalf of a25ba5f47c1f4bbf93984bdb7fd843d5 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:57.795457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.823877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:13:57.835927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.836271 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Added segment d1e9a62f-a29a-4e3b-81a5-7b2891b2607c of type vlan for network 39dc846a-883a-4e21-a11f-577ce62cc429 Aug 31 10:13:57.885198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.913651 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.920751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:57.921411 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.946958 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-9655c25a-7571-4f85-b63b-77b7368de04c', 'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c', 'tenant_id': 'a25ba5f47c1f4bbf93984bdb7fd843d5', 'fixed_ips': [{'subnet_id': '6ee28269-c602-494a-8cf0-a43575226a6f'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:57.947987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:57.986574 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2252941 Aug 31 10:13:57.989684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:57.994898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Request body: {'subnet': {'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:58.049350 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039026cd-48bb-41b4-a5d1-7cb41e6a6e66 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event updated for resources: {'Network': ['ID=39dc846a-883a-4e21-a11f-577ce62cc429,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:58.067836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 39dc846a-883a-4e21-a11f-577ce62cc429 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:13:58.111080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Made reservation on behalf of a25ba5f47c1f4bbf93984bdb7fd843d5 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:13:58.115446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.163976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Allocated IP 172.20.0.2 (9655c25a-7571-4f85-b63b-77b7368de04c/6ee28269-c602-494a-8cf0-a43575226a6f/0b53d25a-44c6-4d8b-b397-908376944493) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:58.343275 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.351915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Transition to ACTIVE for port object 0b53d25a-44c6-4d8b-b397-908376944493 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:58.369000 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Transition to ACTIVE for port object 0b53d25a-44c6-4d8b-b397-908376944493 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:58.371868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.378056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.417844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Network 9655c25a-7571-4f85-b63b-77b7368de04c is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:58.423101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:58.426817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:58.438927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Pushing event updated for resources: {'Port': ['ID=0b53d25a-44c6-4d8b-b397-908376944493,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:58.455251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event updated for resources: {'Subnet': ['ID=a641ccd4-9c39-4fc0-998b-4172a3ed4643,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:58.466160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Checking segment: {'id': 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:58.466557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Network hostable DHCP agents. Network: 39dc846a-883a-4e21-a11f-577ce62cc429, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:13:58.501425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Attempting to bind port 0b53d25a-44c6-4d8b-b397-908376944493 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:58.501968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Attempting to bind port 0b53d25a-44c6-4d8b-b397-908376944493 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '5cb41ee9-2005-4042-9192-c32474010468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:58.502556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Attempting to bind port 0b53d25a-44c6-4d8b-b397-908376944493 on network 9655c25a-7571-4f85-b63b-77b7368de04c {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:58.504526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Network 39dc846a-883a-4e21-a11f-577ce62cc429 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:13:58.509076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:58.510183 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Checking segment: {'id': '5cb41ee9-2005-4042-9192-c32474010468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:58.510298 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.510753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Bound using segment: {'id': '5cb41ee9-2005-4042-9192-c32474010468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:58.511279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Bound port: 0b53d25a-44c6-4d8b-b397-908376944493, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb41ee9-2005-4042-9192-c32474010468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9655c25a-7571-4f85-b63b-77b7368de04c'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:58.511867 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.516146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 39dc846a-883a-4e21-a11f-577ce62cc429) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:58.521442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:58.522543 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.530755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867cb2ee-c7eb-4934-b74c-dee7ac25a140 None None] Network 39dc846a-883a-4e21-a11f-577ce62cc429 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:13:58.540809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36464) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:58.544634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c8ed145f-bdb9-4951-9058-69d62c4ebd0b tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5470026 Aug 31 10:13:58.546871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3efd2ce5-dbbf-48d6-a5cd-c090a25910fc tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Request body: {'router': {'external_gateway_info': {'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:13:58.654389 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-302e9a51-3ef2-47eb-9600-5fd77cadaca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.677065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] For port 0b53d25a-44c6-4d8b-b397-908376944493, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:58.681822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] For port 0b53d25a-44c6-4d8b-b397-908376944493, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b53d25a-44c6-4d8b-b397-908376944493,segment=NetworkSegment(5cb41ee9-2005-4042-9192-c32474010468),segment_id=5cb41ee9-2005-4042-9192-c32474010468)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:58.687500 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.781474 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c85da-9bc8-4c46-850a-e6fdb91b529d None None] Pushing event updated for resources: {'Port': ['ID=0b53d25a-44c6-4d8b-b397-908376944493,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:58.806875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3efd2ce5-dbbf-48d6-a5cd-c090a25910fc tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.814002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-39dc846a-883a-4e21-a11f-577ce62cc429', 'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429', 'tenant_id': 'a25ba5f47c1f4bbf93984bdb7fd843d5', 'fixed_ips': [{'subnet_id': 'a641ccd4-9c39-4fc0-998b-4172a3ed4643'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:13:58.815335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:58.982559 n-d-800634-13 neutron-server[94896]: INFO neutron.api.v2.resource [None req-3efd2ce5-dbbf-48d6-a5cd-c090a25910fc tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:13:58.984553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3efd2ce5-dbbf-48d6-a5cd-c090a25910fc tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "PUT /v2.0/routers/146938ff-7675-4970-98b9-398208bdfd03 HTTP/1.1" status: 400 len: 364 time: 0.4417770 Aug 31 10:13:58.989677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36466) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:59.057846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Allocated IP 172.21.0.2 (39dc846a-883a-4e21-a11f-577ce62cc429/a641ccd4-9c39-4fc0-998b-4172a3ed4643/a3f78f5a-2ac8-4ce2-9451-e71e60b03dec) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:13:59.135028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b53d25a-44c6-4d8b-b397-908376944493 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:13:59.263399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0b53d25a-44c6-4d8b-b397-908376944493 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:13:59.339819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.350673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Transition to ACTIVE for port object a3f78f5a-2ac8-4ce2-9451-e71e60b03dec will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:59.368716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Transition to ACTIVE for port object a3f78f5a-2ac8-4ce2-9451-e71e60b03dec will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:13:59.380268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.425676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Network 39dc846a-883a-4e21-a11f-577ce62cc429 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:13:59.430724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:13:59.437548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:13:59.463136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Deleting subnet a641ccd4-9c39-4fc0-998b-4172a3ed4643 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:13:59.467110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Pushing event updated for resources: {'Port': ['ID=a3f78f5a-2ac8-4ce2-9451-e71e60b03dec,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:59.469771 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.535801 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.540751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Attempting to bind port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:13:59.541412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Attempting to bind port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:13:59.541814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Attempting to bind port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec on network 39dc846a-883a-4e21-a11f-577ce62cc429 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:13:59.549450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:13:59.549848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Checking segment: {'id': 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:13:59.550459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.550905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Bound using segment: {'id': 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:13:59.551418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Bound port: a3f78f5a-2ac8-4ce2-9451-e71e60b03dec, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '39dc846a-883a-4e21-a11f-577ce62cc429'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:13:59.551803 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.650233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] For port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:13:59.655893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] For port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a3f78f5a-2ac8-4ce2-9451-e71e60b03dec,segment=NetworkSegment(d1e9a62f-a29a-4e3b-81a5-7b2891b2607c),segment_id=d1e9a62f-a29a-4e3b-81a5-7b2891b2607c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:13:59.663809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.676687 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.749236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e49cc-8900-4777-9f89-35b30ffe61e1 None None] Pushing event updated for resources: {'Port': ['ID=a3f78f5a-2ac8-4ce2-9451-e71e60b03dec,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:59.784010 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.820981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:59.831328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "DELETE /v2.0/subnets/a641ccd4-9c39-4fc0-998b-4172a3ed4643 HTTP/1.1" status: 204 len: 168 time: 0.8358095 Aug 31 10:13:59.832041 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36468) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:13:59.834514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57cc0-b460-4fb0-bd96-7f01443e14a4 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event deleted for resources: {'Subnet': ['ID=a641ccd4-9c39-4fc0-998b-4172a3ed4643,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:13:59.979087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.086129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accaa9c4-3c4a-4506-addb-1f59bd351991 None None] Network 9655c25a-7571-4f85-b63b-77b7368de04c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:00.105627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Deleting port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:00.106113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.175819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] Provisioning for port 0b53d25a-44c6-4d8b-b397-908376944493 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:00.193912 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] Provisioning complete for port 0b53d25a-44c6-4d8b-b397-908376944493 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:00.193912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.202927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] For port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a3f78f5a-2ac8-4ce2-9451-e71e60b03dec,segment=NetworkSegment(d1e9a62f-a29a-4e3b-81a5-7b2891b2607c),segment_id=d1e9a62f-a29a-4e3b-81a5-7b2891b2607c)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:00.203371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.223126 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Calling delete_port for a3f78f5a-2ac8-4ce2-9451-e71e60b03dec owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:00.271316 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:14:00.333469 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.371800 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.380178 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event deleted for resources: {'Port': ['ID=a3f78f5a-2ac8-4ce2-9451-e71e60b03dec,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:00.384662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] No DVR routers for this DVR port a3f78f5a-2ac8-4ce2-9451-e71e60b03dec on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:00.441385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] For port 0b53d25a-44c6-4d8b-b397-908376944493, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b53d25a-44c6-4d8b-b397-908376944493,segment=NetworkSegment(5cb41ee9-2005-4042-9192-c32474010468),segment_id=5cb41ee9-2005-4042-9192-c32474010468)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:00.446548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.493624 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.511055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dc846a-883a-4e21-a11f-577ce62cc429']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:00.512935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5c653-3098-496d-8e85-1f7d6bd92556 None None] Pushing event updated for resources: {'Port': ['ID=0b53d25a-44c6-4d8b-b397-908376944493,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:00.526346 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:00.526757 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e9a62f-a29a-4e3b-81a5-7b2891b2607c') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:00.539841 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.558901 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.567083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:14:00.567595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:14:00.571398 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:14:00.648280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.673936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.675925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "DELETE /v2.0/networks/39dc846a-883a-4e21-a11f-577ce62cc429 HTTP/1.1" status: 204 len: 168 time: 0.8422627 Aug 31 10:14:00.677392 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3eea7-788b-4066-ac83-a911ae0b8816 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event deleted for resources: {'Network': ['ID=39dc846a-883a-4e21-a11f-577ce62cc429,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:00.678891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36470) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:00.742288 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Deleting subnet 6ee28269-c602-494a-8cf0-a43575226a6f {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:14:00.746719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.772549 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-86ef4db6-0a12-498e-aa77-a65605416ab2 None None] Provisioning complete for port 0b53d25a-44c6-4d8b-b397-908376944493 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:00.772951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-86ef4db6-0a12-498e-aa77-a65605416ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.800206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.913591 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:00.988456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f3c9ef06-b533-429d-9de2-e1b929d476af None None] Could not find standard attr ID for object a3f78f5a-2ac8-4ce2-9451-e71e60b03dec. {{(pid=94897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:14:00.998571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.004331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b53d25a-44c6-4d8b-b397-908376944493 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:01.030962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee28269-c602-494a-8cf0-a43575226a6f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:01.037791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.040300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0d1d661e-f52e-4975-927e-4d702e53bd03 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "DELETE /v2.0/subnets/6ee28269-c602-494a-8cf0-a43575226a6f HTTP/1.1" status: 204 len: 168 time: 0.3594584 Aug 31 10:14:01.042927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36472) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:01.051427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b21252d-5b0b-4413-993b-468f582d0331 None None] Network 9655c25a-7571-4f85-b63b-77b7368de04c requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:01.053449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9bf14-07e8-48b4-8465-7f425bf09932 None None] DHCP port deletion for 39dc846a-883a-4e21-a11f-577ce62cc429 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:14:01.117146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dc9fe-280c-4fc8-9a43-eadd1171a648 None None] Network 39dc846a-883a-4e21-a11f-577ce62cc429 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:01.142548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.150790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dc9fe-280c-4fc8-9a43-eadd1171a648 None None] Network 39dc846a-883a-4e21-a11f-577ce62cc429 could not be found, it might have been deleted concurrently. {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 10:14:01.180638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0b53d25a-44c6-4d8b-b397-908376944493 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:01.180969 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.212756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Deleting port 0b53d25a-44c6-4d8b-b397-908376944493 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:01.213017 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.291173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] For port 0b53d25a-44c6-4d8b-b397-908376944493, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b53d25a-44c6-4d8b-b397-908376944493,segment=NetworkSegment(5cb41ee9-2005-4042-9192-c32474010468),segment_id=5cb41ee9-2005-4042-9192-c32474010468)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:01.291545 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.307100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Calling delete_port for 0b53d25a-44c6-4d8b-b397-908376944493 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:01.350822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] DHCP port deletion for 9655c25a-7571-4f85-b63b-77b7368de04c request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:14:01.404592 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.408166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Deleting port 0b53d25a-44c6-4d8b-b397-908376944493 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:01.408166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.438772 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event deleted for resources: {'Port': ['ID=0b53d25a-44c6-4d8b-b397-908376944493,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:01.443242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] No DVR routers for this DVR port 0b53d25a-44c6-4d8b-b397-908376944493 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:01.487327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] For port 0b53d25a-44c6-4d8b-b397-908376944493, host n-d-800634-13, got binding levels [] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:01.487748 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.502011 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Calling delete_port for 0b53d25a-44c6-4d8b-b397-908376944493 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:01.504704 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.ipam_backend_mixin [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Port 0b53d25a-44c6-4d8b-b397-908376944493 was not found and therefore no delete operation was performed {{(pid=94897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 10:14:01.505972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.533811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] Pushing event deleted for resources: {'Port': ['ID=0b53d25a-44c6-4d8b-b397-908376944493,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:01.536261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5dda65-7928-40d1-856f-dfeee540d982 None None] No DVR routers for this DVR port 0b53d25a-44c6-4d8b-b397-908376944493 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:01.545728 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.561973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9655c25a-7571-4f85-b63b-77b7368de04c']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:01.575296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb41ee9-2005-4042-9192-c32474010468') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:01.575543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb41ee9-2005-4042-9192-c32474010468') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:01.584946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.599774 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.609974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:14:01.610392 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:14:01.613816 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:14:01.681197 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.690149 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.692245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "DELETE /v2.0/networks/9655c25a-7571-4f85-b63b-77b7368de04c HTTP/1.1" status: 204 len: 168 time: 0.6468468 Aug 31 10:14:01.696565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36474) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:01.705477 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8552a0-6573-4f0a-add9-b01164470d75 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Pushing event deleted for resources: {'Network': ['ID=9655c25a-7571-4f85-b63b-77b7368de04c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:01.724946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-66eca791-a42d-4394-8a63-7705d684837d tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "GET /v2.0/ports?device_id=146938ff-7675-4970-98b9-398208bdfd03 HTTP/1.1" status: 200 len: 205 time: 0.0272110 Aug 31 10:14:01.727719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36476) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:01.805141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.857345 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.977897 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:01.981040 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.027998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.028851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Fanout notify agent at l3_agent the message router_deleted on router 146938ff-7675-4970-98b9-398208bdfd03 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:14:02.037326 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.037326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b574be96-336e-47e8-803a-d64f5c3ab445 tempest-RoutersNegativeTest-201854054 tempest-RoutersNegativeTest-201854054-project] 10.222.0.18 "DELETE /v2.0/routers/146938ff-7675-4970-98b9-398208bdfd03 HTTP/1.1" status: 204 len: 168 time: 0.3080673 Aug 31 10:14:02.331836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36482) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:02.485205 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6670674d-fed0-4ac2-8221-47d6773105e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a25ba5f47c1f4bbf93984bdb7fd843d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520224 Aug 31 10:14:02.488015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36486) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:02.539002 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eead8dae-ff44-4e0c-8ae6-6a27ca7f1e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.560123 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-62fe6611-650d-4a03-a18b-9a8dc9ab01ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.564692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eead8dae-ff44-4e0c-8ae6-6a27ca7f1e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.631572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eead8dae-ff44-4e0c-8ae6-6a27ca7f1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.634423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-eead8dae-ff44-4e0c-8ae6-6a27ca7f1e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.635643 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-eead8dae-ff44-4e0c-8ae6-6a27ca7f1e72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1e1b2f6-8035-4f4b-9725-b84935b13ad6 HTTP/1.1" status: 204 len: 168 time: 0.1467164 Aug 31 10:14:02.644991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead8dae-ff44-4e0c-8ae6-6a27ca7f1e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e1b2f6-8035-4f4b-9725-b84935b13ad6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:02.702056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.989735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a3f78f5a-2ac8-4ce2-9451-e71e60b03dec no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:03.010817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a3f78f5a-2ac8-4ce2-9451-e71e60b03dec {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:03.011254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a3f78f5a-2ac8-4ce2-9451-e71e60b03dec not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:03.011768 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b53d25a-44c6-4d8b-b397-908376944493 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:03.032303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 0b53d25a-44c6-4d8b-b397-908376944493 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:03.032645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b53d25a-44c6-4d8b-b397-908376944493 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:03.360474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36508) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:03.470060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-776069594-network', 'tenant_id': '2958763152974c5ea653790e26c757ba'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:03.492050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Made reservation on behalf of 2958763152974c5ea653790e26c757ba for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:03.494446 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.508890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.603820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.609205 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.635052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:14:03.645428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca729b-f496-4519-9519-934eab23dfd3,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:03.650246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.650622 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Added segment f4f81ec7-c6eb-452c-9186-a7b8d613c900 of type vlan for network 5dc7e084-2129-4959-9f01-77c5aadfa289 Aug 31 10:14:03.703006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.732261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.733678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:03.734366 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.793710 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4320357 Aug 31 10:14:03.797415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36512) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:03.799234 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8f9b-9707-4aab-b15a-9d1d6b899425 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc7e084-2129-4959-9f01-77c5aadfa289,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:03.802811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Request body: {'subnet': {'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-subnet', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:03.809650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:14:03.829946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Made reservation on behalf of 2958763152974c5ea653790e26c757ba for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:03.832438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.878491 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.033306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.094759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2735a94e-4dad-4eb3-bb33-cb73f325e336,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:04.105120 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Checking segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:04.106110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Network hostable DHCP agents. Network: 5dc7e084-2129-4959-9f01-77c5aadfa289, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:14:04.128792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:14:04.142251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5dc7e084-2129-4959-9f01-77c5aadfa289) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:04.148131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:04.149045 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.156161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c409511-4973-4efc-9e12-8272e6597eaf None None] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:04.170201 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5c55dc32-a9c0-4e01-af5c-25c3c6e82869 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3714635 Aug 31 10:14:04.173304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36514) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:04.179402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:04.205529 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.206666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.283537 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.459128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.534621 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5dc7e084-2129-4959-9f01-77c5aadfa289', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'fixed_ips': [{'subnet_id': '2735a94e-4dad-4eb3-bb33-cb73f325e336'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:14:04.535975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.690334 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Allocated IP 172.20.0.2 (5dc7e084-2129-4959-9f01-77c5aadfa289/2735a94e-4dad-4eb3-bb33-cb73f325e336/9f8f1a86-b11f-401e-8276-d89467ba7753) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:04.713658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.742181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.863399 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.867666 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Allocated IP 172.25.4.152 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/32063002-838e-44e1-a604-c7f0d4cd0f47) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:04.873495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Transition to ACTIVE for port object 9f8f1a86-b11f-401e-8276-d89467ba7753 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:04.890436 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Transition to ACTIVE for port object 9f8f1a86-b11f-401e-8276-d89467ba7753 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:04.896318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:04.934637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:04.937761 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:04.940307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:04.983101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Pushing event updated for resources: {'Port': ['ID=9f8f1a86-b11f-401e-8276-d89467ba7753,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:04.994001 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.021564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Attempting to bind port 9f8f1a86-b11f-401e-8276-d89467ba7753 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:05.021916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Attempting to bind port 9f8f1a86-b11f-401e-8276-d89467ba7753 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:05.022318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Attempting to bind port 9f8f1a86-b11f-401e-8276-d89467ba7753 on network 5dc7e084-2129-4959-9f01-77c5aadfa289 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:05.028251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:05.028642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Checking segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:05.029055 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.029453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Bound using segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:05.029927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Bound port: 9f8f1a86-b11f-401e-8276-d89467ba7753, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:05.030332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.045398 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.088394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:05.091621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:05.094015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:05.103675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] For port 9f8f1a86-b11f-401e-8276-d89467ba7753, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:05.107273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] For port 9f8f1a86-b11f-401e-8276-d89467ba7753, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f8f1a86-b11f-401e-8276-d89467ba7753,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:05.112588 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.131465 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Pushing event updated for resources: {'Port': ['ID=32063002-838e-44e1-a604-c7f0d4cd0f47,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:05.186982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375627a5-d0e7-4b08-9aea-dcd406ccf299 None None] Pushing event updated for resources: {'Port': ['ID=9f8f1a86-b11f-401e-8276-d89467ba7753,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:05.431144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.649826 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.814529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:14:05.954825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:05.971365 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Sync routers for ids ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:05.974100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:05.979204 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36516) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:05.980574 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1eb5bd42-697a-49aa-9516-b9a58560eca0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8045225 Aug 31 10:14:05.990561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Routers {'996fbbad-038b-4fb7-aac7-a63c9c4f60e2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:05.991893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:06.136816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Set router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:06.203963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61630c6-9b64-47b0-b0a4-41571f68a9c3 None None] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:06.326941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-caa1c9f9-3021-4195-b4c3-742099ad29d1 None None] Provisioning for port 9f8f1a86-b11f-401e-8276-d89467ba7753 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:06.419544 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.505032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:05Z', 'revision_number': 3, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:06.513106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.537216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Checking router: 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:06.537569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Updating router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 port 32063002-838e-44e1-a604-c7f0d4cd0f47 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:06.572637 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.938396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.954770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Transition to ACTIVE for port object 32063002-838e-44e1-a604-c7f0d4cd0f47 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:06.962332 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.022294 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58234-6818-45a2-90d9-6cd1d6ac7a36 None None] Pushing event updated for resources: {'Port': ['ID=32063002-838e-44e1-a604-c7f0d4cd0f47,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.025260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Attempting to bind port 32063002-838e-44e1-a604-c7f0d4cd0f47 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:07.025711 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Attempting to bind port 32063002-838e-44e1-a604-c7f0d4cd0f47 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:07.026119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Attempting to bind port 32063002-838e-44e1-a604-c7f0d4cd0f47 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:07.032512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:07.033049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:07.033529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.033926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:07.036339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Bound port: 32063002-838e-44e1-a604-c7f0d4cd0f47, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:07.036339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.077116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f8f1a86-b11f-401e-8276-d89467ba7753 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:07.114819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Allocated IP 172.20.0.1 (5dc7e084-2129-4959-9f01-77c5aadfa289/2735a94e-4dad-4eb3-bb33-cb73f325e336/7b72ec7a-d9fb-43de-91fa-804577f6aace) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:07.135099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] For port 32063002-838e-44e1-a604-c7f0d4cd0f47, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:07.149563 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] For port 32063002-838e-44e1-a604-c7f0d4cd0f47, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=32063002-838e-44e1-a604-c7f0d4cd0f47,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:07.157012 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.190109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9f8f1a86-b11f-401e-8276-d89467ba7753 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:07.211941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9f8f1a86-b11f-401e-8276-d89467ba7753 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:07.212315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.241195 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.255399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Transition to ACTIVE for port object 7b72ec7a-d9fb-43de-91fa-804577f6aace will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:07.255677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Routers {'996fbbad-038b-4fb7-aac7-a63c9c4f60e2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:07.255979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:07.263189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58234-6818-45a2-90d9-6cd1d6ac7a36 None None] Pushing event updated for resources: {'Port': ['ID=32063002-838e-44e1-a604-c7f0d4cd0f47,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.297234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.340267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:07.343660 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:07.347396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:07.379464 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b72ec7a-d9fb-43de-91fa-804577f6aace,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.411225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.411703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.411986 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.414207 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.414641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.415164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.415723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.417067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.417341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.418089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.418372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.418733 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.419063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:07.438261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] Set router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:07.446345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.591883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9f8f1a86-b11f-401e-8276-d89467ba7753, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f8f1a86-b11f-401e-8276-d89467ba7753,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:07.597189 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.614907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.685261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-faa3fc7f-c867-4f5a-af5b-f54a49b23e4c None None] Provisioning for port 7b72ec7a-d9fb-43de-91fa-804577f6aace completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:07.692370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9f8f1a86-b11f-401e-8276-d89467ba7753,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.715256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-faa3fc7f-c867-4f5a-af5b-f54a49b23e4c None None] Provisioning complete for port 7b72ec7a-d9fb-43de-91fa-804577f6aace triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:07.715580 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-faa3fc7f-c867-4f5a-af5b-f54a49b23e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.767066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-faa3fc7f-c867-4f5a-af5b-f54a49b23e4c None None] Port 7b72ec7a-d9fb-43de-91fa-804577f6aace cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:07.788516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:05Z', 'revision_number': 3, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:07.807605 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.815230 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.832984 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c585a3-8037-4c7e-bd16-13f6ba4cd3b2 None None] The sync data for ids ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'] in n-d-800634-13 is: [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:05Z', 'revision_number': 3, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:07.888723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b72ec7a-d9fb-43de-91fa-804577f6aace,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.892408 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.006997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:08.009038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:08.178911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:08.319303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:08.325701 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cc47f7bb-a24f-439d-90fb-0003520cb2f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/996fbbad-038b-4fb7-aac7-a63c9c4f60e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427281 Aug 31 10:14:08.395700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-310eaab4-401b-4270-8dc1-c0e84cc2ba88 None None] Provisioning complete for port 7b72ec7a-d9fb-43de-91fa-804577f6aace triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:08.396303 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-310eaab4-401b-4270-8dc1-c0e84cc2ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.443009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-310eaab4-401b-4270-8dc1-c0e84cc2ba88 None None] Port 7b72ec7a-d9fb-43de-91fa-804577f6aace cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:08.935357 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36532) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:08.942604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-674345277-network', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:08.979355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Made reservation on behalf of f84e63fcb39e42848575e96fd0103011 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:08.982935 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:08.992718 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.075999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 32063002-838e-44e1-a604-c7f0d4cd0f47 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:09.108960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.113749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.131438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 32063002-838e-44e1-a604-c7f0d4cd0f47 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:09.135712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:14:09.137046 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 32063002-838e-44e1-a604-c7f0d4cd0f47 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:09.137758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.153428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be71f3e-f0bd-4f1c-9a7c-cf70b2397f7f,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.156484 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.156836 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Added segment 15d20619-fae2-43c3-ae41-7424711c32dc of type vlan for network df720c47-1594-4009-9661-67d4988b6536 Aug 31 10:14:09.207919 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.244323 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.245231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:09.247407 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.248714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.272574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 32063002-838e-44e1-a604-c7f0d4cd0f47, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=32063002-838e-44e1-a604-c7f0d4cd0f47,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:09.278742 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.279308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f8f1a86-b11f-401e-8276-d89467ba7753 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:09.313050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3740039 Aug 31 10:14:09.313353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36534) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:09.318502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Request body: {'subnet': {'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-subnet', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:09.335398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ead01-5fcd-457a-908d-0ad1c37bb296 admin admin] Pushing event updated for resources: {'Network': ['ID=df720c47-1594-4009-9661-67d4988b6536,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.350539 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network df720c47-1594-4009-9661-67d4988b6536 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:14:09.353475 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Made reservation on behalf of f84e63fcb39e42848575e96fd0103011 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:09.357310 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.411391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=32063002-838e-44e1-a604-c7f0d4cd0f47,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.447780 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9f8f1a86-b11f-401e-8276-d89467ba7753 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:09.448155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.579581 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253642-02c8-4817-815c-477136ab5924 None None] Sync routers for ids ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:09.584188 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.584988 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] Routers {'996fbbad-038b-4fb7-aac7-a63c9c4f60e2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:09.585779 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:09.642005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f499cdf-23ce-4802-b84d-6d8abcee878e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:09.654336 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Checking segment: {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:09.654735 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Network hostable DHCP agents. Network: df720c47-1594-4009-9661-67d4988b6536, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:14:09.674825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Network df720c47-1594-4009-9661-67d4988b6536 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:14:09.686201 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, df720c47-1594-4009-9661-67d4988b6536) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:09.692388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:09.693146 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.694854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f57474-ead8-433d-a974-ff1237c671cc None None] Network df720c47-1594-4009-9661-67d4988b6536 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:09.701688 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] Set router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:09.710794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-88441720-353a-4c18-b8f3-e7401b36643c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3961658 Aug 31 10:14:09.713327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36536) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:09.718849 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:09.761555 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.762865 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.821144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.895741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-df720c47-1594-4009-9661-67d4988b6536', 'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'fixed_ips': [{'subnet_id': '5f499cdf-23ce-4802-b84d-6d8abcee878e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:14:09.897399 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:09.960519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:07Z', 'revision_number': 4, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7b72ec7a-d9fb-43de-91fa-804577f6aace', 'name': '', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'mac_address': 'fa:16:3e:f6:c6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:06Z', 'updated_at': '2021-08-31T10:14:07Z', 'revision_number': 2, 'project_id': '2958763152974c5ea653790e26c757ba', 'subnets': [{'id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:09.989342 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253642-02c8-4817-815c-477136ab5924 None None] Checking router: 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:09.989751 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253642-02c8-4817-815c-477136ab5924 None None] Updating router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 port 7b72ec7a-d9fb-43de-91fa-804577f6aace binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:09.993189 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.020087 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-de253642-02c8-4817-815c-477136ab5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.235584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Allocated IP 172.20.0.2 (df720c47-1594-4009-9661-67d4988b6536/5f499cdf-23ce-4802-b84d-6d8abcee878e/11e62f9b-7c8c-4926-8108-43dbeb83106e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:10.239564 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.270614 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.354787 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-de253642-02c8-4817-815c-477136ab5924 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.372467 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-de253642-02c8-4817-815c-477136ab5924 None None] Transition to ACTIVE for port object 7b72ec7a-d9fb-43de-91fa-804577f6aace will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:10.381404 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-de253642-02c8-4817-815c-477136ab5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.400016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Allocated IP 172.25.4.134 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/1882acb1-04cd-489a-a220-4277bd1b4409) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:10.430152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.430930 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Pushing event updated for resources: {'Port': ['ID=7b72ec7a-d9fb-43de-91fa-804577f6aace,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.446437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Transition to ACTIVE for port object 11e62f9b-7c8c-4926-8108-43dbeb83106e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:10.470293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Transition to ACTIVE for port object 11e62f9b-7c8c-4926-8108-43dbeb83106e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:10.478116 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.518214 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-de253642-02c8-4817-815c-477136ab5924 None None] Attempting to bind port 7b72ec7a-d9fb-43de-91fa-804577f6aace on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:10.518736 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-de253642-02c8-4817-815c-477136ab5924 None None] Attempting to bind port 7b72ec7a-d9fb-43de-91fa-804577f6aace by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:10.518861 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Network df720c47-1594-4009-9661-67d4988b6536 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:10.519320 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253642-02c8-4817-815c-477136ab5924 None None] Attempting to bind port 7b72ec7a-d9fb-43de-91fa-804577f6aace on network 5dc7e084-2129-4959-9f01-77c5aadfa289 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:10.524055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:10.528578 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.529115 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.529635 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.530014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:10.530190 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.530745 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.531289 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.531823 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.532338 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.532893 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.533396 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.534072 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.534642 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:10.539536 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253642-02c8-4817-815c-477136ab5924 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:10.540184 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253642-02c8-4817-815c-477136ab5924 None None] Checking segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:10.540807 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-de253642-02c8-4817-815c-477136ab5924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.541389 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253642-02c8-4817-815c-477136ab5924 None None] Bound using segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:10.542173 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-de253642-02c8-4817-815c-477136ab5924 None None] Bound port: 7b72ec7a-d9fb-43de-91fa-804577f6aace, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:10.543479 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-de253642-02c8-4817-815c-477136ab5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.552122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Pushing event updated for resources: {'Port': ['ID=11e62f9b-7c8c-4926-8108-43dbeb83106e,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.599838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.613307 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Attempting to bind port 11e62f9b-7c8c-4926-8108-43dbeb83106e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:10.613674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Attempting to bind port 11e62f9b-7c8c-4926-8108-43dbeb83106e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:10.614551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Attempting to bind port 11e62f9b-7c8c-4926-8108-43dbeb83106e on network df720c47-1594-4009-9661-67d4988b6536 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:10.622592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:10.623301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Checking segment: {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:10.623715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.624619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Bound using segment: {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:10.625129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Bound port: 11e62f9b-7c8c-4926-8108-43dbeb83106e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:10.625522 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.639985 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-de253642-02c8-4817-815c-477136ab5924 None None] For port 7b72ec7a-d9fb-43de-91fa-804577f6aace, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:10.644383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-de253642-02c8-4817-815c-477136ab5924 None None] For port 7b72ec7a-d9fb-43de-91fa-804577f6aace, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7b72ec7a-d9fb-43de-91fa-804577f6aace,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:10.650615 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-de253642-02c8-4817-815c-477136ab5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.721348 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623f036-1127-4456-b553-a5df93061ee3 None None] Pushing event updated for resources: {'Port': ['ID=7b72ec7a-d9fb-43de-91fa-804577f6aace,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.723005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] For port 11e62f9b-7c8c-4926-8108-43dbeb83106e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:10.733370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] For port 11e62f9b-7c8c-4926-8108-43dbeb83106e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=11e62f9b-7c8c-4926-8108-43dbeb83106e,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:10.733659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] Routers {'996fbbad-038b-4fb7-aac7-a63c9c4f60e2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:10.734356 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:10.741472 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:10.836487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc55f7a-e90f-4a4a-b6cc-32107e97ac8f None None] Pushing event updated for resources: {'Port': ['ID=11e62f9b-7c8c-4926-8108-43dbeb83106e,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:10.920506 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] Set router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:11.036398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 32063002-838e-44e1-a604-c7f0d4cd0f47 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:11.067004 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:11.116545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:11.124852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:11.127839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:11.155072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 32063002-838e-44e1-a604-c7f0d4cd0f47 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:11.155766 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:11.162255 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Pushing event updated for resources: {'Port': ['ID=1882acb1-04cd-489a-a220-4277bd1b4409,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:11.311813 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-de253642-02c8-4817-815c-477136ab5924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:07Z', 'revision_number': 4, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7b72ec7a-d9fb-43de-91fa-804577f6aace', 'name': '', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'mac_address': 'fa:16:3e:f6:c6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:06Z', 'updated_at': '2021-08-31T10:14:10Z', 'revision_number': 4, 'project_id': '2958763152974c5ea653790e26c757ba', 'subnets': [{'id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:11.344154 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253642-02c8-4817-815c-477136ab5924 None None] The sync data for ids ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'] in n-d-800634-13 is: [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:07Z', 'revision_number': 4, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '7b72ec7a-d9fb-43de-91fa-804577f6aace', 'name': '', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'mac_address': 'fa:16:3e:f6:c6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:06Z', 'updated_at': '2021-08-31T10:14:10Z', 'revision_number': 4, 'project_id': '2958763152974c5ea653790e26c757ba', 'subnets': [{'id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:11.478548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:11.710978 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:11.892450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Router c2649209-846b-4eb5-a78c-fa2e2774cedc is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:14:11.994032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7f073-74b5-46b8-bc3c-09bca3900c8f None None] Network df720c47-1594-4009-9661-67d4988b6536 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:14:12.025052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:12.036149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Sync routers for ids ['c2649209-846b-4eb5-a78c-fa2e2774cedc'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:12.043758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.048491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36538) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:12.049191 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6d106b88-94ff-4dfa-899d-08500c7adbdc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3344913 Aug 31 10:14:12.063467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Routers {'c2649209-846b-4eb5-a78c-fa2e2774cedc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:12.064122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c2649209-846b-4eb5-a78c-fa2e2774cedc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:12.145297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1bdb820d-d3cb-4657-bf3e-d25a2cd1e58a None None] Provisioning for port 11e62f9b-7c8c-4926-8108-43dbeb83106e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:12.254338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Set router c2649209-846b-4eb5-a78c-fa2e2774cedc gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:12.512512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:14:11Z', 'revision_number': 3, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:12.552156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Checking router: c2649209-846b-4eb5-a78c-fa2e2774cedc for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:12.552594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Updating router c2649209-846b-4eb5-a78c-fa2e2774cedc port 1882acb1-04cd-489a-a220-4277bd1b4409 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:12.585815 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.586890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.772448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Allocated IP 172.20.0.1 (df720c47-1594-4009-9661-67d4988b6536/5f499cdf-23ce-4802-b84d-6d8abcee878e/1e3d4ec5-fd7e-407f-a304-85e8f401b39d) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:12.894413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.908302 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Transition to ACTIVE for port object 1e3d4ec5-fd7e-407f-a304-85e8f401b39d will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:12.923567 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.936283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Transition to ACTIVE for port object 1882acb1-04cd-489a-a220-4277bd1b4409 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:12.944854 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.951347 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:12.992800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Network df720c47-1594-4009-9661-67d4988b6536 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:12.996728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:13.003210 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:13.020844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Attempting to bind port 1882acb1-04cd-489a-a220-4277bd1b4409 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:13.021376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Attempting to bind port 1882acb1-04cd-489a-a220-4277bd1b4409 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:13.021676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Attempting to bind port 1882acb1-04cd-489a-a220-4277bd1b4409 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:13.023845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca719c6-0ea0-4a06-9d22-b2ec7bed0ed2 None None] Pushing event updated for resources: {'Port': ['ID=1882acb1-04cd-489a-a220-4277bd1b4409,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:13.038050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:13.039148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:13.039535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:13.041540 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.041955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:13.043033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Bound port: 1882acb1-04cd-489a-a220-4277bd1b4409, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:13.044554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.060293 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.113135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7b72ec7a-d9fb-43de-91fa-804577f6aace up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:13.160411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] For port 1882acb1-04cd-489a-a220-4277bd1b4409, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:13.165231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] For port 1882acb1-04cd-489a-a220-4277bd1b4409, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1882acb1-04cd-489a-a220-4277bd1b4409,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:13.171784 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.234873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.253884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca719c6-0ea0-4a06-9d22-b2ec7bed0ed2 None None] Pushing event updated for resources: {'Port': ['ID=1882acb1-04cd-489a-a220-4277bd1b4409,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:13.259423 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 7b72ec7a-d9fb-43de-91fa-804577f6aace completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:13.263983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Routers {'c2649209-846b-4eb5-a78c-fa2e2774cedc'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:13.264623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c2649209-846b-4eb5-a78c-fa2e2774cedc'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:13.267920 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7b72ec7a-d9fb-43de-91fa-804577f6aace triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:13.268509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.419246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3e16da0f-16bd-4019-b7e6-6cfd6101a719 None None] Provisioning for port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:13.426954 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.429293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3e16da0f-16bd-4019-b7e6-6cfd6101a719 None None] Provisioning complete for port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:13.429699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3e16da0f-16bd-4019-b7e6-6cfd6101a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.433131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.459270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] Set router c2649209-846b-4eb5-a78c-fa2e2774cedc gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:13.511560 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.514436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:13.547821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.549628 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3e16da0f-16bd-4019-b7e6-6cfd6101a719 None None] Port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:13.617303 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Network df720c47-1594-4009-9661-67d4988b6536 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:13.618780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:13.671676 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 7b72ec7a-d9fb-43de-91fa-804577f6aace, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7b72ec7a-d9fb-43de-91fa-804577f6aace,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:13.687547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.688353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 11e62f9b-7c8c-4926-8108-43dbeb83106e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:13.772917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Router c2649209-846b-4eb5-a78c-fa2e2774cedc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:13.821337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=7b72ec7a-d9fb-43de-91fa-804577f6aace,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:13.859465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 11e62f9b-7c8c-4926-8108-43dbeb83106e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:13.863967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e3d4ec5-fd7e-407f-a304-85e8f401b39d', 'name': '', 'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'mac_address': 'fa:16:3e:cd:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:12Z', 'updated_at': '2021-08-31T10:14:12Z', 'revision_number': 1, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'subnets': [{'id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:13.867379 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 11e62f9b-7c8c-4926-8108-43dbeb83106e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:13.867759 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:13.894722 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd35d0-6d05-48a0-bc3b-63708c70fffb None None] The sync data for ids ['c2649209-846b-4eb5-a78c-fa2e2774cedc'] in n-d-800634-13 is: [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e3d4ec5-fd7e-407f-a304-85e8f401b39d', 'name': '', 'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'mac_address': 'fa:16:3e:cd:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:12Z', 'updated_at': '2021-08-31T10:14:12Z', 'revision_number': 1, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'subnets': [{'id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:13.909075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:13.928605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b84e340c-44ad-497e-906b-81968eb04161 admin admin] 10.222.0.18 "PUT /v2.0/routers/c2649209-846b-4eb5-a78c-fa2e2774cedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705058 Aug 31 10:14:13.998031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-9131ebd1-1efa-465a-9852-3a61045a1f85 None None] Provisioning complete for port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:13.998420 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9131ebd1-1efa-465a-9852-3a61045a1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.021408 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.056190 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9131ebd1-1efa-465a-9852-3a61045a1f85 None None] Port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:14.081326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 11e62f9b-7c8c-4926-8108-43dbeb83106e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=11e62f9b-7c8c-4926-8108-43dbeb83106e,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:14.085241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.143320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=11e62f9b-7c8c-4926-8108-43dbeb83106e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:14.979836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-2b6a45ed-a28a-4062-8c98-0a5c4f1e1e91 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:14.981691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-2b6a45ed-a28a-4062-8c98-0a5c4f1e1e91 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 816 time: 0.1330609 Aug 31 10:14:14.999865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-b6f9c3c6-e3e9-4581-9a26-68248f52bab9 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/quotas/2958763152974c5ea653790e26c757ba HTTP/1.1" status: 200 len: 375 time: 0.0120380 Aug 31 10:14:15.065781 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-46a88b4d-5bce-43f8-9a17-75c45a9f4d25 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594697 Aug 31 10:14:15.115822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7b72ec7a-d9fb-43de-91fa-804577f6aace up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:15.175255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 7b72ec7a-d9fb-43de-91fa-804577f6aace triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:15.175633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:15.190930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-77207bde-00fd-487c-9105-67fd8a2c6b3c service neutron] 10.222.0.18 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070747 Aug 31 10:14:15.270603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1882acb1-04cd-489a-a220-4277bd1b4409 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:15.304798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0a295372-f246-4508-b60a-f752dc9e8d36 service neutron] 10.222.0.18 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063142 Aug 31 10:14:15.332560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1882acb1-04cd-489a-a220-4277bd1b4409 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:15.337376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1882acb1-04cd-489a-a220-4277bd1b4409 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:15.337829 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:15.437656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:15.480649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 1882acb1-04cd-489a-a220-4277bd1b4409, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1882acb1-04cd-489a-a220-4277bd1b4409,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:15.485501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:15.486517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 11e62f9b-7c8c-4926-8108-43dbeb83106e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:15.496151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4157251d-3f83-4e60-a93c-8645a9ff1b71 req-549f711a-d537-4626-aaff-5d77feeee02b tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 210 time: 0.0304360 Aug 31 10:14:15.575498 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=1882acb1-04cd-489a-a220-4277bd1b4409,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:15.587108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 11e62f9b-7c8c-4926-8108-43dbeb83106e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:15.587490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.094621 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Sync routers for ids ['c2649209-846b-4eb5-a78c-fa2e2774cedc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:16.104656 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Routers {'c2649209-846b-4eb5-a78c-fa2e2774cedc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:16.105283 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c2649209-846b-4eb5-a78c-fa2e2774cedc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:16.321525 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Set router c2649209-846b-4eb5-a78c-fa2e2774cedc gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:16.550106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-125ac586-e20e-4cb5-b278-d3a70b16d23d tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:16.552045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-125ac586-e20e-4cb5-b278-d3a70b16d23d tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.15 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 816 time: 0.1194899 Aug 31 10:14:16.568457 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Request body: {'port': {'device_id': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'admin_state_up': True, 'tenant_id': '2958763152974c5ea653790e26c757ba'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:16.580578 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e3d4ec5-fd7e-407f-a304-85e8f401b39d', 'name': '', 'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'mac_address': 'fa:16:3e:cd:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:12Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 2, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'subnets': [{'id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:16.613736 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Checking router: c2649209-846b-4eb5-a78c-fa2e2774cedc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:16.614183 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Updating router c2649209-846b-4eb5-a78c-fa2e2774cedc port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:14:16.638784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-327c374c-5cfb-4d88-9c51-e678471e4e2b req-1cb19619-31f8-4121-ab78-9d368d8d29ff tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 210 time: 0.0457215 Aug 31 10:14:16.646270 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.712279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Made reservation on behalf of 2958763152974c5ea653790e26c757ba for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:16.716622 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.878451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Allocated IP 172.20.0.12 (5dc7e084-2129-4959-9f01-77c5aadfa289/2735a94e-4dad-4eb3-bb33-cb73f325e336/31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:16.971285 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:16.987116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Transition to ACTIVE for port object 1e3d4ec5-fd7e-407f-a304-85e8f401b39d will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:16.995993 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.022887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1882acb1-04cd-489a-a220-4277bd1b4409 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:17.044465 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665c507-e097-435a-8ba9-61d3021368f0 None None] Pushing event updated for resources: {'Port': ['ID=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:17.068655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.090637 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Transition to ACTIVE for port object 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:17.095836 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1882acb1-04cd-489a-a220-4277bd1b4409 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:17.096298 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.118384 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Attempting to bind port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:17.118957 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Attempting to bind port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:17.119583 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Attempting to bind port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d on network df720c47-1594-4009-9661-67d4988b6536 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:17.125422 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:17.125794 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Checking segment: {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:17.126399 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.126974 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Bound using segment: {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:17.127907 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Bound port: 1e3d4ec5-fd7e-407f-a304-85e8f401b39d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d20619-fae2-43c3-ae41-7424711c32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'df720c47-1594-4009-9661-67d4988b6536'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:17.128650 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.151212 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.222118 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] For port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:17.226160 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] For port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:17.227356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:17.232108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:17.233195 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.237184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:17.241949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Pushing event updated for resources: {'Port': ['ID=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:17.300080 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Routers {'c2649209-846b-4eb5-a78c-fa2e2774cedc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:17.300974 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:14:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c2649209-846b-4eb5-a78c-fa2e2774cedc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:17.304016 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:17.304226 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.327408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0d727559-de13-42c6-906e-6d29e6e54339 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644210 Aug 31 10:14:17.344502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Request body: {'port': {'device_id': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:17.346166 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665c507-e097-435a-8ba9-61d3021368f0 None None] Pushing event updated for resources: {'Port': ['ID=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:17.431804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.475859 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] Set router c2649209-846b-4eb5-a78c-fa2e2774cedc gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:17.661529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e6264d5c-0dbc-4aff-9ee8-12ddd622d7c2 None None] Provisioning for port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:17.666932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e6264d5c-0dbc-4aff-9ee8-12ddd622d7c2 None None] Provisioning complete for port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:17.668431 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e6264d5c-0dbc-4aff-9ee8-12ddd622d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.729432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e6264d5c-0dbc-4aff-9ee8-12ddd622d7c2 None None] Port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:17.820393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f774-3b6e-4206-8eaa-f2d2ead9f2d5 req-ef8bb603-7adc-40fa-8043-59126a224feb tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:17.822200 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12b3f774-3b6e-4206-8eaa-f2d2ead9f2d5 req-ef8bb603-7adc-40fa-8043-59126a224feb tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 932 time: 0.0715535 Aug 31 10:14:17.839901 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e3d4ec5-fd7e-407f-a304-85e8f401b39d', 'name': '', 'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'mac_address': 'fa:16:3e:cd:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:12Z', 'updated_at': '2021-08-31T10:14:17Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'subnets': [{'id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:17.876447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-12b3f774-3b6e-4206-8eaa-f2d2ead9f2d5 req-555a57dc-0cd6-421e-a1d7-a1cfe8b302b5 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468652 Aug 31 10:14:17.881439 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c3e93-2356-4180-94b8-cb5132652f41 None None] The sync data for ids ['c2649209-846b-4eb5-a78c-fa2e2774cedc'] in n-d-800634-13 is: [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:14:13Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '1e3d4ec5-fd7e-407f-a304-85e8f401b39d', 'name': '', 'network_id': 'df720c47-1594-4009-9661-67d4988b6536', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'mac_address': 'fa:16:3e:cd:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:12Z', 'updated_at': '2021-08-31T10:14:17Z', 'revision_number': 4, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'subnets': [{'id': '5f499cdf-23ce-4802-b84d-6d8abcee878e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:17.897294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:17.906298 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.920405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Transition to ACTIVE for port object 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:17.924365 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.982205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Pushing event updated for resources: {'Port': ['ID=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:18.064131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Attempting to bind port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:18.064462 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Attempting to bind port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:18.064781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Attempting to bind port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a on network 5dc7e084-2129-4959-9f01-77c5aadfa289 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:18.069760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a on network 5dc7e084-2129-4959-9f01-77c5aadfa289 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:14:18.070086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Attempting to bind port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a on network 5dc7e084-2129-4959-9f01-77c5aadfa289 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:18.081252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:18.081588 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Checking segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:18.081975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Bound using segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:18.082611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Bound port: 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:18.082827 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:18.164536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] For port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:18.169262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] For port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:18.174015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:18.215087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.215703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:18.217200 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] 10.222.0.15 "PUT /v2.0/ports/31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a HTTP/1.1" status: 200 len: 1093 time: 0.8806703 Aug 31 10:14:18.217665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'tag': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:18.220006 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef" -d '{"events": [{"name": "network-changed", "server_uuid": "47de409d-3ebc-4b5f-b446-f7d727955cf2", "tag": "31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:18.256767 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3b367-a93a-4acc-b3d6-afd7806e4814 service neutron] Pushing event updated for resources: {'Port': ['ID=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:18.272978 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e55ea3-c7e3-428b-a81b-14c06329fe67 x-openstack-request-id: req-f3e55ea3-c7e3-428b-a81b-14c06329fe67 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:18.273240 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de409d-3ebc-4b5f-b446-f7d727955cf2", "tag": "31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:18.273406 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3e55ea3-c7e3-428b-a81b-14c06329fe67 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:18.273837 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'tag': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a', 'status': 'completed', 'code': 200} Aug 31 10:14:18.318400 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-64a93930-350d-4b13-929a-0b405eb5af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.320370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-64a93930-350d-4b13-929a-0b405eb5af8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0576792 Aug 31 10:14:18.372394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-1f42a138-01ce-4b0d-a956-085c565c63fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a HTTP/1.1" status: 200 len: 217 time: 0.0425282 Aug 31 10:14:18.442450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-02d74048-6457-445f-8766-f99bc9fe7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.444008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-02d74048-6457-445f-8766-f99bc9fe7cae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2735a94e-4dad-4eb3-bb33-cb73f325e336 HTTP/1.1" status: 200 len: 855 time: 0.0642707 Aug 31 10:14:18.498224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3859da-708c-422c-97be-aa6671193ba2 req-206b112e-2bd2-4cdc-a9d7-81c65de72d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.499804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-206b112e-2bd2-4cdc-a9d7-81c65de72d57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dc7e084-2129-4959-9f01-77c5aadfa289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441120 Aug 31 10:14:18.609670 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-0f340fe8-9ec2-4c0d-90a0-cc85a7c80009 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013558 Aug 31 10:14:18.704045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1d3859da-708c-422c-97be-aa6671193ba2 req-fdef1345-090e-417a-aee2-8ba5ffbfa28e service neutron] 10.222.0.15 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Aug 31 10:14:18.795692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-f5f4bda8-d239-4649-92c9-b52bb445222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.797207 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-f5f4bda8-d239-4649-92c9-b52bb445222d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0426917 Aug 31 10:14:18.899294 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-a3d8e003-63d4-466e-ad5d-59c119571276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.900782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-a3d8e003-63d4-466e-ad5d-59c119571276 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 917 time: 0.0936003 Aug 31 10:14:18.944598 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-99862984-b941-4def-a3f7-432993d202ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a HTTP/1.1" status: 200 len: 217 time: 0.0355699 Aug 31 10:14:19.004760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-eada7828-6769-4004-bc6f-81c090a8e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:19.006236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-eada7828-6769-4004-bc6f-81c090a8e39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2735a94e-4dad-4eb3-bb33-cb73f325e336 HTTP/1.1" status: 200 len: 855 time: 0.0548093 Aug 31 10:14:19.017786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03669b25-5ebd-46a3-aaae-cc8692d9f5eb req-dd89441c-b485-456e-a654-fc123940e0fc tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:19.019926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03669b25-5ebd-46a3-aaae-cc8692d9f5eb req-dd89441c-b485-456e-a654-fc123940e0fc tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 944 time: 0.0683610 Aug 31 10:14:19.025592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e3d4ec5-fd7e-407f-a304-85e8f401b39d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:19.061726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-03669b25-5ebd-46a3-aaae-cc8692d9f5eb req-31825a7e-42ba-41ef-af8b-2a18eceab5e4 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354741 Aug 31 10:14:19.075823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-1a0a8838-3fd1-4e75-9f85-f9c873218817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:19.077516 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-1a0a8838-3fd1-4e75-9f85-f9c873218817 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dc7e084-2129-4959-9f01-77c5aadfa289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546319 Aug 31 10:14:19.079562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:19.083735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:19.084112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:19.178087 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-3b093b96-ec42-4b48-8b3c-4408ee004584 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882802 Aug 31 10:14:19.284638 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a44d67cc-a3ea-4bb9-af4d-754f51dafdef req-d9248964-9081-44c8-b3b0-e1573cf7b853 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978951 Aug 31 10:14:19.352792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:19.354048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:19.387688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:19.395248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:19.445404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:20.186090 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b61c-3ce5-4092-b737-86b0d1741a60 req-71dc4b4a-367b-46dc-ab72-498d44f0acde tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:20.187654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bf0b61c-3ce5-4092-b737-86b0d1741a60 req-71dc4b4a-367b-46dc-ab72-498d44f0acde tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 944 time: 0.0520308 Aug 31 10:14:20.227661 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bf0b61c-3ce5-4092-b737-86b0d1741a60 req-43d090e7-86f5-4ea7-a761-9b0f3433de07 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Aug 31 10:14:20.996254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e3d4ec5-fd7e-407f-a304-85e8f401b39d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:21.045132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:21.045504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.347568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d817c0-a715-4f09-95a5-50ce9be9ce73 req-3e2f7382-e03b-413a-98ca-97d6e675462f tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.349123 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57d817c0-a715-4f09-95a5-50ce9be9ce73 req-3e2f7382-e03b-413a-98ca-97d6e675462f tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 944 time: 0.0498602 Aug 31 10:14:21.389334 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-57d817c0-a715-4f09-95a5-50ce9be9ce73 req-d9550d05-95ee-4943-a57a-9d554dbfbc30 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335202 Aug 31 10:14:21.506397 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:14:21.606450 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:21.621996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'port_id': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a', 'mac_address': 'fa:16:3e:49:fe:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:14:21.659187 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.673072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:21.692142 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:21.696838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:21.744791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:21.922106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:22.515583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130165-17d3-4913-bdbc-9af7f2e08256 req-85bdd92a-7183-4caf-9632-461ccb2631b9 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.517104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07130165-17d3-4913-bdbc-9af7f2e08256 req-85bdd92a-7183-4caf-9632-461ccb2631b9 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 945 time: 0.0548377 Aug 31 10:14:22.559178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-07130165-17d3-4913-bdbc-9af7f2e08256 req-03b852ca-c73c-4577-b14a-74620ff9c28e tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354428 Aug 31 10:14:23.505581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:23.557159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:23.562714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:23.563086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:23.663718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:23.694678 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:23.697049 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b2ca3-6f02-4958-a7b9-920b38d381bc req-b7a70a74-5436-4100-b693-ac11987ecaad tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:23.698946 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573d789-2917-45ae-aafd-95cfddf2b85f" -d '{"events": [{"server_uuid": "47de409d-3ebc-4b5f-b446-f7d727955cf2", "name": "network-vif-plugged", "status": "completed", "tag": "31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:23.699250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-774b2ca3-6f02-4958-a7b9-920b38d381bc req-b7a70a74-5436-4100-b693-ac11987ecaad tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 945 time: 0.0587304 Aug 31 10:14:23.720873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:23.728299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:23.748548 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-774b2ca3-6f02-4958-a7b9-920b38d381bc req-9c63c7cd-41f5-400c-8d8b-5c855ca59a0f tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Aug 31 10:14:23.755645 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c0ec5-fc29-4553-a8c7-7e8a6da1db7c x-openstack-request-id: req-cd4c0ec5-fc29-4553-a8c7-7e8a6da1db7c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:23.755937 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de409d-3ebc-4b5f-b446-f7d727955cf2", "name": "network-vif-plugged", "status": "completed", "tag": "31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:23.756184 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd4c0ec5-fc29-4553-a8c7-7e8a6da1db7c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:23.756579 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a', 'code': 200} Aug 31 10:14:23.788935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:23.864822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5a79d-f938-42c9-8b26-cdfca2c24ef0 req-4bea0a26-9aa3-4d86-9d50-cef3f8b2739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:23.868054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c5a79d-f938-42c9-8b26-cdfca2c24ef0 req-4bea0a26-9aa3-4d86-9d50-cef3f8b2739d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0485077 Aug 31 10:14:23.905123 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69c5a79d-f938-42c9-8b26-cdfca2c24ef0 req-dbe04672-edd2-4a4d-bedd-20f01e19310a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Aug 31 10:14:24.867368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb28ab-e721-428c-bbfb-c0ae15edc96e req-73424865-31fa-4d8e-821f-2f9d8e21cf41 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:24.868900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ebb28ab-e721-428c-bbfb-c0ae15edc96e req-73424865-31fa-4d8e-821f-2f9d8e21cf41 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 946 time: 0.0505815 Aug 31 10:14:24.925190 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ebb28ab-e721-428c-bbfb-c0ae15edc96e req-15180ff7-be3c-4467-b197-53cd6b29c34a tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Aug 31 10:14:26.048034 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f4448-da6e-4908-9d62-6874cd41d353 req-8c742f57-4492-4527-bf30-780d41854ae2 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:26.049550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c0f4448-da6e-4908-9d62-6874cd41d353 req-8c742f57-4492-4527-bf30-780d41854ae2 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 946 time: 0.0538030 Aug 31 10:14:26.088253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2c0f4448-da6e-4908-9d62-6874cd41d353 req-e1af26da-cc21-4ae1-a2fd-350f0269fe64 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Aug 31 10:14:26.209072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902a52f-1552-4bd5-926a-bf02462f25ef req-b9d2f575-1f44-4add-8c95-f958b23354a7 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:26.210502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7902a52f-1552-4bd5-926a-bf02462f25ef req-b9d2f575-1f44-4add-8c95-f958b23354a7 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 946 time: 0.0513265 Aug 31 10:14:26.250360 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7902a52f-1552-4bd5-926a-bf02462f25ef req-4f33d611-5b6c-4a63-9c69-50f597e383b7 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Aug 31 10:14:28.618932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-56d9381f-af70-42c2-bfa5-52e7bf313bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:31.851447 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:32.343563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-5ba44559-fbb7-458e-bdd0-72b62658282f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429156 Aug 31 10:14:32.439512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-8222867d-55a9-4d9e-b27a-c169a3d623a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:32.440904 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-8222867d-55a9-4d9e-b27a-c169a3d623a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0509541 Aug 31 10:14:32.550830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-95b02edb-7a42-4850-b628-7eda8ea986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:32.552326 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-95b02edb-7a42-4850-b628-7eda8ea986bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 917 time: 0.0904422 Aug 31 10:14:32.553831 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc5401e0-e670-45f7-8507-fa4cd56e14ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:32.600754 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-ce7787b6-f20f-476b-802e-4f8b25c02dc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a HTTP/1.1" status: 200 len: 217 time: 0.0403752 Aug 31 10:14:32.654341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-5521e773-55d2-41b1-9dbc-c35839cf1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:32.656007 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-5521e773-55d2-41b1-9dbc-c35839cf1fe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2735a94e-4dad-4eb3-bb33-cb73f325e336 HTTP/1.1" status: 200 len: 855 time: 0.0481474 Aug 31 10:14:32.703473 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:32.705841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-e942aa05-a093-4505-8d92-c7e37101fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:32.707572 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-e942aa05-a093-4505-8d92-c7e37101fe93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dc7e084-2129-4959-9f01-77c5aadfa289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449152 Aug 31 10:14:32.809721 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-f970c23c-2800-417a-8879-e4f02d9c74e7 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914361 Aug 31 10:14:32.904175 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fd61868f-332b-4cd7-850c-960da39dfae2 req-01df8747-9e1a-459c-bdde-26c2f2882005 service neutron] 10.222.0.15 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872705 Aug 31 10:14:33.846119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:36.376426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:37.272445 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:14:46.119262 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f08d-5e88-4b52-9898-84e56b6d7c16 req-c40156b4-b779-45d6-8a1b-3700c27f9789 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:46.120755 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b535f08d-5e88-4b52-9898-84e56b6d7c16 req-c40156b4-b779-45d6-8a1b-3700c27f9789 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 946 time: 0.0521879 Aug 31 10:14:46.160837 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b535f08d-5e88-4b52-9898-84e56b6d7c16 req-a1ea1738-8b38-4bab-9cb5-6cd5b048af7f tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Aug 31 10:14:47.393248 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037e5c-bfac-412e-9e08-34e6b8420c4e req-341f1e8c-9a2a-481b-84b3-3899164878ba tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:47.394720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46037e5c-bfac-412e-9e08-34e6b8420c4e req-341f1e8c-9a2a-481b-84b3-3899164878ba tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 946 time: 0.1601894 Aug 31 10:14:47.435114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46037e5c-bfac-412e-9e08-34e6b8420c4e req-e4176b1f-a5f1-4161-8e77-135fea887121 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 Aug 31 10:14:47.926218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-095e0a2f-d647-4058-82da-1b0654b35d56 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:47.927747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-095e0a2f-d647-4058-82da-1b0654b35d56 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.15 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 946 time: 0.0505650 Aug 31 10:14:48.023756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Deleting port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:14:48.024082 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.111219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] For port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:48.111575 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.124726 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Calling delete_port for 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:14:48.292143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.307713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:48.339729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Pushing event deleted for resources: {'Port': ['ID=31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:48.358544 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.358902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.359245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.359583 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.359926 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.360365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.360814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.361370 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.361745 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.362076 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.362407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.362759 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:48.406372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] No DVR routers for this DVR port 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:14:48.410461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:48.412772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a023c915-216f-4052-9439-3bd0ed7a20e4 req-d76c4b5e-5195-4684-a1d8-b58aa0dc4353 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.15 "DELETE /v2.0/ports/31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a HTTP/1.1" status: 204 len: 173 time: 0.4776249 Aug 31 10:14:48.413265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'name': 'network-vif-deleted', 'tag': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:48.415800 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ccf7ec-0e50-4ff4-8716-ddebbc2a2a01" -d '{"events": [{"server_uuid": "47de409d-3ebc-4b5f-b446-f7d727955cf2", "name": "network-vif-deleted", "tag": "31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:48.487093 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d586485-8796-49af-9981-d883bb69bf6e x-openstack-request-id: req-9d586485-8796-49af-9981-d883bb69bf6e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:48.487093 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de409d-3ebc-4b5f-b446-f7d727955cf2", "name": "network-vif-deleted", "tag": "31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:48.487093 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d586485-8796-49af-9981-d883bb69bf6e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:48.488321 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de409d-3ebc-4b5f-b446-f7d727955cf2', 'name': 'network-vif-deleted', 'tag': '31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a', 'status': 'completed', 'code': 200} Aug 31 10:14:48.565523 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84c4d621-2a1c-4546-8b73-519eb7c1601a req-e1e56610-1245-455b-8353-bcb80176ecae tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=47de409d-3ebc-4b5f-b446-f7d727955cf2 HTTP/1.1" status: 200 len: 210 time: 0.0394139 Aug 31 10:14:49.149562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:51.045067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-2e67d4dc-1263-4672-b123-643c1d461513 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:51.046590 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-2e67d4dc-1263-4672-b123-643c1d461513 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 816 time: 0.1058781 Aug 31 10:14:51.063398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-fcf500e1-94e6-46fe-9b99-ac620ea50315 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/quotas/2958763152974c5ea653790e26c757ba HTTP/1.1" status: 200 len: 375 time: 0.0097041 Aug 31 10:14:51.124729 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-1ec89c3a-f507-49a8-b959-7e149056d7a6 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553083 Aug 31 10:14:51.228764 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-3a34ed4a-02a8-4711-9768-139ce99847b2 service neutron] 10.222.0.18 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919118 Aug 31 10:14:51.330220 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-341b6a5a-f1ee-4b55-b570-cd80e4b6b8be service neutron] 10.222.0.18 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949087 Aug 31 10:14:51.505492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c0efc21a-2c1e-4164-8cf5-60b86a94c37e req-2a2acc51-6eab-43f8-9f52-e60479c994b0 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 210 time: 0.0288081 Aug 31 10:14:51.661740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:14:51.687974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:14:51.688833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 31bdc91c-caf1-4dbe-ac23-8d27c5a9e10a not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:14:52.542080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-958d6d58-cdb3-4f1b-90a7-d46fe8fcabdf tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:52.543760 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-958d6d58-cdb3-4f1b-90a7-d46fe8fcabdf tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.23 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 816 time: 0.1116648 Aug 31 10:14:52.567089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Request body: {'port': {'device_id': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'admin_state_up': True, 'tenant_id': '2958763152974c5ea653790e26c757ba'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:52.607582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66ae6de5-bdb6-4628-b716-78b40befe219 req-26bb38b8-573d-453b-947f-34529238de67 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 210 time: 0.0286758 Aug 31 10:14:52.691399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Made reservation on behalf of 2958763152974c5ea653790e26c757ba for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:52.695613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.824914 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Allocated IP 172.20.0.6 (5dc7e084-2129-4959-9f01-77c5aadfa289/2735a94e-4dad-4eb3-bb33-cb73f325e336/f9d728aa-b19d-48b2-9b91-fd112896bf9b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:52.983044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:52.997994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Transition to ACTIVE for port object f9d728aa-b19d-48b2-9b91-fd112896bf9b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:53.034251 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.080806 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:53.083999 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:53.086455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:53.120788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Pushing event updated for resources: {'Port': ['ID=f9d728aa-b19d-48b2-9b91-fd112896bf9b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:53.149379 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:53.150210 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.166048 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-cfdd0832-04dd-404e-80b6-9fcdf1cd305c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041927 Aug 31 10:14:53.188496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Request body: {'port': {'device_id': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:53.258660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.300421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4001c044-670d-4213-9c32-6c8918f9effa None None] Provisioning for port f9d728aa-b19d-48b2-9b91-fd112896bf9b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:53.304814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4001c044-670d-4213-9c32-6c8918f9effa None None] Provisioning complete for port f9d728aa-b19d-48b2-9b91-fd112896bf9b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:53.305185 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4001c044-670d-4213-9c32-6c8918f9effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.343792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-4001c044-670d-4213-9c32-6c8918f9effa None None] Port f9d728aa-b19d-48b2-9b91-fd112896bf9b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:53.544191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d728aa-b19d-48b2-9b91-fd112896bf9b {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:53.552059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.564297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Transition to ACTIVE for port object f9d728aa-b19d-48b2-9b91-fd112896bf9b will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:53.568929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.667575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=f9d728aa-b19d-48b2-9b91-fd112896bf9b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:53.705493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Attempting to bind port f9d728aa-b19d-48b2-9b91-fd112896bf9b on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:53.705900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Attempting to bind port f9d728aa-b19d-48b2-9b91-fd112896bf9b by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:53.706239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Attempting to bind port f9d728aa-b19d-48b2-9b91-fd112896bf9b on network 5dc7e084-2129-4959-9f01-77c5aadfa289 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:53.711700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Port f9d728aa-b19d-48b2-9b91-fd112896bf9b on network 5dc7e084-2129-4959-9f01-77c5aadfa289 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:14:53.712058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Attempting to bind port f9d728aa-b19d-48b2-9b91-fd112896bf9b on network 5dc7e084-2129-4959-9f01-77c5aadfa289 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:53.721693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:53.722239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Checking segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:53.722734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Bound using segment: {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:53.723585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Bound port: f9d728aa-b19d-48b2-9b91-fd112896bf9b, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f81ec7-c6eb-452c-9186-a7b8d613c900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:53.723913 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.757342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a7cee-1841-4422-bff8-92d249f03d1b req-5944444c-0450-4f3b-b79c-3182411f732a tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:53.763351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-597a7cee-1841-4422-bff8-92d249f03d1b req-5944444c-0450-4f3b-b79c-3182411f732a tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 943 time: 0.0704815 Aug 31 10:14:53.809931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-597a7cee-1841-4422-bff8-92d249f03d1b req-75a22a27-aa32-4b00-abad-808437042463 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Aug 31 10:14:53.824187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] For port f9d728aa-b19d-48b2-9b91-fd112896bf9b, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:53.827680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] For port f9d728aa-b19d-48b2-9b91-fd112896bf9b, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:53.833518 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.888363 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:53.889417 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:53.892040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] 10.222.0.23 "PUT /v2.0/ports/f9d728aa-b19d-48b2-9b91-fd112896bf9b HTTP/1.1" status: 200 len: 1092 time: 0.7113578 Aug 31 10:14:53.893365 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'tag': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:53.897419 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86452a78-df3c-48c2-89e5-8ce27fb56356" -d '{"events": [{"name": "network-changed", "server_uuid": "d6205566-9e42-4933-a41b-5cdd21e32076", "tag": "f9d728aa-b19d-48b2-9b91-fd112896bf9b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:53.947151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db528-f153-471d-9324-a0a1e6c7ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=f9d728aa-b19d-48b2-9b91-fd112896bf9b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:53.968356 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957dba63-d79c-4558-9424-bf0c46c8b67b x-openstack-request-id: req-957dba63-d79c-4558-9424-bf0c46c8b67b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:53.968570 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6205566-9e42-4933-a41b-5cdd21e32076", "tag": "f9d728aa-b19d-48b2-9b91-fd112896bf9b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:53.968824 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-957dba63-d79c-4558-9424-bf0c46c8b67b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:53.969225 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'tag': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b', 'status': 'completed', 'code': 200} Aug 31 10:14:54.007100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-483b34ca-5c2f-498b-bea0-d07c3927511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:54.008934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-483b34ca-5c2f-498b-bea0-d07c3927511b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 1095 time: 0.0564384 Aug 31 10:14:54.059582 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-7b14c899-14e5-442c-b380-56684a7c1ff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b HTTP/1.1" status: 200 len: 217 time: 0.0365338 Aug 31 10:14:54.118639 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-de665718-6793-4ed4-be73-4e4d894db592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:54.120147 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-de665718-6793-4ed4-be73-4e4d894db592 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2735a94e-4dad-4eb3-bb33-cb73f325e336 HTTP/1.1" status: 200 len: 855 time: 0.0535665 Aug 31 10:14:54.182035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-a46a8227-1fcb-40d0-a3bc-0dedaa9dedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:54.183514 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-a46a8227-1fcb-40d0-a3bc-0dedaa9dedf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc7e084-2129-4959-9f01-77c5aadfa289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562105 Aug 31 10:14:54.281151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-805a60b7-0ae7-40d1-8446-44363990338a service neutron] 10.222.0.23 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905671 Aug 31 10:14:54.393236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-20b04ceb-cd04-43de-9a92-4ca41ccf4bb5 req-97229ec2-154a-48d3-a06d-6fc4d6b2354c service neutron] 10.222.0.23 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054575 Aug 31 10:14:54.531164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-ca16879e-53d8-45fa-999c-a7085c67fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:54.532719 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-ca16879e-53d8-45fa-999c-a7085c67fcb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2958763152974c5ea653790e26c757ba&device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 1095 time: 0.0536261 Aug 31 10:14:54.647701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-ba864575-3c0f-404b-8213-1d685ff8789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:54.649391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-ba864575-3c0f-404b-8213-1d685ff8789a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 200 len: 917 time: 0.1097462 Aug 31 10:14:54.994180 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44be23-9815-4f5f-bf2c-bc34ed3ac3e8 req-47da07ce-279f-44ab-8660-5ccc2bdcfcd2 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:54.996911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac44be23-9815-4f5f-bf2c-bc34ed3ac3e8 req-47da07ce-279f-44ab-8660-5ccc2bdcfcd2 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 943 time: 0.0762000 Aug 31 10:14:55.060657 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac44be23-9815-4f5f-bf2c-bc34ed3ac3e8 req-e8dea6eb-534e-4b78-b520-032abbe45516 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535164 Aug 31 10:14:55.081255 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-ef2b750e-6d96-4f00-8b77-d5668a2fc680 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b HTTP/1.1" status: 200 len: 217 time: 0.4222457 Aug 31 10:14:55.144097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-d037e000-1bd8-46d9-81dd-51ec7d039cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:55.145591 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-d037e000-1bd8-46d9-81dd-51ec7d039cd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2735a94e-4dad-4eb3-bb33-cb73f325e336 HTTP/1.1" status: 200 len: 855 time: 0.0570734 Aug 31 10:14:55.196729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-d0b73257-c1ad-4ae7-b74d-67449e99bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:55.198265 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-d0b73257-c1ad-4ae7-b74d-67449e99bb60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc7e084-2129-4959-9f01-77c5aadfa289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413721 Aug 31 10:14:55.298599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-263f74c0-46a7-4e6e-ae73-e2ded7bf43c8 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911100 Aug 31 10:14:55.435560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-86452a78-df3c-48c2-89e5-8ce27fb56356 req-5f9ec31d-cbf8-430a-beee-537b8fc8a138 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258116 Aug 31 10:14:56.192500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fcc8-e3f0-49ed-b15d-c11823e810d6 req-8bd3eeb6-d66a-4e37-9416-c159eed5b972 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:56.194012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed5fcc8-e3f0-49ed-b15d-c11823e810d6 req-8bd3eeb6-d66a-4e37-9416-c159eed5b972 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 943 time: 0.0505319 Aug 31 10:14:56.237913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6ed5fcc8-e3f0-49ed-b15d-c11823e810d6 req-a5bb1e24-941e-4b89-a43f-47dedf3d743a tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Aug 31 10:14:56.425424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f9d728aa-b19d-48b2-9b91-fd112896bf9b details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:14:56.523595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f9d728aa-b19d-48b2-9b91-fd112896bf9b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:56.535096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b', 'network_id': '5dc7e084-2129-4959-9f01-77c5aadfa289', 'port_id': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b', 'mac_address': 'fa:16:3e:40:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2735a94e-4dad-4eb3-bb33-cb73f325e336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:14:56.573181 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.585744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d728aa-b19d-48b2-9b91-fd112896bf9b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:56.605712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f9d728aa-b19d-48b2-9b91-fd112896bf9b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:56.609633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:56.660184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f9d728aa-b19d-48b2-9b91-fd112896bf9b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:56.667447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.667796 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.668223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.668576 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.668907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.669239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.669578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.669907 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.670235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.670584 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.670910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.671322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:56.885658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f9d728aa-b19d-48b2-9b91-fd112896bf9b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:57.356465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338590d-817a-4c01-8870-505293f8b66f req-e99ff1f5-3e3d-438e-85b9-4468908cb287 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:57.358008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5338590d-817a-4c01-8870-505293f8b66f req-e99ff1f5-3e3d-438e-85b9-4468908cb287 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 944 time: 0.0520637 Aug 31 10:14:57.403094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5338590d-817a-4c01-8870-505293f8b66f req-8094f187-29dc-42b8-8d08-431ce663f047 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381727 Aug 31 10:14:58.440955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f9d728aa-b19d-48b2-9b91-fd112896bf9b up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:58.495993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port f9d728aa-b19d-48b2-9b91-fd112896bf9b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:58.500126 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port f9d728aa-b19d-48b2-9b91-fd112896bf9b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:58.500490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.530621 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629b52-d350-47b6-a00c-a1b18383a003 req-b5f1bf48-4f77-42b0-a632-5fdc2b6eba4c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:58.532296 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28629b52-d350-47b6-a00c-a1b18383a003 req-b5f1bf48-4f77-42b0-a632-5fdc2b6eba4c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 944 time: 0.0565925 Aug 31 10:14:58.576603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28629b52-d350-47b6-a00c-a1b18383a003 req-18cdf2a3-8ae9-405a-819b-1fd4664233e3 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356746 Aug 31 10:14:58.588127 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.623139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:58.625556 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779324e-8b58-4e6f-8f4c-289ded42bce8" -d '{"events": [{"server_uuid": "d6205566-9e42-4933-a41b-5cdd21e32076", "name": "network-vif-plugged", "status": "completed", "tag": "f9d728aa-b19d-48b2-9b91-fd112896bf9b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:58.644071 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port f9d728aa-b19d-48b2-9b91-fd112896bf9b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:58.646258 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-598bfe6d-e03a-4c5f-9f0a-9e7238e10fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.649715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:58.676951 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dcf3f0-d8aa-49ab-b08c-6650d6027311 x-openstack-request-id: req-83dcf3f0-d8aa-49ab-b08c-6650d6027311 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:58.677245 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6205566-9e42-4933-a41b-5cdd21e32076", "name": "network-vif-plugged", "status": "completed", "tag": "f9d728aa-b19d-48b2-9b91-fd112896bf9b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:58.677499 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83dcf3f0-d8aa-49ab-b08c-6650d6027311 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:58.677887 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b', 'code': 200} Aug 31 10:14:58.704357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=f9d728aa-b19d-48b2-9b91-fd112896bf9b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:58.793558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50371-a4c0-437c-9e53-edb1a18325d7 req-d3f44997-504d-4bf4-bb65-49486799d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:58.795096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-47e50371-a4c0-437c-9e53-edb1a18325d7 req-d3f44997-504d-4bf4-bb65-49486799d405 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 1097 time: 0.0462911 Aug 31 10:14:58.833791 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-47e50371-a4c0-437c-9e53-edb1a18325d7 req-0813bfd6-05c8-4564-ae2a-82be10a71d7c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Aug 31 10:14:59.702102 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8c9d4-52fc-4447-ab04-4b4bb5071e62 req-14f8f603-3cc3-472a-8484-9f1ddfd9924b tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:59.703796 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49a8c9d4-52fc-4447-ab04-4b4bb5071e62 req-14f8f603-3cc3-472a-8484-9f1ddfd9924b tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 945 time: 0.0564873 Aug 31 10:14:59.759401 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-49a8c9d4-52fc-4447-ab04-4b4bb5071e62 req-7c4d4bb0-44e3-44de-a7d3-6538054ab84c tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482075 Aug 31 10:15:00.884137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d47754-7944-44b5-ac26-e62c77cb8dde req-079a9348-6ed5-4991-b6ae-f01cb016ef43 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:00.885717 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d47754-7944-44b5-ac26-e62c77cb8dde req-079a9348-6ed5-4991-b6ae-f01cb016ef43 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 945 time: 0.0550416 Aug 31 10:15:00.933035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9d47754-7944-44b5-ac26-e62c77cb8dde req-2921d633-5112-4698-a249-7ef3202092df tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Aug 31 10:15:01.053862 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7d41e-7c5f-4c12-afda-237442331095 req-c57d74b8-7b7d-49e2-9c94-3f51487d4acd tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:01.055310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3d7d41e-7c5f-4c12-afda-237442331095 req-c57d74b8-7b7d-49e2-9c94-3f51487d4acd tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 945 time: 0.0504172 Aug 31 10:15:01.092602 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3d7d41e-7c5f-4c12-afda-237442331095 req-4d21b9d0-757f-4d3f-8308-6351647f1578 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Aug 31 10:15:01.855280 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.556638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-af30e13b-9a97-4177-a0c7-f9fa5816a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:02.697762 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.848021 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:06.380833 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.273691 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:19.174728 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:21.001933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a9f8-d3d4-419a-b3c1-d70c1edd8241 req-a0cfed44-3356-4b9a-b199-9c3ed72bbd33 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:21.004188 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b03a9f8-d3d4-419a-b3c1-d70c1edd8241 req-a0cfed44-3356-4b9a-b199-9c3ed72bbd33 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Aug 31 10:15:21.045390 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5b03a9f8-d3d4-419a-b3c1-d70c1edd8241 req-7d637e6f-3b7d-4690-8d64-696387a52e23 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Aug 31 10:15:22.187417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612c90a-160b-4f23-a10f-9b41f5690dba req-ab9b1ca4-3349-43bd-9059-94b147487cae tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:22.189013 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6612c90a-160b-4f23-a10f-9b41f5690dba req-ab9b1ca4-3349-43bd-9059-94b147487cae tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 945 time: 0.0585682 Aug 31 10:15:22.236107 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6612c90a-160b-4f23-a10f-9b41f5690dba req-4a88c433-a748-45a8-957d-7476d322d487 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bca729b-f496-4519-9519-934eab23dfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Aug 31 10:15:22.621709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c2611-4dba-414b-8653-11c524c2b9be req-77e6b9c7-4da9-42d0-9a3d-f66a102121ff tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:22.623308 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-115c2611-4dba-414b-8653-11c524c2b9be req-77e6b9c7-4da9-42d0-9a3d-f66a102121ff tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 945 time: 0.0622904 Aug 31 10:15:22.734045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Deleting port f9d728aa-b19d-48b2-9b91-fd112896bf9b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:22.734290 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:22.838598 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] For port f9d728aa-b19d-48b2-9b91-fd112896bf9b, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=f9d728aa-b19d-48b2-9b91-fd112896bf9b,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:22.838973 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:22.853830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Calling delete_port for f9d728aa-b19d-48b2-9b91-fd112896bf9b owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:23.008588 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:23.040406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Pushing event deleted for resources: {'Port': ['ID=f9d728aa-b19d-48b2-9b91-fd112896bf9b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:23.041925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['f9d728aa-b19d-48b2-9b91-fd112896bf9b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:15:23.092879 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] No DVR routers for this DVR port f9d728aa-b19d-48b2-9b91-fd112896bf9b on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:15:23.096492 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:23.099813 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-115c2611-4dba-414b-8653-11c524c2b9be req-344cf44f-725b-48c3-8184-952233abe182 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.23 "DELETE /v2.0/ports/f9d728aa-b19d-48b2-9b91-fd112896bf9b HTTP/1.1" status: 204 len: 173 time: 0.4702182 Aug 31 10:15:23.100506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'name': 'network-vif-deleted', 'tag': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:15:23.104067 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80eed99-984a-4bcd-aa18-a6aef1e7199b" -d '{"events": [{"server_uuid": "d6205566-9e42-4933-a41b-5cdd21e32076", "name": "network-vif-deleted", "tag": "f9d728aa-b19d-48b2-9b91-fd112896bf9b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:15:23.172063 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d92f3-16c6-46ab-9505-48b35055926a x-openstack-request-id: req-951d92f3-16c6-46ab-9505-48b35055926a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:15:23.172600 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6205566-9e42-4933-a41b-5cdd21e32076", "name": "network-vif-deleted", "tag": "f9d728aa-b19d-48b2-9b91-fd112896bf9b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:15:23.173072 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-951d92f3-16c6-46ab-9505-48b35055926a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:15:23.173541 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6205566-9e42-4933-a41b-5cdd21e32076', 'name': 'network-vif-deleted', 'tag': 'f9d728aa-b19d-48b2-9b91-fd112896bf9b', 'status': 'completed', 'code': 200} Aug 31 10:15:23.364942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-138a9695-982e-40ee-bdc1-146456f77868 req-45f8dc87-e0bf-48a5-9783-cd80a9ebcc39 tempest-TestEncryptedCinderVolumes-719302988 tempest-TestEncryptedCinderVolumes-719302988-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6205566-9e42-4933-a41b-5cdd21e32076 HTTP/1.1" status: 200 len: 210 time: 0.0300336 Aug 31 10:15:24.466200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36850) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:24.892224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:25.186170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Deleting port 7b72ec7a-d9fb-43de-91fa-804577f6aace {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:25.186398 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:25.285137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] For port 7b72ec7a-d9fb-43de-91fa-804577f6aace, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=7b72ec7a-d9fb-43de-91fa-804577f6aace,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:25.285551 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:25.304108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Calling delete_port for 7b72ec7a-d9fb-43de-91fa-804577f6aace owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:25.520940 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:25.553646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b72ec7a-d9fb-43de-91fa-804577f6aace,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:25.572366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.572702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.573044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.573370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.573694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.574023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.574340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.574697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.575022 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.575338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.575654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.575969 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:25.778725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:26.070697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:15:26.605697 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:26.614232 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-15373956-7546-4905-adf9-b895efb2287a admin admin] 10.222.0.18 "PUT /v2.0/routers/996fbbad-038b-4fb7-aac7-a63c9c4f60e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1508017 Aug 31 10:15:26.619401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36852) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:26.620106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] Sync routers for ids ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:26.630352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f9d728aa-b19d-48b2-9b91-fd112896bf9b no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:26.667814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: f9d728aa-b19d-48b2-9b91-fd112896bf9b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:26.668135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device f9d728aa-b19d-48b2-9b91-fd112896bf9b not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:26.670547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] Routers {'996fbbad-038b-4fb7-aac7-a63c9c4f60e2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:26.671386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:26.780957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:26.807404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] Set router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:26.910382 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:26.985981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Deleting port 32063002-838e-44e1-a604-c7f0d4cd0f47 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:26.986329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.032644 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:15:25Z', 'revision_number': 5, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port': {'id': '32063002-838e-44e1-a604-c7f0d4cd0f47', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:27.074466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] Checking router: 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:27.083524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] Routers {'996fbbad-038b-4fb7-aac7-a63c9c4f60e2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:27.083751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] For port 32063002-838e-44e1-a604-c7f0d4cd0f47, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=32063002-838e-44e1-a604-c7f0d4cd0f47,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:27.084165 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.084433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:27.104472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Calling delete_port for 32063002-838e-44e1-a604-c7f0d4cd0f47 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:27.203201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] Set router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:27.271004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:15:26Z', 'revision_number': 6, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:27.308448 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fba43-4ab9-4867-b7f0-a9878ef82f7f None None] The sync data for ids ['996fbbad-038b-4fb7-aac7-a63c9c4f60e2'] in n-d-800634-13 is: [{'id': '996fbbad-038b-4fb7-aac7-a63c9c4f60e2', 'name': 'tempest-TestEncryptedCinderVolumes-776069594-router', 'tenant_id': '2958763152974c5ea653790e26c757ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:04Z', 'updated_at': '2021-08-31T10:15:26Z', 'revision_number': 6, 'project_id': '2958763152974c5ea653790e26c757ba', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:27.331652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.360798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Pushing event deleted for resources: {'Port': ['ID=32063002-838e-44e1-a604-c7f0d4cd0f47,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:27.441050 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.538723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.541122 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.586682 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.587282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 996fbbad-038b-4fb7-aac7-a63c9c4f60e2 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:15:27.592587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.593772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d08cc7bb-651b-4ac8-b06f-b2d63f5f1502 admin admin] 10.222.0.18 "DELETE /v2.0/routers/996fbbad-038b-4fb7-aac7-a63c9c4f60e2 HTTP/1.1" status: 204 len: 168 time: 0.9723351 Aug 31 10:15:27.596661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36854) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:27.648326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Deleting subnet 2735a94e-4dad-4eb3-bb33-cb73f325e336 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:15:27.653550 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.704399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.793359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.852816 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.881241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2735a94e-4dad-4eb3-bb33-cb73f325e336,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:27.885006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:27.888970 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05e5031c-2efc-4b5f-a76e-5555fa8e5542 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2735a94e-4dad-4eb3-bb33-cb73f325e336 HTTP/1.1" status: 204 len: 168 time: 0.2891364 Aug 31 10:15:27.889700 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36856) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:27.892815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797e044-fd51-4375-a2b6-af5a4caf4dcf None None] Network 5dc7e084-2129-4959-9f01-77c5aadfa289 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:27.977813 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.052822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Deleting port 9f8f1a86-b11f-401e-8276-d89467ba7753 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:28.053170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.095736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] DHCP port deletion for 5dc7e084-2129-4959-9f01-77c5aadfa289 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:15:28.136496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] For port 9f8f1a86-b11f-401e-8276-d89467ba7753, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f8f1a86-b11f-401e-8276-d89467ba7753,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:28.137015 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.155038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Calling delete_port for 9f8f1a86-b11f-401e-8276-d89467ba7753 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:28.162892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] Deleting port 9f8f1a86-b11f-401e-8276-d89467ba7753 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:28.163936 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.242152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] For port 9f8f1a86-b11f-401e-8276-d89467ba7753, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9f8f1a86-b11f-401e-8276-d89467ba7753,segment=NetworkSegment(f4f81ec7-c6eb-452c-9186-a7b8d613c900),segment_id=f4f81ec7-c6eb-452c-9186-a7b8d613c900)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:28.242622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.248987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.260613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] Calling delete_port for 9f8f1a86-b11f-401e-8276-d89467ba7753 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:28.281991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8f1a86-b11f-401e-8276-d89467ba7753,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:28.285732 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] No DVR routers for this DVR port 9f8f1a86-b11f-401e-8276-d89467ba7753 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:15:28.353970 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.384042 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] Pushing event deleted for resources: {'Port': ['ID=9f8f1a86-b11f-401e-8276-d89467ba7753,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:28.386519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0b245-396b-419a-8116-1bbbbe85ae72 None None] No DVR routers for this DVR port 9f8f1a86-b11f-401e-8276-d89467ba7753 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:15:28.390111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.408334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc7e084-2129-4959-9f01-77c5aadfa289']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:28.423548 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f81ec7-c6eb-452c-9186-a7b8d613c900') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:28.423909 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f81ec7-c6eb-452c-9186-a7b8d613c900') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:28.447011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.468172 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.477812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:15:28.478216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:15:28.480314 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:15:28.540036 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.547317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.549525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] 10.222.0.18 "DELETE /v2.0/networks/5dc7e084-2129-4959-9f01-77c5aadfa289 HTTP/1.1" status: 204 len: 168 time: 0.6588123 Aug 31 10:15:28.553723 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36858) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:28.567796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1423bb-4b2e-48f0-90f3-3a0de1697d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc7e084-2129-4959-9f01-77c5aadfa289,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:28.617760 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-78fe929e-88fb-4fd1-b5f6-479888aeeba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:28.944782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:29.050708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7b72ec7a-d9fb-43de-91fa-804577f6aace no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:29.072889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 7b72ec7a-d9fb-43de-91fa-804577f6aace {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:29.073236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 7b72ec7a-d9fb-43de-91fa-804577f6aace not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:29.073655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 32063002-838e-44e1-a604-c7f0d4cd0f47 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:29.094832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 32063002-838e-44e1-a604-c7f0d4cd0f47 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:29.095173 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 32063002-838e-44e1-a604-c7f0d4cd0f47 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:29.095593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f8f1a86-b11f-401e-8276-d89467ba7753 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:29.116123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9f8f1a86-b11f-401e-8276-d89467ba7753 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:29.116452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9f8f1a86-b11f-401e-8276-d89467ba7753 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:29.234399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Deleting port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:29.234696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:29.323924 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] For port 1e3d4ec5-fd7e-407f-a304-85e8f401b39d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:29.324222 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:29.339272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Calling delete_port for 1e3d4ec5-fd7e-407f-a304-85e8f401b39d owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:29.545787 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:29.571422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3d4ec5-fd7e-407f-a304-85e8f401b39d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:29.788803 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:30.023939 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Router c2649209-846b-4eb5-a78c-fa2e2774cedc has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:15:30.143863 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:30.149962 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eef49872-3073-4cda-afca-6bb496651f72 admin admin] 10.222.0.18 "PUT /v2.0/routers/c2649209-846b-4eb5-a78c-fa2e2774cedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5940592 Aug 31 10:15:30.151997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36862) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:30.155766 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] Sync routers for ids ['c2649209-846b-4eb5-a78c-fa2e2774cedc'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:30.170361 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] Routers {'c2649209-846b-4eb5-a78c-fa2e2774cedc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:30.171014 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c2649209-846b-4eb5-a78c-fa2e2774cedc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:30.276818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:30.287282 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] Set router c2649209-846b-4eb5-a78c-fa2e2774cedc gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:30.407481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:30.481885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Deleting port 1882acb1-04cd-489a-a220-4277bd1b4409 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:30.482413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:30.519696 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:15:29Z', 'revision_number': 5, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port': {'id': '1882acb1-04cd-489a-a220-4277bd1b4409', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:14:10Z', 'updated_at': '2021-08-31T10:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:30.552263 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] Checking router: c2649209-846b-4eb5-a78c-fa2e2774cedc for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:30.562178 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] Routers {'c2649209-846b-4eb5-a78c-fa2e2774cedc'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:30.563093 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c2649209-846b-4eb5-a78c-fa2e2774cedc'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:30.588112 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] For port 1882acb1-04cd-489a-a220-4277bd1b4409, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=1882acb1-04cd-489a-a220-4277bd1b4409,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:30.588797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:30.603577 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Calling delete_port for 1882acb1-04cd-489a-a220-4277bd1b4409 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:30.764649 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] Set router c2649209-846b-4eb5-a78c-fa2e2774cedc gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:30.806829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:30.821986 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:15:30Z', 'revision_number': 6, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:30.843450 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Pushing event deleted for resources: {'Port': ['ID=1882acb1-04cd-489a-a220-4277bd1b4409,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:30.862765 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d343db-045a-4fc8-bc1b-b617bd8f2ecb None None] The sync data for ids ['c2649209-846b-4eb5-a78c-fa2e2774cedc'] in n-d-800634-13 is: [{'id': 'c2649209-846b-4eb5-a78c-fa2e2774cedc', 'name': 'tempest-TestEncryptedCinderVolumes-674345277-router', 'tenant_id': 'f84e63fcb39e42848575e96fd0103011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:14:09Z', 'updated_at': '2021-08-31T10:15:30Z', 'revision_number': 6, 'project_id': 'f84e63fcb39e42848575e96fd0103011', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:30.914074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.013488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.016312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.063933 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.065021 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2649209-846b-4eb5-a78c-fa2e2774cedc {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:15:31.070581 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.071760 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5454c8d8-121b-4c14-b2a2-52c93079c28b admin admin] 10.222.0.18 "DELETE /v2.0/routers/c2649209-846b-4eb5-a78c-fa2e2774cedc HTTP/1.1" status: 204 len: 168 time: 0.9185092 Aug 31 10:15:31.075579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36864) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:31.125127 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Deleting subnet 5f499cdf-23ce-4802-b84d-6d8abcee878e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:15:31.128834 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.166936 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.289758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.360296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e3d4ec5-fd7e-407f-a304-85e8f401b39d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:31.366631 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.394154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1e3d4ec5-fd7e-407f-a304-85e8f401b39d {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:31.394639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1e3d4ec5-fd7e-407f-a304-85e8f401b39d not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:31.401091 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.404130 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5f499cdf-23ce-4802-b84d-6d8abcee878e HTTP/1.1" status: 204 len: 168 time: 0.3273554 Aug 31 10:15:31.405382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb336c8-e40a-4177-8c65-85cb72a63c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f499cdf-23ce-4802-b84d-6d8abcee878e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:31.407291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36866) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:31.407817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0efe164-5357-4793-a164-881166db8b11 None None] Network df720c47-1594-4009-9661-67d4988b6536 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:31.489107 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.550615 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Deleting port 11e62f9b-7c8c-4926-8108-43dbeb83106e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:31.550953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.640162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] For port 11e62f9b-7c8c-4926-8108-43dbeb83106e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=11e62f9b-7c8c-4926-8108-43dbeb83106e,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:31.640539 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.664415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Calling delete_port for 11e62f9b-7c8c-4926-8108-43dbeb83106e owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:31.683482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] DHCP port deletion for df720c47-1594-4009-9661-67d4988b6536 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:15:31.746875 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] Deleting port 11e62f9b-7c8c-4926-8108-43dbeb83106e {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:15:31.747316 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.763140 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.805735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] No DVR routers for this DVR port 11e62f9b-7c8c-4926-8108-43dbeb83106e on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:15:31.807935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Pushing event deleted for resources: {'Port': ['ID=11e62f9b-7c8c-4926-8108-43dbeb83106e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:31.825350 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] For port 11e62f9b-7c8c-4926-8108-43dbeb83106e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=11e62f9b-7c8c-4926-8108-43dbeb83106e,segment=NetworkSegment(15d20619-fae2-43c3-ae41-7424711c32dc),segment_id=15d20619-fae2-43c3-ae41-7424711c32dc)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:31.825947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.842519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] Calling delete_port for 11e62f9b-7c8c-4926-8108-43dbeb83106e owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:15:31.891717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.904312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df720c47-1594-4009-9661-67d4988b6536']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:31.913515 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.917162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d20619-fae2-43c3-ae41-7424711c32dc') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:31.918053 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d20619-fae2-43c3-ae41-7424711c32dc') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:31.933399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.949888 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.958299 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.968673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:15:31.970152 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:15:31.973815 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:15:31.978380 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] Pushing event deleted for resources: {'Port': ['ID=11e62f9b-7c8c-4926-8108-43dbeb83106e,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:31.982983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0e7f6-7354-4f12-b866-f1fe3682a801 None None] No DVR routers for this DVR port 11e62f9b-7c8c-4926-8108-43dbeb83106e on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:15:32.065954 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.073771 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.075804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] 10.222.0.18 "DELETE /v2.0/networks/df720c47-1594-4009-9661-67d4988b6536 HTTP/1.1" status: 204 len: 168 time: 0.6680467 Aug 31 10:15:32.094690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15281eac-ff3a-4523-b6ac-eca0c795d02a admin admin] Pushing event deleted for resources: {'Network': ['ID=df720c47-1594-4009-9661-67d4988b6536,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:32.343556 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36870) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:32.397016 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-126a3070-e9cc-451f-9b06-bcaf2c677861 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2958763152974c5ea653790e26c757ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499225 Aug 31 10:15:32.399656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36872) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:32.458059 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b6a74d8-cc35-41f3-bfcf-6bd695273d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.482825 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b6a74d8-cc35-41f3-bfcf-6bd695273d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.538275 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b6a74d8-cc35-41f3-bfcf-6bd695273d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.540998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-1b6a74d8-cc35-41f3-bfcf-6bd695273d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.544033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-1b6a74d8-cc35-41f3-bfcf-6bd695273d16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bca729b-f496-4519-9519-934eab23dfd3 HTTP/1.1" status: 204 len: 168 time: 0.1426277 Aug 31 10:15:32.553614 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a74d8-cc35-41f3-bfcf-6bd695273d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca729b-f496-4519-9519-934eab23dfd3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:32.585809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ad0d9f00-cf31-47a6-b9e2-888ae39a4c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.703328 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:32.976807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36878) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:33.041461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1882acb1-04cd-489a-a220-4277bd1b4409 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:33.042333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ad850cc6-08f6-4732-a7e1-5eeac23fcc99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f84e63fcb39e42848575e96fd0103011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643449 Aug 31 10:15:33.045812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36880) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:33.076541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 1882acb1-04cd-489a-a220-4277bd1b4409 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:33.077033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 1882acb1-04cd-489a-a220-4277bd1b4409 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:33.077699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 11e62f9b-7c8c-4926-8108-43dbeb83106e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:15:33.100234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 11e62f9b-7c8c-4926-8108-43dbeb83106e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:15:33.100566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 11e62f9b-7c8c-4926-8108-43dbeb83106e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:15:33.121808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-271be991-5486-4059-891f-876b97a3d2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.157688 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-271be991-5486-4059-891f-876b97a3d2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.235986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-271be991-5486-4059-891f-876b97a3d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.239158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-271be991-5486-4059-891f-876b97a3d2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.241301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-271be991-5486-4059-891f-876b97a3d2ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1be71f3e-f0bd-4f1c-9a7c-cf70b2397f7f HTTP/1.1" status: 204 len: 168 time: 0.1934881 Aug 31 10:15:33.250656 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be991-5486-4059-891f-876b97a3d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be71f3e-f0bd-4f1c-9a7c-cf70b2397f7f,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:33.856412 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.112707 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36902) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:34.239300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2000453888-network', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:34.263496 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Made reservation on behalf of 26af7a3aed8e4636ad82ed0f30073265 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:34.265867 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.276123 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.389600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.394831 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.420717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:15:34.431841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597dd328-eb7d-416c-8a25-3352ada6efda,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:34.437406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.437756 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Added segment 95be4459-b80f-4d79-b8bb-263a080a1648 of type vlan for network ae76b9b9-51fd-466a-9801-1e1662b18349 Aug 31 10:15:34.485080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.516140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.517408 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:34.518883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.593285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4790337 Aug 31 10:15:34.598573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36906) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:34.604873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Request body: {'subnet': {'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2000453888-subnet', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:34.609231 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961a52-65c9-4e4f-984d-0a9f6da5705d admin admin] Pushing event updated for resources: {'Network': ['ID=ae76b9b9-51fd-466a-9801-1e1662b18349,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:34.621552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ae76b9b9-51fd-466a-9801-1e1662b18349 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:15:34.643603 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Made reservation on behalf of 26af7a3aed8e4636ad82ed0f30073265 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:34.646923 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.848287 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.902248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:34.918982 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Checking segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:34.919348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Network hostable DHCP agents. Network: ae76b9b9-51fd-466a-9801-1e1662b18349, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:15:34.938537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Network ae76b9b9-51fd-466a-9801-1e1662b18349 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:15:34.949646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ae76b9b9-51fd-466a-9801-1e1662b18349) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:34.953804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:34.954393 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:34.964231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731334a-15ad-4c99-8592-ba14c8c768fc None None] Network ae76b9b9-51fd-466a-9801-1e1662b18349 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:34.975267 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-028f5855-0ac3-4f56-add7-2a1d17703a6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3751674 Aug 31 10:15:34.979542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36908) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:34.986806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:35.011585 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.012696 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.073488 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.223272 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.301408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ae76b9b9-51fd-466a-9801-1e1662b18349', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:15:35.302363 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.452203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Allocated IP 172.20.0.2 (ae76b9b9-51fd-466a-9801-1e1662b18349/8ba1ccf3-e54b-4083-a996-8bc80ad6f76e/54623978-8092-4fb0-9174-d9cb4466411a) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:35.470652 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.492405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.601665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Allocated IP 172.25.4.244 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/6fe3010e-4b34-4766-97a6-d4462379beda) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:35.615510 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.625468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Transition to ACTIVE for port object 54623978-8092-4fb0-9174-d9cb4466411a will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:35.641976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Transition to ACTIVE for port object 54623978-8092-4fb0-9174-d9cb4466411a will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:35.650203 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.695132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Network ae76b9b9-51fd-466a-9801-1e1662b18349 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:35.698122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:35.700822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:35.710746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Pushing event updated for resources: {'Port': ['ID=54623978-8092-4fb0-9174-d9cb4466411a,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:35.736103 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.767411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Attempting to bind port 54623978-8092-4fb0-9174-d9cb4466411a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:35.769316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Attempting to bind port 54623978-8092-4fb0-9174-d9cb4466411a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:35.769998 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Attempting to bind port 54623978-8092-4fb0-9174-d9cb4466411a on network ae76b9b9-51fd-466a-9801-1e1662b18349 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:35.776671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:35.777052 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Checking segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:35.777759 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.778296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Bound using segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:35.779073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Bound port: 54623978-8092-4fb0-9174-d9cb4466411a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:35.779462 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.780603 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.823671 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:35.826815 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:35.832368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:35.835368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Pushing event updated for resources: {'Port': ['ID=6fe3010e-4b34-4766-97a6-d4462379beda,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:35.850197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] For port 54623978-8092-4fb0-9174-d9cb4466411a, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:35.853560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] For port 54623978-8092-4fb0-9174-d9cb4466411a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=54623978-8092-4fb0-9174-d9cb4466411a,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:35.860065 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:35.931732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b24051-0a56-4c01-b96b-a1edcfd24003 None None] Pushing event updated for resources: {'Port': ['ID=54623978-8092-4fb0-9174-d9cb4466411a,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:36.150748 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:36.368136 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:36.393395 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:36.891929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee291641-be35-492e-8e81-2f6378197010 None None] Network ae76b9b9-51fd-466a-9801-1e1662b18349 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:36.957373 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-889c38f6-c31b-416e-888e-82590b88d174 None None] Provisioning for port 54623978-8092-4fb0-9174-d9cb4466411a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:37.035774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Router 6d206987-8127-4594-9045-25f4ceca7111 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:15:37.092109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 54623978-8092-4fb0-9174-d9cb4466411a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:37.160022 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 54623978-8092-4fb0-9174-d9cb4466411a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:37.164990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 54623978-8092-4fb0-9174-d9cb4466411a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:37.165398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.178501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:37.193630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Sync routers for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:37.203064 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.207605 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5a759c89-9f5e-4def-ad97-1269620ffc1d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2235701 Aug 31 10:15:37.209267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36910) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:37.218420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:37.219181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:37.369957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.410170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:37.494055 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-616fe86a-02ec-4fbb-89b8-f019b9e2d1b3 None None] Provisioning complete for port 54623978-8092-4fb0-9174-d9cb4466411a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:37.494427 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-616fe86a-02ec-4fbb-89b8-f019b9e2d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.500965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 54623978-8092-4fb0-9174-d9cb4466411a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=54623978-8092-4fb0-9174-d9cb4466411a,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:37.540010 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.700395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=54623978-8092-4fb0-9174-d9cb4466411a,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:37.757980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.797921 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:36Z', 'revision_number': 3, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:37.843407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Checking router: 6d206987-8127-4594-9045-25f4ceca7111 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:37.843868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Updating router 6d206987-8127-4594-9045-25f4ceca7111 port 6fe3010e-4b34-4766-97a6-d4462379beda binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:37.876335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:37.962008 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Allocated IP 172.20.0.1 (ae76b9b9-51fd-466a-9801-1e1662b18349/8ba1ccf3-e54b-4083-a996-8bc80ad6f76e/8ab3a3b1-0fde-46d7-8933-fb5a5a036660) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:38.098909 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.117525 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Transition to ACTIVE for port object 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:38.166211 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.187825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.201959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Transition to ACTIVE for port object 6fe3010e-4b34-4766-97a6-d4462379beda will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:38.213043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.218437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Network ae76b9b9-51fd-466a-9801-1e1662b18349 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:38.221719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:38.226413 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:38.229907 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:38.276775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.301364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Attempting to bind port 6fe3010e-4b34-4766-97a6-d4462379beda on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:38.301930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Attempting to bind port 6fe3010e-4b34-4766-97a6-d4462379beda by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:38.302510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Attempting to bind port 6fe3010e-4b34-4766-97a6-d4462379beda on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:38.314326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00a619-ca11-4513-8c72-67ca2376e0bf None None] Pushing event updated for resources: {'Port': ['ID=6fe3010e-4b34-4766-97a6-d4462379beda,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:38.317566 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:38.317979 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:38.318377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.319145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:38.319531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Bound port: 6fe3010e-4b34-4766-97a6-d4462379beda, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:38.319909 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.382980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] For port 6fe3010e-4b34-4766-97a6-d4462379beda, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:38.386721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] For port 6fe3010e-4b34-4766-97a6-d4462379beda, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6fe3010e-4b34-4766-97a6-d4462379beda,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:38.395937 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.455425 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:38.456139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:38.482791 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.509901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00a619-ca11-4513-8c72-67ca2376e0bf None None] Pushing event updated for resources: {'Port': ['ID=6fe3010e-4b34-4766-97a6-d4462379beda,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:38.604377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:38.608304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fe2ec79b-eb1b-4fa4-9058-d954dfa96000 None None] Provisioning for port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:38.657309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fe2ec79b-eb1b-4fa4-9058-d954dfa96000 None None] Provisioning complete for port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:38.657853 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec79b-eb1b-4fa4-9058-d954dfa96000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.690365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.696100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.765417 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:38.772525 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:38.779304 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ec79b-eb1b-4fa4-9058-d954dfa96000 None None] Port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:38.879337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Network ae76b9b9-51fd-466a-9801-1e1662b18349 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:38.888505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:38.928858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:37Z', 'revision_number': 1, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:38.960932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332efe4d-1e13-4a58-ad5b-c5811c63b918 None None] The sync data for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 is: [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:37Z', 'revision_number': 1, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:39.041717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Router 6d206987-8127-4594-9045-25f4ceca7111 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:15:39.076004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 54623978-8092-4fb0-9174-d9cb4466411a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:39.141634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 54623978-8092-4fb0-9174-d9cb4466411a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:39.142682 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:39.176441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:39.191955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-cff218de-774f-4061-a4d8-30ced55c1a26 admin admin] 10.222.0.18 "PUT /v2.0/routers/6d206987-8127-4594-9045-25f4ceca7111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9711967 Aug 31 10:15:39.230727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2684d8ab-8918-4da7-b718-f56130d42c4b None None] Provisioning complete for port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:39.231099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2684d8ab-8918-4da7-b718-f56130d42c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:39.305952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-2684d8ab-8918-4da7-b718-f56130d42c4b None None] Port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:39.789607 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36926) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:39.796430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-838612304-network', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:39.829409 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Made reservation on behalf of f8a00cb5e002455a8b359af43dd21897 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:39.832113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:39.848595 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:39.964774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:39.969409 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.003639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:15:40.015935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b0608-a9d0-4e63-a610-59fc5e8bbe81,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:40.022029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.022412 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Added segment b16ee1b4-342e-49a1-b362-d2151c36d59c of type vlan for network 37b313c7-433c-4dac-9d05-94f254754629 Aug 31 10:15:40.069239 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.099314 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.100482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:40.101235 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.167942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3736825 Aug 31 10:15:40.168193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 36928) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:40.173161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Request body: {'subnet': {'network_id': '37b313c7-433c-4dac-9d05-94f254754629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-838612304-subnet', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:40.176072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285656c-69b4-467a-96b0-92391814f1ba admin admin] Pushing event updated for resources: {'Network': ['ID=37b313c7-433c-4dac-9d05-94f254754629,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:40.186801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 37b313c7-433c-4dac-9d05-94f254754629 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:15:40.210316 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Made reservation on behalf of f8a00cb5e002455a8b359af43dd21897 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:40.213712 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.436070 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.508590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1420801b-25d4-4164-89a0-84f5ee71ed39,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:40.518360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Checking segment: {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:40.518819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Network hostable DHCP agents. Network: 37b313c7-433c-4dac-9d05-94f254754629, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:15:40.541169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Network 37b313c7-433c-4dac-9d05-94f254754629 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:15:40.553703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 37b313c7-433c-4dac-9d05-94f254754629) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:40.558084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:40.558736 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.567280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b68125-c0c2-4367-8ee4-709ed2a3aa5e None None] Network 37b313c7-433c-4dac-9d05-94f254754629 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:40.577024 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b39804fe-4f7a-4287-902e-38f3549e2442 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4081454 Aug 31 10:15:40.581353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36930) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:40.586923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:40.612101 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.613626 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.675107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.742512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-37b313c7-433c-4dac-9d05-94f254754629', 'network_id': '37b313c7-433c-4dac-9d05-94f254754629', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'fixed_ips': [{'subnet_id': '1420801b-25d4-4164-89a0-84f5ee71ed39'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:15:40.743665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.832008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:40.891375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Allocated IP 172.20.0.2 (37b313c7-433c-4dac-9d05-94f254754629/1420801b-25d4-4164-89a0-84f5ee71ed39/b9906fe4-c4bc-4585-9f35-b05d2841c569) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:41.074769 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.089734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.101214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Transition to ACTIVE for port object b9906fe4-c4bc-4585-9f35-b05d2841c569 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:41.101378 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.121438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6fe3010e-4b34-4766-97a6-d4462379beda up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:41.157553 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Transition to ACTIVE for port object b9906fe4-c4bc-4585-9f35-b05d2841c569 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:41.176245 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.236733 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Network 37b313c7-433c-4dac-9d05-94f254754629 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:41.245081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:41.248212 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:41.251352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Pushing event updated for resources: {'Port': ['ID=b9906fe4-c4bc-4585-9f35-b05d2841c569,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:41.260802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Allocated IP 172.25.4.246 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/a0cf142c-d843-413f-8225-b74030f5f2c8) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:41.285719 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 6fe3010e-4b34-4766-97a6-d4462379beda completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:41.290578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6fe3010e-4b34-4766-97a6-d4462379beda triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:41.291454 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.345225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Attempting to bind port b9906fe4-c4bc-4585-9f35-b05d2841c569 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:41.345599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Attempting to bind port b9906fe4-c4bc-4585-9f35-b05d2841c569 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:41.346726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Attempting to bind port b9906fe4-c4bc-4585-9f35-b05d2841c569 on network 37b313c7-433c-4dac-9d05-94f254754629 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:41.357506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:41.357889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Checking segment: {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:41.358301 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.358731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Bound using segment: {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:41.359224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Bound port: b9906fe4-c4bc-4585-9f35-b05d2841c569, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:41.359607 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.398457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.446820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.466533 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.480719 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Sync routers for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:41.496048 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:41.496657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] For port b9906fe4-c4bc-4585-9f35-b05d2841c569, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:41.497432 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:41.501522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] For port b9906fe4-c4bc-4585-9f35-b05d2841c569, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b9906fe4-c4bc-4585-9f35-b05d2841c569,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:41.504321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 6fe3010e-4b34-4766-97a6-d4462379beda, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6fe3010e-4b34-4766-97a6-d4462379beda,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:41.508145 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.519370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.519654 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:41.521036 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Pushing event updated for resources: {'Port': ['ID=a0cf142c-d843-413f-8225-b74030f5f2c8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:41.524615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:41.527425 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:41.593246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bbcb1-73c5-4ead-b309-cc7d17ee74f1 None None] Pushing event updated for resources: {'Port': ['ID=b9906fe4-c4bc-4585-9f35-b05d2841c569,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:41.664336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=6fe3010e-4b34-4766-97a6-d4462379beda,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:41.676885 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:41.857194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.973218 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 2, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:42.002635 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Checking router: 6d206987-8127-4594-9045-25f4ceca7111 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:42.003557 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Updating router 6d206987-8127-4594-9045-25f4ceca7111 port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:42.037485 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.100770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.247266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Router 2780975f-3916-44a7-bf25-23b83bced2b2 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:15:42.359334 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.373402 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Transition to ACTIVE for port object 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:42.374822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:42.385786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Sync routers for ids ['2780975f-3916-44a7-bf25-23b83bced2b2'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:42.393710 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.396121 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.397846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-80a2324c-9a89-414a-958d-748e75a4727c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8151903 Aug 31 10:15:42.400844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 36932) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:15:42.401051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Routers {'2780975f-3916-44a7-bf25-23b83bced2b2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:42.401794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2780975f-3916-44a7-bf25-23b83bced2b2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:42.455614 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Pushing event updated for resources: {'Port': ['ID=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:42.480824 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.481512 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.481651 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.482174 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.482680 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.483159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.483628 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.484122 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.484606 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.485076 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.485555 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.486034 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:42.583879 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Attempting to bind port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:42.584220 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Attempting to bind port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:42.584802 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Attempting to bind port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 on network ae76b9b9-51fd-466a-9801-1e1662b18349 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:42.594033 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:42.594706 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Checking segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:42.595463 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.596241 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Bound using segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:42.596904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Bound port: 8ab3a3b1-0fde-46d7-8933-fb5a5a036660, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:42.597470 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.697640 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] For port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:42.701306 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] For port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:42.716524 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:42.793573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Set router 2780975f-3916-44a7-bf25-23b83bced2b2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:42.855078 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:42.856362 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:42.862585 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47410ab-f9ee-4c25-a27a-854bf73357cc None None] Pushing event updated for resources: {'Port': ['ID=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:42.912908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df707f8-eda8-4b60-9b02-fe1fc1767611 None None] Network 37b313c7-433c-4dac-9d05-94f254754629 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:15:43.044680 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:43.184681 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-573a1196-219f-4397-ae9c-3599330872a3 None None] Provisioning for port b9906fe4-c4bc-4585-9f35-b05d2841c569 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:43.237598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 3, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:43.281801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Checking router: 2780975f-3916-44a7-bf25-23b83bced2b2 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:43.282158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Updating router 2780975f-3916-44a7-bf25-23b83bced2b2 port a0cf142c-d843-413f-8225-b74030f5f2c8 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:43.334670 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.428636 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:42Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:43.462441 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f39f6-fe73-4970-905e-36e4b605acae None None] The sync data for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 is: [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:42Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:43.534840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b9906fe4-c4bc-4585-9f35-b05d2841c569 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:43.704362 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.718118 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port b9906fe4-c4bc-4585-9f35-b05d2841c569 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:43.724249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b9906fe4-c4bc-4585-9f35-b05d2841c569 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:43.724622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.900602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.905681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.928879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Transition to ACTIVE for port object a0cf142c-d843-413f-8225-b74030f5f2c8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:43.947718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.983636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port b9906fe4-c4bc-4585-9f35-b05d2841c569, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b9906fe4-c4bc-4585-9f35-b05d2841c569,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:43.993590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:43.994168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:43.995288 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Allocated IP 172.20.0.1 (37b313c7-433c-4dac-9d05-94f254754629/1420801b-25d4-4164-89a0-84f5ee71ed39/04ef3494-d2e6-4861-a693-4ced23acf2ed) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:44.038453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Attempting to bind port a0cf142c-d843-413f-8225-b74030f5f2c8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:44.038926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Attempting to bind port a0cf142c-d843-413f-8225-b74030f5f2c8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:44.039273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Attempting to bind port a0cf142c-d843-413f-8225-b74030f5f2c8 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:44.045598 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd4c50-9227-48f0-bf1c-7fd7f95cc397 None None] Pushing event updated for resources: {'Port': ['ID=a0cf142c-d843-413f-8225-b74030f5f2c8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:44.078251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:44.078703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:44.079118 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.080473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:44.080473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Bound port: a0cf142c-d843-413f-8225-b74030f5f2c8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:44.080723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.155003 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.169516 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=b9906fe4-c4bc-4585-9f35-b05d2841c569,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:44.176340 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Transition to ACTIVE for port object 04ef3494-d2e6-4861-a693-4ced23acf2ed will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:44.179653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:44.182184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] For port a0cf142c-d843-413f-8225-b74030f5f2c8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:44.186586 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] For port a0cf142c-d843-413f-8225-b74030f5f2c8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a0cf142c-d843-413f-8225-b74030f5f2c8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:44.188490 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:44.188821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.192894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.217361 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.263853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Network 37b313c7-433c-4dac-9d05-94f254754629 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:44.268054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:44.272822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:44.298178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Routers {'2780975f-3916-44a7-bf25-23b83bced2b2'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:44.300232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2780975f-3916-44a7-bf25-23b83bced2b2'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:44.300578 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Pushing event updated for resources: {'Port': ['ID=04ef3494-d2e6-4861-a693-4ced23acf2ed,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:44.321967 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.343962 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd4c50-9227-48f0-bf1c-7fd7f95cc397 None None] Pushing event updated for resources: {'Port': ['ID=a0cf142c-d843-413f-8225-b74030f5f2c8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:44.466244 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.505833 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] Set router 2780975f-3916-44a7-bf25-23b83bced2b2 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:44.517020 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.583247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:44.596492 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.597483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6fe3010e-4b34-4766-97a6-d4462379beda up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:44.719585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76625c11-c7eb-4892-bc8a-7e7ed237cf05 None None] Provisioning for port 04ef3494-d2e6-4861-a693-4ced23acf2ed completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:44.745458 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.751109 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-76625c11-c7eb-4892-bc8a-7e7ed237cf05 None None] Provisioning complete for port 04ef3494-d2e6-4861-a693-4ced23acf2ed triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:44.751481 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76625c11-c7eb-4892-bc8a-7e7ed237cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.751589 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.784748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:44.839758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-76625c11-c7eb-4892-bc8a-7e7ed237cf05 None None] Port 04ef3494-d2e6-4861-a693-4ced23acf2ed cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:44.848820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6fe3010e-4b34-4766-97a6-d4462379beda triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:44.849189 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.851001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Pushing event updated for resources: {'Port': ['ID=04ef3494-d2e6-4861-a693-4ced23acf2ed,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:44.854568 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.917727 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 3, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:44.946895 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0428f-2006-4f46-a83a-8315f6985726 None None] The sync data for ids ['2780975f-3916-44a7-bf25-23b83bced2b2'] in n-d-800634-13 is: [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 3, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:44.961940 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Network 37b313c7-433c-4dac-9d05-94f254754629 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:44.963810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:45.093530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b9906fe4-c4bc-4585-9f35-b05d2841c569 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:45.104594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Router 2780975f-3916-44a7-bf25-23b83bced2b2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:15:45.175207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port b9906fe4-c4bc-4585-9f35-b05d2841c569 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:45.176648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:45.282694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:15:45.293654 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-55787a8d-35a1-4232-a902-5d7c1639131f admin admin] 10.222.0.18 "PUT /v2.0/routers/2780975f-3916-44a7-bf25-23b83bced2b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910778 Aug 31 10:15:45.322860 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:45.399965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e68f6912-e1df-4969-8681-ef92d5cedba8 None None] Provisioning complete for port 04ef3494-d2e6-4861-a693-4ced23acf2ed triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:45.400334 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e68f6912-e1df-4969-8681-ef92d5cedba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:45.448874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e68f6912-e1df-4969-8681-ef92d5cedba8 None None] Port 04ef3494-d2e6-4861-a693-4ced23acf2ed cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:15:45.454299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:45.454700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:46.757034 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Sync routers for ids ['2780975f-3916-44a7-bf25-23b83bced2b2'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:15:46.769554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Routers {'2780975f-3916-44a7-bf25-23b83bced2b2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:46.770691 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2780975f-3916-44a7-bf25-23b83bced2b2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:46.920073 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Set router 2780975f-3916-44a7-bf25-23b83bced2b2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:47.175904 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a0cf142c-d843-413f-8225-b74030f5f2c8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:47.249409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port a0cf142c-d843-413f-8225-b74030f5f2c8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:47.256588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a0cf142c-d843-413f-8225-b74030f5f2c8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:47.256966 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.307462 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 4, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '04ef3494-d2e6-4861-a693-4ced23acf2ed', 'name': '', 'network_id': '37b313c7-433c-4dac-9d05-94f254754629', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'mac_address': 'fa:16:3e:9b:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1420801b-25d4-4164-89a0-84f5ee71ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:43Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 2, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'subnets': [{'id': '1420801b-25d4-4164-89a0-84f5ee71ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:47.349181 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Checking router: 2780975f-3916-44a7-bf25-23b83bced2b2 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:15:47.351567 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Updating router 2780975f-3916-44a7-bf25-23b83bced2b2 port 04ef3494-d2e6-4861-a693-4ced23acf2ed binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:15:47.385613 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.399227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.428028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port a0cf142c-d843-413f-8225-b74030f5f2c8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a0cf142c-d843-413f-8225-b74030f5f2c8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:47.432286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.508329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=a0cf142c-d843-413f-8225-b74030f5f2c8,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:47.704159 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.723005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Transition to ACTIVE for port object 04ef3494-d2e6-4861-a693-4ced23acf2ed will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:47.734675 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.825428 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1313a-e755-42fa-bbe7-cc945337384f None None] Pushing event updated for resources: {'Port': ['ID=04ef3494-d2e6-4861-a693-4ced23acf2ed,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:47.896827 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Attempting to bind port 04ef3494-d2e6-4861-a693-4ced23acf2ed on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:15:47.897391 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Attempting to bind port 04ef3494-d2e6-4861-a693-4ced23acf2ed by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:15:47.897830 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Attempting to bind port 04ef3494-d2e6-4861-a693-4ced23acf2ed on network 37b313c7-433c-4dac-9d05-94f254754629 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:15:47.904163 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:15:47.904545 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Checking segment: {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:15:47.904930 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.905486 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Bound using segment: {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:15:47.906922 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Bound port: 04ef3494-d2e6-4861-a693-4ced23acf2ed, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16ee1b4-342e-49a1-b362-d2151c36d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37b313c7-433c-4dac-9d05-94f254754629'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:15:47.907362 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:48.032742 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] For port 04ef3494-d2e6-4861-a693-4ced23acf2ed, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:15:48.039006 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] For port 04ef3494-d2e6-4861-a693-4ced23acf2ed, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=04ef3494-d2e6-4861-a693-4ced23acf2ed,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:15:48.047319 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:48.148175 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1313a-e755-42fa-bbe7-cc945337384f None None] Pushing event updated for resources: {'Port': ['ID=04ef3494-d2e6-4861-a693-4ced23acf2ed,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:48.155023 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Routers {'2780975f-3916-44a7-bf25-23b83bced2b2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:15:48.155836 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:15:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2780975f-3916-44a7-bf25-23b83bced2b2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:48.317887 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] Set router 2780975f-3916-44a7-bf25-23b83bced2b2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:15:48.668975 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 4, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '04ef3494-d2e6-4861-a693-4ced23acf2ed', 'name': '', 'network_id': '37b313c7-433c-4dac-9d05-94f254754629', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'mac_address': 'fa:16:3e:9b:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1420801b-25d4-4164-89a0-84f5ee71ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:43Z', 'updated_at': '2021-08-31T10:15:48Z', 'revision_number': 4, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'subnets': [{'id': '1420801b-25d4-4164-89a0-84f5ee71ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:15:48.724135 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e8514-4c2f-455a-9a50-2a752703ce3c None None] The sync data for ids ['2780975f-3916-44a7-bf25-23b83bced2b2'] in n-d-800634-13 is: [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 4, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '04ef3494-d2e6-4861-a693-4ced23acf2ed', 'name': '', 'network_id': '37b313c7-433c-4dac-9d05-94f254754629', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'mac_address': 'fa:16:3e:9b:2e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '1420801b-25d4-4164-89a0-84f5ee71ed39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:43Z', 'updated_at': '2021-08-31T10:15:48Z', 'revision_number': 4, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'subnets': [{'id': '1420801b-25d4-4164-89a0-84f5ee71ed39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:15:49.176791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:49.260684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 04ef3494-d2e6-4861-a693-4ced23acf2ed up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:49.350398 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 04ef3494-d2e6-4861-a693-4ced23acf2ed completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:49.356868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 04ef3494-d2e6-4861-a693-4ced23acf2ed triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:49.357994 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:49.489739 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:49.526264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 04ef3494-d2e6-4861-a693-4ced23acf2ed, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=04ef3494-d2e6-4861-a693-4ced23acf2ed,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:15:49.531300 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:49.532624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a0cf142c-d843-413f-8225-b74030f5f2c8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:49.617596 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=04ef3494-d2e6-4861-a693-4ced23acf2ed,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:49.649514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port a0cf142c-d843-413f-8225-b74030f5f2c8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:49.649514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:51.132752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 04ef3494-d2e6-4861-a693-4ced23acf2ed up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:15:51.211923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 04ef3494-d2e6-4861-a693-4ced23acf2ed triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:51.212581 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:51.278942 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:56.603460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-0a5b6fab-d50a-4185-a4b5-74fef8ee0b71 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:56.605082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-0a5b6fab-d50a-4185-a4b5-74fef8ee0b71 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 815 time: 0.1244354 Aug 31 10:15:56.622166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-25dcfeae-9a68-4b46-bbb0-69c60eaab970 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/quotas/26af7a3aed8e4636ad82ed0f30073265 HTTP/1.1" status: 200 len: 375 time: 0.0111070 Aug 31 10:15:56.684302 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-48b6fb42-66af-4562-a9bf-36e9cc1b7eea tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554414 Aug 31 10:15:56.900670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-04e35c28-bee2-46f4-9453-297264ebda30 service neutron] 10.222.0.18 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023599 Aug 31 10:15:57.006047 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-fb7ea196-48ef-48dd-ad1c-4af7b04fc948 service neutron] 10.222.0.18 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992739 Aug 31 10:15:57.197719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1af759d-efea-44eb-88c8-db9fbe34f63b req-26edb49d-2405-4c11-84e9-b635a46ddf8b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 210 time: 0.0308518 Aug 31 10:15:58.268717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-84e36c2d-b7d3-49c0-8c17-f0a0221131bb tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:58.271126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-84e36c2d-b7d3-49c0-8c17-f0a0221131bb tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 815 time: 0.1375194 Aug 31 10:15:58.287334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'port': {'device_id': 'abfec479-0c78-489a-8314-cd9e8a659378', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'admin_state_up': True, 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:15:58.324601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a56e385-81d5-4eec-b80f-15d1b8adde86 req-8f932726-3716-4577-96f2-9922195e9c31 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Aug 31 10:15:58.479783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Made reservation on behalf of 26af7a3aed8e4636ad82ed0f30073265 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:15:58.484006 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:58.646931 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d834078a-f33a-48a6-b9c0-97b2a6980586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:58.714206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Allocated IP 172.20.0.11 (ae76b9b9-51fd-466a-9801-1e1662b18349/8ba1ccf3-e54b-4083-a996-8bc80ad6f76e/87b45efb-f9dd-4119-b3b1-ef1c03e2c285) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:15:58.940103 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:58.962332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Transition to ACTIVE for port object 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:15:59.016731 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:59.075788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Network ae76b9b9-51fd-466a-9801-1e1662b18349 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:15:59.080404 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:15:59.085131 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:15:59.135225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:15:59.150192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.150611 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.150917 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.151251 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.151580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.151908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.152260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.152549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.152871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.153194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.153514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.153834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:15:59.169325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:59.170013 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:59.206089 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-3906167a-e9fc-4c9d-97d3-0ffd81924186 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241061 Aug 31 10:15:59.568054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b67557-6404-4ff0-b842-99f943ea1e94 req-b52a7090-210b-4453-a27c-e62d6c9cbd4e tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:59.581933 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-706d2e4d-8f71-4cf6-b950-140b55dbc650 None None] Provisioning for port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:15:59.586533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0b67557-6404-4ff0-b842-99f943ea1e94 req-b52a7090-210b-4453-a27c-e62d6c9cbd4e tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.1264551 Aug 31 10:15:59.609476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-706d2e4d-8f71-4cf6-b950-140b55dbc650 None None] Provisioning complete for port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:15:59.611339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-706d2e4d-8f71-4cf6-b950-140b55dbc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:59.651053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0b67557-6404-4ff0-b842-99f943ea1e94 req-793f5dfa-1541-4800-a57a-e69006c45465 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Aug 31 10:15:59.681881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-706d2e4d-8f71-4cf6-b950-140b55dbc650 None None] Port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:16:00.849514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682242e4-255b-409f-b9ac-2f58b86ee681 req-e71ef6e0-018c-4ff5-96cb-91fa191119ec tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:00.851610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-682242e4-255b-409f-b9ac-2f58b86ee681 req-e71ef6e0-018c-4ff5-96cb-91fa191119ec tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0933199 Aug 31 10:16:00.910163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-682242e4-255b-409f-b9ac-2f58b86ee681 req-e469d9b5-d6ee-415e-af61-756e1adce2b7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Aug 31 10:16:01.868295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:02.085770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6537f-fe06-4703-b5c7-709e2a17a79e req-814d6d9c-f704-4d18-9ec9-7d3037c3ea84 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:02.087386 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6a6537f-fe06-4703-b5c7-709e2a17a79e req-814d6d9c-f704-4d18-9ec9-7d3037c3ea84 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0614851 Aug 31 10:16:02.143171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e6a6537f-fe06-4703-b5c7-709e2a17a79e req-c75a3b2a-577d-4907-8982-1d786cf210e4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Aug 31 10:16:02.580997 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc551-6070-43b9-aa1f-48bd3b953305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:02.721707 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.311770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d451f-5e83-4885-8487-c053a258bef0 req-df02168a-6788-40e4-97a2-320266d9946f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:03.314265 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b75d451f-5e83-4885-8487-c053a258bef0 req-df02168a-6788-40e4-97a2-320266d9946f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0641909 Aug 31 10:16:03.380160 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b75d451f-5e83-4885-8487-c053a258bef0 req-ccf83af8-c9cb-4806-8ffc-3b052e9e429f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Aug 31 10:16:03.864568 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:04.546171 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90e6e5-2322-4fce-add1-8a93a9c43279 req-740ad79e-77df-40a5-9290-7c77b897a857 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.550354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be90e6e5-2322-4fce-add1-8a93a9c43279 req-740ad79e-77df-40a5-9290-7c77b897a857 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0769444 Aug 31 10:16:04.611925 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be90e6e5-2322-4fce-add1-8a93a9c43279 req-68f12e3f-16ab-4ba3-83aa-663555ac4e63 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 Aug 31 10:16:05.786213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfeec85-6d35-4419-8668-c30cec6fb67e req-9faf15e3-80e2-4b54-908e-6a2c2db47c61 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:05.788894 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dfeec85-6d35-4419-8668-c30cec6fb67e req-9faf15e3-80e2-4b54-908e-6a2c2db47c61 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0908122 Aug 31 10:16:05.840297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9dfeec85-6d35-4419-8668-c30cec6fb67e req-2e10d21d-0744-4ff4-bffb-01b8ceb57c5b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Aug 31 10:16:06.398483 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:07.015230 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb978fc-8026-4620-a57e-2919adfbf92a req-56051abb-a3a0-4f67-aed9-2eeb88702f81 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:07.016666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cb978fc-8026-4620-a57e-2919adfbf92a req-56051abb-a3a0-4f67-aed9-2eeb88702f81 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0743504 Aug 31 10:16:07.083921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1cb978fc-8026-4620-a57e-2919adfbf92a req-87f5e9b1-a37d-478e-b5b7-b586cf888201 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489600 Aug 31 10:16:08.229474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7742c5-0ada-4952-adc8-44ce2ac44e31 req-b5a295e4-b5b1-4b17-8b81-f3c29893e2ff tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:08.231145 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d7742c5-0ada-4952-adc8-44ce2ac44e31 req-b5a295e4-b5b1-4b17-8b81-f3c29893e2ff tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0688851 Aug 31 10:16:08.292689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6d7742c5-0ada-4952-adc8-44ce2ac44e31 req-19c8b7e9-c782-4fef-976a-05353fea1eb1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542064 Aug 31 10:16:09.452451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Request body: {'port': {'device_id': 'abfec479-0c78-489a-8314-cd9e8a659378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:09.461195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce53d3-4795-40ac-a8d5-cd7542263d9d req-b300b6b5-e743-4d9b-b429-cd5225329810 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:09.463159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3ce53d3-4795-40ac-a8d5-cd7542263d9d req-b300b6b5-e743-4d9b-b429-cd5225329810 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 932 time: 0.0754755 Aug 31 10:16:09.510737 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3ce53d3-4795-40ac-a8d5-cd7542263d9d req-26791c22-9337-4a65-bb3a-1e259a6619d2 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Aug 31 10:16:09.531943 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:09.875874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:16:09.886802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:09.904226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Transition to ACTIVE for port object 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:16:09.910362 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:09.997648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:10.076921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Attempting to bind port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:16:10.077252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Attempting to bind port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:16:10.077580 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Attempting to bind port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 on network ae76b9b9-51fd-466a-9801-1e1662b18349 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:16:10.083574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 on network ae76b9b9-51fd-466a-9801-1e1662b18349 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:16:10.083898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Attempting to bind port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 on network ae76b9b9-51fd-466a-9801-1e1662b18349 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:16:10.089571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:16:10.089911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Checking segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:16:10.090304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Bound using segment: {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:16:10.090855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Bound port: 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95be4459-b80f-4d79-b8bb-263a080a1648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:16:10.091344 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:10.187303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:16:10.192141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:16:10.197925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:10.242185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.242996 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:10.244711 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 1093 time: 0.8703835 Aug 31 10:16:10.245303 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:10.248261 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda8e0ca-ef2e-4ee3-a964-737171ce2518" -d '{"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:10.287070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b42f99-b71e-4bb2-b2c8-1b08594d51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:10.308146 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4e6313-5790-496c-98ed-8639dd078017 x-openstack-request-id: req-3f4e6313-5790-496c-98ed-8639dd078017 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:10.308541 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:10.308866 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f4e6313-5790-496c-98ed-8639dd078017 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:10.309401 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'status': 'completed', 'code': 200} Aug 31 10:16:10.375697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-b4ed0a74-0f98-4278-b8db-88d9d19010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.377912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-b4ed0a74-0f98-4278-b8db-88d9d19010f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1096 time: 0.0592670 Aug 31 10:16:10.437429 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-0ac2f4c1-f022-4011-805b-f99f6b565b85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 217 time: 0.0510747 Aug 31 10:16:10.502001 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-c19a5802-c49c-4118-b39d-a578a788299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.503585 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-c19a5802-c49c-4118-b39d-a578a788299e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0575042 Aug 31 10:16:10.560786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-173f2247-08b1-4db7-8222-f29788f4caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.562999 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-173f2247-08b1-4db7-8222-f29788f4caf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512621 Aug 31 10:16:10.653310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43b948-dfe1-41be-84b6-dd6bf0876d1f req-4fdbcd4a-01e1-463a-9c6c-ae265c2648a6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.655385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea43b948-dfe1-41be-84b6-dd6bf0876d1f req-4fdbcd4a-01e1-463a-9c6c-ae265c2648a6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 944 time: 0.0578024 Aug 31 10:16:10.684597 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-a87e5bc2-3511-4d2a-94d2-5a444d6cf4df service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140258 Aug 31 10:16:10.700716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea43b948-dfe1-41be-84b6-dd6bf0876d1f req-09182c40-76ce-46cd-b8dc-efac60057ca4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Aug 31 10:16:10.792575 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0791fa3b-beaf-4399-9f41-eb2aae65889a req-fde43b88-df0c-45a9-8697-0888d3bbddb1 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002467 Aug 31 10:16:10.896115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-e3e271c1-6460-4efc-844f-e6dd07cbe121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:10.897625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-e3e271c1-6460-4efc-844f-e6dd07cbe121 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1096 time: 0.0475929 Aug 31 10:16:11.013714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-08d950d8-9458-49a8-a0ac-68a2df4aa948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:11.015341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-08d950d8-9458-49a8-a0ac-68a2df4aa948 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.1071990 Aug 31 10:16:11.063030 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-0d88e9f0-c11f-477f-830b-abebc5fdc761 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 217 time: 0.0388522 Aug 31 10:16:11.131686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-b7f97ba9-6e49-4b0d-9f08-de0a78cf847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:11.133185 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-b7f97ba9-6e49-4b0d-9f08-de0a78cf847b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0626633 Aug 31 10:16:11.187994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-568e71d1-53fa-4cc8-a053-3363040e4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:11.189569 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-568e71d1-53fa-4cc8-a053-3363040e4dbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451703 Aug 31 10:16:11.298580 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-c00ac41b-444a-410a-a122-9b111971fdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001112 Aug 31 10:16:11.410374 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fda8e0ca-ef2e-4ee3-a964-737171ce2518 req-915d9a85-dc07-44e2-98a7-4e1e873d0992 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032665 Aug 31 10:16:11.847045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e646431-96a8-4cec-9a76-c9b20b13984a req-b8c6f97a-d1c0-4494-980a-762b83d3e1b7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:11.848662 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e646431-96a8-4cec-9a76-c9b20b13984a req-b8c6f97a-d1c0-4494-980a-762b83d3e1b7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 944 time: 0.0703135 Aug 31 10:16:11.894585 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e646431-96a8-4cec-9a76-c9b20b13984a req-2e97fcfb-9577-492b-b6c9-3b1d93d736c0 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383050 Aug 31 10:16:13.047909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660bfd4-756d-4ea6-8efb-0caea3e0cb9d req-40a85257-190e-49a6-b192-ae22851fe3f8 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:13.050109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b660bfd4-756d-4ea6-8efb-0caea3e0cb9d req-40a85257-190e-49a6-b192-ae22851fe3f8 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 944 time: 0.0742967 Aug 31 10:16:13.106858 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b660bfd4-756d-4ea6-8efb-0caea3e0cb9d req-7dc27e1b-9862-4bd4-986f-2feddbe6a459 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Aug 31 10:16:13.986418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:16:14.123249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:14.138872 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'port_id': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'mac_address': 'fa:16:3e:c0:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:16:14.197609 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:14.222353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:16:14.257204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:14.263271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:14.276748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f8ab-6891-4a59-a0ca-ee030424e6dc req-c39f81c0-f3b2-451b-833c-b7c72d7aa82c tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:14.278512 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b590f8ab-6891-4a59-a0ca-ee030424e6dc req-c39f81c0-f3b2-451b-833c-b7c72d7aa82c tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 944 time: 0.0750167 Aug 31 10:16:14.333542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:14.338748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b590f8ab-6891-4a59-a0ca-ee030424e6dc req-97c1e96c-bf43-421a-86ad-6b0d0c186823 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Aug 31 10:16:14.342873 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.343258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.343706 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.344273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.344273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.345542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.346345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.346919 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.347078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.347424 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.347755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.348121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:14.526787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['87b45efb-f9dd-4119-b3b1-ef1c03e2c285'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:16:15.515549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbd357-fd8e-46fc-bcd7-a1e4fec79ef3 req-2cb6788f-6e15-49ae-bf32-76a5c4604dff tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:15.519069 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fbbd357-fd8e-46fc-bcd7-a1e4fec79ef3 req-2cb6788f-6e15-49ae-bf32-76a5c4604dff tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 945 time: 0.0847890 Aug 31 10:16:15.569588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8fbbd357-fd8e-46fc-bcd7-a1e4fec79ef3 req-59c7761f-123a-4dc6-9286-c594226dbafd tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Aug 31 10:16:16.003335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:16:16.097248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:16:16.101966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:16:16.102378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:16.221090 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:16.264421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:16.267372 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03392fea-cf65-40ba-aa97-dc8a895b46a2" -d '{"events": [{"server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "name": "network-vif-plugged", "status": "completed", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:16.289594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:16.296811 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:16.342185 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13ccc7b-c1fb-4ce4-8432-45dba4186ea5 x-openstack-request-id: req-b13ccc7b-c1fb-4ce4-8432-45dba4186ea5 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:16.342686 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "name": "network-vif-plugged", "status": "completed", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:16.343104 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b13ccc7b-c1fb-4ce4-8432-45dba4186ea5 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:16.343756 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'code': 200} Aug 31 10:16:16.401567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:16.474744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0267def-b57b-49d5-80fc-0c3aa382252e req-15bc582e-a85d-480c-b2ba-194633c5a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:16.477036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0267def-b57b-49d5-80fc-0c3aa382252e req-15bc582e-a85d-480c-b2ba-194633c5a254 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1098 time: 0.0711219 Aug 31 10:16:16.537393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d0267def-b57b-49d5-80fc-0c3aa382252e req-19261a0f-19ad-4a41-9716-36eed4111a5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521626 Aug 31 10:16:16.757780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113e76a-21f9-4a3b-93d1-3fdea6ae01cf req-b4d52dd3-65f8-48c3-8f8c-85ae976aa9ee tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:16.760767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f113e76a-21f9-4a3b-93d1-3fdea6ae01cf req-b4d52dd3-65f8-48c3-8f8c-85ae976aa9ee tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0992496 Aug 31 10:16:16.821828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f113e76a-21f9-4a3b-93d1-3fdea6ae01cf req-330167aa-5ee3-48f3-ad19-311efaa4ec29 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521917 Aug 31 10:16:17.997192 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e278861-e727-4d8e-a053-a6a0a3276ca8 req-e5cfa9e0-6fa6-49a5-ab4c-73677439705e tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:17.999743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e278861-e727-4d8e-a053-a6a0a3276ca8 req-e5cfa9e0-6fa6-49a5-ab4c-73677439705e tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0819290 Aug 31 10:16:18.063518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e278861-e727-4d8e-a053-a6a0a3276ca8 req-dbc80f0b-c185-4bc7-8347-7c7a5a8c17b6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Aug 31 10:16:18.255085 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d7e67-eaa1-4bdf-b8d1-9f1197fb83d1 req-02cb1674-a550-4411-9960-75435ad03731 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:18.257871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d91d7e67-eaa1-4bdf-b8d1-9f1197fb83d1 req-02cb1674-a550-4411-9960-75435ad03731 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0898640 Aug 31 10:16:18.320366 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d91d7e67-eaa1-4bdf-b8d1-9f1197fb83d1 req-3af2fbe6-4bfb-4cc0-aa95-5e4bf5b41841 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557356 Aug 31 10:16:18.624596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a983e-ecde-4315-90ae-b0f52a3581cf req-deeb9af3-6860-4e60-88a0-eaa9be8967a7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:18.629084 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d61a983e-ecde-4315-90ae-b0f52a3581cf req-deeb9af3-6860-4e60-88a0-eaa9be8967a7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0855734 Aug 31 10:16:18.684574 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d61a983e-ecde-4315-90ae-b0f52a3581cf req-2a286152-4707-4de3-80ba-309cf553ef79 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Aug 31 10:16:19.174154 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:28.278960 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:16:28.619180 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b64f810-421d-4307-b799-4664f840496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:30.700432 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823869c-6e05-4e06-9edd-aff0f9371a10 req-95e84ce8-06e7-43df-96fe-cffafe69a3da tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:30.701827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6823869c-6e05-4e06-9edd-aff0f9371a10 req-95e84ce8-06e7-43df-96fe-cffafe69a3da tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0499253 Aug 31 10:16:30.740453 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6823869c-6e05-4e06-9edd-aff0f9371a10 req-0db2b5fc-6b7e-4ddc-bf99-2a11fd1cf190 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Aug 31 10:16:30.762777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37134) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:30.852603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bf707f-48a4-40d3-9322-8d6729e40c14 tempest-TestMinimumBasicScenario-1178431571 tempest-TestMinimumBasicScenario-1178431571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:30.854161 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-61bf707f-48a4-40d3-9322-8d6729e40c14 tempest-TestMinimumBasicScenario-1178431571 tempest-TestMinimumBasicScenario-1178431571-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1093 time: 0.0904143 Aug 31 10:16:30.857216 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37138) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:30.861947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:30.892141 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:30.993952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.100807 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Allocated IP 172.25.4.80 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/2db4497b-28ff-4844-89ad-8feee54ca60e) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:16:31.200797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.241507 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.288487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:16:31.291366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:16:31.295131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:16:31.317767 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'Port': ['ID=2db4497b-28ff-4844-89ad-8feee54ca60e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:31.332695 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.333042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.333381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.333713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.334044 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.334497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.335025 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.335280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.335646 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.335966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.336286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.336614 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:31.685917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.763139 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.852912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.934345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:31.941238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.006766 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'Port': ['ID=2db4497b-28ff-4844-89ad-8feee54ca60e,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:32.023665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.127323 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Floating IP 721c30b2-2914-4562-a5c6-227a6756edec associated. External IP: 172.25.4.80, port: 87b45efb-f9dd-4119-b3b1-ef1c03e2c285. Aug 31 10:16:32.348730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Router 6d206987-8127-4594-9045-25f4ceca7111 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:16:32.458067 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:16:32.470716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] Sync routers for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:16:32.476295 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.480191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:16:32.480820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:16:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:32.503182 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e1a6f102-8633-4c2d-8b1b-b4ac5243b0d1 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6449215 Aug 31 10:16:32.503756 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:32.506082 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:32.506344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37140) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:32.511049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764126718', 'description': 'tempest-secgroup-smoke-1764126718 description', 'project_id': '26af7a3aed8e4636ad82ed0f30073265'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:32.540636 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.612996 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-afaaa285-d496-4752-b035-16c7bb8191d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.621185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:16:32.637904 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.643214 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.674918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.676289 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688087 Aug 31 10:16:32.678147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc416dd-04f3-4dae-96fb-18bdfc4d184f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd388314-2e8d-48a6-ab58-4347e3e26a7e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:32.679557 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37146) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:32.684322 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group_rule': {'security_group_id': 'fd388314-2e8d-48a6-ab58-4347e3e26a7e', 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:32.705426 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91da38e7-9383-4687-b9c5-f4ba73e0caed x-openstack-request-id: req-91da38e7-9383-4687-b9c5-f4ba73e0caed {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:32.705721 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:32.705973 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91da38e7-9383-4687-b9c5-f4ba73e0caed {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:32.706384 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'status': 'completed', 'code': 200} Aug 31 10:16:32.716890 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.742040 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.770400 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.775949 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.797566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-cf3bb8d4-6bce-41be-9fdb-e8e9561c3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:32.800162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-cf3bb8d4-6bce-41be-9fdb-e8e9561c3b25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1098 time: 0.0634358 Aug 31 10:16:32.800382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed16df38-907d-4f52-842a-eaa3371a1540,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:32.811495 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.814359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f58537f9-1a36-4f50-979f-fa8c40e43048 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323111 Aug 31 10:16:32.816305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37148) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:32.821854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group_rule': {'security_group_id': 'fd388314-2e8d-48a6-ab58-4347e3e26a7e', 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:32.853478 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.898372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '721c30b2-2914-4562-a5c6-227a6756edec', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '6d206987-8127-4594-9045-25f4ceca7111', 'port_id': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'mac_address': 'fa:16:3e:c0:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfec479-0c78-489a-8314-cd9e8a659378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:16:31Z', 'updated_at': '2021-08-31T10:16:31Z', 'revision_number': 0, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:32.907659 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-0e431a1b-f6b9-4350-acd7-f303d48b7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:32.909702 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-0e431a1b-f6b9-4350-acd7-f303d48b7a22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.1022351 Aug 31 10:16:32.919246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.923350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.932227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] Checking router: 6d206987-8127-4594-9045-25f4ceca7111 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:16:32.941530 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:16:32.942162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:16:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:32.948139 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4881d5c-e5f4-41a4-9ffb-3b7fb34238fc,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:32.957255 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:32.958882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7bc09e24-6d68-4994-aefe-5cf3e8c69511 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407988 Aug 31 10:16:32.961442 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37150) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:32.966323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group_rule': {'security_group_id': 'fd388314-2e8d-48a6-ab58-4347e3e26a7e', 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:32.999400 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-1ca95190-e088-4065-93bd-463dde4ca131 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 999 time: 0.0823700 Aug 31 10:16:33.000010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.076172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-219bd397-99e4-4711-a8b0-f56ca67834e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:33.077370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:16:33.078092 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-219bd397-99e4-4711-a8b0-f56ca67834e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0666928 Aug 31 10:16:33.131987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-cb07697a-4676-4b1d-8151-8cbb14497167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:33.133519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-cb07697a-4676-4b1d-8151-8cbb14497167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463879 Aug 31 10:16:33.239486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-3461b219-cab4-438f-b92a-bc02db372743 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978560 Aug 31 10:16:33.341700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '721c30b2-2914-4562-a5c6-227a6756edec', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '6d206987-8127-4594-9045-25f4ceca7111', 'port_id': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'mac_address': 'fa:16:3e:c0:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfec479-0c78-489a-8314-cd9e8a659378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:16:31Z', 'updated_at': '2021-08-31T10:16:31Z', 'revision_number': 0, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:33.341985 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0902fefa-bec7-4ee1-9b48-ba58bef22ccd req-9f065b73-16d9-4e8d-ae2e-2586be4ead18 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929160 Aug 31 10:16:33.371197 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919fd1e-3837-4b02-af62-4c70df086c38 None None] The sync data for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 is: [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '721c30b2-2914-4562-a5c6-227a6756edec', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '6d206987-8127-4594-9045-25f4ceca7111', 'port_id': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'mac_address': 'fa:16:3e:c0:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfec479-0c78-489a-8314-cd9e8a659378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:16:31Z', 'updated_at': '2021-08-31T10:16:31Z', 'revision_number': 0, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:16:33.445617 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.449365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.467242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55c12c1-3db7-44b3-90e8-835ba3911858,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:33.474766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.476099 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3cbb4d7d-60de-41c0-b27d-63ea33e7f1ad tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5136847 Aug 31 10:16:33.478770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37152) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:33.483602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group_rule': {'security_group_id': 'fd388314-2e8d-48a6-ab58-4347e3e26a7e', 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:33.512750 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.581088 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.586113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.606280 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cd049-6766-49b6-936e-9966dea89090 None None] New status for floating IP 721c30b2-2914-4562-a5c6-227a6756edec: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:16:33.611544 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2a732f-1562-484d-87b0-7d8ad6f7cf65,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:33.619078 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.620275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-918063d6-9f4a-4b01-8683-21c15593d1f3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405613 Aug 31 10:16:33.624436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37154) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:33.629072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group_rule': {'security_group_id': 'fd388314-2e8d-48a6-ab58-4347e3e26a7e', 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:33.650897 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Project 26af7a3aed8e4636ad82ed0f30073265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:16:33.656285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.720739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.724779 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.744457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91950dd8-10bb-4a7a-beaa-eef98e8f6c5b,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:33.751371 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.752010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-576f625a-2ac2-42d1-b1d7-8395aa6121c4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266000 Aug 31 10:16:33.754904 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37156) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:33.759498 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'security_group_rule': {'security_group_id': 'fd388314-2e8d-48a6-ab58-4347e3e26a7e', 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:33.781510 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Project 26af7a3aed8e4636ad82ed0f30073265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:16:33.787859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.850202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.851118 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.854521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.872431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f655cf5c-f620-45c3-9697-a543ae977500,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:33.878717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.879935 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e7c0e1b6-70ba-4973-a753-fae837964932 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240799 Aug 31 10:16:33.974235 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-601b5dd9-0203-42b7-b41b-fb34bde9a42b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764126718&fields=id&tenant_id=26af7a3aed8e4636ad82ed0f30073265 HTTP/1.1" status: 200 len: 267 time: 0.0336225 Aug 31 10:16:34.029242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-9ebeaeff-9bf7-4f1f-842d-dc2087af0aac tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.030750 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-9ebeaeff-9bf7-4f1f-842d-dc2087af0aac tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0504439 Aug 31 10:16:34.042988 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'port': {'security_groups': ['597dd328-eb7d-416c-8a25-3352ada6efda', 'fd388314-2e8d-48a6-ab58-4347e3e26a7e']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:16:34.106766 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:34.297543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:34.330808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:34.336443 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:34.337341 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-e70285d1-1768-46e3-80bd-bb532f7892a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487442 Aug 31 10:16:34.349412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['87b45efb-f9dd-4119-b3b1-ef1c03e2c285'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:16:34.396894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.397618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:34.399164 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6f9d7afb-d94e-4c23-bb65-46bc439a3f22 req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "PUT /v2.0/ports/87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 982 time: 0.3611178 Aug 31 10:16:34.429405 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c713f3-6569-4a0d-a608-9697fee88a12 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=6']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:34.451484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-a95bad0f-f765-436d-bd77-6f322471645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.453060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-a95bad0f-f765-436d-bd77-6f322471645e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1137 time: 0.0640478 Aug 31 10:16:34.476065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['87b45efb-f9dd-4119-b3b1-ef1c03e2c285'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:16:34.525780 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f152f-bd95-4fc4-89df-cc2d719bf19e req-54169408-dbb3-4469-9ca2-cb6e02dc75a7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.527920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f91f152f-bd95-4fc4-89df-cc2d719bf19e req-54169408-dbb3-4469-9ca2-cb6e02dc75a7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0555239 Aug 31 10:16:34.581198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-64cd51cd-61f2-4103-986c-697ff53362a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.582969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-64cd51cd-61f2-4103-986c-697ff53362a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.1018531 Aug 31 10:16:34.584759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f91f152f-bd95-4fc4-89df-cc2d719bf19e req-dbeac096-70a1-4548-a7be-d9dce9d20276 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490646 Aug 31 10:16:34.677657 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-c8cbf400-b6fb-4948-91a5-53f2270b8f2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 1001 time: 0.0854089 Aug 31 10:16:34.707359 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:34.710045 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220398aa-1c5a-410d-8383-3153f30c2844" -d '{"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:34.733750 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-1701e77a-a5f6-4bba-8ab7-3772f2227917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.735439 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-1701e77a-a5f6-4bba-8ab7-3772f2227917 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0493767 Aug 31 10:16:34.751085 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959785c-549a-47ee-a836-027e7e048d5a x-openstack-request-id: req-f959785c-549a-47ee-a836-027e7e048d5a {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:34.751439 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:34.752027 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f959785c-549a-47ee-a836-027e7e048d5a {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:34.752211 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'status': 'completed', 'code': 200} Aug 31 10:16:34.786151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-2192af40-53f6-4067-880f-9f248c23a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:34.787720 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-2192af40-53f6-4067-880f-9f248c23a20d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452068 Aug 31 10:16:34.795864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5194d378-f289-48cb-bf79-3d43aed0ab86 None None] Provisioning complete for port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:16:34.796233 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5194d378-f289-48cb-bf79-3d43aed0ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:34.887943 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-7523e398-130c-40bb-92fb-015850b8bdb1 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907855 Aug 31 10:16:34.989411 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b13c2df9-b5c1-4c16-91a7-48127e4cba78 req-654c22d1-fc10-444a-8ae1-c1384fda2d5d service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931993 Aug 31 10:16:35.080140 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220398aa-1c5a-410d-8383-3153f30c2844 req-ff3aa185-302d-4373-ad66-7cf81478f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:35.081793 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-ff3aa185-302d-4373-ad66-7cf81478f829 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1137 time: 0.0433335 Aug 31 10:16:35.180901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220398aa-1c5a-410d-8383-3153f30c2844 req-e4c6f844-adfb-450b-b988-b3c59c70fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:35.182684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-e4c6f844-adfb-450b-b988-b3c59c70fc23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.0911748 Aug 31 10:16:35.251378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-1abf7c55-9f95-4137-914f-5fe0a6a1f416 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 1001 time: 0.0600770 Aug 31 10:16:35.305922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220398aa-1c5a-410d-8383-3153f30c2844 req-962f060a-1984-4591-9101-b80576b57eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:35.307405 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-962f060a-1984-4591-9101-b80576b57eb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0489099 Aug 31 10:16:35.354891 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220398aa-1c5a-410d-8383-3153f30c2844 req-f69f13f4-9571-4af6-b02e-a56ef9ab6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:35.356422 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-f69f13f4-9571-4af6-b02e-a56ef9ab6d29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410848 Aug 31 10:16:35.450052 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-249dac63-199d-4286-80d1-66fd581558bf service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 Aug 31 10:16:35.545604 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-220398aa-1c5a-410d-8383-3153f30c2844 req-b8ba0b4a-1990-41e7-9f43-bbc2a40cc1a7 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880916 Aug 31 10:16:36.392077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:49.170251 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:57.506053 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65596669-1fb4-4d88-b8f2-42a931b198ce req-2179c5d8-5a90-44e9-a2e6-b6b0d613ae6c tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:57.507584 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65596669-1fb4-4d88-b8f2-42a931b198ce req-2179c5d8-5a90-44e9-a2e6-b6b0d613ae6c tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0528975 Aug 31 10:16:57.508354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-89672da1-ed24-4fd6-86e0-723aca0da156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:57.509860 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-89672da1-ed24-4fd6-86e0-723aca0da156 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1137 time: 0.0448952 Aug 31 10:16:57.554328 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-65596669-1fb4-4d88-b8f2-42a931b198ce req-b8a5e00d-eae0-488b-9cbf-a68bd45314fd tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404060 Aug 31 10:16:57.932224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-a41e3227-2230-41a9-8250-08a1f14a4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:57.932930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-a41e3227-2230-41a9-8250-08a1f14a4f46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.4148808 Aug 31 10:16:58.009316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-bfd61e7f-4950-434b-a2bb-8a0240b1c915 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 1001 time: 0.0673623 Aug 31 10:16:58.065901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-076f1321-74b9-454d-b7d0-bab05d2b7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.067396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-076f1321-74b9-454d-b7d0-bab05d2b7e79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0446630 Aug 31 10:16:58.118265 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-6e49b929-37fd-4c7b-bb2f-6bf8e7328ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.119805 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-6e49b929-37fd-4c7b-bb2f-6bf8e7328ab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443914 Aug 31 10:16:58.218659 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-a5bfac08-1d68-4e1e-8db8-44b515134c00 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877805 Aug 31 10:16:58.315455 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9968c537-4ec5-427d-9ec4-75c9c569c6db req-265512fc-bbab-4aa6-abd8-c8df3ebd06d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883238 Aug 31 10:16:58.625026 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c080e995-f598-4fe4-94f3-076443d5fdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:58.677820 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0817d3-060f-479e-bdab-2de303498c17 req-8aba4f80-2ca0-4e4c-a36d-c8b109ad28cf tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.679385 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec0817d3-060f-479e-bdab-2de303498c17 req-8aba4f80-2ca0-4e4c-a36d-c8b109ad28cf tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0515511 Aug 31 10:16:58.720316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ec0817d3-060f-479e-bdab-2de303498c17 req-0547ecf9-5c71-4a55-94b3-a1e2aa4e31e3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348125 Aug 31 10:16:59.840582 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d7a48-cb9f-4516-a3cb-00d261d731b6 req-730fe8b3-b897-4702-acfa-4f6b58cda766 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:59.842082 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb7d7a48-cb9f-4516-a3cb-00d261d731b6 req-730fe8b3-b897-4702-acfa-4f6b58cda766 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0513723 Aug 31 10:16:59.883674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cb7d7a48-cb9f-4516-a3cb-00d261d731b6 req-0798de4b-9944-4b95-803c-f025ff310792 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353692 Aug 31 10:17:01.001870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75542056-596f-4e99-be2d-987274ee1a69 req-ea52c0fc-2807-47af-8ad5-21c2046ebc7d tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:01.003418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-75542056-596f-4e99-be2d-987274ee1a69 req-ea52c0fc-2807-47af-8ad5-21c2046ebc7d tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0496171 Aug 31 10:17:01.048822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-75542056-596f-4e99-be2d-987274ee1a69 req-9f819cff-091a-497b-92e1-563705827d7d tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389755 Aug 31 10:17:01.855131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:02.169434 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39ddb2-b56c-4961-9dca-67aaa0a7d239 req-eff552d3-b3c5-44c3-b2a3-57a42060692b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:02.170864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b39ddb2-b56c-4961-9dca-67aaa0a7d239 req-eff552d3-b3c5-44c3-b2a3-57a42060692b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0532167 Aug 31 10:17:02.213172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b39ddb2-b56c-4961-9dca-67aaa0a7d239 req-66dfc45c-ebd0-4641-8c3b-2acd60c629cc tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362084 Aug 31 10:17:02.565716 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-abe8fc15-a635-4424-86b0-06deac3464f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:02.746426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:03.335245 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8dca-6e20-4056-b3b0-7a281b3c3586 req-6e01981f-8ef9-4578-85d1-141bc0eeddb9 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:03.336748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94bb8dca-6e20-4056-b3b0-7a281b3c3586 req-6e01981f-8ef9-4578-85d1-141bc0eeddb9 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0533698 Aug 31 10:17:03.379687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-94bb8dca-6e20-4056-b3b0-7a281b3c3586 req-dec437f6-51b0-4efc-a1a7-817d752bf7c3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364406 Aug 31 10:17:03.854045 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:04.520190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356d75-7428-489d-84bc-4e56180065bc req-5962b816-5772-4953-9652-1af3dc427ece tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:04.521740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43356d75-7428-489d-84bc-4e56180065bc req-5962b816-5772-4953-9652-1af3dc427ece tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0524535 Aug 31 10:17:04.569151 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43356d75-7428-489d-84bc-4e56180065bc req-b58c4b5e-70ee-4e08-a857-eda010850322 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407259 Aug 31 10:17:05.278906 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:17:05.695858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea2ac7-32ff-4ca8-8445-5eebbccfb981 req-4bc4523b-1713-4edb-8ac7-5213740e3ed9 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:05.697400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68ea2ac7-32ff-4ca8-8445-5eebbccfb981 req-4bc4523b-1713-4edb-8ac7-5213740e3ed9 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0537617 Aug 31 10:17:05.738513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68ea2ac7-32ff-4ca8-8445-5eebbccfb981 req-f03a7906-0dd6-43cf-9be5-6802bac601da tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349076 Aug 31 10:17:06.390593 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:06.874524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fcad6-71c3-43af-8b0d-8edf8d87e414 req-d1eed257-a245-4033-9647-dcf3a668fdd5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:06.876077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c3fcad6-71c3-43af-8b0d-8edf8d87e414 req-d1eed257-a245-4033-9647-dcf3a668fdd5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0511384 Aug 31 10:17:06.918252 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6c3fcad6-71c3-43af-8b0d-8edf8d87e414 req-c634be80-ff8e-4799-9479-bc1c4277660e tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352783 Aug 31 10:17:08.040197 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08f02-41da-438f-84b6-51a7f5a1d7e6 req-5e00567b-bd31-4c82-98cf-863c8ba0deca tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:08.041788 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3f08f02-41da-438f-84b6-51a7f5a1d7e6 req-5e00567b-bd31-4c82-98cf-863c8ba0deca tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0530469 Aug 31 10:17:08.091879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a3f08f02-41da-438f-84b6-51a7f5a1d7e6 req-d38de310-2ec8-4589-be31-49d1014c6786 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439236 Aug 31 10:17:09.214631 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a2e0-90c9-40c2-84e1-07a254639962 req-dcc7e494-dc5f-4879-9065-f8da2b59ae35 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:09.216185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3173a2e0-90c9-40c2-84e1-07a254639962 req-dcc7e494-dc5f-4879-9065-f8da2b59ae35 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0529449 Aug 31 10:17:09.259532 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3173a2e0-90c9-40c2-84e1-07a254639962 req-d0ea2550-dc11-4b00-8a55-38350bc263ee tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369287 Aug 31 10:17:10.399236 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a040ea5-df06-4464-b462-403af94a9b0f req-a5f6358f-ae01-47da-80f7-b8cc9da898f9 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:10.400861 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a040ea5-df06-4464-b462-403af94a9b0f req-a5f6358f-ae01-47da-80f7-b8cc9da898f9 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0655627 Aug 31 10:17:10.454347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9a040ea5-df06-4464-b462-403af94a9b0f req-d79fd713-8d9c-4659-9ae4-78647c905514 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470195 Aug 31 10:17:11.580497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833583-b4da-43e2-b0bb-f68c85c55eef req-970a4e63-c6b6-4b4f-8105-39374048f4b7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:11.582057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9833583-b4da-43e2-b0bb-f68c85c55eef req-970a4e63-c6b6-4b4f-8105-39374048f4b7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0511506 Aug 31 10:17:11.629588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e9833583-b4da-43e2-b0bb-f68c85c55eef req-bf9126b7-6914-4aa7-9154-21ddec540582 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411499 Aug 31 10:17:12.753500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6550b-7bef-4ee4-b4aa-7e8b7ba39b7e req-71b434a8-af6b-4fca-8726-70ba583bd317 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:12.755089 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ab6550b-7bef-4ee4-b4aa-7e8b7ba39b7e req-71b434a8-af6b-4fca-8726-70ba583bd317 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0523212 Aug 31 10:17:12.796185 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1ab6550b-7bef-4ee4-b4aa-7e8b7ba39b7e req-dce4aa40-bfdb-4b02-b5eb-dd798b2aa9a7 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350015 Aug 31 10:17:13.921077 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01cbbe-0901-4fb8-8521-5012617ba00a req-9f0a1f9f-4888-4864-ab42-cbdd30bd3897 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:13.922879 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d01cbbe-0901-4fb8-8521-5012617ba00a req-9f0a1f9f-4888-4864-ab42-cbdd30bd3897 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0536413 Aug 31 10:17:13.966762 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0d01cbbe-0901-4fb8-8521-5012617ba00a req-d3d443df-da75-42ab-8d58-5003c16fbf30 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371516 Aug 31 10:17:15.096594 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055ffd-5616-4369-87f4-739c41ab3626 req-feafe27a-65fa-47c8-8292-fe11b93e06d4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:15.098189 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41055ffd-5616-4369-87f4-739c41ab3626 req-feafe27a-65fa-47c8-8292-fe11b93e06d4 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0534861 Aug 31 10:17:15.149641 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41055ffd-5616-4369-87f4-739c41ab3626 req-db719778-cd78-43d7-9002-10beb42b858e tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&id=fd388314-2e8d-48a6-ab58-4347e3e26a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452456 Aug 31 10:17:19.169337 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:28.621564 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7d149bbc-25fd-424e-8d39-ac259885d795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:31.859857 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:32.576302 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-959b29f9-5dc2-4e2a-9222-0fc633a9b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:32.741441 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:33.861367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:34.340685 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-c475a0cd-124f-41ee-97df-d88bc27a0077 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476015 Aug 31 10:17:34.447010 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-0728cf00-1ab9-48e0-b831-b0d934fd719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.448868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-0728cf00-1ab9-48e0-b831-b0d934fd719b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1137 time: 0.0523853 Aug 31 10:17:34.588112 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-6099c65e-0bf1-4e7a-8070-34464f123dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.589729 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-6099c65e-0bf1-4e7a-8070-34464f123dd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.1166525 Aug 31 10:17:34.677149 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-01b7bb88-1b55-44de-bbeb-e49c8c7a59a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 1001 time: 0.0769811 Aug 31 10:17:34.770351 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-bf38960c-4455-4495-8ab4-f1b03ba9777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.772998 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-bf38960c-4455-4495-8ab4-f1b03ba9777c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0853961 Aug 31 10:17:34.835516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-6047ed67-cbc5-4e8d-bf5d-a9b6bde275e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:34.837126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-6047ed67-cbc5-4e8d-bf5d-a9b6bde275e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554395 Aug 31 10:17:34.851066 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-1b73bac2-73e7-4adb-8886-97cc0c688c32 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:17:34.852229 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-1b73bac2-73e7-4adb-8886-97cc0c688c32 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060890 Aug 31 10:17:34.969923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-ad079bc2-17ec-4428-bc89-35f7044cef1a service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070747 Aug 31 10:17:35.082069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1090d6cd-0418-4f9d-bb1d-4580ff6c9bf9 req-94dce2ea-009d-4496-bbc9-cb63a6170f85 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047182 Aug 31 10:17:36.394391 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:42.279010 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:17:48.376241 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-bf7e5791-dfee-4229-ad04-024555e1c31c tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764126718&fields=id&tenant_id=26af7a3aed8e4636ad82ed0f30073265 HTTP/1.1" status: 200 len: 267 time: 0.0350623 Aug 31 10:17:48.435484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-b7cc96e0-fe55-462f-ba5a-4e3907a64840 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:48.437097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-b7cc96e0-fe55-462f-ba5a-4e3907a64840 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 985 time: 0.0546293 Aug 31 10:17:48.449755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Request body: {'port': {'security_groups': ['597dd328-eb7d-416c-8a25-3352ada6efda']}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:48.520466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.717696 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:48.752818 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.757712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.772694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['87b45efb-f9dd-4119-b3b1-ef1c03e2c285'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:48.815530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:48.816174 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.818983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a178941-4cb3-4bf5-87da-beb0b789a1d0 req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "PUT /v2.0/ports/87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 943 time: 0.3742495 Aug 31 10:17:48.820529 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:48.823947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:48.825099 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e4c22-8fc2-4a43-947f-7d7b0692e912" -d '{"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:48.854092 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event updated for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=7']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:48.865997 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.866355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.866737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.867076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.867411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.867742 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.868243 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.868550 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.868884 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.869274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.869601 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.869923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91814be4-f19e-4f0b-810c-c4440b6ba408 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:48.899542 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4661d6-cc9e-4b7d-a6e1-d9931bea37a0 x-openstack-request-id: req-7d4661d6-cc9e-4b7d-a6e1-d9931bea37a0 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:48.900074 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:48.900426 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d4661d6-cc9e-4b7d-a6e1-d9931bea37a0 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:48.900951 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'status': 'completed', 'code': 200} Aug 31 10:17:48.903593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['87b45efb-f9dd-4119-b3b1-ef1c03e2c285'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:48.938500 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.986372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.014009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-d27410f0-f5c8-42e9-b75c-a23c5206e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:49.015581 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-d27410f0-f5c8-42e9-b75c-a23c5206e979 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1098 time: 0.0870757 Aug 31 10:17:49.135524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.138367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.142300 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd388314-2e8d-48a6-ab58-4347e3e26a7e HTTP/1.1" status: 204 len: 168 time: 0.3145487 Aug 31 10:17:49.142514 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-78c90d56-5cf6-44e9-88ca-cd1ef76fcac3 None None] Provisioning complete for port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:17:49.142514 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-78c90d56-5cf6-44e9-88ca-cd1ef76fcac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.143065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37238) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:49.145282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-38ac83e4-25cf-4da2-9c42-8be427ef9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:49.146806 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-38ac83e4-25cf-4da2-9c42-8be427ef9dea service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.1194503 Aug 31 10:17:49.153756 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd388314-2e8d-48a6-ab58-4347e3e26a7e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:49.198665 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.199007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.199341 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.199673 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.200000 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.200329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.200783 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.200966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.201289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.201760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.201936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.202237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b516533-fe43-44b4-b8f4-2d1858f32ed6 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.233761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-af5c60ce-990d-4ce6-b043-e1a883c6144d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 1001 time: 0.0774586 Aug 31 10:17:49.304087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-9d3ddd25-5b43-47ea-896d-e3e028cdcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:49.305967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-9d3ddd25-5b43-47ea-896d-e3e028cdcfff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0603771 Aug 31 10:17:49.325714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Deleting port 2db4497b-28ff-4844-89ad-8feee54ca60e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:49.326108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.363912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-5631d38b-0df8-40a7-ab20-88de29cbf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:49.366061 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-5631d38b-0df8-40a7-ab20-88de29cbf1ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514007 Aug 31 10:17:49.394542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.417019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.417529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.430575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Calling delete_port for 2db4497b-28ff-4844-89ad-8feee54ca60e owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:49.489235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-f427070c-320b-437d-b202-b88c4eec2fbe service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106944 Aug 31 10:17:49.591772 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.593460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15e4c22-8fc2-4a43-947f-7d7b0692e912 req-0a27cf97-45eb-4551-a302-d0e94c47a3fd service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960457 Aug 31 10:17:49.618682 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event deleted for resources: {'Port': ['ID=2db4497b-28ff-4844-89ad-8feee54ca60e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:49.684071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.684413 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Floating IP 721c30b2-2914-4562-a5c6-227a6756edec disassociated (deleted). External IP: 172.25.4.80, port: 87b45efb-f9dd-4119-b3b1-ef1c03e2c285. Aug 31 10:17:49.901487 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Router 6d206987-8127-4594-9045-25f4ceca7111 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:17:50.015788 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:17:50.022019 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:50.028021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] Sync routers for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:17:50.039427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:17:50.040605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:17:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:50.054558 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-50a3114b-1754-4a54-81b4-7d4126b94389 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "DELETE /v2.0/floatingips/721c30b2-2914-4562-a5c6-227a6756edec HTTP/1.1" status: 204 len: 168 time: 0.9103193 Aug 31 10:17:50.160736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:17:50.399113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:50.431777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] Checking router: 6d206987-8127-4594-9045-25f4ceca7111 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:17:50.444271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:17:50.445004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:17:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:50.556103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:17:50.769503 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:50.796496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85eb9a3-5438-421d-9d83-de23d1fccf6a None None] The sync data for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 is: [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:38Z', 'revision_number': 4, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '8ab3a3b1-0fde-46d7-8933-fb5a5a036660', 'name': '', 'network_id': 'ae76b9b9-51fd-466a-9801-1e1662b18349', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'mac_address': 'fa:16:3e:9a:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:37Z', 'updated_at': '2021-08-31T10:15:44Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'subnets': [{'id': '8ba1ccf3-e54b-4083-a996-8bc80ad6f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:17:50.902099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:50.904539 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9fa04c-c62f-482b-ae40-e23d87abd227" -d '{"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:50.947996 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb469a-dc73-46a1-84ee-282a8f96ea17 x-openstack-request-id: req-a0fb469a-dc73-46a1-84ee-282a8f96ea17 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:50.948293 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:50.948548 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0fb469a-dc73-46a1-84ee-282a8f96ea17 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:50.948962 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'status': 'completed', 'code': 200} Aug 31 10:17:51.025979 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-b7c26630-95a3-43d5-b30b-21e63cdb5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:51.027912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-b7c26630-95a3-43d5-b30b-21e63cdb5709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26af7a3aed8e4636ad82ed0f30073265&device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 1098 time: 0.0549934 Aug 31 10:17:51.061616 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d533f61-fd41-4a15-9103-3ad4c330b3ea None None] New status for floating IP 721c30b2-2914-4562-a5c6-227a6756edec: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:17:51.147308 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-41106e83-3b59-4ae3-800e-d8c1ef84289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:51.148852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-41106e83-3b59-4ae3-800e-d8c1ef84289b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 200 len: 916 time: 0.1125391 Aug 31 10:17:51.194786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-72c5c0e6-4cff-40f5-976a-1bf8561e2d59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 200 len: 217 time: 0.0369809 Aug 31 10:17:51.247368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-b1a268da-b7ca-476a-9ec4-b43fcd66b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:51.248932 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-b1a268da-b7ca-476a-9ec4-b43fcd66b070 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 200 len: 854 time: 0.0466321 Aug 31 10:17:51.307055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-301aa665-685d-49ea-a707-2efb3875075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:51.308621 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-301aa665-685d-49ea-a707-2efb3875075b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae76b9b9-51fd-466a-9801-1e1662b18349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512986 Aug 31 10:17:51.411489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-a9d5631d-1bd5-454a-a4b4-250a63fc4ad7 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946534 Aug 31 10:17:51.515550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad9fa04c-c62f-482b-ae40-e23d87abd227 req-b40272c4-a5ec-4fab-93be-6488d86adff5 service neutron] 10.222.0.15 "GET /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967729 Aug 31 10:17:51.673223 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-b2d0053f-323b-46ca-bcfb-4e0d272e20ef req-12c0ed5d-7333-4dca-9a3b-86d6c20253c6 service neutron] (94896) timed out ('10.222.0.23', 60958) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:17:57.107588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37896767-f989-49af-bb07-a8068bad1a42 req-733137e7-2e30-423d-bed2-d84146d961ce tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:57.109132 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37896767-f989-49af-bb07-a8068bad1a42 req-733137e7-2e30-423d-bed2-d84146d961ce tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0667753 Aug 31 10:17:57.158770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-37896767-f989-49af-bb07-a8068bad1a42 req-892b32be-ebfd-4d26-bb8e-75b5af23dd39 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Aug 31 10:17:58.279137 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d0b86-4188-405a-b078-b59c19ad0bff req-8cef67fd-0f1f-4f02-98ab-8bc79c37c406 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:58.280674 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c26d0b86-4188-405a-b078-b59c19ad0bff req-8cef67fd-0f1f-4f02-98ab-8bc79c37c406 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0515773 Aug 31 10:17:58.324567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c26d0b86-4188-405a-b078-b59c19ad0bff req-2b35c5c7-9150-4ffa-b347-85d5c9cd6df3 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/security-groups?id=597dd328-eb7d-416c-8a25-3352ada6efda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Aug 31 10:17:58.627027 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2cd6defd-47c6-4345-a2fa-7f7c1dd3ccb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:58.883842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b268-5770-48d7-b215-69923ae50019 req-502f0430-af41-421f-9c13-69d0724f561b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:58.885516 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a71b268-5770-48d7-b215-69923ae50019 req-502f0430-af41-421f-9c13-69d0724f561b tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.15 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 946 time: 0.0703514 Aug 31 10:17:58.992698 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Deleting port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:58.993034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.090880 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] For port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:59.091235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.105216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Calling delete_port for 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:59.243420 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.257195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['87b45efb-f9dd-4119-b3b1-ef1c03e2c285'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:59.277538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Pushing event deleted for resources: {'Port': ['ID=87b45efb-f9dd-4119-b3b1-ef1c03e2c285,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:59.327843 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] No DVR routers for this DVR port 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:59.330963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.333079 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a71b268-5770-48d7-b215-69923ae50019 req-9664f68a-9e4e-4a8b-80fc-efea00e849a5 tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.15 "DELETE /v2.0/ports/87b45efb-f9dd-4119-b3b1-ef1c03e2c285 HTTP/1.1" status: 204 len: 173 time: 0.4403961 Aug 31 10:17:59.333518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'name': 'network-vif-deleted', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:59.335891 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d19d37-7be9-4ac5-b600-c2882a6536c4" -d '{"events": [{"server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "name": "network-vif-deleted", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:59.456675 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103ed25f-c0bc-46be-a605-46edcd0b7ef6 x-openstack-request-id: req-103ed25f-c0bc-46be-a605-46edcd0b7ef6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:59.456969 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfec479-0c78-489a-8314-cd9e8a659378", "name": "network-vif-deleted", "tag": "87b45efb-f9dd-4119-b3b1-ef1c03e2c285", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:59.457221 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-103ed25f-c0bc-46be-a605-46edcd0b7ef6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:59.457623 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfec479-0c78-489a-8314-cd9e8a659378', 'name': 'network-vif-deleted', 'tag': '87b45efb-f9dd-4119-b3b1-ef1c03e2c285', 'status': 'completed', 'code': 200} Aug 31 10:17:59.475865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b7a04ec-a7a2-4ae8-bd05-72ab3829b26b req-22b1444f-60d7-4bb2-bb08-0e3c82548e5f tempest-TestMinimumBasicScenario-341976770 tempest-TestMinimumBasicScenario-341976770-project] 10.222.0.18 "GET /v2.0/ports?device_id=abfec479-0c78-489a-8314-cd9e8a659378 HTTP/1.1" status: 200 len: 210 time: 0.0413420 Aug 31 10:18:01.075390 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:01.429740 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:01.683927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Deleting port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:01.684172 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:01.760879 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] For port 8ab3a3b1-0fde-46d7-8933-fb5a5a036660, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:01.761245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:01.777687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Calling delete_port for 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:01.853555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:01.965325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:01.991290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab3a3b1-0fde-46d7-8933-fb5a5a036660,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:02.162365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:02.377946 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Router 6d206987-8127-4594-9045-25f4ceca7111 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:18:02.403764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:02.425130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:02.425573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 87b45efb-f9dd-4119-b3b1-ef1c03e2c285 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:02.487898 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:18:02.492989 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2b57a273-7c3e-4cd7-8861-1deaf29e00c2 admin admin] 10.222.0.18 "PUT /v2.0/routers/6d206987-8127-4594-9045-25f4ceca7111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4165199 Aug 31 10:18:02.495547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37342) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:02.498311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] Sync routers for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:18:02.508602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:02.509223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:17:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:02.600742 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:02.600988 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0b57-71b2-409b-a7ab-cb41767e0fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:02.630901 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:02.771771 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:02.835084 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:18:01Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:02.868111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] Checking router: 6d206987-8127-4594-9045-25f4ceca7111 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:18:02.877517 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] Routers {'6d206987-8127-4594-9045-25f4ceca7111'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:02.878151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['6d206987-8127-4594-9045-25f4ceca7111'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:02.992905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] Set router 6d206987-8127-4594-9045-25f4ceca7111 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:03.062289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.119393 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Deleting port 6fe3010e-4b34-4766-97a6-d4462379beda {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:03.119739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.195207 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:18:01Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:03.223462 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] For port 6fe3010e-4b34-4766-97a6-d4462379beda, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6fe3010e-4b34-4766-97a6-d4462379beda,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:03.224052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.243002 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d9997-baf9-42b3-9bcd-bf301352b5da None None] The sync data for ids ['6d206987-8127-4594-9045-25f4ceca7111'] in n-d-800634-13 is: [{'id': '6d206987-8127-4594-9045-25f4ceca7111', 'name': 'tempest-TestMinimumBasicScenario-2000453888-router', 'tenant_id': '26af7a3aed8e4636ad82ed0f30073265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:18:01Z', 'revision_number': 5, 'project_id': '26af7a3aed8e4636ad82ed0f30073265', 'gw_port': {'id': '6fe3010e-4b34-4766-97a6-d4462379beda', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d206987-8127-4594-9045-25f4ceca7111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:35Z', 'updated_at': '2021-08-31T10:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:18:03.244456 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Calling delete_port for 6fe3010e-4b34-4766-97a6-d4462379beda owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:03.418040 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.446463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe3010e-4b34-4766-97a6-d4462379beda,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:03.506911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.598075 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.600294 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.644897 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.645560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d206987-8127-4594-9045-25f4ceca7111 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:18:03.649922 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.651210 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e691bc4-0c21-4aaf-8c3f-c0880390beb2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6d206987-8127-4594-9045-25f4ceca7111 HTTP/1.1" status: 204 len: 168 time: 1.1547520 Aug 31 10:18:03.653865 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37344) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:03.706994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Deleting subnet 8ba1ccf3-e54b-4083-a996-8bc80ad6f76e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:18:03.710269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.746106 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.826669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.863175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.884739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.918627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba1ccf3-e54b-4083-a996-8bc80ad6f76e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:03.922876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.924971 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f6994068-9946-484b-ade2-bd79dc7196d0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8ba1ccf3-e54b-4083-a996-8bc80ad6f76e HTTP/1.1" status: 204 len: 168 time: 0.2699981 Aug 31 10:18:03.928229 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:03.933296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afb4d3-1acf-4c49-9919-b05a242e688d None None] Network ae76b9b9-51fd-466a-9801-1e1662b18349 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:18:04.006753 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.064724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Deleting port 54623978-8092-4fb0-9174-d9cb4466411a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:04.065069 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.128876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] DHCP port deletion for ae76b9b9-51fd-466a-9801-1e1662b18349 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:18:04.136269 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] For port 54623978-8092-4fb0-9174-d9cb4466411a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=54623978-8092-4fb0-9174-d9cb4466411a,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:04.136635 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.149638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Calling delete_port for 54623978-8092-4fb0-9174-d9cb4466411a owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:04.175999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Deleting port 54623978-8092-4fb0-9174-d9cb4466411a {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:04.176292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.229350 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.241967 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] For port 54623978-8092-4fb0-9174-d9cb4466411a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=54623978-8092-4fb0-9174-d9cb4466411a,segment=NetworkSegment(95be4459-b80f-4d79-b8bb-263a080a1648),segment_id=95be4459-b80f-4d79-b8bb-263a080a1648)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:04.242357 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.256526 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54623978-8092-4fb0-9174-d9cb4466411a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:04.258448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] No DVR routers for this DVR port 54623978-8092-4fb0-9174-d9cb4466411a on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:18:04.261695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Calling delete_port for 54623978-8092-4fb0-9174-d9cb4466411a owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:04.335907 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.337446 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.346622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae76b9b9-51fd-466a-9801-1e1662b18349']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:04.357129 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95be4459-b80f-4d79-b8bb-263a080a1648') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:04.357428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95be4459-b80f-4d79-b8bb-263a080a1648') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:04.366690 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Pushing event deleted for resources: {'Port': ['ID=54623978-8092-4fb0-9174-d9cb4466411a,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:04.367108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.371928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] No DVR routers for this DVR port 54623978-8092-4fb0-9174-d9cb4466411a on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:18:04.382004 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.382132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.382523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.382867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.383302 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.383738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.384054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.384405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.384793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.385184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.385522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.385665 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.385956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d4fa4-f222-4f19-b75c-ae53f05144e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:04.393649 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:18:04.394053 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:18:04.395784 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:18:04.451776 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.458074 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.459969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae76b9b9-51fd-466a-9801-1e1662b18349 HTTP/1.1" status: 204 len: 168 time: 0.5299735 Aug 31 10:18:04.463052 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37348) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:04.472595 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e69c3e-09cd-4bae-ae8e-5c9fdd7be8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae76b9b9-51fd-466a-9801-1e1662b18349,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:04.816805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.067312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Deleting port 04ef3494-d2e6-4861-a693-4ced23acf2ed {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:05.067562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.138040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 54623978-8092-4fb0-9174-d9cb4466411a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:05.149503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] For port 04ef3494-d2e6-4861-a693-4ced23acf2ed, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=04ef3494-d2e6-4861-a693-4ced23acf2ed,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:05.149867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.164262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Calling delete_port for 04ef3494-d2e6-4861-a693-4ced23acf2ed owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:05.315949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 54623978-8092-4fb0-9174-d9cb4466411a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:05.316298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 54623978-8092-4fb0-9174-d9cb4466411a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:05.316717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:05.335989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:05.336254 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8ab3a3b1-0fde-46d7-8933-fb5a5a036660 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:05.336663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6fe3010e-4b34-4766-97a6-d4462379beda no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:05.351878 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.355653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 6fe3010e-4b34-4766-97a6-d4462379beda {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:05.356010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6fe3010e-4b34-4766-97a6-d4462379beda not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:05.382194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=04ef3494-d2e6-4861-a693-4ced23acf2ed,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.547184 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.764667 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Router 2780975f-3916-44a7-bf25-23b83bced2b2 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:18:05.872892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:18:05.878872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a5f11a73-52e6-4b93-82ae-735e19648c4e admin admin] 10.222.0.18 "PUT /v2.0/routers/2780975f-3916-44a7-bf25-23b83bced2b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147718 Aug 31 10:18:05.881364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37350) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:05.884426 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] Sync routers for ids ['2780975f-3916-44a7-bf25-23b83bced2b2'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:18:05.894466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] Routers {'2780975f-3916-44a7-bf25-23b83bced2b2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:05.895103 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2780975f-3916-44a7-bf25-23b83bced2b2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:05.990294 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.010271 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] Set router 2780975f-3916-44a7-bf25-23b83bced2b2 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:06.090779 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.147708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Deleting port a0cf142c-d843-413f-8225-b74030f5f2c8 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:06.148041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.232437 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] For port a0cf142c-d843-413f-8225-b74030f5f2c8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=a0cf142c-d843-413f-8225-b74030f5f2c8,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:06.232791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.249456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Calling delete_port for a0cf142c-d843-413f-8225-b74030f5f2c8 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:06.291925 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:18:05Z', 'revision_number': 5, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port': {'id': 'a0cf142c-d843-413f-8225-b74030f5f2c8', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:15:41Z', 'updated_at': '2021-08-31T10:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:06.318904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] Checking router: 2780975f-3916-44a7-bf25-23b83bced2b2 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:18:06.327029 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] Routers {'2780975f-3916-44a7-bf25-23b83bced2b2'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:06.327632 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2780975f-3916-44a7-bf25-23b83bced2b2'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:06.394889 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.414310 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] Set router 2780975f-3916-44a7-bf25-23b83bced2b2 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:06.427998 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.455810 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cf142c-d843-413f-8225-b74030f5f2c8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:06.473689 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:18:06Z', 'revision_number': 6, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:06.501018 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1b8de-63d5-4a79-8325-5cad9548d1a6 None None] The sync data for ids ['2780975f-3916-44a7-bf25-23b83bced2b2'] in n-d-800634-13 is: [{'id': '2780975f-3916-44a7-bf25-23b83bced2b2', 'name': 'tempest-TestMinimumBasicScenario-838612304-router', 'tenant_id': 'f8a00cb5e002455a8b359af43dd21897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:15:40Z', 'updated_at': '2021-08-31T10:18:06Z', 'revision_number': 6, 'project_id': 'f8a00cb5e002455a8b359af43dd21897', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:18:06.520096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.946177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.948319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.992400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.992961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2780975f-3916-44a7-bf25-23b83bced2b2 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:18:06.997273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:06.998414 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5dc704a8-41b8-40e7-b7d4-0d5be8e7be68 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2780975f-3916-44a7-bf25-23b83bced2b2 HTTP/1.1" status: 204 len: 168 time: 1.1160865 Aug 31 10:18:07.001961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37352) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:07.049418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Deleting subnet 1420801b-25d4-4164-89a0-84f5ee71ed39 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:18:07.052738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.088359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.164828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.222940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.248302 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1420801b-25d4-4164-89a0-84f5ee71ed39,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:07.252609 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.256899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ba9aded3-1fe9-4cd6-bdc9-82daf12085b3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1420801b-25d4-4164-89a0-84f5ee71ed39 HTTP/1.1" status: 204 len: 168 time: 0.2513807 Aug 31 10:18:07.257506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37354) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:07.260324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed7476-0a22-4f56-870d-009a86a59c7d None None] Network 37b313c7-433c-4dac-9d05-94f254754629 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:18:07.335523 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.358426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 04ef3494-d2e6-4861-a693-4ced23acf2ed no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:07.391391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Deleting port b9906fe4-c4bc-4585-9f35-b05d2841c569 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:07.391726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.395351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 04ef3494-d2e6-4861-a693-4ced23acf2ed {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:07.395862 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 04ef3494-d2e6-4861-a693-4ced23acf2ed not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:07.396096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a0cf142c-d843-413f-8225-b74030f5f2c8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:07.417552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: a0cf142c-d843-413f-8225-b74030f5f2c8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:07.417819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device a0cf142c-d843-413f-8225-b74030f5f2c8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:07.464998 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] For port b9906fe4-c4bc-4585-9f35-b05d2841c569, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b9906fe4-c4bc-4585-9f35-b05d2841c569,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:07.465418 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.481186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Calling delete_port for b9906fe4-c4bc-4585-9f35-b05d2841c569 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:07.503843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] DHCP port deletion for 37b313c7-433c-4dac-9d05-94f254754629 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:18:07.556753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] Deleting port b9906fe4-c4bc-4585-9f35-b05d2841c569 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:07.556753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.565676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.599538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9906fe4-c4bc-4585-9f35-b05d2841c569,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:07.601402 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] No DVR routers for this DVR port b9906fe4-c4bc-4585-9f35-b05d2841c569 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:18:07.627925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] For port b9906fe4-c4bc-4585-9f35-b05d2841c569, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=b9906fe4-c4bc-4585-9f35-b05d2841c569,segment=NetworkSegment(b16ee1b4-342e-49a1-b362-d2151c36d59c),segment_id=b16ee1b4-342e-49a1-b362-d2151c36d59c)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:07.628325 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.644157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] Calling delete_port for b9906fe4-c4bc-4585-9f35-b05d2841c569 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:07.675778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.685599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b313c7-433c-4dac-9d05-94f254754629']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:07.696976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16ee1b4-342e-49a1-b362-d2151c36d59c') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:07.697268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16ee1b4-342e-49a1-b362-d2151c36d59c') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:07.706945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.722308 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.727111 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.728885 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:18:07.729219 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:18:07.731137 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:18:07.755411 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] No DVR routers for this DVR port b9906fe4-c4bc-4585-9f35-b05d2841c569 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:18:07.756835 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a94dc7-fdfb-4706-95c7-16f7eb058f7a None None] Pushing event deleted for resources: {'Port': ['ID=b9906fe4-c4bc-4585-9f35-b05d2841c569,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:07.797528 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.802986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:07.804900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] 10.222.0.18 "DELETE /v2.0/networks/37b313c7-433c-4dac-9d05-94f254754629 HTTP/1.1" status: 204 len: 168 time: 0.5441818 Aug 31 10:18:07.817778 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c70945-ad27-4257-a8bb-c8027b927e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=37b313c7-433c-4dac-9d05-94f254754629,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:07.974679 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37358) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:08.017457 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ab083b6a-d199-4f5e-b07e-14d9b5152fdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26af7a3aed8e4636ad82ed0f30073265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412261 Aug 31 10:18:08.019830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37360) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:08.073407 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e3013b6-78d6-4a3d-ac28-1c3360634603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.095222 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e3013b6-78d6-4a3d-ac28-1c3360634603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.141136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e3013b6-78d6-4a3d-ac28-1c3360634603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.143838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6e3013b6-78d6-4a3d-ac28-1c3360634603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.145020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6e3013b6-78d6-4a3d-ac28-1c3360634603 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/597dd328-eb7d-416c-8a25-3352ada6efda HTTP/1.1" status: 204 len: 168 time: 0.1242301 Aug 31 10:18:08.154206 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3013b6-78d6-4a3d-ac28-1c3360634603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597dd328-eb7d-416c-8a25-3352ada6efda,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:08.463655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37366) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:08.505736 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5cef8c42-0c5c-4cc2-b4ca-ae27c0618b87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8a00cb5e002455a8b359af43dd21897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407662 Aug 31 10:18:08.508541 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37368) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:08.560250 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6cc66cb-4182-498a-8387-44d71366164e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.581405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6cc66cb-4182-498a-8387-44d71366164e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.628038 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6cc66cb-4182-498a-8387-44d71366164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.630703 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e6cc66cb-4182-498a-8387-44d71366164e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:08.631884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e6cc66cb-4182-498a-8387-44d71366164e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b09b0608-a9d0-4e63-a610-59fc5e8bbe81 HTTP/1.1" status: 204 len: 168 time: 0.1224973 Aug 31 10:18:08.639596 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc66cb-4182-498a-8387-44d71366164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b0608-a9d0-4e63-a610-59fc5e8bbe81,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:09.139682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b9906fe4-c4bc-4585-9f35-b05d2841c569 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:09.161794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: b9906fe4-c4bc-4585-9f35-b05d2841c569 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:09.162095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device b9906fe4-c4bc-4585-9f35-b05d2841c569 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:11.423382 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37410) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:11.428215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905252027', 'description': 'tempest-secgroup-smoke-1905252027 description', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:11.452501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.460314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.551787 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.555961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.593149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5903d4ab-d387-4174-a124-8b453ca19576,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:11.650562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.654154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.679444 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.680673 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2562425 Aug 31 10:18:11.684284 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:11.688930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab05c7-42b3-45b6-8d33-b6caa2bd7159 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062c5603-4e42-4150-89fd-6218321e035b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:11.689599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '062c5603-4e42-4150-89fd-6218321e035b', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:11.717432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.775457 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.779276 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.799664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a391ed-0ee5-4705-b917-c552a98c6851,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:11.807450 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.809226 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ead979cf-2d39-4a67-a033-b9695f20c055 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237717 Aug 31 10:18:11.812639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37414) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:11.817396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '062c5603-4e42-4150-89fd-6218321e035b', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:11.844247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.905532 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.909734 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.930817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649e327b-630b-4e28-8fb0-81ff14644352,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:11.936774 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:11.938543 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-59cf2b46-fd50-4352-ade6-b2e4c29b452b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246648 Aug 31 10:18:11.941142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37416) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:11.946134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '062c5603-4e42-4150-89fd-6218321e035b', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:11.973912 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.035669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.039263 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.057130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d6ab18-14e5-4611-9fce-9a0d573abd28,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:12.063194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.064483 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c96d6d14-642e-418b-891e-41ccb8e60b72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224201 Aug 31 10:18:12.067217 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37418) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:12.071992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '062c5603-4e42-4150-89fd-6218321e035b', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:12.099448 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.160875 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.164155 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.181538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b1b1e1-d59f-4404-9166-b21aacb07855,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:12.188680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.189874 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c42f107c-e6e3-427b-bf21-8bc53f6a13e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217105 Aug 31 10:18:12.192500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37420) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:12.197225 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '062c5603-4e42-4150-89fd-6218321e035b', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:12.224113 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:18:12.229192 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.290720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.294217 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.315813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f369125-0add-4c4b-9cb2-10b950e4f1e1,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:12.319089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.320253 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2039fb70-310c-4194-82a7-487e557305d3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265693 Aug 31 10:18:12.323032 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37422) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:12.327519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '062c5603-4e42-4150-89fd-6218321e035b', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:12.351797 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:18:12.356607 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.421365 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.425724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.443490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb87b66-2f60-4569-8173-9690e34d25dc,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:12.450280 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.451497 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f6bb643e-1ff7-459f-b726-464c330da2a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275289 Aug 31 10:18:12.454701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37424) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:12.459615 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'network': {'name': 'tempest-network-smoke--635792723', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:12.479702 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:12.483134 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.506490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:18:12.515548 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.515900 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Added segment c3384ead-eea1-4bdf-99db-707d769ad82a of type vlan for network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a Aug 31 10:18:12.555539 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.579977 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.586421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:12.587024 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.645921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1901774 Aug 31 10:18:12.648748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37426) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:12.655255 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'admin_state_up': True, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:12.670543 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adee3f-5dda-4aa0-a91a-9b3c6570445b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Network': ['ID=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:12.682381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:18:12.686646 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.688994 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.744472 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.890071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.090663 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.114169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.213429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.30 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/da5aec05-f85d-42fc-9220-b873137c0868) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:13.324761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.365086 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.400155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:13.403020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:13.409667 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:13.437864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=da5aec05-f85d-42fc-9220-b873137c0868,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:13.664720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.862357 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:13.988951 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:18:14.105142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:18:14.115888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Sync routers for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:18:14.124073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.126073 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d7dede6-82a9-4653-a038-62b09043dcd4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4764025 Aug 31 10:18:14.127870 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:14.128499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:14.129278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37428) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:14.237980 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:14.272652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3d5e4460-7de8-4747-b643-06cbfbfb1ca3 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ee2778749c4a4c188e2d5062e58a4463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422265 Aug 31 10:18:14.275259 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:14.364295 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c466a1-d54a-48b7-ae8f-18ff513716a4 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:14.365827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-90c466a1-d54a-48b7-ae8f-18ff513716a4 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896804 Aug 31 10:18:14.368605 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37434) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:14.398768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-86b3c25a-0458-45e7-bc33-9fb9a4498b12 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287964 Aug 31 10:18:14.401446 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:14.406957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-950802171', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:14.429316 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:13Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:14.457364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Checking router: 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:18:14.457712 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Updating router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 port da5aec05-f85d-42fc-9220-b873137c0868 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:18:14.483202 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.505293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:14.508830 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.689887 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.755221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.758492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Subnet': ['ID=6f7481fc-7970-4cdf-b60e-70b4b52ae352,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:14.766673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Checking segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:14.766673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network hostable DHCP agents. Network: b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:18:14.770268 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Transition to ACTIVE for port object da5aec05-f85d-42fc-9220-b873137c0868 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:14.778057 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.784437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:18:14.794866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:14.800381 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:14.800988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.812588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377ea91-05ca-4eb7-974b-659fb306e937 None None] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:18:14.816496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a131b9be-26b9-41f4-995a-a9fcec743808 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4140410 Aug 31 10:18:14.819712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37438) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:14.885805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f88a5-a114-4f8e-b42b-6b1eca5168c9 None None] Pushing event updated for resources: {'Port': ['ID=da5aec05-f85d-42fc-9220-b873137c0868,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:14.891129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Attempting to bind port da5aec05-f85d-42fc-9220-b873137c0868 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:14.891495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Attempting to bind port da5aec05-f85d-42fc-9220-b873137c0868 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:14.891859 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Attempting to bind port da5aec05-f85d-42fc-9220-b873137c0868 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:14.901650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:14.902025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:14.902426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.902849 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:14.903317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Bound port: da5aec05-f85d-42fc-9220-b873137c0868, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:14.903700 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.999216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] For port da5aec05-f85d-42fc-9220-b873137c0868, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:15.005629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] For port da5aec05-f85d-42fc-9220-b873137c0868, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=da5aec05-f85d-42fc-9220-b873137c0868,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:15.013819 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:15.075607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:18:15.076457 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:15.105640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:15.106269 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:15.163180 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f88a5-a114-4f8e-b42b-6b1eca5168c9 None None] Pushing event updated for resources: {'Port': ['ID=da5aec05-f85d-42fc-9220-b873137c0868,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:15.269159 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:15.325290 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:15.401347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Allocated IP 172.20.0.2 (b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a/6f7481fc-7970-4cdf-b60e-70b4b52ae352/22835867-b362-4d75-b43d-50d54a8cf6b8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:15.803144 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:15.811320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:13Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:15.815366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Transition to ACTIVE for port object 22835867-b362-4d75-b43d-50d54a8cf6b8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:15.841686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b18d5bb-3913-4c5b-ae52-627890880253 None None] The sync data for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 is: [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:13Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:18:15.854710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Transition to ACTIVE for port object 22835867-b362-4d75-b43d-50d54a8cf6b8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:15.872803 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:15.918389 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:15.923655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:15.926339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:15.933074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Pushing event updated for resources: {'Port': ['ID=22835867-b362-4d75-b43d-50d54a8cf6b8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:15.996847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Attempting to bind port 22835867-b362-4d75-b43d-50d54a8cf6b8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:15.997224 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Attempting to bind port 22835867-b362-4d75-b43d-50d54a8cf6b8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:15.997589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Attempting to bind port 22835867-b362-4d75-b43d-50d54a8cf6b8 on network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:16.006085 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:16.006858 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Checking segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:16.007519 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:16.008391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Bound using segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:16.009051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Bound port: 22835867-b362-4d75-b43d-50d54a8cf6b8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:16.009554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:16.093784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] For port 22835867-b362-4d75-b43d-50d54a8cf6b8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:16.099662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] For port 22835867-b362-4d75-b43d-50d54a8cf6b8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=22835867-b362-4d75-b43d-50d54a8cf6b8,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:16.110665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:16.185567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735faf00-2ad5-4af3-82fb-fa5cc9b0bddd None None] Pushing event updated for resources: {'Port': ['ID=22835867-b362-4d75-b43d-50d54a8cf6b8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:16.322960 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.1 (b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a/6f7481fc-7970-4cdf-b60e-70b4b52ae352/d38c6521-dd9d-4f45-9590-2d23b1c9558c) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:16.489112 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:16.504293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object d38c6521-dd9d-4f45-9590-2d23b1c9558c will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:16.540161 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:16.588717 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:16.591813 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:16.596770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:16.620726 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=d38c6521-dd9d-4f45-9590-2d23b1c9558c,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:16.650857 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:16.794986 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.091336 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.096328 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.138348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af9894-4c5c-4c7f-b884-82b15cdf4719 None None] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:18:17.178624 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=d38c6521-dd9d-4f45-9590-2d23b1c9558c,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:17.185608 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.212435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ebc07b31-9a8d-4614-aacb-f36b379ad8c9 None None] Provisioning for port 22835867-b362-4d75-b43d-50d54a8cf6b8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:17.267975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 22835867-b362-4d75-b43d-50d54a8cf6b8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:17.314437 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:17.315893 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:17.360482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 22835867-b362-4d75-b43d-50d54a8cf6b8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:17.364485 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 22835867-b362-4d75-b43d-50d54a8cf6b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:17.365197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.452222 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:18:17.466698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.507203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 22835867-b362-4d75-b43d-50d54a8cf6b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=22835867-b362-4d75-b43d-50d54a8cf6b8,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:17.512767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.513634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device da5aec05-f85d-42fc-9220-b873137c0868 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:17.586321 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:18:17.600430 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-dd25a3f9-b259-42b1-8a7d-aeb53e6065a3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7710173 Aug 31 10:18:17.601803 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=22835867-b362-4d75-b43d-50d54a8cf6b8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:17.615570 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port da5aec05-f85d-42fc-9220-b873137c0868 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:17.620238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port da5aec05-f85d-42fc-9220-b873137c0868 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:17.620827 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.674667 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e3f3ae49-e5d6-48e5-a44d-1edbddf2f1dd None None] Provisioning complete for port 22835867-b362-4d75-b43d-50d54a8cf6b8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:17.675008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ae49-e5d6-48e5-a44d-1edbddf2f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.695692 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Sync routers for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:18:17.708757 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:17.709388 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:17.752137 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.776568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-4cd227d2-8150-446b-8c00-201b3679c7fc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905252027&fields=id&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 267 time: 0.0390835 Aug 31 10:18:17.800963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port da5aec05-f85d-42fc-9220-b873137c0868, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=da5aec05-f85d-42fc-9220-b873137c0868,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:17.813712 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.820512 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:17.872582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e3f3ae49-e5d6-48e5-a44d-1edbddf2f1dd None None] Provisioning for port d38c6521-dd9d-4f45-9590-2d23b1c9558c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:17.877791 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-e3f3ae49-e5d6-48e5-a44d-1edbddf2f1dd None None] Provisioning complete for port d38c6521-dd9d-4f45-9590-2d23b1c9558c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:17.878162 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ae49-e5d6-48e5-a44d-1edbddf2f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.879963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=da5aec05-f85d-42fc-9220-b873137c0868,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:17.918300 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-64210438-814f-48e4-a618-c7a5ab9493f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:17.928626 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-64210438-814f-48e4-a618-c7a5ab9493f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/networks?id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 200 len: 796 time: 0.1355288 Aug 31 10:18:17.936968 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3ae49-e5d6-48e5-a44d-1edbddf2f1dd None None] Port d38c6521-dd9d-4f45-9590-2d23b1c9558c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:18:17.943321 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-7096ace4-be0f-4515-9b97-452e29081e9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/quotas/ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 375 time: 0.0128400 Aug 31 10:18:18.003791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-0b07ddda-6133-4727-97df-2f3a4bdfb795 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555098 Aug 31 10:18:18.026765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-4e950368-8d48-4bd0-a60f-adb337a7282a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:18:18.027782 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-4e950368-8d48-4bd0-a60f-adb337a7282a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062597 Aug 31 10:18:18.044745 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 2, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:18.056811 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6bc6fd48-2f90-4142-8cef-0a3a17c56ebd None None] Provisioning complete for port d38c6521-dd9d-4f45-9590-2d23b1c9558c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:18.057194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fd48-2f90-4142-8cef-0a3a17c56ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.074218 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Checking router: 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:18:18.074599 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Updating router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 port d38c6521-dd9d-4f45-9590-2d23b1c9558c binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:18:18.096414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6fd48-2f90-4142-8cef-0a3a17c56ebd None None] Port d38c6521-dd9d-4f45-9590-2d23b1c9558c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:18:18.101335 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.196303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-8330f3cc-0d33-491a-acc4-1779c4bbad59 service neutron] 10.222.0.18 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569502 Aug 31 10:18:18.216748 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d20ffacc-9a17-4c5b-9257-64fcc38f58ae None None] Provisioning complete for port d38c6521-dd9d-4f45-9590-2d23b1c9558c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:18.217360 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d20ffacc-9a17-4c5b-9257-64fcc38f58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.257928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d20ffacc-9a17-4c5b-9257-64fcc38f58ae None None] Port d38c6521-dd9d-4f45-9590-2d23b1c9558c cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:18:18.296062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-09cd7f69-e0be-464a-8868-919a0a723c3e service neutron] 10.222.0.18 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934641 Aug 31 10:18:18.370789 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.381112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Transition to ACTIVE for port object d38c6521-dd9d-4f45-9590-2d23b1c9558c will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:18.387382 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.430225 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Pushing event updated for resources: {'Port': ['ID=d38c6521-dd9d-4f45-9590-2d23b1c9558c,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:18.439063 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.439402 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.439739 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.440075 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.440453 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.440724 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.441130 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.441342 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.441817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.442303 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.442655 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.443245 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:18.482891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a79b02b5-ac46-499d-aff2-49e178ece0a8 req-c21bad5d-6453-4584-9a08-997a75ea54d9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Aug 31 10:18:18.516005 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Attempting to bind port d38c6521-dd9d-4f45-9590-2d23b1c9558c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:18.516270 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Attempting to bind port d38c6521-dd9d-4f45-9590-2d23b1c9558c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:18.516627 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Attempting to bind port d38c6521-dd9d-4f45-9590-2d23b1c9558c on network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:18.521759 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:18.522126 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Checking segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:18.522561 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.522924 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Bound using segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:18.523571 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Bound port: d38c6521-dd9d-4f45-9590-2d23b1c9558c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:18.524123 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.594288 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] For port d38c6521-dd9d-4f45-9590-2d23b1c9558c, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:18.598015 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] For port d38c6521-dd9d-4f45-9590-2d23b1c9558c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d38c6521-dd9d-4f45-9590-2d23b1c9558c,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:18.601959 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:18.660382 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d33b23-ec66-48ef-ade9-361656e69a48 None None] Pushing event updated for resources: {'Port': ['ID=d38c6521-dd9d-4f45-9590-2d23b1c9558c,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:18.674537 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:18.675158 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:18.792156 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:19.035650 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:18Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:19.063143 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd74c6-570d-4391-9aa1-dd7aa9cff9c3 None None] The sync data for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 is: [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:18Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:18:19.193524 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:19.208735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 22835867-b362-4d75-b43d-50d54a8cf6b8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:19.260744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 22835867-b362-4d75-b43d-50d54a8cf6b8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:19.261400 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:19.278892 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:18:19.345541 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device da5aec05-f85d-42fc-9220-b873137c0868 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:19.398620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port da5aec05-f85d-42fc-9220-b873137c0868 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:19.398997 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:19.592578 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91882737-cd30-4bd7-b596-b38627e207cf req-eae1b485-bc8f-4cfd-9290-7efb82d13ab8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 210 time: 0.0341513 Aug 31 10:18:19.684521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-7fc81c94-8c47-48f6-82ed-90771f623763 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:19.686797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-7fc81c94-8c47-48f6-82ed-90771f623763 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/networks?id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 200 len: 796 time: 0.1169257 Aug 31 10:18:19.742421 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-bc94398e-b936-4a77-bb42-08d046a12232 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 380 time: 0.0380557 Aug 31 10:18:19.759855 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'port': {'device_id': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'admin_state_up': True, 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'security_groups': ['062c5603-4e42-4150-89fd-6218321e035b']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:19.876636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:19.880206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.018642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.3 (b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a/6f7481fc-7970-4cdf-b60e-70b4b52ae352/9e72dd5b-e25c-473c-a869-7bc912568233) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:20.174824 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.189327 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object 9e72dd5b-e25c-473c-a869-7bc912568233 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:20.223026 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.261912 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:20.265059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:20.267722 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:20.315368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=9e72dd5b-e25c-473c-a869-7bc912568233,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:20.332751 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:20.333405 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.348182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-ac71cc39-42a5-4c76-9801-d302b5d42e7f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925694 Aug 31 10:18:20.364969 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-174827b5-0453-4cd9-9585-62cc5a5cc65e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:18:20.365950 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-174827b5-0453-4cd9-9585-62cc5a5cc65e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057664 Aug 31 10:18:20.429439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Request body: {'port': {'device_id': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:20.493490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.551068 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a762756-8d0b-4f00-9c90-dd1a6c3d1a1f None None] Provisioning for port 9e72dd5b-e25c-473c-a869-7bc912568233 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:20.555830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a762756-8d0b-4f00-9c90-dd1a6c3d1a1f None None] Provisioning complete for port 9e72dd5b-e25c-473c-a869-7bc912568233 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:20.556199 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a762756-8d0b-4f00-9c90-dd1a6c3d1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.593204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a762756-8d0b-4f00-9c90-dd1a6c3d1a1f None None] Port 9e72dd5b-e25c-473c-a869-7bc912568233 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:18:20.721080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007a8a1-eb13-4770-954a-cc66e74c178f req-aaed5c17-3bd1-46ed-a1b0-5bb76dd45298 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:20.722653 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4007a8a1-eb13-4770-954a-cc66e74c178f req-aaed5c17-3bd1-46ed-a1b0-5bb76dd45298 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 931 time: 0.0526788 Aug 31 10:18:20.762005 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4007a8a1-eb13-4770-954a-cc66e74c178f req-358bc196-6908-4c4e-a4dc-e60b8c2346e4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Aug 31 10:18:20.777512 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e72dd5b-e25c-473c-a869-7bc912568233 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:20.785209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.797038 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Transition to ACTIVE for port object 9e72dd5b-e25c-473c-a869-7bc912568233 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:20.801562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:20.852450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72dd5b-e25c-473c-a869-7bc912568233,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:20.924533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Attempting to bind port 9e72dd5b-e25c-473c-a869-7bc912568233 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:20.924870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Attempting to bind port 9e72dd5b-e25c-473c-a869-7bc912568233 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:20.925194 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Attempting to bind port 9e72dd5b-e25c-473c-a869-7bc912568233 on network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:20.929833 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Port 9e72dd5b-e25c-473c-a869-7bc912568233 on network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:18:20.930449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Attempting to bind port 9e72dd5b-e25c-473c-a869-7bc912568233 on network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:20.935242 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:20.935587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Checking segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:20.935970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Bound using segment: {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:20.936394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Bound port: 9e72dd5b-e25c-473c-a869-7bc912568233, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3384ead-eea1-4bdf-99db-707d769ad82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:20.937333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.008307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] For port 9e72dd5b-e25c-473c-a869-7bc912568233, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:21.011419 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] For port 9e72dd5b-e25c-473c-a869-7bc912568233, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e72dd5b-e25c-473c-a869-7bc912568233,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:21.016176 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.051205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.051889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.053246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 200 len: 1092 time: 0.6793864 Aug 31 10:18:21.055910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:21.057985 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5880bc5c-70a1-41d8-8ae5-86ede2988e12" -d '{"events": [{"name": "network-changed", "server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:21.085005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54444b7-bcd0-452e-9e85-9513d51a5914 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72dd5b-e25c-473c-a869-7bc912568233,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:21.136784 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989ae00e-9d0c-4441-81bc-709f693aaad4 x-openstack-request-id: req-989ae00e-9d0c-4441-81bc-709f693aaad4 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:21.137083 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:21.137333 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-989ae00e-9d0c-4441-81bc-709f693aaad4 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:21.137730 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233', 'status': 'completed', 'code': 200} Aug 31 10:18:21.171200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-465746ba-398b-4069-bd29-57d567b0daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.172672 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-465746ba-398b-4069-bd29-57d567b0daf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1095 time: 0.0511839 Aug 31 10:18:21.187041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d38c6521-dd9d-4f45-9590-2d23b1c9558c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:21.228454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-8dc78441-318c-4fb6-aa26-9c4fccfcb9ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 200 len: 217 time: 0.0413394 Aug 31 10:18:21.257536 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port d38c6521-dd9d-4f45-9590-2d23b1c9558c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:21.261902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d38c6521-dd9d-4f45-9590-2d23b1c9558c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:21.262277 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.280689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-533dd1e9-244f-45f4-8058-00056be6fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.282178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-533dd1e9-244f-45f4-8058-00056be6fa42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f7481fc-7970-4cdf-b60e-70b4b52ae352 HTTP/1.1" status: 200 len: 834 time: 0.0465586 Aug 31 10:18:21.330840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-d58aef20-2117-4964-84b7-d306294876c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.332396 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-d58aef20-2117-4964-84b7-d306294876c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432916 Aug 31 10:18:21.351908 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.386896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port d38c6521-dd9d-4f45-9590-2d23b1c9558c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d38c6521-dd9d-4f45-9590-2d23b1c9558c,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:21.391414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:21.433179 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-723a2f76-b0f5-41c8-8790-32f5ab95b00f service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925267 Aug 31 10:18:21.443805 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=d38c6521-dd9d-4f45-9590-2d23b1c9558c,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:21.526141 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cbe6a031-ccae-49c4-86b9-77bd1d8e42a6 req-abd567b8-c449-4f55-865e-69821e2180fd service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Aug 31 10:18:21.654252 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-08c1a8cd-4dd9-4f58-91f4-ea8655d49693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.655884 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-08c1a8cd-4dd9-4f58-91f4-ea8655d49693 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1095 time: 0.0435381 Aug 31 10:18:21.751975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-900da8ed-a79c-4e12-b91a-044a9a66f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.753525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-900da8ed-a79c-4e12-b91a-044a9a66f2c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 200 len: 897 time: 0.0902278 Aug 31 10:18:21.795027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-4b6555b1-91a5-4212-8a9f-ee40f51c7c97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 200 len: 217 time: 0.0341172 Aug 31 10:18:21.852836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-d84f16f7-644b-40e6-89e8-a53641a8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.854402 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-d84f16f7-644b-40e6-89e8-a53641a8c919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f7481fc-7970-4cdf-b60e-70b4b52ae352 HTTP/1.1" status: 200 len: 834 time: 0.0506704 Aug 31 10:18:21.880136 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dd87a-26cc-4935-9714-3c33f0e6d492 req-7b657619-58ab-4336-9695-f1ca4d9d6913 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.881681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b65dd87a-26cc-4935-9714-3c33f0e6d492 req-7b657619-58ab-4336-9695-f1ca4d9d6913 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 943 time: 0.0500112 Aug 31 10:18:21.906675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-407312af-6d6c-4878-bf07-34dadd67bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.908176 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-407312af-6d6c-4878-bf07-34dadd67bc7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463014 Aug 31 10:18:21.925588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b65dd87a-26cc-4935-9714-3c33f0e6d492 req-9359314e-1568-4ddc-af12-31036b2b83e8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371222 Aug 31 10:18:22.003653 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-7339d707-63c2-413d-863b-5c25f49b231e service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862162 Aug 31 10:18:22.099893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5880bc5c-70a1-41d8-8ae5-86ede2988e12 req-751a1c77-1b5b-4fde-bb08-849ed58540f4 service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881994 Aug 31 10:18:23.040680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706eb87-f5da-499a-9b1a-8eff66910fea req-0b3fe14b-1d2c-4c50-9bd1-ac7b755235bd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:23.042169 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a706eb87-f5da-499a-9b1a-8eff66910fea req-0b3fe14b-1d2c-4c50-9bd1-ac7b755235bd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 943 time: 0.0484340 Aug 31 10:18:23.081871 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a706eb87-f5da-499a-9b1a-8eff66910fea req-494421cd-31f8-4fb4-890d-8dc9b3dd7e7e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328665 Aug 31 10:18:23.147168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d38c6521-dd9d-4f45-9590-2d23b1c9558c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:23.196624 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port d38c6521-dd9d-4f45-9590-2d23b1c9558c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:23.196917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:23.417554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e72dd5b-e25c-473c-a869-7bc912568233 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:18:23.514027 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 9e72dd5b-e25c-473c-a869-7bc912568233, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e72dd5b-e25c-473c-a869-7bc912568233,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:23.525585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '9e72dd5b-e25c-473c-a869-7bc912568233', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'port_id': '9e72dd5b-e25c-473c-a869-7bc912568233', 'mac_address': 'fa:16:3e:d7:b6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:18:23.562297 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:23.575978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e72dd5b-e25c-473c-a869-7bc912568233 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:23.597309 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 9e72dd5b-e25c-473c-a869-7bc912568233, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e72dd5b-e25c-473c-a869-7bc912568233,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:23.602338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:23.653319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=9e72dd5b-e25c-473c-a869-7bc912568233,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:23.905651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['9e72dd5b-e25c-473c-a869-7bc912568233'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:18:24.199389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3bf8-9890-4378-97fe-bfda854ab1c8 req-1a877510-9150-4b4d-8792-45cbe73364c4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:24.200863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fdf3bf8-9890-4378-97fe-bfda854ab1c8 req-1a877510-9150-4b4d-8792-45cbe73364c4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 944 time: 0.0496838 Aug 31 10:18:24.240179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fdf3bf8-9890-4378-97fe-bfda854ab1c8 req-1f336c81-7f62-451b-99fa-379811ecbf4c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 31 10:18:25.358596 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845068fb-cde3-4ac7-a97c-115062920bb9 req-ea5a6acd-5eb4-4952-9623-d62331dfeff7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:25.360212 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-845068fb-cde3-4ac7-a97c-115062920bb9 req-ea5a6acd-5eb4-4952-9623-d62331dfeff7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 944 time: 0.0501537 Aug 31 10:18:25.402872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-845068fb-cde3-4ac7-a97c-115062920bb9 req-607ac92f-5fb7-46e8-983d-092570b02205 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365598 Aug 31 10:18:25.433273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e72dd5b-e25c-473c-a869-7bc912568233 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:25.486192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 9e72dd5b-e25c-473c-a869-7bc912568233 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:25.489892 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 9e72dd5b-e25c-473c-a869-7bc912568233 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:25.490253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.570542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.594491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:25.596827 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ce47c-80c1-4e5e-b7f9-06747ca9f380" -d '{"events": [{"server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "name": "network-vif-plugged", "status": "completed", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:25.610686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 9e72dd5b-e25c-473c-a869-7bc912568233, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e72dd5b-e25c-473c-a869-7bc912568233,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:25.614396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:25.668403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=9e72dd5b-e25c-473c-a869-7bc912568233,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:25.691089 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2dce0-a8a4-48d1-be64-14d9b41af8d0 x-openstack-request-id: req-63d2dce0-a8a4-48d1-be64-14d9b41af8d0 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:25.691407 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "name": "network-vif-plugged", "status": "completed", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:25.691667 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63d2dce0-a8a4-48d1-be64-14d9b41af8d0 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:25.692073 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233', 'code': 200} Aug 31 10:18:25.818801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c212e3a-78fa-440e-8830-8aa1e09f7bad req-bec8dd8d-51e8-4465-ad3c-79f10867135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:25.820427 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3c212e3a-78fa-440e-8830-8aa1e09f7bad req-bec8dd8d-51e8-4465-ad3c-79f10867135d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1097 time: 0.0446129 Aug 31 10:18:25.861813 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3c212e3a-78fa-440e-8830-8aa1e09f7bad req-d067b9e9-b67b-4c68-aecc-78deefcbaa97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Aug 31 10:18:26.526858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec26c6-5a66-4c01-97d3-ba819513be27 req-86f8c463-99a1-4492-8c80-99cc0262d36a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.528500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40ec26c6-5a66-4c01-97d3-ba819513be27 req-86f8c463-99a1-4492-8c80-99cc0262d36a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0538590 Aug 31 10:18:26.570773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40ec26c6-5a66-4c01-97d3-ba819513be27 req-f5042328-3b08-477e-8300-371d00de8e46 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352230 Aug 31 10:18:27.699116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac5ff-ee9c-456e-bcfb-6141903ce203 req-9078d017-6011-4a6a-9e52-a39e421b2eeb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:27.700610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1bac5ff-ee9c-456e-bcfb-6141903ce203 req-9078d017-6011-4a6a-9e52-a39e421b2eeb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Aug 31 10:18:27.741466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a1bac5ff-ee9c-456e-bcfb-6141903ce203 req-2eeeb4a5-e012-4e7c-a382-6183f92e7541 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Aug 31 10:18:27.860684 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d775f0e-6f05-4b23-9c17-f4e23e911343 req-aa6ec071-8993-41d0-9438-4623f101bd3b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:27.862198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d775f0e-6f05-4b23-9c17-f4e23e911343 req-aa6ec071-8993-41d0-9438-4623f101bd3b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Aug 31 10:18:27.909127 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d775f0e-6f05-4b23-9c17-f4e23e911343 req-4ef451eb-cae1-431f-a8a2-54ec60947d03 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 Aug 31 10:18:27.933002 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37496) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:27.979455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890443b-e14a-4ccd-ad7b-ae67e4fa739b tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:27.980921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0890443b-e14a-4ccd-ad7b-ae67e4fa739b tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1092 time: 0.0469105 Aug 31 10:18:27.984896 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37498) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:27.989703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '9e72dd5b-e25c-473c-a869-7bc912568233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:28.015455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.116960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.227968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.109 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/fa3218eb-1ac0-47f8-8789-b5658c5190d5) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:28.336859 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.381720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.422914 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:28.425867 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:28.429517 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:28.453622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=fa3218eb-1ac0-47f8-8789-b5658c5190d5,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:28.632298 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-661cab79-4365-4474-8b4a-99a12414e35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.816521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:28.889060 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:29.055877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:29.060618 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:29.132926 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=fa3218eb-1ac0-47f8-8789-b5658c5190d5,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:29.143931 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:29.247573 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP 6856a14b-f46b-4d36-ac39-0cd787912373 associated. External IP: 172.25.4.109, port: 9e72dd5b-e25c-473c-a869-7bc912568233. Aug 31 10:18:29.481806 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:18:29.596790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:18:29.607614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] Sync routers for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:18:29.618317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:29.618989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:29.620842 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:29.649832 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe70165a-8794-42d5-9ee0-f18881995ba8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6638415 Aug 31 10:18:29.650448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:29.652800 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75397af2-476a-405e-8f78-a0267ab8e4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:29.689994 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8652179a-78ff-4ce9-ab90-9d1d26d898d1 x-openstack-request-id: req-8652179a-78ff-4ce9-ab90-9d1d26d898d1 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:29.690301 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:29.690631 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8652179a-78ff-4ce9-ab90-9d1d26d898d1 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:29.690990 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233', 'status': 'completed', 'code': 200} Aug 31 10:18:29.746982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:29.759759 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5652b-e2b8-40b1-970a-b4a133eb1ac1 req-cdf79edc-05f2-4580-b221-94897dff25b7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:29.761377 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38d5652b-e2b8-40b1-970a-b4a133eb1ac1 req-cdf79edc-05f2-4580-b221-94897dff25b7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0590584 Aug 31 10:18:29.791952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-62f42c3e-a91d-4527-a1e9-1391000c93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:29.793501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-62f42c3e-a91d-4527-a1e9-1391000c93cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1097 time: 0.0551376 Aug 31 10:18:29.806988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38d5652b-e2b8-40b1-970a-b4a133eb1ac1 req-ceee72f1-47a4-49af-8967-40091389babf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363457 Aug 31 10:18:29.832100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37506) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:29.905045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-edbfa697-ca63-4c8e-9469-b460e1ebc3b2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/6856a14b-f46b-4d36-ac39-0cd787912373 HTTP/1.1" status: 200 len: 991 time: 0.0703378 Aug 31 10:18:29.906934 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-74609943-4994-44b1-8e6c-7a2653a843ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:29.908486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-74609943-4994-44b1-8e6c-7a2653a843ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 200 len: 897 time: 0.1079865 Aug 31 10:18:29.983842 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-813e7498-dd24-4725-9ee9-a47b06befd98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 200 len: 999 time: 0.0677524 Aug 31 10:18:29.999271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6856a14b-f46b-4d36-ac39-0cd787912373', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'port_id': '9e72dd5b-e25c-473c-a869-7bc912568233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'mac_address': 'fa:16:3e:d7:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:18:28Z', 'updated_at': '2021-08-31T10:18:28Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:30.031275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] Checking router: 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:18:30.039348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-a1b99f3b-874d-43cc-b68e-3ef4dd3b770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:30.039880 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:18:30.040508 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:18:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:30.040850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-a1b99f3b-874d-43cc-b68e-3ef4dd3b770c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f7481fc-7970-4cdf-b60e-70b4b52ae352 HTTP/1.1" status: 200 len: 834 time: 0.0506091 Aug 31 10:18:30.092965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-d941f38b-1fa5-4eea-89e1-d5a764ca8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:30.095172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-d941f38b-1fa5-4eea-89e1-d5a764ca8ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463572 Aug 31 10:18:30.149219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:18:30.194127 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-99bffc01-6779-4f49-8fb4-11fa9f013351 service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914731 Aug 31 10:18:30.305842 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75397af2-476a-405e-8f78-a0267ab8e4a6 req-36b739c2-9140-4c96-9196-0fa49715b419 service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031363 Aug 31 10:18:30.395564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6856a14b-f46b-4d36-ac39-0cd787912373', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'port_id': '9e72dd5b-e25c-473c-a869-7bc912568233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'mac_address': 'fa:16:3e:d7:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:18:28Z', 'updated_at': '2021-08-31T10:18:28Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:30.423051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05442d5-5170-4193-9593-ff1db8c12a32 None None] The sync data for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 is: [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '6856a14b-f46b-4d36-ac39-0cd787912373', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'port_id': '9e72dd5b-e25c-473c-a869-7bc912568233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'mac_address': 'fa:16:3e:d7:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:18:28Z', 'updated_at': '2021-08-31T10:18:28Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:18:30.618621 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aec78d-fdfc-4d75-a101-7af971e2cdd2 None None] New status for floating IP 6856a14b-f46b-4d36-ac39-0cd787912373: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:18:30.907335 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37508) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:30.968067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a2e22d90-70c2-4787-9f76-1b56253af8a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/6856a14b-f46b-4d36-ac39-0cd787912373 HTTP/1.1" status: 200 len: 993 time: 0.0595505 Aug 31 10:18:31.855318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:32.573856 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9aecd941-3637-491a-bbaf-d6dfba69a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:32.747295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:33.866702 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:36.398295 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:44.528852 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-eeac904f-ab5d-4f50-aee8-ce1393b0e10d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420799 Aug 31 10:18:44.638994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-e32c205a-49e8-4885-abeb-4acd010d7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:44.640404 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-e32c205a-49e8-4885-abeb-4acd010d7b4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1097 time: 0.0529408 Aug 31 10:18:44.749088 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-75b3ae3e-0a82-4846-9420-d327482eacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:44.750662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-75b3ae3e-0a82-4846-9420-d327482eacdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 200 len: 897 time: 0.0894563 Aug 31 10:18:44.819819 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-82154957-41cf-4de1-bebd-fb5e37100b91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 200 len: 1001 time: 0.0611076 Aug 31 10:18:44.875971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-8b823a87-265e-4168-a3fd-b7fa4a1f7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:44.877431 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-8b823a87-265e-4168-a3fd-b7fa4a1f7336 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f7481fc-7970-4cdf-b60e-70b4b52ae352 HTTP/1.1" status: 200 len: 834 time: 0.0497477 Aug 31 10:18:44.924389 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-94e90b84-1a58-4128-a734-9634721e3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:44.925893 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-94e90b84-1a58-4128-a734-9634721e3357 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411913 Aug 31 10:18:45.019128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-f1de6a79-e10d-4daa-b11d-7dda594a498d service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850773 Aug 31 10:18:45.119045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-88e05e22-3e05-4935-86fb-a96548d6dea2 req-7c60c96c-e468-4831-b87c-5d473d52e88d service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928712 Aug 31 10:18:49.197253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:56.285088 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:18:58.635433 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fe23ad4f-afbe-4675-8c3b-0954c079d86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:59.762499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238743a0-03e9-4e7e-8c9c-a62c9d15ec97 req-70a6fe1c-2439-4c73-9a61-338c58f1e2b9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:59.764119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-238743a0-03e9-4e7e-8c9c-a62c9d15ec97 req-70a6fe1c-2439-4c73-9a61-338c58f1e2b9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0625453 Aug 31 10:18:59.808648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-238743a0-03e9-4e7e-8c9c-a62c9d15ec97 req-b55f430c-29c3-4275-9a40-9c9b8b9068ad tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366042 Aug 31 10:19:00.937411 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254465-2613-4422-91e0-7da2af712f3d req-7ab20430-1f25-4e16-aa92-56fd0ecef0e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:00.939364 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34254465-2613-4422-91e0-7da2af712f3d req-7ab20430-1f25-4e16-aa92-56fd0ecef0e9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0547757 Aug 31 10:19:00.981774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34254465-2613-4422-91e0-7da2af712f3d req-a9cc81f2-6ae4-4002-a36a-4564700f54c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Aug 31 10:19:01.004514 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37528) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:01.072877 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8532f509-924d-445d-bebf-919c86be1ef0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/6856a14b-f46b-4d36-ac39-0cd787912373 HTTP/1.1" status: 200 len: 993 time: 0.0668678 Aug 31 10:19:01.858495 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:02.372719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be2c65-acc5-4832-a45c-ec6e5ececcbb req-de2f0c8f-dcf2-42f1-9a8b-cdc911f6fa89 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:02.374339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0be2c65-acc5-4832-a45c-ec6e5ececcbb req-de2f0c8f-dcf2-42f1-9a8b-cdc911f6fa89 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0557702 Aug 31 10:19:02.414184 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d0be2c65-acc5-4832-a45c-ec6e5ececcbb req-ede9ff9f-af40-4147-810d-fc1262afd073 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Aug 31 10:19:02.575963 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28b622dd-8bb8-442e-9478-5516799ad735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:02.758250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:03.542836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9506c8-70e4-49d9-a2b0-cbc698daab16 req-aa7d065b-b52c-43f9-b1fb-496eaa1c176a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:03.545790 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da9506c8-70e4-49d9-a2b0-cbc698daab16 req-aa7d065b-b52c-43f9-b1fb-496eaa1c176a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0518706 Aug 31 10:19:03.592818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da9506c8-70e4-49d9-a2b0-cbc698daab16 req-13317d33-0196-43a5-9341-039a49334eae tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406857 Aug 31 10:19:03.617346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37538) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:03.681700 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-53e08934-14d7-41af-90c9-5de1bddbac4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/6856a14b-f46b-4d36-ac39-0cd787912373 HTTP/1.1" status: 200 len: 993 time: 0.0630703 Aug 31 10:19:03.869023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:03.982859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37544) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:04.152256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port fa3218eb-1ac0-47f8-8789-b5658c5190d5 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:19:04.152599 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.236056 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.236314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.249461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for fa3218eb-1ac0-47f8-8789-b5658c5190d5 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:19:04.433434 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.464408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=fa3218eb-1ac0-47f8-8789-b5658c5190d5,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:04.487148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.487402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.487738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.488078 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.488429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.489364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.489690 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.490014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.490338 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.490686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.491009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.491326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:04.537343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.537676 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP 6856a14b-f46b-4d36-ac39-0cd787912373 disassociated (deleted). External IP: 172.25.4.109, port: 9e72dd5b-e25c-473c-a869-7bc912568233. Aug 31 10:19:04.760408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:19:04.872148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:19:04.877328 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.882814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] Sync routers for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:19:04.892409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:04.893063 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:04.909394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-631e501b-e377-447a-8b54-e3dbf71a32fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/floatingips/6856a14b-f46b-4d36-ac39-0cd787912373 HTTP/1.1" status: 204 len: 168 time: 0.9252896 Aug 31 10:19:04.909991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:04.912983 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda55720-089a-4726-9b5c-908a2d9361d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:04.953964 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cbf6b1-6f6c-49bb-9211-cd4471c973d5 x-openstack-request-id: req-86cbf6b1-6f6c-49bb-9211-cd4471c973d5 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:04.954249 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:04.954539 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86cbf6b1-6f6c-49bb-9211-cd4471c973d5 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:04.954944 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233', 'status': 'completed', 'code': 200} Aug 31 10:19:05.052359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-2187de5a-d40e-487e-b702-fcff77e949a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.054786 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-2187de5a-d40e-487e-b702-fcff77e949a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 1097 time: 0.0537786 Aug 31 10:19:05.178841 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-cc1f009f-8240-4370-8baa-6e6fcb5c3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.179128 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e01d-a0be-4cc4-ae1f-f56e6752e1ab req-c326ba2c-3544-4997-97c0-733eec562412 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.180385 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-cc1f009f-8240-4370-8baa-6e6fcb5c3198 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 200 len: 897 time: 0.1169119 Aug 31 10:19:05.180827 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1df1e01d-a0be-4cc4-ae1f-f56e6752e1ab req-c326ba2c-3544-4997-97c0-733eec562412 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0604560 Aug 31 10:19:05.219782 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:05.232864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1df1e01d-a0be-4cc4-ae1f-f56e6752e1ab req-b9e17fca-eaa4-480f-89c3-3f499581a88b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451367 Aug 31 10:19:05.233342 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-5ad8049f-f1d5-42b3-accc-eefc71341a09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Aug 31 10:19:05.300765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-918d117b-eed2-4e4b-b190-62feb55c7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.303661 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-918d117b-eed2-4e4b-b190-62feb55c7988 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6f7481fc-7970-4cdf-b60e-70b4b52ae352 HTTP/1.1" status: 200 len: 834 time: 0.0530696 Aug 31 10:19:05.374699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-a6545079-98c1-440c-b9ad-dbb697762911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.376293 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-a6545079-98c1-440c-b9ad-dbb697762911 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555227 Aug 31 10:19:05.474554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:05.487033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-0479168b-c707-4de5-ad17-e41d8f29ae3f service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016431 Aug 31 10:19:05.502902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] Checking router: 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:19:05.511951 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:05.512747 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:05.589770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eda55720-089a-4726-9b5c-908a2d9361d2 req-cf65b613-e63b-48f6-9ea2-8b4c0fd14da3 service neutron] 10.222.0.23 "GET /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926466 Aug 31 10:19:05.625649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:05.835069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:05.862140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91077ec5-11a8-4bfd-bb25-e33b362e70db None None] The sync data for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 is: [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:18:16Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'd38c6521-dd9d-4f45-9590-2d23b1c9558c', 'name': '', 'network_id': 'b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:4c:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:15Z', 'updated_at': '2021-08-31T10:18:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '6f7481fc-7970-4cdf-b60e-70b4b52ae352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:19:06.100541 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e5bfb-2f6a-4938-b81f-79ef4efc8254 None None] New status for floating IP 6856a14b-f46b-4d36-ac39-0cd787912373: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:19:06.364145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b441ba-08fb-4829-8601-5b50a7684f27 req-1a4b2f91-50b0-4f12-be6b-00133f79fac6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:06.365719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71b441ba-08fb-4829-8601-5b50a7684f27 req-1a4b2f91-50b0-4f12-be6b-00133f79fac6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0514898 Aug 31 10:19:06.404343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:06.408078 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71b441ba-08fb-4829-8601-5b50a7684f27 req-a123f999-4036-410e-8662-4413a28e8864 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=062c5603-4e42-4150-89fd-6218321e035b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363159 Aug 31 10:19:06.948511 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-42af1d1b-bdf1-4217-85d6-5848b7916579 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:06.950011 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-42af1d1b-bdf1-4217-85d6-5848b7916579 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Aug 31 10:19:07.044559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 9e72dd5b-e25c-473c-a869-7bc912568233 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:19:07.044888 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:07.131418 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 9e72dd5b-e25c-473c-a869-7bc912568233, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=9e72dd5b-e25c-473c-a869-7bc912568233,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:07.131777 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:07.144180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 9e72dd5b-e25c-473c-a869-7bc912568233 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:19:07.280839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:07.309314 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=9e72dd5b-e25c-473c-a869-7bc912568233,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:07.354674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] No DVR routers for this DVR port 9e72dd5b-e25c-473c-a869-7bc912568233 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:19:07.357260 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:07.359292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6b8ccfa3-4d16-4193-b4fa-d499e2412f0a req-93997a16-f615-4706-9d17-81a4bfaf281a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "DELETE /v2.0/ports/9e72dd5b-e25c-473c-a869-7bc912568233 HTTP/1.1" status: 204 len: 173 time: 0.4028471 Aug 31 10:19:07.359724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'name': 'network-vif-deleted', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:07.361936 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43138695-df64-474f-84d9-6670c355d10d" -d '{"events": [{"server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "name": "network-vif-deleted", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:07.402326 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54220d39-2a7a-4066-9df4-9de3ec5723a0 x-openstack-request-id: req-54220d39-2a7a-4066-9df4-9de3ec5723a0 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:07.402635 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05", "name": "network-vif-deleted", "tag": "9e72dd5b-e25c-473c-a869-7bc912568233", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:07.402886 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54220d39-2a7a-4066-9df4-9de3ec5723a0 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:07.403282 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05', 'name': 'network-vif-deleted', 'tag': '9e72dd5b-e25c-473c-a869-7bc912568233', 'status': 'completed', 'code': 200} Aug 31 10:19:07.515670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-13a84432-b021-443f-bec9-f81b818abb02 req-527c0aef-2713-4e45-bc37-d5ce29fab123 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95526eb-ad1c-4c6f-a9b5-447a7e6dfa05 HTTP/1.1" status: 200 len: 210 time: 0.0290692 Aug 31 10:19:08.580842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37560) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:09.306329 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:09.591375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port d38c6521-dd9d-4f45-9590-2d23b1c9558c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:19:09.592090 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:09.687185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port d38c6521-dd9d-4f45-9590-2d23b1c9558c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=d38c6521-dd9d-4f45-9590-2d23b1c9558c,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:09.687457 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:09.701643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for d38c6521-dd9d-4f45-9590-2d23b1c9558c owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:19:09.913757 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:09.941226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=d38c6521-dd9d-4f45-9590-2d23b1c9558c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:10.139944 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.381119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:19:10.497015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:19:10.503133 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-943155b4-d871-44a3-8f4a-a9f334182bd8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9212651 Aug 31 10:19:10.506742 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37562) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:10.509378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] Sync routers for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:19:10.520249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:10.521185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:10.562935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting subnet 6f7481fc-7970-4cdf-b60e-70b4b52ae352 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:19:10.566232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.610067 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.637289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:10.705502 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.777596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.805559 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7481fc-7970-4cdf-b60e-70b4b52ae352,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:10.809491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.811434 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ef047651-fe4e-4547-847a-59db759a7531 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/subnets/6f7481fc-7970-4cdf-b60e-70b4b52ae352 HTTP/1.1" status: 204 len: 168 time: 0.3037400 Aug 31 10:19:10.814085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37564) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:10.820966 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c1bde-9697-414e-86b2-41479ea5986d None None] Network b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:19:10.924458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:19:09Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:10.929200 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:10.969670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] Checking router: 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:19:10.985348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] Routers {'5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:10.985990 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:11.054367 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.105129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] Set router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:11.107844 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] DHCP port deletion for b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:19:11.117966 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port da5aec05-f85d-42fc-9220-b873137c0868 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:19:11.118307 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.210754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port da5aec05-f85d-42fc-9220-b873137c0868, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=da5aec05-f85d-42fc-9220-b873137c0868,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:11.210997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.235609 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for da5aec05-f85d-42fc-9220-b873137c0868 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:19:11.263366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 22835867-b362-4d75-b43d-50d54a8cf6b8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:19:11.340983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] Deleting port 22835867-b362-4d75-b43d-50d54a8cf6b8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:19:11.341272 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.421761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.450576 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=da5aec05-f85d-42fc-9220-b873137c0868,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:11.455876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] For port 22835867-b362-4d75-b43d-50d54a8cf6b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=22835867-b362-4d75-b43d-50d54a8cf6b8,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:11.456290 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.465919 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.481864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] Calling delete_port for 22835867-b362-4d75-b43d-50d54a8cf6b8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:19:11.523910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.546823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:19:09Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:11.581664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 22835867-b362-4d75-b43d-50d54a8cf6b8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=22835867-b362-4d75-b43d-50d54a8cf6b8,segment=NetworkSegment(c3384ead-eea1-4bdf-99db-707d769ad82a),segment_id=c3384ead-eea1-4bdf-99db-707d769ad82a)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:11.585599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651d7c9-f23b-489b-98d7-fde9f96336d9 None None] The sync data for ids ['5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9'] in n-d-800634-13 is: [{'id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487818243', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:18:12Z', 'updated_at': '2021-08-31T10:19:09Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'da5aec05-f85d-42fc-9220-b873137c0868', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:18:13Z', 'updated_at': '2021-08-31T10:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:19:11.590304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.637014 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.639242 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.664245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=22835867-b362-4d75-b43d-50d54a8cf6b8,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:11.673897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.674239 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.674608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.674946 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.675279 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.675609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.676599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.676928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.677261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.677651 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.677925 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.678245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:11.682396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.692624 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.693645 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Fanout notify agent at l3_agent the message router_deleted on router 5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:19:11.701395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.704956 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7ad635be-fcfe-40ce-abc3-d01a926c11be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/routers/5b08cbaf-a29c-4653-8cd2-8f9c4c52fee9 HTTP/1.1" status: 204 len: 168 time: 0.8874247 Aug 31 10:19:11.705339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37566) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:11.717069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e72dd5b-e25c-473c-a869-7bc912568233 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:19:11.719154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] No DVR routers for this DVR port 22835867-b362-4d75-b43d-50d54a8cf6b8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:19:11.721115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc73851-3935-4aa3-9209-283552c4190d None None] Pushing event deleted for resources: {'Port': ['ID=22835867-b362-4d75-b43d-50d54a8cf6b8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:11.745178 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 9e72dd5b-e25c-473c-a869-7bc912568233 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:19:11.745531 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 9e72dd5b-e25c-473c-a869-7bc912568233 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:19:11.791448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.880012 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.890734 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:11.902717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3384ead-eea1-4bdf-99db-707d769ad82a') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:11.903009 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3384ead-eea1-4bdf-99db-707d769ad82a') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:11.912600 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.926395 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.933017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:19:11.933433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:19:11.936552 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:19:12.005323 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.012718 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.014759 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/networks/b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a HTTP/1.1" status: 204 len: 168 time: 0.3082554 Aug 31 10:19:12.017608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37568) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:12.028305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac32d7a-fa2e-4707-95bb-aaa00759d9e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Network': ['ID=b4c6cf1e-9bf1-47fc-b592-4cf0d90c963a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:12.086521 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.124252 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.196224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.198809 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.200002 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/security-groups/062c5603-4e42-4150-89fd-6218321e035b HTTP/1.1" status: 204 len: 168 time: 0.1812081 Aug 31 10:19:12.211652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062c5603-4e42-4150-89fd-6218321e035b,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:12.219724 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.220320 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.220831 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.221358 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.221840 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.222328 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.222876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.223200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.223530 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.224024 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.224396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.224915 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9161c0-6932-4d11-9447-b51e1df9e8d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:12.492233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37574) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:12.497060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107397782', 'description': 'tempest-secgroup-smoke-1107397782 description', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:12.521020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.615953 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.622234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.652817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.654083 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1608083 Aug 31 10:19:12.657358 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37576) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:12.663719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '24c4a2d3-4610-4344-ace1-0d674996c35d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:12.669245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ba7e-413d-43d0-884d-458c74ce1186 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4a2d3-4610-4344-ace1-0d674996c35d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:12.702460 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.763128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.766761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.786153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171d0a51-2150-4de2-9502-802da6cc4027,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:12.790331 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.791547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7732b23f-4571-45df-9352-c77b826fa718 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323390 Aug 31 10:19:12.794630 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37578) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:12.799085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '24c4a2d3-4610-4344-ace1-0d674996c35d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:12.826204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.884828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.888796 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.907658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97ad054-4815-43c5-8152-f3112587f90e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:12.914767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:12.915987 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-cd22dfc0-d4de-4194-b2fa-92dcd5c87938 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204481 Aug 31 10:19:12.918851 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37580) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:12.923335 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '24c4a2d3-4610-4344-ace1-0d674996c35d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:12.950935 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.009208 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.013678 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.028970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73899846-b781-4347-aef9-fe1283588275,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:13.038571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.039776 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-20c519ec-976e-426c-9108-44b5c67fd76c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199582 Aug 31 10:19:13.042579 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37582) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:13.047116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '24c4a2d3-4610-4344-ace1-0d674996c35d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:13.075987 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.137738 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.142304 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.158276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e12850-3b72-4365-b0a8-b92b8288ec69,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:13.167696 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.169133 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c251ba4-8837-4e90-9f5b-e0c51029a8a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256075 Aug 31 10:19:13.171815 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37584) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:13.177111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '24c4a2d3-4610-4344-ace1-0d674996c35d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:13.189023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d38c6521-dd9d-4f45-9590-2d23b1c9558c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:19:13.200057 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:19:13.205265 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.210408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: d38c6521-dd9d-4f45-9590-2d23b1c9558c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:19:13.210788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device d38c6521-dd9d-4f45-9590-2d23b1c9558c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:19:13.211202 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device da5aec05-f85d-42fc-9220-b873137c0868 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:19:13.230312 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: da5aec05-f85d-42fc-9220-b873137c0868 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:19:13.230700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device da5aec05-f85d-42fc-9220-b873137c0868 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:19:13.272391 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.276469 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.294357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ead2b1-1feb-4042-a430-20df350d582c,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:13.304076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.305515 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ab74bb55-f9a5-4f61-b7b8-6de55736386f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326756 Aug 31 10:19:13.308214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37586) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:13.312800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '24c4a2d3-4610-4344-ace1-0d674996c35d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:13.336038 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:19:13.341291 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.402872 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.406552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.429753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94806002-e8b1-49ff-a263-4bd42c81841a,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:13.433737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.437649 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c24cea52-a030-44b5-8d83-2f33ac072a96 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257575 Aug 31 10:19:13.438136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37588) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:13.444156 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'network': {'name': 'tempest-network-smoke--961999710', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'port_security_enabled': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:13.465850 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:19:13.469633 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.493954 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:19:13.502694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.503034 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Added segment b5d1b313-f3d9-40a9-8de7-192382da62c2 of type vlan for network 9afd8bfb-ff07-4af5-b557-d1cda92d180d Aug 31 10:19:13.547761 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.575043 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.580554 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:13.581141 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.636563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977599 Aug 31 10:19:13.639282 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37590) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:13.646629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'admin_state_up': True, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:13.660018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef8c9f-c8a7-4038-8171-8e3937e3de9e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Network': ['ID=9afd8bfb-ff07-4af5-b557-d1cda92d180d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:13.672057 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:19:13.680605 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.681613 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.739438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:13.877387 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:14.400447 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:14.418495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:14.527027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.190 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/2e8e51be-0cd6-4371-a9e5-145e61b01907) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:19:14.638358 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:14.684177 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:14.730220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:14.733287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:14.738071 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:19:14.768143 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=2e8e51be-0cd6-4371-a9e5-145e61b01907,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:15.033861 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:15.243677 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:15.380223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router fde9c8b6-2810-4420-a33b-1590438966f4 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:19:15.494286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:19:15.505344 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Sync routers for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:19:15.514315 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:15.515647 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f729f384-961c-4942-ae24-2aaa8d19f448 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8754501 Aug 31 10:19:15.518995 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37592) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:15.520503 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:15.521427 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:15.558653 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7b62d564-67c9-49ed-a658-4a5df1101ad8 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ee2778749c4a4c188e2d5062e58a4463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350444 Aug 31 10:19:15.559086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37594) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:15.633919 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:15.727321 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c641b3e-df77-4c1b-979f-c60911ecbe08 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:15.729022 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8c641b3e-df77-4c1b-979f-c60911ecbe08 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1689246 Aug 31 10:19:15.732137 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37596) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:15.762271 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9bb03c17-bea7-49a8-bd1c-f506c4286ca0 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289874 Aug 31 10:19:15.765075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37598) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:15.770857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928131216', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:15.867406 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:14Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:15.884957 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:19:15.888491 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:15.907099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Checking router: fde9c8b6-2810-4420-a33b-1590438966f4 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:19:15.907580 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Updating router fde9c8b6-2810-4420-a33b-1590438966f4 port 2e8e51be-0cd6-4371-a9e5-145e61b01907 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:19:15.944186 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.099961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.172019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Subnet': ['ID=b45a4f1a-805b-4fae-8945-4be966fadd2e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:16.184585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Checking segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:16.184935 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network hostable DHCP agents. Network: 9afd8bfb-ff07-4af5-b557-d1cda92d180d, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:19:16.205584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:19:16.216577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 9afd8bfb-ff07-4af5-b557-d1cda92d180d) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:16.224717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:16.224717 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.230231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb2069-7275-482b-abab-5472cbed6469 None None] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:19:16.241462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5e218c96-5397-48da-b4f7-757c5ac9d3cd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4752846 Aug 31 10:19:16.244352 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37600) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:16.245547 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.259158 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Transition to ACTIVE for port object 2e8e51be-0cd6-4371-a9e5-145e61b01907 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:16.265491 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.323659 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ba803-6fe5-46af-b6c3-b9e4cd7173fd None None] Pushing event updated for resources: {'Port': ['ID=2e8e51be-0cd6-4371-a9e5-145e61b01907,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:16.330581 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Attempting to bind port 2e8e51be-0cd6-4371-a9e5-145e61b01907 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:19:16.331046 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Attempting to bind port 2e8e51be-0cd6-4371-a9e5-145e61b01907 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:19:16.331491 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Attempting to bind port 2e8e51be-0cd6-4371-a9e5-145e61b01907 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:16.338086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:19:16.338584 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:16.339053 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.339520 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:19:16.340083 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Bound port: 2e8e51be-0cd6-4371-a9e5-145e61b01907, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:19:16.340514 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.401865 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] For port 2e8e51be-0cd6-4371-a9e5-145e61b01907, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:16.405441 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] For port 2e8e51be-0cd6-4371-a9e5-145e61b01907, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2e8e51be-0cd6-4371-a9e5-145e61b01907,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:19:16.410248 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.411345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:19:16.412446 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.460772 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:16.461466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:16.544744 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ba803-6fe5-46af-b6c3-b9e4cd7173fd None None] Pushing event updated for resources: {'Port': ['ID=2e8e51be-0cd6-4371-a9e5-145e61b01907,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:16.568499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Allocated IP 172.20.0.2 (9afd8bfb-ff07-4af5-b557-d1cda92d180d/b45a4f1a-805b-4fae-8945-4be966fadd2e/51574a75-c825-46a1-b51c-4c60b0584b63) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:19:16.619408 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:16.744346 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.749864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.753945 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Transition to ACTIVE for port object 51574a75-c825-46a1-b51c-4c60b0584b63 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:16.776947 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Transition to ACTIVE for port object 51574a75-c825-46a1-b51c-4c60b0584b63 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:16.783573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.820031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:14Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:16.828806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:16.835511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:16.838502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:19:16.848058 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dde731-43e3-400d-8f76-4b8b1786eb3d None None] The sync data for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 is: [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:14Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:19:16.851960 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Pushing event updated for resources: {'Port': ['ID=51574a75-c825-46a1-b51c-4c60b0584b63,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:16.911221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Attempting to bind port 51574a75-c825-46a1-b51c-4c60b0584b63 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:19:16.911588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Attempting to bind port 51574a75-c825-46a1-b51c-4c60b0584b63 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:19:16.912012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Attempting to bind port 51574a75-c825-46a1-b51c-4c60b0584b63 on network 9afd8bfb-ff07-4af5-b557-d1cda92d180d {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:16.918337 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:19:16.918817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Checking segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:16.919205 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.919649 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Bound using segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:19:16.920235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Bound port: 51574a75-c825-46a1-b51c-4c60b0584b63, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:19:16.920617 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.996480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] For port 51574a75-c825-46a1-b51c-4c60b0584b63, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:17.000623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] For port 51574a75-c825-46a1-b51c-4c60b0584b63, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=51574a75-c825-46a1-b51c-4c60b0584b63,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:19:17.005669 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.101790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.1 (9afd8bfb-ff07-4af5-b557-d1cda92d180d/b45a4f1a-805b-4fae-8945-4be966fadd2e/df667f66-1d31-4591-9359-743519a05a09) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:19:17.121522 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0192e02-6b8a-45ee-8a5d-4469d3896186 None None] Pushing event updated for resources: {'Port': ['ID=51574a75-c825-46a1-b51c-4c60b0584b63,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:17.264951 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.271248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2e8e51be-0cd6-4371-a9e5-145e61b01907 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:17.311534 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object df667f66-1d31-4591-9359-743519a05a09 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:17.362781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.365040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 2e8e51be-0cd6-4371-a9e5-145e61b01907 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:17.371420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2e8e51be-0cd6-4371-a9e5-145e61b01907 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:17.371815 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.410996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:17.414180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:17.421537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:19:17.477975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.488606 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.513489 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 2e8e51be-0cd6-4371-a9e5-145e61b01907, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2e8e51be-0cd6-4371-a9e5-145e61b01907,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:17.518226 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.524221 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=df667f66-1d31-4591-9359-743519a05a09,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:17.575193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=2e8e51be-0cd6-4371-a9e5-145e61b01907,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:17.641910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.965753 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.971775 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:18.048763 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=df667f66-1d31-4591-9359-743519a05a09,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:18.051423 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:18.174401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:18.176893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:18.195685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425dec17-1524-4a11-a3a9-291d8f15cf63 None None] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:19:18.301390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router fde9c8b6-2810-4420-a33b-1590438966f4 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:19:18.429770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:19:18.446445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0598ac8d-2f28-41e0-b0f7-26f81a7fe623 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/fde9c8b6-2810-4420-a33b-1590438966f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910424 Aug 31 10:19:18.451523 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-96be1b74-31f1-42ae-9301-2c570f720d0a None None] Provisioning for port 51574a75-c825-46a1-b51c-4c60b0584b63 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:18.601841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d17ea5fb-7d70-43d7-aedf-5fece8b40dad tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107397782&fields=id&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 267 time: 0.0379155 Aug 31 10:19:18.697434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Sync routers for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:19:18.707243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:18.708150 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:18.724436 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-4559fe5b-2d8b-4fd2-affd-b3c4e891601a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:18.726037 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-4559fe5b-2d8b-4fd2-affd-b3c4e891601a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 796 time: 0.1164768 Aug 31 10:19:18.743828 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-0e059aa6-cdf4-41d1-81a8-9b30b60a334a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/quotas/ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 375 time: 0.0115976 Aug 31 10:19:18.818862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-8419b88c-b8b5-4da7-ab59-8b6f19c9d240 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619137 Aug 31 10:19:18.832905 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:18.938768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-9e18f48b-e134-444e-a7ec-3b3fd953116a service neutron] 10.222.0.18 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162350 Aug 31 10:19:18.950102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-870054fd-1923-49f7-934a-b0dbfa1711e6 None None] Provisioning for port df667f66-1d31-4591-9359-743519a05a09 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:18.982658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-870054fd-1923-49f7-934a-b0dbfa1711e6 None None] Provisioning complete for port df667f66-1d31-4591-9359-743519a05a09 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:18.983035 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-870054fd-1923-49f7-934a-b0dbfa1711e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.033442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-870054fd-1923-49f7-934a-b0dbfa1711e6 None None] Port df667f66-1d31-4591-9359-743519a05a09 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:19:19.055093 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-e99f2513-0bd5-4f5b-bb25-f8bd9cad9c3f service neutron] 10.222.0.18 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090448 Aug 31 10:19:19.147187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 2, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:19.197133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Checking router: fde9c8b6-2810-4420-a33b-1590438966f4 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:19:19.197495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Updating router fde9c8b6-2810-4420-a33b-1590438966f4 port df667f66-1d31-4591-9359-743519a05a09 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:19:19.290365 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.309959 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f2ae9aae-4520-4f97-8d4c-4607ab70eb30 req-bc372fb9-4bea-4d9d-97cf-7634ffa4909f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 210 time: 0.0516939 Aug 31 10:19:19.329312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.331149 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-7bf521e8-32fc-4950-980d-10f89a5ea497 None None] Provisioning complete for port df667f66-1d31-4591-9359-743519a05a09 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:19.331506 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7bf521e8-32fc-4950-980d-10f89a5ea497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.482413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51574a75-c825-46a1-b51c-4c60b0584b63 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:19.532957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-7bf521e8-32fc-4950-980d-10f89a5ea497 None None] Port df667f66-1d31-4591-9359-743519a05a09 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:19:19.618910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 51574a75-c825-46a1-b51c-4c60b0584b63 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:19.629573 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 51574a75-c825-46a1-b51c-4c60b0584b63 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:19.630117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.705156 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cb345951-2fc7-4286-810a-0fef59b8257b None None] Provisioning complete for port df667f66-1d31-4591-9359-743519a05a09 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:19.705525 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb345951-2fc7-4286-810a-0fef59b8257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.780232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cb345951-2fc7-4286-810a-0fef59b8257b None None] Port df667f66-1d31-4591-9359-743519a05a09 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:19:19.833326 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.837976 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.857446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Transition to ACTIVE for port object df667f66-1d31-4591-9359-743519a05a09 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:19.868268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.913273 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 51574a75-c825-46a1-b51c-4c60b0584b63, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=51574a75-c825-46a1-b51c-4c60b0584b63,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:19.924237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:19.925020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2e8e51be-0cd6-4371-a9e5-145e61b01907 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:19.959203 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cadef3-b2c2-4fc0-8716-a7cddcc853fc None None] Pushing event updated for resources: {'Port': ['ID=df667f66-1d31-4591-9359-743519a05a09,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:20.067882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Attempting to bind port df667f66-1d31-4591-9359-743519a05a09 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:19:20.068272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Attempting to bind port df667f66-1d31-4591-9359-743519a05a09 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:19:20.068637 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Attempting to bind port df667f66-1d31-4591-9359-743519a05a09 on network 9afd8bfb-ff07-4af5-b557-d1cda92d180d {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:20.080847 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:19:20.081171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Checking segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:20.081504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:20.082501 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Bound using segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:19:20.082982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Bound port: df667f66-1d31-4591-9359-743519a05a09, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:19:20.083369 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:20.085221 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=51574a75-c825-46a1-b51c-4c60b0584b63,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:20.106372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 2e8e51be-0cd6-4371-a9e5-145e61b01907 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:20.106775 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:20.189653 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] For port df667f66-1d31-4591-9359-743519a05a09, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:20.197017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] For port df667f66-1d31-4591-9359-743519a05a09, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=df667f66-1d31-4591-9359-743519a05a09,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:19:20.202765 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:20.305124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cadef3-b2c2-4fc0-8716-a7cddcc853fc None None] Pushing event updated for resources: {'Port': ['ID=df667f66-1d31-4591-9359-743519a05a09,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:20.312081 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:20.312760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:20.445388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:20.458102 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ae2e4813-d242-4e75-b721-5aeda7f99930 req-2a27221a-5456-48bc-90cc-6fcb3a0c42c9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 210 time: 0.0470359 Aug 31 10:19:20.588460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-5e41e384-3105-49f1-823f-a48c267a7ea4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:20.591460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-5e41e384-3105-49f1-823f-a48c267a7ea4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 796 time: 0.1474128 Aug 31 10:19:20.641826 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-56c1e1f3-91bf-4d63-aca3-e39c13991039 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 380 time: 0.0410426 Aug 31 10:19:20.653730 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'port': {'device_id': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'admin_state_up': True, 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'security_groups': ['24c4a2d3-4610-4344-ace1-0d674996c35d']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:20.697547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:20Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:20.732160 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36762f05-ebb2-4bbb-b251-5d4bbd5eccbc None None] The sync data for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 is: [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:20Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:19:20.799606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:19:20.804673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:20.949518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.6 (9afd8bfb-ff07-4af5-b557-d1cda92d180d/b45a4f1a-805b-4fae-8945-4be966fadd2e/76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:19:21.105489 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.122115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:21.182548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.250118 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:21.253668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:21.258640 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:19:21.262811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:21.293959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51574a75-c825-46a1-b51c-4c60b0584b63 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:21.366524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 51574a75-c825-46a1-b51c-4c60b0584b63 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:21.367335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.473272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device df667f66-1d31-4591-9359-743519a05a09 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:21.537867 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port df667f66-1d31-4591-9359-743519a05a09 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:21.545395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port df667f66-1d31-4591-9359-743519a05a09 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:21.546864 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.617357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1c0a58b9-9f9e-4107-9895-1adcab7f8a88 None None] Provisioning for port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:21.622753 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1c0a58b9-9f9e-4107-9895-1adcab7f8a88 None None] Provisioning complete for port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:21.622753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1c0a58b9-9f9e-4107-9895-1adcab7f8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.627871 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde2972-f188-4bac-a94e-02da640bb7df req-483c92fc-11a8-4a2a-b687-595feb536ebb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:21.631098 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fde2972-f188-4bac-a94e-02da640bb7df req-483c92fc-11a8-4a2a-b687-595feb536ebb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 931 time: 0.0724361 Aug 31 10:19:21.685039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a58b9-9f9e-4107-9895-1adcab7f8a88 None None] Port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:19:21.699909 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2fde2972-f188-4bac-a94e-02da640bb7df req-c9a6069d-5d20-45d5-bbfe-efe0fef2f1ca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544858 Aug 31 10:19:21.713661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:21.714172 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.714579 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.734974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-6140da84-2dd4-46ef-9ee0-8b78b3415651 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0849328 Aug 31 10:19:21.751577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Request body: {'port': {'device_id': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:21.761964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port df667f66-1d31-4591-9359-743519a05a09, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=df667f66-1d31-4591-9359-743519a05a09,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:21.778913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.840150 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:21.849251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=df667f66-1d31-4591-9359-743519a05a09,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:22.137277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:19:22.145937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:22.158688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Transition to ACTIVE for port object 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:22.167042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:22.232434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Pushing event updated for resources: {'Port': ['ID=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:22.309738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Attempting to bind port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:19:22.310072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Attempting to bind port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:19:22.310395 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Attempting to bind port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 on network 9afd8bfb-ff07-4af5-b557-d1cda92d180d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:22.315590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 on network 9afd8bfb-ff07-4af5-b557-d1cda92d180d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:19:22.316565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Attempting to bind port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 on network 9afd8bfb-ff07-4af5-b557-d1cda92d180d {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:22.322546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:19:22.322910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Checking segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:22.323279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Bound using segment: {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:19:22.323710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Bound port: 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d1b313-f3d9-40a9-8de7-192382da62c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:19:22.324069 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:22.401459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] For port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:22.404834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] For port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:19:22.411111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:22.471517 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:22.473117 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:22.474619 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] 10.222.0.15 "PUT /v2.0/ports/76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 1092 time: 0.7311041 Aug 31 10:19:22.475097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:22.477655 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a" -d '{"events": [{"name": "network-changed", "server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:22.498249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632492b-69f4-4285-81ac-73afca8a3b6e service neutron] Pushing event updated for resources: {'Port': ['ID=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:22.534365 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6a064a-05d9-4e72-8bdb-ae3deb174988 x-openstack-request-id: req-bb6a064a-05d9-4e72-8bdb-ae3deb174988 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:22.534721 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:22.534972 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb6a064a-05d9-4e72-8bdb-ae3deb174988 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:22.535375 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'status': 'completed', 'code': 200} Aug 31 10:19:22.590660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-5de52560-6316-4e7e-8e54-aa80737065b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:22.592335 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-5de52560-6316-4e7e-8e54-aa80737065b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1095 time: 0.0525651 Aug 31 10:19:22.641748 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-4c5476c5-d863-4a2f-bdd4-7005692d90d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 217 time: 0.0410848 Aug 31 10:19:22.695889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-fb9c6128-8ef6-4073-9e8f-0bcfe0749b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:22.697393 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-fb9c6128-8ef6-4073-9e8f-0bcfe0749b9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0479684 Aug 31 10:19:22.749975 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-778ed2ee-abc9-4299-acee-14f8487cd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:22.751737 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-778ed2ee-abc9-4299-acee-14f8487cd110 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468042 Aug 31 10:19:22.819154 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea019e6-e85d-449e-8915-ad20b252846f req-c3560312-c0d9-4dd9-a8aa-712775af28ee tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:22.820741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aea019e6-e85d-449e-8915-ad20b252846f req-c3560312-c0d9-4dd9-a8aa-712775af28ee tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 943 time: 0.0571504 Aug 31 10:19:22.857650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-9d641509-0692-4678-a728-ee96f20ca64a service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977049 Aug 31 10:19:22.865126 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aea019e6-e85d-449e-8915-ad20b252846f req-d848e7b3-2273-4be4-b280-884b2706ccf0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Aug 31 10:19:22.954316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ea704576-8f94-44b9-a199-4d6ef74d890c req-c9c6d83e-1eda-480a-b258-d1e229469452 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893657 Aug 31 10:19:23.045572 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-4bbbb277-df4c-4413-9a18-76e5830615e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:23.047132 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-4bbbb277-df4c-4413-9a18-76e5830615e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1095 time: 0.0440230 Aug 31 10:19:23.149416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-173ea045-19fa-4a10-838a-17f0a58d697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:23.150980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-173ea045-19fa-4a10-838a-17f0a58d697d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 897 time: 0.0959141 Aug 31 10:19:23.197110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-295d343d-72d5-4e54-b460-cdba05865124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 217 time: 0.0383110 Aug 31 10:19:23.197434 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device df667f66-1d31-4591-9359-743519a05a09 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:23.248603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port df667f66-1d31-4591-9359-743519a05a09 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:23.249006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:23.256774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-6a2f91c2-9b0f-44f9-8286-8e904b9e740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:23.257447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-6a2f91c2-9b0f-44f9-8286-8e904b9e740c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0521791 Aug 31 10:19:23.309910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-faef1ea5-4a98-47c3-a9bb-06374eb031fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:23.311446 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-faef1ea5-4a98-47c3-a9bb-06374eb031fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454664 Aug 31 10:19:23.406990 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-4ea7d0cf-155e-42d1-92ad-a4789f854726 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Aug 31 10:19:23.518712 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5a40d4d6-20ab-4aa2-afde-dbf83844b57a req-72a622d7-1e2b-463c-83e6-93ce0e302002 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037500 Aug 31 10:19:24.000873 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4f3ff-8306-4b92-9369-79e183f9487b req-d8816414-3919-4d6e-8eee-5942eb8591ee tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:24.002412 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40a4f3ff-8306-4b92-9369-79e183f9487b req-d8816414-3919-4d6e-8eee-5942eb8591ee tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 943 time: 0.0519984 Aug 31 10:19:24.045280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40a4f3ff-8306-4b92-9369-79e183f9487b req-dd5e1409-5e6e-4a2f-90a4-3df883241f6c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355349 Aug 31 10:19:24.839732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:19:24.948235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:24.961335 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'port_id': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'mac_address': 'fa:16:3e:ba:7a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:19:25.001382 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:25.015447 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:19:25.040957 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:25.045197 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:25.102238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:25.171195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d6e1-ba76-4665-b8a8-fd52206a074f req-fa1ad720-c307-41c4-aa51-42744a2cec94 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:25.172772 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c291d6e1-ba76-4665-b8a8-fd52206a074f req-fa1ad720-c307-41c4-aa51-42744a2cec94 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 944 time: 0.0531447 Aug 31 10:19:25.215419 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c291d6e1-ba76-4665-b8a8-fd52206a074f req-5aba440d-d652-401f-85e0-f1b75c9e605f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358481 Aug 31 10:19:25.294642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:19:26.335420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83318cf-3db0-4d3d-b2d3-a7dd62ddfe87 req-b40e0f11-7ee2-4135-bdc5-2ef19ff548d2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:26.337043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b83318cf-3db0-4d3d-b2d3-a7dd62ddfe87 req-b40e0f11-7ee2-4135-bdc5-2ef19ff548d2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 944 time: 0.0523264 Aug 31 10:19:26.383191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b83318cf-3db0-4d3d-b2d3-a7dd62ddfe87 req-9bad17ad-c8dd-491e-9f78-66507525e4f8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 Aug 31 10:19:26.853585 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:26.907832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:26.912171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:26.912537 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:26.994052 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:27.019899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:27.023204 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439a680-19aa-42c6-8704-ac55a8cd2001" -d '{"events": [{"server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "name": "network-vif-plugged", "status": "completed", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:27.040356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:27.044993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:27.070363 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251148d-d786-460b-99c1-1b64dac679e8 x-openstack-request-id: req-4251148d-d786-460b-99c1-1b64dac679e8 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:27.070677 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "name": "network-vif-plugged", "status": "completed", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:27.070991 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4251148d-d786-460b-99c1-1b64dac679e8 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:27.071382 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'code': 200} Aug 31 10:19:27.104671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:27.170426 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a0720-5506-41d6-ac56-158c8b59d726 req-b3c76f92-a289-45bf-91af-94c33ea98ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:27.172000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e38a0720-5506-41d6-ac56-158c8b59d726 req-b3c76f92-a289-45bf-91af-94c33ea98ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1097 time: 0.0445404 Aug 31 10:19:27.211353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-e38a0720-5506-41d6-ac56-158c8b59d726 req-cf67fb92-d61b-40f1-b871-b33124f43fd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Aug 31 10:19:27.540882 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44152-692e-4334-b14f-91e9be7d4ec8 req-3faebaf0-42dc-470f-b3cd-c07fd5edeb10 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:27.542521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aee44152-692e-4334-b14f-91e9be7d4ec8 req-3faebaf0-42dc-470f-b3cd-c07fd5edeb10 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0634956 Aug 31 10:19:27.583625 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-aee44152-692e-4334-b14f-91e9be7d4ec8 req-34d7a9ef-9ece-40c6-a1ae-d92f92663d59 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350130 Aug 31 10:19:28.639876 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d9944373-b1b8-4985-90a6-c9ea5b1e6ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:28.720039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6c43-dd54-4ef9-87f3-03b802c3536f req-54f65ab4-69f3-4e22-8490-f3cda72d60cb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:28.721562 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e8a6c43-dd54-4ef9-87f3-03b802c3536f req-54f65ab4-69f3-4e22-8490-f3cda72d60cb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0554490 Aug 31 10:19:28.766104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e8a6c43-dd54-4ef9-87f3-03b802c3536f req-c1e659ea-06cb-4a23-8e00-b295fab5f379 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Aug 31 10:19:28.887361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c408e6-1eaa-4869-925e-5c90fadf8a15 req-d0a088ee-e798-4586-8591-360ff0679aae tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:28.889054 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4c408e6-1eaa-4869-925e-5c90fadf8a15 req-d0a088ee-e798-4586-8591-360ff0679aae tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Aug 31 10:19:28.934243 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4c408e6-1eaa-4869-925e-5c90fadf8a15 req-50999c82-88fe-4b00-825a-aafbe9b4f9d5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378525 Aug 31 10:19:28.957353 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37654) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:29.000007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748097c4-cd08-4caf-b8a7-f35a97fe6bd5 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:29.001541 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-748097c4-cd08-4caf-b8a7-f35a97fe6bd5 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1092 time: 0.0428729 Aug 31 10:19:29.005525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37656) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:29.009963 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:29.036034 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:29.147673 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:29.260624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.31 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/53f1c398-4c72-49b6-aa4e-0b9feaaac5c9) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:19:29.372499 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:29.413027 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:29.452921 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:29.457651 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:29.460212 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:19:29.493547 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=53f1c398-4c72-49b6-aa4e-0b9feaaac5c9,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:29.825105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:29.896663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.056170 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.061702 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.135055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=53f1c398-4c72-49b6-aa4e-0b9feaaac5c9,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:30.151136 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.261681 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP c31c8fa4-a0ca-4933-b03c-a51f63ee3092 associated. External IP: 172.25.4.31, port: 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04. Aug 31 10:19:30.483727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router fde9c8b6-2810-4420-a33b-1590438966f4 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:19:30.601692 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:19:30.611581 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] Sync routers for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:19:30.619940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.622630 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:30.623264 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:30.651902 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-783531c7-ad61-409f-a3ac-877c6bdffbea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6453173 Aug 31 10:19:30.652636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:30.655304 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f687d956-ea24-4d48-88c1-17dfffad8f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:30.697917 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dfddb3-91d0-45dc-81ff-7614b54bd9f2 x-openstack-request-id: req-61dfddb3-91d0-45dc-81ff-7614b54bd9f2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:30.698337 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:30.698810 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61dfddb3-91d0-45dc-81ff-7614b54bd9f2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:30.699370 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'status': 'completed', 'code': 200} Aug 31 10:19:30.755756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:30.768116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-09788f94-1e20-40dc-9a87-4f0827b6e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:30.770779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-09788f94-1e20-40dc-9a87-4f0827b6e079 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1097 time: 0.0503535 Aug 31 10:19:30.778812 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bb086-54c1-45ff-a937-b412b885587c req-8e993b70-015b-4900-80b0-39c3d093686b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:30.780464 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f86bb086-54c1-45ff-a937-b412b885587c req-8e993b70-015b-4900-80b0-39c3d093686b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0750244 Aug 31 10:19:30.830949 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f86bb086-54c1-45ff-a937-b412b885587c req-f9876de1-a31e-495d-a45f-5c78735ddb71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Aug 31 10:19:30.856680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37662) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:30.956857 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-6a930d79-95c3-493a-b5d8-048706bd79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:30.958833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-6a930d79-95c3-493a-b5d8-048706bd79c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 897 time: 0.1796591 Aug 31 10:19:30.964788 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fe38fc30-1737-48c3-bf70-386b2a189ed6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/c31c8fa4-a0ca-4933-b03c-a51f63ee3092 HTTP/1.1" status: 200 len: 990 time: 0.1066930 Aug 31 10:19:31.037935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-7ebd1d24-e1ed-4a87-8068-b3788665228d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 998 time: 0.0703681 Aug 31 10:19:31.096636 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-9b9da7e4-5f5d-4fd3-bb7e-184a42c0454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:31.098892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-9b9da7e4-5f5d-4fd3-bb7e-184a42c0454a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0522909 Aug 31 10:19:31.152892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-35a9bede-e7a2-4b9f-9938-2bea11ed207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:31.154599 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-35a9bede-e7a2-4b9f-9938-2bea11ed207f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477107 Aug 31 10:19:31.161033 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'c31c8fa4-a0ca-4933-b03c-a51f63ee3092', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'port_id': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'mac_address': 'fa:16:3e:ba:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:19:29Z', 'updated_at': '2021-08-31T10:19:29Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:31.187082 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] Checking router: fde9c8b6-2810-4420-a33b-1590438966f4 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:19:31.197527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:19:31.198165 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:19:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:31.258725 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-bbac5563-9e4b-4e6a-923e-5133d09212b1 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957830 Aug 31 10:19:31.310905 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:19:31.361578 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f687d956-ea24-4d48-88c1-17dfffad8f0f req-5568c812-481f-4733-9ae9-80d4a6085368 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944910 Aug 31 10:19:31.557329 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'c31c8fa4-a0ca-4933-b03c-a51f63ee3092', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'port_id': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'mac_address': 'fa:16:3e:ba:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:19:29Z', 'updated_at': '2021-08-31T10:19:29Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:19:31.586803 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565001d0-dffa-4604-8df2-f1cff0db75de None None] The sync data for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 is: [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'c31c8fa4-a0ca-4933-b03c-a51f63ee3092', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'port_id': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'mac_address': 'fa:16:3e:ba:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:19:29Z', 'updated_at': '2021-08-31T10:19:29Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:19:31.793258 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c6cdd-f4fa-4a48-b3ac-93374bf255c5 None None] New status for floating IP c31c8fa4-a0ca-4933-b03c-a51f63ee3092: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:19:31.903676 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:31.968403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37664) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:19:32.052982 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b4c2f73c-f780-4e58-9800-0d1bdcad1401 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/c31c8fa4-a0ca-4933-b03c-a51f63ee3092 HTTP/1.1" status: 200 len: 992 time: 0.0831537 Aug 31 10:19:32.579459 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c07678f-9a1b-4ee7-9673-c31590dd0ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:32.775906 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:33.285987 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:19:33.874718 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:36.328030 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-8e8c15e4-f1f2-4280-8b0f-da4c2105e57b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438521 Aug 31 10:19:36.405008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:36.434408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-2da67e8e-88c0-4393-a43b-94922bc2326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:36.435982 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-2da67e8e-88c0-4393-a43b-94922bc2326b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1097 time: 0.0504982 Aug 31 10:19:36.553135 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-b64ae608-be34-4225-a37b-c5b451936c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:36.554555 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-b64ae608-be34-4225-a37b-c5b451936c3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 897 time: 0.0962045 Aug 31 10:19:36.627025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-26383e91-da2b-4b01-984c-6ebe1518325b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 1000 time: 0.0643215 Aug 31 10:19:36.681013 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-cc66dafd-ddbe-498c-93e3-ceae0b0569b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:36.682533 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-cc66dafd-ddbe-498c-93e3-ceae0b0569b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0472882 Aug 31 10:19:36.734532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-baf19d99-39cc-4618-90ad-08769684bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:36.736055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-baf19d99-39cc-4618-90ad-08769684bb35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441318 Aug 31 10:19:36.832094 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-f46d8e76-9919-45a1-9476-f793f92c61d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874193 Aug 31 10:19:36.931333 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bc98bc7f-e43b-4d0e-aa5b-ea0599465fb4 req-915e0bc4-6665-43c1-aac1-8ebb20e81cd3 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927258 Aug 31 10:19:49.224762 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:58.651082 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea12a-8cb7-45d2-bb08-57c344540098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:00.799538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-a7e5ba89-0bee-41af-b525-2491a5605032 req-c1432c24-aa71-46ac-9cf0-c4ae8c5f8bbf service neutron] (94895) timed out ('10.222.0.18', 34698) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:20:01.866840 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:02.582210 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2de9d4c7-e6aa-44cf-8f2a-e909382333d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:02.781241 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:03.879662 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:06.409801 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:07.225827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-f30a1e6f-f74c-404b-94eb-a4f98ccb06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:07.227811 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-f30a1e6f-f74c-404b-94eb-a4f98ccb06c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1097 time: 0.0444410 Aug 31 10:20:07.312509 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6638bd-36ae-4a8e-962d-2296619996b1 req-801d9258-2e19-4cce-a2a2-f12c16861643 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:07.314049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d6638bd-36ae-4a8e-962d-2296619996b1 req-801d9258-2e19-4cce-a2a2-f12c16861643 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.1370060 Aug 31 10:20:07.352859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-c5b4282c-4160-4685-9237-c8bf080ad0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:07.354278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3d6638bd-36ae-4a8e-962d-2296619996b1 req-fcd21f9c-21b9-45f7-a8e6-0d37912acfec tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Aug 31 10:20:07.354413 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-c5b4282c-4160-4685-9237-c8bf080ad0c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 897 time: 0.1183128 Aug 31 10:20:07.428193 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-37977262-3f39-41ed-b323-6abd85bdb564 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 1000 time: 0.0601828 Aug 31 10:20:07.488291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-caf55baf-1eb1-48b5-b8de-7ef76394b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:07.489779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-caf55baf-1eb1-48b5-b8de-7ef76394b4ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0532081 Aug 31 10:20:07.540017 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-3cdd666a-8bc6-4427-b2fe-48f324c33a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:07.541547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-3cdd666a-8bc6-4427-b2fe-48f324c33a18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424676 Aug 31 10:20:07.639544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-cc9078d4-93be-4372-b57f-a2a5d4cff022 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887952 Aug 31 10:20:08.069654 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-00e4d982-f4e0-4500-9474-93ba99a123b0 req-043c0e2a-620d-402e-8bcd-bb427195cf90 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206958 Aug 31 10:20:08.531052 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396b4f-55da-408c-8722-429e85cb077a req-8a8c6615-4f4b-4533-9eec-ea8b24bcfdaa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:08.532518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce396b4f-55da-408c-8722-429e85cb077a req-8a8c6615-4f4b-4533-9eec-ea8b24bcfdaa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.1066370 Aug 31 10:20:08.571645 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ce396b4f-55da-408c-8722-429e85cb077a req-723d8ecb-e515-41a2-b7fd-a3e90cf48ee1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330236 Aug 31 10:20:09.692125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee0438-c60d-446c-a685-cf2658a58baf req-0fc9d0e3-6d16-430d-87df-9e1a5dfd8b67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:09.693867 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34ee0438-c60d-446c-a685-cf2658a58baf req-0fc9d0e3-6d16-430d-87df-9e1a5dfd8b67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Aug 31 10:20:09.733607 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-34ee0438-c60d-446c-a685-cf2658a58baf req-f0e8fe53-6b1e-4202-8da2-168fd1fbc915 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Aug 31 10:20:10.286735 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:20:11.206250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142489a4-f56e-4c3e-9dd0-d4b6fced6fb0 req-248fa87d-8121-4467-8041-f3ec67bd581b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:11.207813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-142489a4-f56e-4c3e-9dd0-d4b6fced6fb0 req-248fa87d-8121-4467-8041-f3ec67bd581b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.4056609 Aug 31 10:20:11.249087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-142489a4-f56e-4c3e-9dd0-d4b6fced6fb0 req-9bd06d7b-c03f-4f21-8f5a-a2b491770706 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Aug 31 10:20:12.372994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a308e59-191c-4991-a63a-9f90996d4a45 req-80ec5391-48fa-4ea2-b47d-b2a4dd7f5361 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:12.374652 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a308e59-191c-4991-a63a-9f90996d4a45 req-80ec5391-48fa-4ea2-b47d-b2a4dd7f5361 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0551548 Aug 31 10:20:12.417928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a308e59-191c-4991-a63a-9f90996d4a45 req-f16b1034-011d-40ac-9ffe-38932bb5e837 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369999 Aug 31 10:20:13.540510 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d95f-3963-4458-80cf-f237ccb4383b req-0e5a8de0-0985-455f-a43b-c29cb2c278b6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:13.542134 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd84d95f-3963-4458-80cf-f237ccb4383b req-0e5a8de0-0985-455f-a43b-c29cb2c278b6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0536592 Aug 31 10:20:13.583319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dd84d95f-3963-4458-80cf-f237ccb4383b req-08cda753-f843-4f2b-ac16-d861cf644b00 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350845 Aug 31 10:20:14.711864 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a63cf-b538-4c8b-9521-6f15917ec696 req-800577e2-7303-456a-ae52-5196ab1e0a5f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:14.713301 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca4a63cf-b538-4c8b-9521-6f15917ec696 req-800577e2-7303-456a-ae52-5196ab1e0a5f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0552483 Aug 31 10:20:14.763059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ca4a63cf-b538-4c8b-9521-6f15917ec696 req-dc2d4284-69e6-48a6-a476-a071f371dbfc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Aug 31 10:20:15.890982 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207e176-ab39-4a74-8aef-df5021e39b94 req-7c216b77-db08-496b-934c-9cff14e9c4ba tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:15.892511 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4207e176-ab39-4a74-8aef-df5021e39b94 req-7c216b77-db08-496b-934c-9cff14e9c4ba tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Aug 31 10:20:15.933429 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4207e176-ab39-4a74-8aef-df5021e39b94 req-d8b8b395-9ad6-47d8-9db7-9bca46262094 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337470 Aug 31 10:20:17.053239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56c62-4f87-4631-8de0-1010818f571b req-a9879297-0d9b-413d-ac0a-4b3421489057 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:17.055603 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68d56c62-4f87-4631-8de0-1010818f571b req-a9879297-0d9b-413d-ac0a-4b3421489057 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0522277 Aug 31 10:20:17.099171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-68d56c62-4f87-4631-8de0-1010818f571b req-96528e05-aa8e-4bc9-aeee-f57915d32584 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Aug 31 10:20:18.223317 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4cae-a521-4e4d-8e71-19d3f4472163 req-aa79af82-ee01-4295-852c-2e3c69dc95e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:18.224841 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a7d4cae-a521-4e4d-8e71-19d3f4472163 req-aa79af82-ee01-4295-852c-2e3c69dc95e5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0554907 Aug 31 10:20:18.266159 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a7d4cae-a521-4e4d-8e71-19d3f4472163 req-61e75f88-2118-4fc9-b8b9-7a48ad6bf55e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350521 Aug 31 10:20:19.236870 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:19.390971 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c3fa-f38d-4b9b-bdb7-35814886edf5 req-098e9206-451d-447e-9b36-ccbc04551025 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:19.392521 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6885c3fa-f38d-4b9b-bdb7-35814886edf5 req-098e9206-451d-447e-9b36-ccbc04551025 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0546746 Aug 31 10:20:19.434963 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6885c3fa-f38d-4b9b-bdb7-35814886edf5 req-595b4ec2-27f7-49f6-8706-ebed3dbd4ed9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Aug 31 10:20:19.458014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37706) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:19.523577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9c7644ac-edaf-4405-8fa4-43153a5ca64f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/c31c8fa4-a0ca-4933-b03c-a51f63ee3092 HTTP/1.1" status: 200 len: 992 time: 0.0635142 Aug 31 10:20:28.644579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f65eab28-81b6-4e41-9976-2315ee4e762f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:31.882095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:32.587672 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-00e36f80-f835-4240-9e46-894d10898f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:32.797620 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.882695 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.336321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-e8a3d4c1-e3d0-4fdd-9c74-e38e76dcfa29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521789 Aug 31 10:20:36.415293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.443136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-9e3f3d5f-e4c0-4fc9-85ed-ad30a4e60ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:36.444698 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-9e3f3d5f-e4c0-4fc9-85ed-ad30a4e60ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1097 time: 0.0464706 Aug 31 10:20:36.582239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-9cef8e84-64d4-42bd-acb0-652d67efbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:36.583758 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-9cef8e84-64d4-42bd-acb0-652d67efbe7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 897 time: 0.1152647 Aug 31 10:20:36.681338 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-3dca6d83-de65-47c3-b716-a25dd7266ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 1000 time: 0.0850594 Aug 31 10:20:36.760874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-ed7ce591-0659-4281-a2cd-6b5bd69bd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:36.762461 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-ed7ce591-0659-4281-a2cd-6b5bd69bd357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0719068 Aug 31 10:20:36.826988 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-eca31e33-c99d-49f9-b649-e95531fa602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:36.828567 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-eca31e33-c99d-49f9-b649-e95531fa602a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531874 Aug 31 10:20:36.948907 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-e04de18f-5193-427e-8493-a42dc8b13a8f service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115317 Aug 31 10:20:37.046180 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5ab97fad-152e-4263-b0d4-4c79bded8c9d req-6a0afffb-42f0-43c9-b7a6-100d14f7bc25 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895348 Aug 31 10:20:47.288331 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:20:49.261283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:51.962743 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:52.143804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 53f1c398-4c72-49b6-aa4e-0b9feaaac5c9 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:52.144354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.265435 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.265694 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.281078 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 53f1c398-4c72-49b6-aa4e-0b9feaaac5c9 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:52.481466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.510687 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=53f1c398-4c72-49b6-aa4e-0b9feaaac5c9,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:52.523968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.524368 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.524657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.525159 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.525497 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.525828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.526155 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.526491 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.526834 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.527160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.527490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.527809 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:52.598240 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.598843 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP c31c8fa4-a0ca-4933-b03c-a51f63ee3092 disassociated (deleted). External IP: 172.25.4.31, port: 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04. Aug 31 10:20:52.827799 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router fde9c8b6-2810-4420-a33b-1590438966f4 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:20:52.947805 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:20:52.952762 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:52.960530 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] Sync routers for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:20:52.971145 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:52.971793 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:20:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:52.993920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c63577e1-aa2e-474b-a41b-9f87ed2bffac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/floatingips/c31c8fa4-a0ca-4933-b03c-a51f63ee3092 HTTP/1.1" status: 204 len: 168 time: 1.0299735 Aug 31 10:20:52.995467 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:52.998834 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3707c4-982b-4299-8227-e26833b0bf26" -d '{"events": [{"name": "network-changed", "server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:53.065032 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ad942-f546-4709-8e99-d57252da710f x-openstack-request-id: req-550ad942-f546-4709-8e99-d57252da710f {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:53.065465 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:53.065869 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-550ad942-f546-4709-8e99-d57252da710f {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:53.066429 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'status': 'completed', 'code': 200} Aug 31 10:20:53.122242 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:53.140048 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-5827a564-9033-4f7c-aaf2-d276253d6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.142272 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-5827a564-9033-4f7c-aaf2-d276253d6a6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 1097 time: 0.0541315 Aug 31 10:20:53.315232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-3f341969-f1db-4076-bb6d-0ea14cb50e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.316844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-3f341969-f1db-4076-bb6d-0ea14cb50e83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 200 len: 897 time: 0.1669233 Aug 31 10:20:53.355983 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5951-40f5-44db-b1ee-0224c09ccbea req-8742d560-6b01-48c8-b315-344cfe7120da tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.357784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd8a5951-40f5-44db-b1ee-0224c09ccbea req-8742d560-6b01-48c8-b315-344cfe7120da tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0795329 Aug 31 10:20:53.388892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-44aa2af1-d243-47c5-8047-cc81fedb0474 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 200 len: 217 time: 0.0626860 Aug 31 10:20:53.423274 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:53.426045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd8a5951-40f5-44db-b1ee-0224c09ccbea req-63a0dac5-f129-4a4d-8dd4-890db5d0c1de tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564547 Aug 31 10:20:53.454585 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-49c926b0-e8ce-430d-8cc1-064071e0d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.454995 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] Checking router: fde9c8b6-2810-4420-a33b-1590438966f4 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:20:53.456289 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-49c926b0-e8ce-430d-8cc1-064071e0d2d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 200 len: 835 time: 0.0587525 Aug 31 10:20:53.464160 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:53.464766 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:20:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:53.520699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-3b656b3c-d584-4c1e-bb96-a0770defe94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.524360 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-3b656b3c-d584-4c1e-bb96-a0770defe94c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9afd8bfb-ff07-4af5-b557-d1cda92d180d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565004 Aug 31 10:20:53.591330 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:53.644277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-da3ec44d-7793-4650-8a53-95766bc5a5e0 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107638 Aug 31 10:20:53.773949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3b3707c4-982b-4299-8227-e26833b0bf26 req-08b91ac8-3e3a-45a4-a7eb-c3c23a1aab73 service neutron] 10.222.0.15 "GET /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207194 Aug 31 10:20:53.831726 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:53.859245 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfe5a4-7914-4dca-8ece-250b69f87164 None None] The sync data for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 is: [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'df667f66-1d31-4591-9359-743519a05a09', 'name': '', 'network_id': '9afd8bfb-ff07-4af5-b557-d1cda92d180d', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:c0:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:16Z', 'updated_at': '2021-08-31T10:19:21Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b45a4f1a-805b-4fae-8945-4be966fadd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:20:54.101166 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852bc961-3cf7-4e39-bc8d-0cea4cd9bc89 None None] New status for floating IP c31c8fa4-a0ca-4933-b03c-a51f63ee3092: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:20:54.589131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc420f8-c09e-44ce-9a6b-2aace85289fe req-bc6dd7bd-9c69-4c4b-921a-7f7c3b7999ae tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:54.590813 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbc420f8-c09e-44ce-9a6b-2aace85289fe req-bc6dd7bd-9c69-4c4b-921a-7f7c3b7999ae tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0735004 Aug 31 10:20:54.636022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dbc420f8-c09e-44ce-9a6b-2aace85289fe req-5359bf44-765a-4b65-9f04-5fbf91f956e1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=24c4a2d3-4610-4344-ace1-0d674996c35d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 Aug 31 10:20:55.023539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-ef7ab30a-0aac-4319-a6ad-1efc74c2d65f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:55.025350 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-ef7ab30a-0aac-4319-a6ad-1efc74c2d65f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 945 time: 0.0829594 Aug 31 10:20:55.130108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:55.130493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:55.248236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:55.248705 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:55.266725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:55.407747 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:55.437403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:55.470456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.470837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.471183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.471525 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.471866 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.472202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.472531 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.472860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.473189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.473515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.473846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.474790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:55.495495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] No DVR routers for this DVR port 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:20:55.498263 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:55.500282 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fddc15ed-07ca-4d9e-9419-d418c561e4ee req-bfe5953d-2cc2-4ba8-8c90-ad84ecb080e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "DELETE /v2.0/ports/76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 HTTP/1.1" status: 204 len: 173 time: 0.4674792 Aug 31 10:20:55.500720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'name': 'network-vif-deleted', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:55.503055 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0294ce4b-5247-4235-b531-a18c1dd0ea98" -d '{"events": [{"server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "name": "network-vif-deleted", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:55.564663 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd61cf1f-d610-4442-a179-54808bfb725a x-openstack-request-id: req-dd61cf1f-d610-4442-a179-54808bfb725a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:55.564957 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cd83c6-ebd3-4d31-adb7-47ad21736be7", "name": "network-vif-deleted", "tag": "76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:55.565194 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd61cf1f-d610-4442-a179-54808bfb725a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:55.565585 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cd83c6-ebd3-4d31-adb7-47ad21736be7', 'name': 'network-vif-deleted', 'tag': '76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04', 'status': 'completed', 'code': 200} Aug 31 10:20:55.756174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-52dc9e11-94e2-4960-b2ca-21d5563e24b7 req-aa18172a-8fcc-42d5-bd5d-a13ecb974a6b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cd83c6-ebd3-4d31-adb7-47ad21736be7 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Aug 31 10:20:56.823535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37746) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:57.266594 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:57.290189 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:20:57.312871 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:20:57.313210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 76c7cf1c-0e6e-4ba2-8d5f-cdc16a01ca04 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:20:57.566219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port df667f66-1d31-4591-9359-743519a05a09 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:57.566587 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:57.671712 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port df667f66-1d31-4591-9359-743519a05a09, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=df667f66-1d31-4591-9359-743519a05a09,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:57.672234 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:57.688985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for df667f66-1d31-4591-9359-743519a05a09 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:57.916149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:57.965721 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=df667f66-1d31-4591-9359-743519a05a09,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:58.194160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.471420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router fde9c8b6-2810-4420-a33b-1590438966f4 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:20:58.624109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:20:58.635425 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9f9dac35-56c6-489c-aec7-aa7e49695358 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/fde9c8b6-2810-4420-a33b-1590438966f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098133 Aug 31 10:20:58.639481 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37748) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:58.642932 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] Sync routers for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:20:58.660322 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cb480026-a50d-41fe-a4f3-41a334c0fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.663438 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:58.664208 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:20:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:58.722956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting subnet b45a4f1a-805b-4fae-8945-4be966fadd2e {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:20:58.729490 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.793396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.812885 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:58.933444 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.036702 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.071567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Subnet': ['ID=b45a4f1a-805b-4fae-8945-4be966fadd2e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:59.077593 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.079664 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eec65db6-390f-461b-8d1c-3e9ab89d1be7 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/subnets/b45a4f1a-805b-4fae-8945-4be966fadd2e HTTP/1.1" status: 204 len: 168 time: 0.4389844 Aug 31 10:20:59.083035 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:20:57Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:59.084542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37752) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:59.091464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5bc96-c643-4c4e-a911-7aa36aabe053 None None] Network 9afd8bfb-ff07-4af5-b557-d1cda92d180d requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:20:59.122437 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] Checking router: fde9c8b6-2810-4420-a33b-1590438966f4 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:20:59.135934 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] Routers {'fde9c8b6-2810-4420-a33b-1590438966f4'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:59.136667 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:20:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fde9c8b6-2810-4420-a33b-1590438966f4'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:59.258421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.394169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] DHCP port deletion for 9afd8bfb-ff07-4af5-b557-d1cda92d180d request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:20:59.460303 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.478020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Deleting port 51574a75-c825-46a1-b51c-4c60b0584b63 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:59.478961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.519668 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] Set router fde9c8b6-2810-4420-a33b-1590438966f4 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:59.562261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 2e8e51be-0cd6-4371-a9e5-145e61b01907 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:59.562571 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.584179 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] For port 51574a75-c825-46a1-b51c-4c60b0584b63, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=51574a75-c825-46a1-b51c-4c60b0584b63,segment=NetworkSegment(b5d1b313-f3d9-40a9-8de7-192382da62c2),segment_id=b5d1b313-f3d9-40a9-8de7-192382da62c2)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:59.584656 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.600053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Calling delete_port for 51574a75-c825-46a1-b51c-4c60b0584b63 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:59.674441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 2e8e51be-0cd6-4371-a9e5-145e61b01907, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=2e8e51be-0cd6-4371-a9e5-145e61b01907,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:59.674873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.694738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 2e8e51be-0cd6-4371-a9e5-145e61b01907 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:59.706677 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:59.741583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] No DVR routers for this DVR port 51574a75-c825-46a1-b51c-4c60b0584b63 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:20:59.746223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Pushing event deleted for resources: {'Port': ['ID=51574a75-c825-46a1-b51c-4c60b0584b63,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:59.768088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.768725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.769409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.770251 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.770804 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.771441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.772077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.772737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.773367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.774010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.774672 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.775301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76863b1f-9d0f-4197-a807-40e906f2bb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:59.875755 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:20:57Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:59.916930 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df09d0d7-8eac-46d0-a76b-e25c690fb6f7 None None] The sync data for ids ['fde9c8b6-2810-4420-a33b-1590438966f4'] in n-d-800634-13 is: [{'id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-350871979', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:19:13Z', 'updated_at': '2021-08-31T10:20:57Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '2e8e51be-0cd6-4371-a9e5-145e61b01907', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde9c8b6-2810-4420-a33b-1590438966f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:19:14Z', 'updated_at': '2021-08-31T10:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:20:59.981990 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.017182 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=2e8e51be-0cd6-4371-a9e5-145e61b01907,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:00.100988 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.216146 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.218750 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.274353 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.274730 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Fanout notify agent at l3_agent the message router_deleted on router fde9c8b6-2810-4420-a33b-1590438966f4 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:21:00.282721 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.284872 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-00b12e7c-00a7-4d1c-aa12-498434855f01 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/routers/fde9c8b6-2810-4420-a33b-1590438966f4 HTTP/1.1" status: 204 len: 168 time: 1.1983857 Aug 31 10:21:00.287506 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37754) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:00.381510 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.493962 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.506942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afd8bfb-ff07-4af5-b557-d1cda92d180d']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:00.518912 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d1b313-f3d9-40a9-8de7-192382da62c2') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:00.519213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d1b313-f3d9-40a9-8de7-192382da62c2') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:00.533651 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.562251 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.570070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:21:00.570506 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:21:00.573864 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:21:00.638099 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.648404 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.650324 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/networks/9afd8bfb-ff07-4af5-b557-d1cda92d180d HTTP/1.1" status: 204 len: 168 time: 0.3617115 Aug 31 10:21:00.653121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37756) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:00.660981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8702b-825d-44cb-9225-5899738f00e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Network': ['ID=9afd8bfb-ff07-4af5-b557-d1cda92d180d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:00.729433 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1a77957-ce72-48d6-b9af-ae865c18b338 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.756915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1a77957-ce72-48d6-b9af-ae865c18b338 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.822898 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1a77957-ce72-48d6-b9af-ae865c18b338 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.825660 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c1a77957-ce72-48d6-b9af-ae865c18b338 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:00.826985 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c1a77957-ce72-48d6-b9af-ae865c18b338 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/security-groups/24c4a2d3-4610-4344-ace1-0d674996c35d HTTP/1.1" status: 204 len: 168 time: 0.1727195 Aug 31 10:21:00.836696 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a77957-ce72-48d6-b9af-ae865c18b338 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c4a2d3-4610-4344-ace1-0d674996c35d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:01.246834 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37762) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:01.252211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583836900', 'description': 'tempest-secgroup-smoke-583836900 description', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:01.260048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51574a75-c825-46a1-b51c-4c60b0584b63 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:21:01.284008 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.286412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 51574a75-c825-46a1-b51c-4c60b0584b63 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:21:01.287320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 51574a75-c825-46a1-b51c-4c60b0584b63 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:21:01.287763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device df667f66-1d31-4591-9359-743519a05a09 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:21:01.309635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: df667f66-1d31-4591-9359-743519a05a09 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:21:01.309959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device df667f66-1d31-4591-9359-743519a05a09 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:21:01.310355 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2e8e51be-0cd6-4371-a9e5-145e61b01907 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:21:01.332877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 2e8e51be-0cd6-4371-a9e5-145e61b01907 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:21:01.333850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 2e8e51be-0cd6-4371-a9e5-145e61b01907 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:21:01.376780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.383627 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.416619 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b162f79-9f17-491c-9e7c-52517a79425c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:01.418925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.422118 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4afd2c95-34cc-4e2f-9803-e0ab7a7acb11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1741691 Aug 31 10:21:01.423301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37764) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:01.428454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '6b162f79-9f17-491c-9e7c-52517a79425c', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:01.456413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.517144 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.521709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.539568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5996202d-882d-4b7c-b0ee-f2a7b1518714,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:01.546783 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.547889 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-3e6b702a-9bf5-44a7-a466-63273947c2c8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237123 Aug 31 10:21:01.550852 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37766) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:01.555612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '6b162f79-9f17-491c-9e7c-52517a79425c', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:01.584225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.647880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.652152 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.672447 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3556509-f398-4cd3-9a23-2b431d8670f8,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:01.676849 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.680269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-94ed2f47-76fa-4382-b9af-e0b73932ea0d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282063 Aug 31 10:21:01.683254 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37768) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:01.687749 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '6b162f79-9f17-491c-9e7c-52517a79425c', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:01.715947 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.782008 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.786087 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.805973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4353c18-78a8-428c-a4d9-e8d8f1955fd7,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:01.814377 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.815569 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-75abda78-78f8-4b6e-813e-8189290237f6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313667 Aug 31 10:21:01.819193 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37770) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:01.823727 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '6b162f79-9f17-491c-9e7c-52517a79425c', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:01.852577 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.873186 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.923021 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.926700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.946070 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f850a15d-58f9-4cf6-a398-6d7d4b054d54,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:01.955406 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.956690 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-952ba57f-68f4-4cd3-8436-220598e39569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365333 Aug 31 10:21:01.968626 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37772) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:01.973768 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '6b162f79-9f17-491c-9e7c-52517a79425c', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:02.002819 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:21:02.009827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.082052 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.088401 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.106620 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cc5422-fe29-4fe7-af49-068aa86bbe80,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:02.115513 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.116648 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a67956b8-b276-4757-904d-bbca2130dd7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469924 Aug 31 10:21:02.119955 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37774) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:02.124663 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '6b162f79-9f17-491c-9e7c-52517a79425c', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:02.151338 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:21:02.157467 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.237013 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.242455 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.261774 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efd9f8d-03ab-407d-b6f3-a23f45ba1d58,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:02.269395 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.270448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f0f871ae-9a50-47d9-ba67-c7422882ce61 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493514 Aug 31 10:21:02.274461 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37776) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:02.279999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'network': {'name': 'tempest-network-smoke--361556194', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:02.303565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:21:02.307304 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.335272 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:21:02.346286 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.346662 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Added segment 73154211-c552-4d31-af0c-6344cd4d0979 of type vlan for network 097b604a-64c4-4f93-a94b-2e7bc9d94931 Aug 31 10:21:02.393209 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.420468 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.427122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:02.427996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.482677 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2070110 Aug 31 10:21:02.485840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37778) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:02.493973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'admin_state_up': True, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:02.506641 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5676-e1b0-48bc-9fb3-3ace5b0a8101 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Network': ['ID=097b604a-64c4-4f93-a94b-2e7bc9d94931,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:02.518618 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:21:02.519280 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.520809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.583994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.600503 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a54d23d-01c7-464d-a7d7-9bf5948d172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.732146 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.797398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.950359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:02.970020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.086710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.161 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/ee0421d6-28a9-41b5-ac93-db4c698f9551) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:21:03.194377 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.238309 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.293505 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:03.296492 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:03.299099 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:21:03.328770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=ee0421d6-28a9-41b5-ac93-db4c698f9551,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:03.564890 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.790252 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.882300 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.927610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:21:04.045496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:21:04.055689 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Sync routers for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:21:04.065661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.068036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-62079a82-8f40-41f9-910d-1c7be253929a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5797601 Aug 31 10:21:04.071595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37780) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:04.074746 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:04.075403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:21:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:04.103506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a192fe4c-d1e1-4381-9d90-ace6fc425237 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ee2778749c4a4c188e2d5062e58a4463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310643 Aug 31 10:21:04.106264 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37782) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:04.189809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:04.215713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc45584-3929-4f8e-9838-5abcbce535b7 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:04.218113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2dc45584-3929-4f8e-9838-5abcbce535b7 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1100078 Aug 31 10:21:04.220805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37784) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:04.252026 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b2779c6d-4516-434f-b8ac-cf64777ed09b tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299361 Aug 31 10:21:04.255839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37786) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:04.267703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012895933', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:04.384233 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:21:04.388343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.404476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:03Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:04.433385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Checking router: 4e7e06b8-c65a-4d4e-9cd3-72365a576932 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:21:04.433837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Updating router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 port ee0421d6-28a9-41b5-ac93-db4c698f9551 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:21:04.463817 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.610760 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.682972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Subnet': ['ID=b37e586c-2501-4666-aec8-10734daa6cc3,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:04.697315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Checking segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:21:04.698234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network hostable DHCP agents. Network: 097b604a-64c4-4f93-a94b-2e7bc9d94931, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:21:04.728839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:21:04.744536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 097b604a-64c4-4f93-a94b-2e7bc9d94931) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:04.751677 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:04.752752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.763257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e77b68-599e-42a0-8cc5-42f968f3d9eb None None] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:21:04.778946 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d8c30fee-c275-41cd-9783-1f98d42910d4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5181408 Aug 31 10:21:04.779323 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37788) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:04.826751 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.844930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Transition to ACTIVE for port object ee0421d6-28a9-41b5-ac93-db4c698f9551 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:04.859123 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.963607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Attempting to bind port ee0421d6-28a9-41b5-ac93-db4c698f9551 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:21:04.964339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Attempting to bind port ee0421d6-28a9-41b5-ac93-db4c698f9551 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:21:04.964339 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Attempting to bind port ee0421d6-28a9-41b5-ac93-db4c698f9551 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:21:04.968686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe4e7-107c-479f-8431-76517d0cec2f None None] Pushing event updated for resources: {'Port': ['ID=ee0421d6-28a9-41b5-ac93-db4c698f9551,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:04.979605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:21:04.979981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:21:04.980384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.980773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:21:04.981241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Bound port: ee0421d6-28a9-41b5-ac93-db4c698f9551, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:21:04.981615 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:05.034778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-097b604a-64c4-4f93-a94b-2e7bc9d94931', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:21:05.034778 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:05.082040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] For port ee0421d6-28a9-41b5-ac93-db4c698f9551, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:21:05.086942 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] For port ee0421d6-28a9-41b5-ac93-db4c698f9551, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ee0421d6-28a9-41b5-ac93-db4c698f9551,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:21:05.143221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:05.261338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe4e7-107c-479f-8431-76517d0cec2f None None] Pushing event updated for resources: {'Port': ['ID=ee0421d6-28a9-41b5-ac93-db4c698f9551,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:05.266964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:05.267467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:21:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:05.321734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Allocated IP 172.20.0.2 (097b604a-64c4-4f93-a94b-2e7bc9d94931/b37e586c-2501-4666-aec8-10734daa6cc3/0b6e2794-af4e-4bf5-b904-49670731f17d) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:21:05.448661 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:05.645429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:05.811557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:05.847041 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Transition to ACTIVE for port object 0b6e2794-af4e-4bf5-b904-49670731f17d will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:05.868287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Transition to ACTIVE for port object 0b6e2794-af4e-4bf5-b904-49670731f17d will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:05.878218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:05.933240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:05.941510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:05.944809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Pushing event updated for resources: {'Port': ['ID=0b6e2794-af4e-4bf5-b904-49670731f17d,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:05.947217 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:21:05.956293 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:03Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:05.975199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.1 (097b604a-64c4-4f93-a94b-2e7bc9d94931/b37e586c-2501-4666-aec8-10734daa6cc3/6daf5d55-d8c4-4066-88c8-828c598fbb4a) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:21:06.003386 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28042493-26b5-4f79-b318-ec47544ff8e7 None None] The sync data for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 is: [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:03Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:21:06.043542 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Attempting to bind port 0b6e2794-af4e-4bf5-b904-49670731f17d on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:21:06.043930 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Attempting to bind port 0b6e2794-af4e-4bf5-b904-49670731f17d by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:21:06.044291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Attempting to bind port 0b6e2794-af4e-4bf5-b904-49670731f17d on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:21:06.050015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:21:06.050387 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Checking segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:21:06.050821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.051214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Bound using segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:21:06.051694 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Bound port: 0b6e2794-af4e-4bf5-b904-49670731f17d, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:21:06.052301 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.124094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] For port 0b6e2794-af4e-4bf5-b904-49670731f17d, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:21:06.127553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.127878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] For port 0b6e2794-af4e-4bf5-b904-49670731f17d, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b6e2794-af4e-4bf5-b904-49670731f17d,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:21:06.133134 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.152046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object 6daf5d55-d8c4-4066-88c8-828c598fbb4a will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:06.204522 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.211033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff373-8557-417e-a733-0d296b74aeac None None] Pushing event updated for resources: {'Port': ['ID=0b6e2794-af4e-4bf5-b904-49670731f17d,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:06.269202 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:06.274761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:06.278188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:21:06.370229 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=6daf5d55-d8c4-4066-88c8-828c598fbb4a,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:06.392453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.421861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.619864 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.952461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:06.957716 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.039403 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=6daf5d55-d8c4-4066-88c8-828c598fbb4a,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:07.042218 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.188383 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:07.189950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:07.341486 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:21:07.343043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b6e2794-af4e-4bf5-b904-49670731f17d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:07.408655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0b6e2794-af4e-4bf5-b904-49670731f17d completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:07.415283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ee0421d6-28a9-41b5-ac93-db4c698f9551 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:07.451053 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b216fc3d-3d20-4776-aa6d-429b5220b71a None None] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:21:07.476232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:21:07.490047 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-255ec59d-ccab-4cfe-b352-f06787247848 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/4e7e06b8-c65a-4d4e-9cd3-72365a576932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083743 Aug 31 10:21:07.548671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ee0421d6-28a9-41b5-ac93-db4c698f9551 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:07.556856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] Provisioning for port 0b6e2794-af4e-4bf5-b904-49670731f17d completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:07.564104 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ee0421d6-28a9-41b5-ac93-db4c698f9551 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:07.564479 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.599125 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] Provisioning complete for port 0b6e2794-af4e-4bf5-b904-49670731f17d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:07.599737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.679844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-63256d5a-3269-4f95-af4b-77901a500445 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583836900&fields=id&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 267 time: 0.0495706 Aug 31 10:21:07.828994 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.831604 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-8d5f28a5-e9f3-4fc1-86a8-8501224aad69 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:07.836276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.836695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-8d5f28a5-e9f3-4fc1-86a8-8501224aad69 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 796 time: 0.1483436 Aug 31 10:21:07.855527 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-bc233c29-e8e0-468a-a58d-be3622f3f411 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/quotas/ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 375 time: 0.0120583 Aug 31 10:21:07.870533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ee0421d6-28a9-41b5-ac93-db4c698f9551, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ee0421d6-28a9-41b5-ac93-db4c698f9551,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:07.882409 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.955510 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] For port 0b6e2794-af4e-4bf5-b904-49670731f17d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b6e2794-af4e-4bf5-b904-49670731f17d,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:07.969624 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:07.977595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ee0421d6-28a9-41b5-ac93-db4c698f9551,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:08.033755 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Sync routers for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:21:08.048132 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:08.049242 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:21:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:08.068357 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba11b-e0d5-4c7c-93a2-5ed0c621840e None None] Pushing event updated for resources: {'Port': ['ID=0b6e2794-af4e-4bf5-b904-49670731f17d,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:08.105936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a21d8ae6-efe2-4dcc-b3f3-b68740126dc2 None None] Provisioning for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:08.111223 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a21d8ae6-efe2-4dcc-b3f3-b68740126dc2 None None] Provisioning complete for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:08.112352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a21d8ae6-efe2-4dcc-b3f3-b68740126dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.166989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a21d8ae6-efe2-4dcc-b3f3-b68740126dc2 None None] Port 6daf5d55-d8c4-4066-88c8-828c598fbb4a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:21:08.184093 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a21d8ae6-efe2-4dcc-b3f3-b68740126dc2 None None] Provisioning complete for port 0b6e2794-af4e-4bf5-b904-49670731f17d triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:08.184685 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a21d8ae6-efe2-4dcc-b3f3-b68740126dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.208663 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:08.420202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-d56a37eb-0075-4ec3-822d-ea90cce6f1c2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5530827 Aug 31 10:21:08.426059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-cba0a4c8-9c92-4147-ab8b-b5bc92e5f896 None None] Provisioning complete for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:08.427075 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cba0a4c8-9c92-4147-ab8b-b5bc92e5f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.491116 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-cba0a4c8-9c92-4147-ab8b-b5bc92e5f896 None None] Port 6daf5d55-d8c4-4066-88c8-828c598fbb4a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:21:08.524291 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 2, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:08.584799 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Checking router: 4e7e06b8-c65a-4d4e-9cd3-72365a576932 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:21:08.585148 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Updating router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 port 6daf5d55-d8c4-4066-88c8-828c598fbb4a binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:21:08.617633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6e50c652-4e02-40e6-8a78-13145369f83c None None] Provisioning complete for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:08.617999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6e50c652-4e02-40e6-8a78-13145369f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.620532 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.638759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-f031aba9-b06b-4eef-ba62-1ffa8e8b1dd0 service neutron] 10.222.0.18 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923463 Aug 31 10:21:08.660785 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6e50c652-4e02-40e6-8a78-13145369f83c None None] Port 6daf5d55-d8c4-4066-88c8-828c598fbb4a cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:21:08.738817 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-7fcb7146-7b6f-4002-8ddb-36903fa826d9 service neutron] 10.222.0.18 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987010 Aug 31 10:21:08.922294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-43c96693-3640-4146-9c51-9b78d46d80bb req-b33d77c8-0157-4f7c-9abd-7f6334db46c1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 210 time: 0.0341954 Aug 31 10:21:08.972318 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:08.984852 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Transition to ACTIVE for port object 6daf5d55-d8c4-4066-88c8-828c598fbb4a will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:08.992497 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:09.048328 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Pushing event updated for resources: {'Port': ['ID=6daf5d55-d8c4-4066-88c8-828c598fbb4a,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:09.060122 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.060309 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.060637 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.060967 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.061292 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.061613 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.062140 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.063048 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.063048 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.063348 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.063482 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.063706 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:21:09.119913 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Attempting to bind port 6daf5d55-d8c4-4066-88c8-828c598fbb4a on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:21:09.120456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Attempting to bind port 6daf5d55-d8c4-4066-88c8-828c598fbb4a by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:21:09.120813 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Attempting to bind port 6daf5d55-d8c4-4066-88c8-828c598fbb4a on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:21:09.127416 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:21:09.127776 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Checking segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:21:09.128175 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:09.128560 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Bound using segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:21:09.129031 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Bound port: 6daf5d55-d8c4-4066-88c8-828c598fbb4a, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:21:09.129413 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:09.209735 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] For port 6daf5d55-d8c4-4066-88c8-828c598fbb4a, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:21:09.213756 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] For port 6daf5d55-d8c4-4066-88c8-828c598fbb4a, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6daf5d55-d8c4-4066-88c8-828c598fbb4a,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:21:09.220646 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:09.297326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b6e2794-af4e-4bf5-b904-49670731f17d up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:09.305547 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688bf19-ed19-4ab5-8b9a-7fb8db82c23f None None] Pushing event updated for resources: {'Port': ['ID=6daf5d55-d8c4-4066-88c8-828c598fbb4a,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:09.316539 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:09.317519 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:21:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:09.376495 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0b6e2794-af4e-4bf5-b904-49670731f17d triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:09.376780 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:09.491138 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:09.496148 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ee0421d6-28a9-41b5-ac93-db4c698f9551 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:09.597127 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ee0421d6-28a9-41b5-ac93-db4c698f9551 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:09.597745 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:09.862828 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:09.889156 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49436cc7-15cd-4b32-b320-5f930be25b27 None None] The sync data for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 is: [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:09Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:21:10.039278 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2a285daf-47a1-4e9b-8b25-571e0c132a33 req-133d7c02-5c64-4e72-89b7-655559b06dfa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 210 time: 0.0300753 Aug 31 10:21:10.209946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-d8107508-20d5-477b-9cc3-30af895ae781 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:10.211776 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-d8107508-20d5-477b-9cc3-30af895ae781 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 796 time: 0.1228714 Aug 31 10:21:10.272378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6e98db4e-c1c9-48fb-b7bd-536ce4fd04ce tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 379 time: 0.0443566 Aug 31 10:21:10.282428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'port': {'device_id': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'admin_state_up': True, 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'security_groups': ['6b162f79-9f17-491c-9e7c-52517a79425c']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:10.407455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:21:10.411110 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:10.555779 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.10 (097b604a-64c4-4f93-a94b-2e7bc9d94931/b37e586c-2501-4666-aec8-10734daa6cc3/534d4803-d1e7-43af-b6bb-207077f10917) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:21:10.717766 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:10.739416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object 534d4803-d1e7-43af-b6bb-207077f10917 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:10.776939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:10.827532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:10.830871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:10.835480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:21:10.868686 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:10.901764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:10.902446 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:10.920460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-6dde97c4-9bb5-490a-b1a3-d2dd9170a8ab tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6423860 Aug 31 10:21:10.938521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Request body: {'port': {'device_id': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:11.011819 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.150236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5b911acf-4bdb-4adf-b9e1-7ee336a5fb8a None None] Provisioning for port 534d4803-d1e7-43af-b6bb-207077f10917 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:11.156989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5b911acf-4bdb-4adf-b9e1-7ee336a5fb8a None None] Provisioning complete for port 534d4803-d1e7-43af-b6bb-207077f10917 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:11.157422 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5b911acf-4bdb-4adf-b9e1-7ee336a5fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.200179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971d40d-43cb-4370-b2a2-324f1c180eb7 req-1e41c350-f868-45ae-be95-5c084dddd731 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:11.204733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8971d40d-43cb-4370-b2a2-324f1c180eb7 req-1e41c350-f868-45ae-be95-5c084dddd731 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 932 time: 0.0831921 Aug 31 10:21:11.218863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5b911acf-4bdb-4adf-b9e1-7ee336a5fb8a None None] Port 534d4803-d1e7-43af-b6bb-207077f10917 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:21:11.268907 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8971d40d-43cb-4370-b2a2-324f1c180eb7 req-e372a1dd-6bda-4428-90a9-6e9d978eead5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521264 Aug 31 10:21:11.311884 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6daf5d55-d8c4-4066-88c8-828c598fbb4a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:11.374949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:11.381973 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534d4803-d1e7-43af-b6bb-207077f10917 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:21:11.384818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:11.384818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.393310 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.415802 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Transition to ACTIVE for port object 534d4803-d1e7-43af-b6bb-207077f10917 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:21:11.420007 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.484086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.491949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:11.526778 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 6daf5d55-d8c4-4066-88c8-828c598fbb4a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6daf5d55-d8c4-4066-88c8-828c598fbb4a,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:11.531648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.582141 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:21:11.582601 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:21:11.583180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:21:11.590898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Port 534d4803-d1e7-43af-b6bb-207077f10917 on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:21:11.591373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:21:11.594192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=6daf5d55-d8c4-4066-88c8-828c598fbb4a,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:11.599215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:21:11.599215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Checking segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:21:11.599215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Bound using segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:21:11.599215 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Bound port: 534d4803-d1e7-43af-b6bb-207077f10917, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:21:11.599215 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.677819 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:21:11.681509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:21:11.685814 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.727972 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:11.728612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:11.729991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] 10.222.0.23 "PUT /v2.0/ports/534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1093 time: 0.7962193 Aug 31 10:21:11.730597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:21:11.732775 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad132226-ecd5-466e-9ff0-2fda3425059e" -d '{"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:21:11.761765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86915fe-75a7-4ace-8a9a-408e985c985e service neutron] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:11.804273 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68500513-cef2-4aea-94b5-04daf1ce0e1e x-openstack-request-id: req-68500513-cef2-4aea-94b5-04daf1ce0e1e {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:21:11.804567 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:21:11.804829 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68500513-cef2-4aea-94b5-04daf1ce0e1e {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:21:11.805292 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'status': 'completed', 'code': 200} Aug 31 10:21:11.841616 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-10753fe0-1caf-4382-bab5-89b1a31e58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:11.843223 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-10753fe0-1caf-4382-bab5-89b1a31e58a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1096 time: 0.0513489 Aug 31 10:21:11.892882 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-189807ba-4ad1-48e1-b577-d2c0471b61e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 217 time: 0.0363250 Aug 31 10:21:11.952708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-c5f172be-7a5e-4b95-ac9d-eab6b142ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:11.954321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-c5f172be-7a5e-4b95-ac9d-eab6b142ae00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0542400 Aug 31 10:21:12.006343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-2aec1ad7-2462-48ec-9f9e-66952f1d1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:12.007942 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-2aec1ad7-2462-48ec-9f9e-66952f1d1de8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466027 Aug 31 10:21:12.109013 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-fd0a53f0-0a04-4e32-a4be-a86bcf3ba14a service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926509 Aug 31 10:21:12.210153 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-944f1e66-ae83-4475-a473-a7d77d43cf2b req-92ae8ce2-f0a3-4650-89cb-2a053894c34c service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941920 Aug 31 10:21:12.353882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-ae059fbb-235a-4045-9b5f-e1bb73361ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:12.355513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-ae059fbb-235a-4045-9b5f-e1bb73361ccd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1096 time: 0.0463996 Aug 31 10:21:12.395174 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db29a3-b6ff-4d6d-a91e-3e64bc4874fd req-86093beb-dc89-411d-9b47-b72ba3c4daee tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:12.397309 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9db29a3-b6ff-4d6d-a91e-3e64bc4874fd req-86093beb-dc89-411d-9b47-b72ba3c4daee tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0552230 Aug 31 10:21:12.438136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d9db29a3-b6ff-4d6d-a91e-3e64bc4874fd req-0752df81-1512-4c30-b589-d8cf367e0ee8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346296 Aug 31 10:21:12.461625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-eedce148-b463-4d32-81a4-7105cc6f13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:12.463197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-eedce148-b463-4d32-81a4-7105cc6f13a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1010385 Aug 31 10:21:12.509302 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-9a6124b7-8e9b-4007-970e-0d69b9faf0bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 217 time: 0.0367486 Aug 31 10:21:12.563416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-8845f401-8f13-422c-bcf4-04e4a120e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:12.564936 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-8845f401-8f13-422c-bcf4-04e4a120e77d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0474672 Aug 31 10:21:12.619198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-3ca4d84d-c4e6-4242-b624-d8550ffb4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:12.620788 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-3ca4d84d-c4e6-4242-b624-d8550ffb4f13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477781 Aug 31 10:21:12.717915 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-b86fc228-02b1-47ab-b2f0-447e0e1fe3c4 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Aug 31 10:21:12.816540 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ad132226-ecd5-466e-9ff0-2fda3425059e req-e3148637-f39b-474f-83a9-98348c709831 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898647 Aug 31 10:21:13.264249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6daf5d55-d8c4-4066-88c8-828c598fbb4a up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:13.316429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 6daf5d55-d8c4-4066-88c8-828c598fbb4a triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:13.316802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:13.563908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422d6a-6013-459a-af69-9ce9fe7dc198 req-1d52a80e-1c64-4e44-a674-7f0bf13a539f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:13.565486 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4422d6a-6013-459a-af69-9ce9fe7dc198 req-1d52a80e-1c64-4e44-a674-7f0bf13a539f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0506990 Aug 31 10:21:13.606119 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a4422d6a-6013-459a-af69-9ce9fe7dc198 req-b8843605-40f2-4787-937a-8781a6d3efbb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330706 Aug 31 10:21:14.725653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dfbc-e2dc-4f20-96a9-6a32e1d00930 req-4da2e357-2652-41fe-924a-3ab5210b739a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:14.727232 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a27dfbc-e2dc-4f20-96a9-6a32e1d00930 req-4da2e357-2652-41fe-924a-3ab5210b739a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0503383 Aug 31 10:21:14.771342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a27dfbc-e2dc-4f20-96a9-6a32e1d00930 req-2e9ee855-b99b-4ed7-8064-84ec00d83a2f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379832 Aug 31 10:21:15.892370 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3544774-1a4f-4dd4-8e5a-6d7dbeddf36e req-e4dfa17f-4828-425c-b793-553ffea6b2ac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:15.893880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3544774-1a4f-4dd4-8e5a-6d7dbeddf36e req-e4dfa17f-4828-425c-b793-553ffea6b2ac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0540738 Aug 31 10:21:15.933987 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c3544774-1a4f-4dd4-8e5a-6d7dbeddf36e req-066af693-b7e3-4d15-be53-69e27c9822da tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Aug 31 10:21:16.210465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:21:16.327151 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:16.341841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '534d4803-d1e7-43af-b6bb-207077f10917', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'port_id': '534d4803-d1e7-43af-b6bb-207077f10917', 'mac_address': 'fa:16:3e:2d:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:21:16.401692 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:16.416043 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534d4803-d1e7-43af-b6bb-207077f10917 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:21:16.442581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:16.447020 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:16.504220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:16.760758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['534d4803-d1e7-43af-b6bb-207077f10917'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:21:17.056524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3631e-b47a-4903-ac1f-b700bfb41cc6 req-1ba74695-3813-4f86-bdd0-eb89d3897466 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:17.058074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fd3631e-b47a-4903-ac1f-b700bfb41cc6 req-1ba74695-3813-4f86-bdd0-eb89d3897466 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 945 time: 0.0511262 Aug 31 10:21:17.102137 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3fd3631e-b47a-4903-ac1f-b700bfb41cc6 req-766c97ce-b207-4c89-98ff-d507d3e3f33a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376232 Aug 31 10:21:18.210220 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:21:18.224439 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea491-9c6a-4c39-917d-ff735f6b9a91 req-7a33264f-840b-4c5e-a64a-67ddafa36d9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:18.225975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd2ea491-9c6a-4c39-917d-ff735f6b9a91 req-7a33264f-840b-4c5e-a64a-67ddafa36d9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 945 time: 0.0532429 Aug 31 10:21:18.263772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 534d4803-d1e7-43af-b6bb-207077f10917 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:21:18.267881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 534d4803-d1e7-43af-b6bb-207077f10917 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:21:18.268253 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:18.278499 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bd2ea491-9c6a-4c39-917d-ff735f6b9a91 req-c8398975-e9f6-4b41-b345-59d43027791f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427291 Aug 31 10:21:18.350528 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:18.374879 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:21:18.377180 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f44609-e251-44d3-897c-b8b157ab484f" -d '{"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-plugged", "status": "completed", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:21:18.391604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:21:18.396237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:18.427045 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c668a-e440-45a6-a46f-fa1284c0fa3d x-openstack-request-id: req-450c668a-e440-45a6-a46f-fa1284c0fa3d {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:21:18.427337 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-plugged", "status": "completed", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:21:18.427582 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-450c668a-e440-45a6-a46f-fa1284c0fa3d {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:21:18.427963 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'code': 200} Aug 31 10:21:18.456225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:18.545589 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db58d1-ede0-490a-8647-82d7ae2ef1b5 req-80e92afb-0067-43c9-9213-3dfc9285880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:18.547166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90db58d1-ede0-490a-8647-82d7ae2ef1b5 req-80e92afb-0067-43c9-9213-3dfc9285880b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1098 time: 0.0452847 Aug 31 10:21:18.582419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-90db58d1-ede0-490a-8647-82d7ae2ef1b5 req-622ac9e2-ec1d-4820-8e8b-b1e757cb83d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283346 Aug 31 10:21:19.273140 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:19.403851 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e4ae-601c-4f6e-a44f-be1fe83a5eda req-458be0b1-9f47-4cad-a9c2-449b4a2c1ccb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:19.405447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c885e4ae-601c-4f6e-a44f-be1fe83a5eda req-458be0b1-9f47-4cad-a9c2-449b4a2c1ccb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0536175 Aug 31 10:21:19.448539 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c885e4ae-601c-4f6e-a44f-be1fe83a5eda req-7869e418-f6f1-4cac-89d1-efc16df4c2f2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357316 Aug 31 10:21:20.575923 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee2c6-efe7-43c2-94c2-88565bee6cba req-925c75ae-8339-41dc-90ea-f06bf0d5b0b1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:20.577682 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84fee2c6-efe7-43c2-94c2-88565bee6cba req-925c75ae-8339-41dc-90ea-f06bf0d5b0b1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0531738 Aug 31 10:21:20.630784 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84fee2c6-efe7-43c2-94c2-88565bee6cba req-08c53c11-0694-4355-9c72-61995ec9306f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353606 Aug 31 10:21:20.753477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2615421-c742-4e02-9e1b-c7a283acae0c req-4adb9193-2c6e-4111-81a4-62525aa0da42 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:20.755635 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2615421-c742-4e02-9e1b-c7a283acae0c req-4adb9193-2c6e-4111-81a4-62525aa0da42 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0517328 Aug 31 10:21:20.800577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2615421-c742-4e02-9e1b-c7a283acae0c req-b5d1ee8f-9f38-4d3c-92bb-6ffa41577452 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385730 Aug 31 10:21:20.823931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37846) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:20.865865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d0d110-1933-410d-b35c-89d709cc94fc tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:20.867454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-69d0d110-1933-410d-b35c-89d709cc94fc tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1093 time: 0.0425224 Aug 31 10:21:20.870304 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37848) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:20.874762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '534d4803-d1e7-43af-b6bb-207077f10917', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:20.900351 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.004432 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.112946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.175 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/c9189bee-9824-4afd-be53-6a6369625677) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:21:21.229889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.273283 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.310621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:21:21.316263 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:21:21.320854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:21:21.345597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=c9189bee-9824-4afd-be53-6a6369625677,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:21.699661 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.766834 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.932578 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:21.937675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:22.370830 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=c9189bee-9824-4afd-be53-6a6369625677,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:21:22.381112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:22.483694 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP 56bbb750-5797-48a0-843e-07d41b94c47e associated. External IP: 172.25.4.175, port: 534d4803-d1e7-43af-b6bb-207077f10917. Aug 31 10:21:22.704621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:21:22.824430 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:21:22.839574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] Sync routers for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:21:22.847436 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:22.848167 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:22.850540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:21:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:22.900268 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a5d37ab1-baa6-437c-8847-e65976b89b08 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0286670 Aug 31 10:21:22.901176 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:21:22.904797 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15b8498-da11-4b8b-8938-bf59edc60400" -d '{"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:21:22.950137 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d662bfb5-a61a-436d-b0d8-911fbecdf35b x-openstack-request-id: req-d662bfb5-a61a-436d-b0d8-911fbecdf35b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:21:22.951768 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:21:22.952470 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d662bfb5-a61a-436d-b0d8-911fbecdf35b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:21:22.953348 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'status': 'completed', 'code': 200} Aug 31 10:21:23.000407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:23.011957 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c2e9d-06c1-430f-adbc-ef6c85f3e4c4 req-ddc687ac-ade0-4d3a-90f8-85479e091169 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:23.013671 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-502c2e9d-06c1-430f-adbc-ef6c85f3e4c4 req-ddc687ac-ade0-4d3a-90f8-85479e091169 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0534198 Aug 31 10:21:23.040069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-3f4c66da-92aa-4b88-b96a-831c14028efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:23.041784 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-3f4c66da-92aa-4b88-b96a-831c14028efc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1098 time: 0.0466580 Aug 31 10:21:23.059004 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-502c2e9d-06c1-430f-adbc-ef6c85f3e4c4 req-72690c5e-bcb5-4ed5-ae63-09a6a058f714 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Aug 31 10:21:23.083011 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37854) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:23.153192 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e4c82e69-e181-4d11-97af-663aa382437a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/56bbb750-5797-48a0-843e-07d41b94c47e HTTP/1.1" status: 200 len: 992 time: 0.0678236 Aug 31 10:21:23.153427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-c1cb25d7-3d8b-418d-9bfa-ea4ede9e8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:23.153842 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-c1cb25d7-3d8b-418d-9bfa-ea4ede9e8ddf service neutron] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1046069 Aug 31 10:21:23.233610 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-cb608167-239f-491c-9d96-c77beb1d185c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1000 time: 0.0717301 Aug 31 10:21:23.242341 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '56bbb750-5797-48a0-843e-07d41b94c47e', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'port_id': '534d4803-d1e7-43af-b6bb-207077f10917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'mac_address': 'fa:16:3e:2d:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:21Z', 'updated_at': '2021-08-31T10:21:21Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:23.277760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] Checking router: 4e7e06b8-c65a-4d4e-9cd3-72365a576932 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:21:23.288310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:23.288976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:21:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:23.293059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-70868cb4-b831-4ea4-a0a2-691de3e3f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:23.295664 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-70868cb4-b831-4ea4-a0a2-691de3e3f536 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0535619 Aug 31 10:21:23.347361 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-daef4c1b-8994-4c84-a977-1e60ad43d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:23.349494 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-daef4c1b-8994-4c84-a977-1e60ad43d796 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462339 Aug 31 10:21:23.404619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:23.454009 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-95380025-1b93-43fa-b944-a548fc2a07c4 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964606 Aug 31 10:21:23.552185 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-f15b8498-da11-4b8b-8938-bf59edc60400 req-16d03866-deb1-4f56-bfb0-33d083ea8108 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906827 Aug 31 10:21:23.656356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '56bbb750-5797-48a0-843e-07d41b94c47e', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'port_id': '534d4803-d1e7-43af-b6bb-207077f10917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'mac_address': 'fa:16:3e:2d:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:21Z', 'updated_at': '2021-08-31T10:21:21Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:23.685243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76b2d-265e-44b6-b31e-f3f43d11ab3a None None] The sync data for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 is: [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '56bbb750-5797-48a0-843e-07d41b94c47e', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'port_id': '534d4803-d1e7-43af-b6bb-207077f10917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'mac_address': 'fa:16:3e:2d:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:21:21Z', 'updated_at': '2021-08-31T10:21:21Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:21:23.885769 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20508362-2193-4396-943d-646b41065779 None None] New status for floating IP 56bbb750-5797-48a0-843e-07d41b94c47e: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:21:24.155228 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37856) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:24.222389 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-69946c5b-0c06-4997-ab3d-448c9fed1cd0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/56bbb750-5797-48a0-843e-07d41b94c47e HTTP/1.1" status: 200 len: 994 time: 0.0659955 Aug 31 10:21:24.287387 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:21:28.649818 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5f60e897-f94e-46c2-83ff-31906acf39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:31.866063 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:32.593366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-78af92b1-e288-46c3-9ade-0b4b9234413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:32.795048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:33.883670 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:36.414056 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:47.526359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-8339d5d1-4536-4732-b7eb-c3b15331508f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469923 Aug 31 10:21:47.637306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346317b7-d21f-4de8-9615-8433c8daa413 req-fecba89c-dc84-4451-bdf3-be0a15ad718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:47.638977 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-fecba89c-dc84-4451-bdf3-be0a15ad718c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1098 time: 0.0482447 Aug 31 10:21:47.747795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346317b7-d21f-4de8-9615-8433c8daa413 req-c6c475f8-6a70-4245-84a7-66c119607018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:47.749285 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-c6c475f8-6a70-4245-84a7-66c119607018 service neutron] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.0888131 Aug 31 10:21:47.823035 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-1554e39a-97b3-46a8-a8ed-ab0d71894bbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1002 time: 0.0651717 Aug 31 10:21:47.874728 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346317b7-d21f-4de8-9615-8433c8daa413 req-4110006d-3258-4b6f-826d-5a1dd413f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:47.876211 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-4110006d-3258-4b6f-826d-5a1dd413f35e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0452952 Aug 31 10:21:47.926984 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346317b7-d21f-4de8-9615-8433c8daa413 req-c334c6d5-98f4-41b3-a71e-c61d27b5f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:47.928816 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-c334c6d5-98f4-41b3-a71e-c61d27b5f9ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442052 Aug 31 10:21:48.031961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-87e1c04d-bc0a-4e1a-9b49-f93aa671d96a service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932460 Aug 31 10:21:48.126295 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-346317b7-d21f-4de8-9615-8433c8daa413 req-e173c002-2af9-4156-9e1a-a1ff2cdaa7d6 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870943 Aug 31 10:21:49.267443 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:55.763296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cd466-0ae5-4f40-8dd7-e4f3a40f48c3 req-188b0b6d-bb50-460c-b470-07e7dcaf5a64 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:55.764811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c20cd466-0ae5-4f40-8dd7-e4f3a40f48c3 req-188b0b6d-bb50-460c-b470-07e7dcaf5a64 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0505247 Aug 31 10:21:55.793931 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-32b1d9a2-3c20-4ff1-85d3-6641a1121980 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918484 Aug 31 10:21:55.806091 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c20cd466-0ae5-4f40-8dd7-e4f3a40f48c3 req-5359fe23-6046-451e-903c-5650321fef72 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345664 Aug 31 10:21:56.913674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-e7e4e288-2e1c-492d-9519-58eaa707db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:56.915137 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-e7e4e288-2e1c-492d-9519-58eaa707db0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1098 time: 0.0499165 Aug 31 10:21:56.935787 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbde00-5fe5-4ea8-83e6-366016ba6904 req-11560682-e43a-4972-921f-b1ef49957ffc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:56.937308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90cbde00-5fe5-4ea8-83e6-366016ba6904 req-11560682-e43a-4972-921f-b1ef49957ffc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0517755 Aug 31 10:21:56.975850 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-90cbde00-5fe5-4ea8-83e6-366016ba6904 req-1edbe694-4450-4ac2-b751-1445e2ccd57d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Aug 31 10:21:57.013441 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-f015d259-4c41-42f9-99b0-46c4ee2390c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:57.014964 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-f015d259-4c41-42f9-99b0-46c4ee2390c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.0917642 Aug 31 10:21:57.086553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-0aaf3426-4ddb-4a9c-b7fc-99092ab56fcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1002 time: 0.0633867 Aug 31 10:21:57.139489 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-a1b9390e-bb34-4724-bd52-3cf52407b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:57.140867 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-a1b9390e-bb34-4724-bd52-3cf52407b564 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0459602 Aug 31 10:21:57.188927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-643808f0-5cc3-4673-97d0-4d8c1bcb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:57.190433 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-643808f0-5cc3-4673-97d0-4d8c1bcb8320 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411904 Aug 31 10:21:57.285391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-41a066b5-30c1-414b-9bad-0b3bfe569229 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Aug 31 10:21:57.375277 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-40a780c1-9256-44da-82f8-efb1a6083fd2 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Aug 31 10:21:58.100802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555942b6-4302-4d61-815a-2c98762d94f6 req-d334026c-df5c-4084-b538-ddae2ffd0e53 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:58.102290 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-555942b6-4302-4d61-815a-2c98762d94f6 req-d334026c-df5c-4084-b538-ddae2ffd0e53 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0545430 Aug 31 10:21:58.141549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-555942b6-4302-4d61-815a-2c98762d94f6 req-ad0a6b5d-0396-4117-9acc-d3e2c1ece6f2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329413 Aug 31 10:21:58.641293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0af1028d-9bcb-487d-924e-1c2c0baf50c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:59.264341 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e009c-645f-4b2d-8019-5dfc8852a93c req-4811f4d3-3a22-4887-bc25-5f424ab5cd43 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:59.265905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef4e009c-645f-4b2d-8019-5dfc8852a93c req-4811f4d3-3a22-4887-bc25-5f424ab5cd43 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0546238 Aug 31 10:21:59.306196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ef4e009c-645f-4b2d-8019-5dfc8852a93c req-21dbca98-3149-474a-bb9e-8761f685b3f2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336230 Aug 31 10:22:00.430584 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87a0a4-bc43-41c9-84f2-178ab48ff4ad req-4fd2b4c9-589b-4b24-bdd9-481721140a81 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:00.432264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a87a0a4-bc43-41c9-84f2-178ab48ff4ad req-4fd2b4c9-589b-4b24-bdd9-481721140a81 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0556281 Aug 31 10:22:00.473581 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6a87a0a4-bc43-41c9-84f2-178ab48ff4ad req-5464a0c5-931d-4e2e-91bb-dea6d955732e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350966 Aug 31 10:22:01.286303 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:22:01.601823 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638827f-fb0d-41c3-892c-6fc74f0240fb req-8afa9884-da51-42ec-b0d2-9f1e7ea7a51e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:01.603719 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4638827f-fb0d-41c3-892c-6fc74f0240fb req-8afa9884-da51-42ec-b0d2-9f1e7ea7a51e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0588930 Aug 31 10:22:01.651403 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4638827f-fb0d-41c3-892c-6fc74f0240fb req-a15de9c9-9505-4e41-8edd-8d9045c7d2b3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414524 Aug 31 10:22:01.868335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:02.595106 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4e440d21-8e55-40cd-9de6-b5e914494f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:02.774664 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e3a9-3633-4c37-b212-ecd6cce93e0f req-d91caed9-bcb9-4d81-bcff-a8d2b547845d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:02.776167 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1050e3a9-3633-4c37-b212-ecd6cce93e0f req-d91caed9-bcb9-4d81-bcff-a8d2b547845d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0558448 Aug 31 10:22:02.793644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:02.816556 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1050e3a9-3633-4c37-b212-ecd6cce93e0f req-690d5fb7-35ca-41aa-af37-0ab9317c8948 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342410 Aug 31 10:22:03.886905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:03.933050 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5257b-e0ac-4f18-be01-4ae5ce4d495a req-d0dce846-1aa4-4948-b808-05e260f984ce tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:03.934587 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7e5257b-e0ac-4f18-be01-4ae5ce4d495a req-d0dce846-1aa4-4948-b808-05e260f984ce tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0501385 Aug 31 10:22:03.975022 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7e5257b-e0ac-4f18-be01-4ae5ce4d495a req-699260a4-5a02-4e00-95f5-2583d1234bf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335445 Aug 31 10:22:05.097905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0032-3d5e-4c56-b09d-b60ab956a909 req-43feeb8a-c456-4091-b35d-3f582032b55d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:05.100041 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-653a0032-3d5e-4c56-b09d-b60ab956a909 req-43feeb8a-c456-4091-b35d-3f582032b55d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0535426 Aug 31 10:22:05.138830 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-653a0032-3d5e-4c56-b09d-b60ab956a909 req-7fbbf070-f90e-4169-8d5a-955c297149fd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326104 Aug 31 10:22:06.255657 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9a458-0366-4e9c-9ede-92fa36b58294 req-e74a9c3c-bcd7-4709-97e3-f4a574a4f35d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:06.257748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92b9a458-0366-4e9c-9ede-92fa36b58294 req-e74a9c3c-bcd7-4709-97e3-f4a574a4f35d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0491273 Aug 31 10:22:06.296529 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-92b9a458-0366-4e9c-9ede-92fa36b58294 req-27ead6d7-bd48-4f70-8d87-14c494fddd95 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326471 Aug 31 10:22:06.410858 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:07.414186 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f7e92-1076-480a-8169-9323f57d2143 req-0ecf7ba6-5392-411d-b142-655c5b71180d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:07.415718 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-950f7e92-1076-480a-8169-9323f57d2143 req-0ecf7ba6-5392-411d-b142-655c5b71180d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0501299 Aug 31 10:22:07.453649 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-950f7e92-1076-480a-8169-9323f57d2143 req-fc6ead14-2c34-413e-bdf3-0a01e7f6ff05 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Aug 31 10:22:08.575693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c90ff-24b1-46f8-ab8d-ed1ffbce97ed req-232f17b9-3d2e-432e-872c-845851fd0d84 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:08.577166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-850c90ff-24b1-46f8-ab8d-ed1ffbce97ed req-232f17b9-3d2e-432e-872c-845851fd0d84 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0529852 Aug 31 10:22:08.618530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-850c90ff-24b1-46f8-ab8d-ed1ffbce97ed req-71ead68e-09d5-47c3-b36f-f59747324729 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353286 Aug 31 10:22:09.745953 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521afff-745d-44d6-b906-0f4754b9ed40 req-4f7e87cd-04d7-418b-a2b0-bfcd5c8fe017 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:09.747518 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4521afff-745d-44d6-b906-0f4754b9ed40 req-4f7e87cd-04d7-418b-a2b0-bfcd5c8fe017 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0513856 Aug 31 10:22:09.785502 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4521afff-745d-44d6-b906-0f4754b9ed40 req-552b4d82-8ed8-48bb-94bb-d23552a283d2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320890 Aug 31 10:22:10.904574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea79096-f68f-4b2d-9ffc-6d0d97fea900 req-0118c30f-e52c-4e4f-a0aa-b9e9f6cebde0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:10.906086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ea79096-f68f-4b2d-9ffc-6d0d97fea900 req-0118c30f-e52c-4e4f-a0aa-b9e9f6cebde0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0511663 Aug 31 10:22:10.946880 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ea79096-f68f-4b2d-9ffc-6d0d97fea900 req-757e2134-c790-4cdb-b251-1e73e1161c5e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348208 Aug 31 10:22:12.070080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76139c94-0cc1-4ee9-b2b1-7ab5cb87ece6 req-afe7cc54-30f5-453b-8b56-874d2ccfd15f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:12.072351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76139c94-0cc1-4ee9-b2b1-7ab5cb87ece6 req-afe7cc54-30f5-453b-8b56-874d2ccfd15f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0550022 Aug 31 10:22:12.111179 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76139c94-0cc1-4ee9-b2b1-7ab5cb87ece6 req-d254bd60-6dba-4c01-82c0-8c3bc85f3b8e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Aug 31 10:22:13.228366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2ed73-f04e-421a-a558-8f936e0e21e4 req-a768f2c9-bb48-4349-b2f0-eb92d95dba40 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:13.229854 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ab2ed73-f04e-421a-a558-8f936e0e21e4 req-a768f2c9-bb48-4349-b2f0-eb92d95dba40 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0520799 Aug 31 10:22:13.271921 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ab2ed73-f04e-421a-a558-8f936e0e21e4 req-ee0597d8-1cdf-47d2-908f-03069c680795 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 31 10:22:14.397082 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f03af-c48c-430b-a851-0b28bf0f7b1e req-a4c9347c-fb30-43c8-9ec0-7066cc4222b8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:14.399508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-827f03af-c48c-430b-a851-0b28bf0f7b1e req-a4c9347c-fb30-43c8-9ec0-7066cc4222b8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0531802 Aug 31 10:22:14.439354 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-827f03af-c48c-430b-a851-0b28bf0f7b1e req-1feffb60-6340-48a0-93e3-02debda5d192 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334513 Aug 31 10:22:14.737608 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-83942edc-be8c-408a-b53f-8847841ef981 service neutron] show failed (client error): The resource could not be found. Aug 31 10:22:14.738593 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-83942edc-be8c-408a-b53f-8847841ef981 service neutron] 10.222.0.23 "GET /v2.0/ports/534d4803-d1e7-43af-b6bb-207077f10917/bindings/n-h1-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0581419 Aug 31 10:22:15.005754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-734f5852-dd9f-4489-8983-a4e2dee8f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:15.007956 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-734f5852-dd9f-4489-8983-a4e2dee8f8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 1098 time: 0.0950472 Aug 31 10:22:15.021788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:22:15.077044 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.304258 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:15.338524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:22:15.384829 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:22:15.387186 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e745efb8-d858-4fbb-a235-e481224eb36d" -d '{"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-unplugged", "status": "completed", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:22:15.391239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.404808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Transition to ACTIVE for port object 534d4803-d1e7-43af-b6bb-207077f10917 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:22:15.409916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.454273 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7806ef-2f87-42fa-a2d4-3542fb18038f x-openstack-request-id: req-fc7806ef-2f87-42fa-a2d4-3542fb18038f {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:22:15.454614 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-unplugged", "status": "completed", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:22:15.454845 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc7806ef-2f87-42fa-a2d4-3542fb18038f {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:22:15.455240 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'code': 200} Aug 31 10:22:15.497373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=6']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:15.513225 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.513591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.513930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.514542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.514664 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.514943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.515331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.515577 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.515900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.516218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.516536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.516853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:15.559069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] No DVR routers for this DVR port 534d4803-d1e7-43af-b6bb-207077f10917 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:22:15.586158 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4068-bfcd-42dd-9633-e8d75f848545 req-9b2bd724-d093-453c-b0d1-3d0d728326f2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:15.591008 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-613b4068-bfcd-42dd-9633-e8d75f848545 req-9b2bd724-d093-453c-b0d1-3d0d728326f2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0665648 Aug 31 10:22:15.636439 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-613b4068-bfcd-42dd-9633-e8d75f848545 req-14f2a9a9-9fe5-497c-9664-7025893d327c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383344 Aug 31 10:22:15.702414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:22:15.702760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:22:15.703093 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:22:15.707406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Port 534d4803-d1e7-43af-b6bb-207077f10917 on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:22:15.707724 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Attempting to bind port 534d4803-d1e7-43af-b6bb-207077f10917 on network 097b604a-64c4-4f93-a94b-2e7bc9d94931 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:22:15.712862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:22:15.713195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Checking segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:22:15.713574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Bound using segment: {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:22:15.713998 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Bound port: 534d4803-d1e7-43af-b6bb-207077f10917, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73154211-c552-4d31-af0c-6344cd4d0979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:22:15.714354 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.782324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:22:15.785771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:22:15.790453 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.831161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:15.831791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.833281 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1093 time: 0.8157845 Aug 31 10:22:15.856469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2711-ff73-49b5-8423-c9689b70a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=7']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:15.912002 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-2b35f8ac-7f1e-490f-a651-3737e628e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:15.915245 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-2b35f8ac-7f1e-490f-a651-3737e628e662 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1096 time: 0.0495300 Aug 31 10:22:16.039727 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-76c6aa2b-4cef-4c02-a05f-515c5024a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:16.041250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-76c6aa2b-4cef-4c02-a05f-515c5024a8ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1167111 Aug 31 10:22:16.113992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-7658dc2f-a22a-48ce-be1f-f27dc3e08cff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1000 time: 0.0628324 Aug 31 10:22:16.170859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-16e70091-1a88-449e-9d67-0064074e1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:16.172351 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-16e70091-1a88-449e-9d67-0064074e1a5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0500622 Aug 31 10:22:16.221336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-b1c556e2-e828-44df-b961-8fe844441812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:16.222898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-b1c556e2-e828-44df-b961-8fe844441812 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426204 Aug 31 10:22:16.318106 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-cb63bf93-f27e-4728-91e0-88de72d8620d service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Aug 31 10:22:16.420591 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6a3a1373-7ff2-45cd-8e18-f30b692c28bb req-fb97182b-dc42-4b01-837c-5a54eda2b133 service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946174 Aug 31 10:22:16.775124 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434622dd-f063-4bdb-a224-b44d251bc613 req-fa9a8518-95fe-451e-b9ae-e034656ed281 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:16.776679 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-434622dd-f063-4bdb-a224-b44d251bc613 req-fa9a8518-95fe-451e-b9ae-e034656ed281 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0578744 Aug 31 10:22:16.817035 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-434622dd-f063-4bdb-a224-b44d251bc613 req-6c8ecb15-b65a-4ba4-b73a-19d7c7bca24f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Aug 31 10:22:17.456701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:22:17.459407 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5" -d '{"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:22:17.514302 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d2b7bd-edcf-4600-872c-428602063282 x-openstack-request-id: req-d3d2b7bd-edcf-4600-872c-428602063282 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:22:17.514631 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:22:17.514886 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3d2b7bd-edcf-4600-872c-428602063282 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:22:17.515289 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'status': 'completed', 'code': 200} Aug 31 10:22:17.610680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-b4231bb1-4f39-4042-8e98-e094c86e94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.612209 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-b4231bb1-4f39-4042-8e98-e094c86e94b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1096 time: 0.0723431 Aug 31 10:22:17.618555 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-615594d3-0002-4070-a1f6-00e4bc903875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.620162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-615594d3-0002-4070-a1f6-00e4bc903875 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1096 time: 0.0550005 Aug 31 10:22:17.779902 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-f2e528b4-3466-4769-9a3c-d339bb780215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.781266 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-f2e528b4-3466-4769-9a3c-d339bb780215 service neutron] 10.222.0.15 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1602778 Aug 31 10:22:17.785528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-172b8aab-36eb-48d7-9b05-7465c4094c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.786877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-172b8aab-36eb-48d7-9b05-7465c4094c51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1578515 Aug 31 10:22:17.901804 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-fb6da8e0-23f6-4f4f-8c01-f259f219920d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1000 time: 0.1083386 Aug 31 10:22:17.903600 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-bd5ef209-dcf8-497d-a573-674b076bd11d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1000 time: 0.1043987 Aug 31 10:22:17.946652 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee01ef-5748-4e1d-9d56-99122cffbd8e req-4c1b6a5d-f630-4bc2-9422-ad37b10494bc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.948172 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dee01ef-5748-4e1d-9d56-99122cffbd8e req-4c1b6a5d-f630-4bc2-9422-ad37b10494bc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0552990 Aug 31 10:22:17.987616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3dee01ef-5748-4e1d-9d56-99122cffbd8e req-1b0d77f4-719a-4f94-acea-c2c6d493ce79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Aug 31 10:22:17.994160 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-1ca2531f-4a77-406a-9d6d-2b6f664b0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.995684 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-1ca2531f-4a77-406a-9d6d-2b6f664b0705 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0762076 Aug 31 10:22:17.997084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-69fa6707-b99c-4a65-bf32-6a77f4897826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:17.998444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-69fa6707-b99c-4a65-bf32-6a77f4897826 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0881689 Aug 31 10:22:18.073472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-7999ee7a-f58b-4d15-8450-cd2a9a386c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:18.075023 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-7999ee7a-f58b-4d15-8450-cd2a9a386c24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719972 Aug 31 10:22:18.088183 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-22286019-1141-4b76-9c38-d5f10f4cf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:18.089787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-22286019-1141-4b76-9c38-d5f10f4cf234 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774083 Aug 31 10:22:18.249612 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-5a72336e-b64e-4e12-8cec-98ff490e01d2 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653037 Aug 31 10:22:18.251776 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-7d54c378-8102-4f01-8fa5-c56e423a830f service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541729 Aug 31 10:22:18.416466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-6bdca87d-4d25-4acb-a074-2013b831a0dd service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593285 Aug 31 10:22:18.418197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-23e9fe38-48fb-48e6-bd78-b033dc9d87b5 req-f217e7f9-b7a4-403d-a006-e8248b935496 service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531696 Aug 31 10:22:18.471863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:22:18.512418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:22:19.117551 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831ef3f-b2e5-4e99-89a0-3f89c7e48215 req-1cb8a371-2502-4023-8a19-03165162232d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:19.119114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4831ef3f-b2e5-4e99-89a0-3f89c7e48215 req-1cb8a371-2502-4023-8a19-03165162232d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0553575 Aug 31 10:22:19.158415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4831ef3f-b2e5-4e99-89a0-3f89c7e48215 req-3fcb29d3-1511-4b1a-a8e6-2f6fc7902378 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Aug 31 10:22:19.273614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:19.405430 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06500f-d81b-4f64-aa2a-dc5b4c60b18b req-3622e7ea-b61d-4067-b700-27b052e10b29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:19.407393 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b06500f-d81b-4f64-aa2a-dc5b4c60b18b req-3622e7ea-b61d-4067-b700-27b052e10b29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0665805 Aug 31 10:22:19.418514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-597c19ab-e4ac-439f-aa3a-53edaba497c9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:19.420046 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-597c19ab-e4ac-439f-aa3a-53edaba497c9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f&tenant_id=ee2778749c4a4c188e2d5062e58a4463&binding%3Ahost_id=n-h1-800634-13 HTTP/1.1" status: 200 len: 944 time: 0.0606945 Aug 31 10:22:19.456294 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3b06500f-d81b-4f64-aa2a-dc5b4c60b18b req-78afba0c-4000-4f49-a401-d5d57e2b7e2d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411217 Aug 31 10:22:19.502161 n-d-800634-13 neutron-server[94895]: INFO neutron.api.v2.resource [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-07cf3554-02ad-4346-bbce-3665b01757a6 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:22:19.503237 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-07cf3554-02ad-4346-bbce-3665b01757a6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/534d4803-d1e7-43af-b6bb-207077f10917/bindings/n-h2-800634-13 HTTP/1.1" status: 404 len: 381 time: 0.0751517 Aug 31 10:22:19.583391 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46a73-b87a-4efa-b775-2051c8840ce0 req-c48db6d0-70d8-4eb5-9682-436547da8f49 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:19.585156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f46a73-b87a-4efa-b775-2051c8840ce0 req-c48db6d0-70d8-4eb5-9682-436547da8f49 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 944 time: 0.0530410 Aug 31 10:22:19.625538 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-bc751e0a-8a27-4e59-8e45-75d6e909d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:19.628221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-bc751e0a-8a27-4e59-8e45-75d6e909d6da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1096 time: 0.0542998 Aug 31 10:22:19.630730 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84f46a73-b87a-4efa-b775-2051c8840ce0 req-b35bfdf1-c9dd-4592-8bf9-80064524d461 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Aug 31 10:22:19.654971 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:22:19.744955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-d0fe4875-0215-472c-816c-4f13a2b30b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:19.746499 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-d0fe4875-0215-472c-816c-4f13a2b30b59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1103282 Aug 31 10:22:19.755940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:19.769505 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '534d4803-d1e7-43af-b6bb-207077f10917', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'port_id': '534d4803-d1e7-43af-b6bb-207077f10917', 'mac_address': 'fa:16:3e:2d:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:22:19.811138 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:19.826707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534d4803-d1e7-43af-b6bb-207077f10917 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:22:19.848555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:19.854312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:19.914643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:19.923088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.923431 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.923798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.924119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.924452 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.925210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.925210 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.925500 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.925720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.926049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.926369 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:19.927783 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:20.130250 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['534d4803-d1e7-43af-b6bb-207077f10917'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:22:20.180563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-3130333d-31e2-4615-9542-b2eed0569bd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1000 time: 0.4268937 Aug 31 10:22:20.245164 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-b2aa48b3-71bd-4728-a5d1-2e03998d87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:20.246747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-b2aa48b3-71bd-4728-a5d1-2e03998d87aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0587826 Aug 31 10:22:20.299297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-4f90357a-0a12-43da-9dbe-bf17fbd5d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:20.301369 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-4f90357a-0a12-43da-9dbe-bf17fbd5d82d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472555 Aug 31 10:22:20.407785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-4e1df8c0-7f71-4d87-9482-4f3e337f7e42 service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994766 Aug 31 10:22:20.502254 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c13aeec3-b4fd-403f-8420-3cf225b305b1 req-cdfbeffc-190b-4d3f-890b-d701b8eab3ce service neutron] 10.222.0.23 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878282 Aug 31 10:22:20.764970 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b41ca-f1ed-42c8-b54a-18d84d75cbd6 req-ea15877a-cf94-4566-832c-1a01600d5f1d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:20.766630 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-603b41ca-f1ed-42c8-b54a-18d84d75cbd6 req-ea15877a-cf94-4566-832c-1a01600d5f1d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 945 time: 0.0610712 Aug 31 10:22:20.810050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-603b41ca-f1ed-42c8-b54a-18d84d75cbd6 req-380b897a-edde-42a6-b44a-94b86bc4001b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366383 Aug 31 10:22:21.660388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:22:21.717486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 534d4803-d1e7-43af-b6bb-207077f10917 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:22:21.721606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 534d4803-d1e7-43af-b6bb-207077f10917 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:22:21.721977 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:21.803477 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:21.833773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:22:21.837085 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cf28ec-d24d-444e-9122-cc216192be48" -d '{"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-plugged", "status": "completed", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:22:21.853352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:21.859312 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:21.907151 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b2796-a0e2-4e3f-94b7-e0db10036e2f x-openstack-request-id: req-d24b2796-a0e2-4e3f-94b7-e0db10036e2f {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:22:21.907553 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-plugged", "status": "completed", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:22:21.907901 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d24b2796-a0e2-4e3f-94b7-e0db10036e2f {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:22:21.908452 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'code': 200} Aug 31 10:22:21.954039 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=9']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:21.968122 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430e9a-5eca-4f2e-9c05-43c6acf01c9e req-f909f1b1-c1b3-4795-90c3-660de9577c9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:21.970136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be430e9a-5eca-4f2e-9c05-43c6acf01c9e req-f909f1b1-c1b3-4795-90c3-660de9577c9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0699646 Aug 31 10:22:22.012520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be430e9a-5eca-4f2e-9c05-43c6acf01c9e req-68ebcdaa-f384-4460-9262-3ef5b6564b29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352552 Aug 31 10:22:22.035420 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37958) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:22.102864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d0c303c4-3cc1-4b32-801d-73549552f1b4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/56bbb750-5797-48a0-843e-07d41b94c47e HTTP/1.1" status: 200 len: 994 time: 0.0662379 Aug 31 10:22:28.644368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0e343598-5d6a-4c77-bb25-e3112438c1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:31.871802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:32.599764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-120b06c2-f810-4a1c-b215-dc0ddf809527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:32.809094 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:33.890513 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:36.340453 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-3fb54f03-bd41-4572-bc43-a266a174beee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578361 Aug 31 10:22:36.419291 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:36.444507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2601-5b97-458c-8966-229f661c4355 req-d4a6d0af-a132-43d9-9616-5b6100c415c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:36.446318 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-d4a6d0af-a132-43d9-9616-5b6100c415c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1098 time: 0.0506797 Aug 31 10:22:36.563109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2601-5b97-458c-8966-229f661c4355 req-f26a0687-3c61-4e60-8b96-d9edf2b95b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:36.564617 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-f26a0687-3c61-4e60-8b96-d9edf2b95b6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.0978203 Aug 31 10:22:36.642841 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-b8976160-294d-4b3a-8d53-bcf093cda476 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 1002 time: 0.0703621 Aug 31 10:22:36.708713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2601-5b97-458c-8966-229f661c4355 req-df1b43ba-f9b2-4d35-94be-eb964bb40eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:36.710844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-df1b43ba-f9b2-4d35-94be-eb964bb40eae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0564294 Aug 31 10:22:36.768402 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2601-5b97-458c-8966-229f661c4355 req-d80d9ddb-0bfe-43b4-8a39-165c062dd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:36.770728 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-d80d9ddb-0bfe-43b4-8a39-165c062dd800 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506444 Aug 31 10:22:36.883509 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-0a81dbc3-bb06-4b39-b8c3-0e75429a9df8 service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036079 Aug 31 10:22:36.989029 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-039e2601-5b97-458c-8966-229f661c4355 req-443187b0-5abb-444e-85f9-d6228c487355 service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970185 Aug 31 10:22:37.341794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-c9588e95-9c95-45d8-bbbe-99ed7e0269be req-9257370c-6078-4d14-915f-0076934f24d9 service neutron] (94895) timed out ('10.222.0.15', 56053) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:22:38.287205 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:22:49.304570 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:52.526629 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37970) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:52.692200 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port c9189bee-9824-4afd-be53-6a6369625677 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:22:52.692714 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:52.767600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:52.768009 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:52.780125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for c9189bee-9824-4afd-be53-6a6369625677 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:22:52.938442 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:52.966705 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=c9189bee-9824-4afd-be53-6a6369625677,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:52.996494 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.996841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.997179 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.997508 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.997838 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.998169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.998504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.998844 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.999164 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.999484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:52.999802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:53.000117 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:22:53.043550 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:53.043898 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP 56bbb750-5797-48a0-843e-07d41b94c47e disassociated (deleted). External IP: 172.25.4.175, port: 534d4803-d1e7-43af-b6bb-207077f10917. Aug 31 10:22:53.265026 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:22:53.376140 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:22:53.382956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:53.387441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] Sync routers for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:22:53.396749 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:22:53.398122 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:22:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:53.414820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6c8fcf6b-587e-4515-9fc9-0a7f7a3b1e54 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/floatingips/56bbb750-5797-48a0-843e-07d41b94c47e HTTP/1.1" status: 204 len: 168 time: 0.8870411 Aug 31 10:22:53.415407 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:22:53.417720 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3054ef39-3969-43a4-916d-5c0cb7f57bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:22:53.526710 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa0f8f9-d3b4-437f-a642-a0d238cf70bd x-openstack-request-id: req-5aa0f8f9-d3b4-437f-a642-a0d238cf70bd {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:22:53.527566 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:22:53.527566 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aa0f8f9-d3b4-437f-a642-a0d238cf70bd {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:22:53.528252 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'status': 'completed', 'code': 200} Aug 31 10:22:53.533458 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:22:53.620399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-0f17bf0b-9b70-4600-a8cc-92cd37cbaade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.622691 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-0f17bf0b-9b70-4600-a8cc-92cd37cbaade service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 1098 time: 0.0470371 Aug 31 10:22:53.663583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ed571-85a0-46e5-be98-0e7f18b35bc5 req-a55c1741-d1bc-4a68-b208-164f2837fd2b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.665142 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-271ed571-85a0-46e5-be98-0e7f18b35bc5 req-a55c1741-d1bc-4a68-b208-164f2837fd2b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0558484 Aug 31 10:22:53.706304 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-271ed571-85a0-46e5-be98-0e7f18b35bc5 req-74f0e181-6329-4017-a917-63380333e58d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350745 Aug 31 10:22:53.731753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-b3f11d26-10e6-4992-8857-0191d62d0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.733316 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-b3f11d26-10e6-4992-8857-0191d62d0fe6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 200 len: 897 time: 0.1029832 Aug 31 10:22:53.751724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:53.778412 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-beeffc82-2364-46f2-aef9-6435ab005961 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 200 len: 217 time: 0.0359137 Aug 31 10:22:53.782744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] Checking router: 4e7e06b8-c65a-4d4e-9cd3-72365a576932 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:22:53.792403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:22:53.793030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:22:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:53.843800 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-2faa7b24-4050-4e52-854a-5a624b3533cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.845169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-2faa7b24-4050-4e52-854a-5a624b3533cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 200 len: 835 time: 0.0590234 Aug 31 10:22:53.896004 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-3da97b29-e99c-40d2-b03d-ac3ad390972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.897584 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-3da97b29-e99c-40d2-b03d-ac3ad390972c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=097b604a-64c4-4f93-a94b-2e7bc9d94931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446463 Aug 31 10:22:53.915869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:22:54.018181 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-a342c896-fb11-4a49-b4e0-bda324628d2c service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087365 Aug 31 10:22:54.140187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:54.148955 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3054ef39-3969-43a4-916d-5c0cb7f57bf4 req-8e2bc9c8-1c7f-4341-a09e-53d85277a5a0 service neutron] 10.222.0.15 "GET /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204841 Aug 31 10:22:54.173144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f09c-fba8-4126-a5ad-05a9e02c05c9 None None] The sync data for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 is: [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '6daf5d55-d8c4-4066-88c8-828c598fbb4a', 'name': '', 'network_id': '097b604a-64c4-4f93-a94b-2e7bc9d94931', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:f5:36:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:05Z', 'updated_at': '2021-08-31T10:21:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': 'b37e586c-2501-4666-aec8-10734daa6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:22:54.416820 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578df470-dc3a-4e9f-b573-0ceeccfef50b None None] New status for floating IP 56bbb750-5797-48a0-843e-07d41b94c47e: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:22:54.829678 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3faa-83a1-4822-bf3b-13ebd7098586 req-dc2fb976-5c01-4073-9fa8-5249b250546f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:54.831217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-611f3faa-83a1-4822-bf3b-13ebd7098586 req-dc2fb976-5c01-4073-9fa8-5249b250546f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0511742 Aug 31 10:22:54.870538 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-611f3faa-83a1-4822-bf3b-13ebd7098586 req-f65a2555-95d0-4ac5-b0f6-9256d2a79795 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b162f79-9f17-491c-9e7c-52517a79425c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332935 Aug 31 10:22:55.219568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-16fe68ba-bda7-443c-a578-32ec5252b59b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:55.221069 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-16fe68ba-bda7-443c-a578-32ec5252b59b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 946 time: 0.0520573 Aug 31 10:22:55.328414 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 534d4803-d1e7-43af-b6bb-207077f10917 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:22:55.328749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:55.433761 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 534d4803-d1e7-43af-b6bb-207077f10917, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=534d4803-d1e7-43af-b6bb-207077f10917,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:55.434113 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:55.449882 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 534d4803-d1e7-43af-b6bb-207077f10917 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:22:55.592456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:55.622184 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=534d4803-d1e7-43af-b6bb-207077f10917,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:55.670575 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] No DVR routers for this DVR port 534d4803-d1e7-43af-b6bb-207077f10917 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:22:55.673239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:55.675304 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ffc3bbf4-50f1-49d2-8e42-aed1bf310597 req-2c62f2aa-d4da-46a3-aaa3-c28d4bcf5c24 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "DELETE /v2.0/ports/534d4803-d1e7-43af-b6bb-207077f10917 HTTP/1.1" status: 204 len: 173 time: 0.4478912 Aug 31 10:22:55.675746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-deleted', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:22:55.678040 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7cfa9-2f46-4a66-bfc1-bdfb98cbf6a5" -d '{"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-deleted", "tag": "534d4803-d1e7-43af-b6bb-207077f10917"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:22:55.716561 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea867f0-d513-412a-97ac-3be3649b9b93 x-openstack-request-id: req-aea867f0-d513-412a-97ac-3be3649b9b93 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:22:55.716852 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d0635-a2b5-4d83-88fa-ee0f8cbeea9f", "name": "network-vif-deleted", "tag": "534d4803-d1e7-43af-b6bb-207077f10917", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:22:55.717103 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aea867f0-d513-412a-97ac-3be3649b9b93 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:22:55.717501 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d0635-a2b5-4d83-88fa-ee0f8cbeea9f', 'name': 'network-vif-deleted', 'tag': '534d4803-d1e7-43af-b6bb-207077f10917', 'status': 'completed', 'code': 200} Aug 31 10:22:55.984864 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9d21ae6c-d089-41a7-ad47-f0852117b295 req-80b98ba0-9fda-4259-872e-cde765dc7993 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=414d0635-a2b5-4d83-88fa-ee0f8cbeea9f HTTP/1.1" status: 200 len: 210 time: 0.0328686 Aug 31 10:22:57.046378 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37988) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:57.427481 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:57.716830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 6daf5d55-d8c4-4066-88c8-828c598fbb4a {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:22:57.717175 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:57.784421 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:22:57.809028 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 534d4803-d1e7-43af-b6bb-207077f10917 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:22:57.809371 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 534d4803-d1e7-43af-b6bb-207077f10917 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:22:57.814451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 6daf5d55-d8c4-4066-88c8-828c598fbb4a, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=6daf5d55-d8c4-4066-88c8-828c598fbb4a,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:57.814852 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:57.829575 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 6daf5d55-d8c4-4066-88c8-828c598fbb4a owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:22:58.022725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.052273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=6daf5d55-d8c4-4066-88c8-828c598fbb4a,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:58.235170 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.456913 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:22:58.567146 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:22:58.573773 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2039fbeb-3ce5-4ba3-ad19-0e225798b1d0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/4e7e06b8-c65a-4d4e-9cd3-72365a576932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5256634 Aug 31 10:22:58.575817 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37990) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:58.578914 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] Sync routers for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:22:58.589099 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:22:58.589820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:22:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:58.627588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting subnet b37e586c-2501-4666-aec8-10734daa6cc3 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:22:58.630891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.673215 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.681467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7b06256d-4a54-4f21-9d2a-097842c2f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.711632 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:22:58.763973 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.836257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.865728 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Subnet': ['ID=b37e586c-2501-4666-aec8-10734daa6cc3,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:58.869725 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:58.874106 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-984e2248-2e49-4829-97af-8807c4d11f4e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/subnets/b37e586c-2501-4666-aec8-10734daa6cc3 HTTP/1.1" status: 204 len: 168 time: 0.2949553 Aug 31 10:22:58.874516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37992) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:58.882587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2182f-5fc3-46ce-a499-d859df32ea17 None None] Network 097b604a-64c4-4f93-a94b-2e7bc9d94931 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:22:58.996756 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.010792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:22:57Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:59.041840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] Checking router: 4e7e06b8-c65a-4d4e-9cd3-72365a576932 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:22:59.057502 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] Routers {'4e7e06b8-c65a-4d4e-9cd3-72365a576932'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:22:59.058128 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:22:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:59.108455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.153909 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] DHCP port deletion for 097b604a-64c4-4f93-a94b-2e7bc9d94931 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:22:59.177495 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port ee0421d6-28a9-41b5-ac93-db4c698f9551 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:22:59.177941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.203953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] Set router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:22:59.281349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port ee0421d6-28a9-41b5-ac93-db4c698f9551, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ee0421d6-28a9-41b5-ac93-db4c698f9551,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:59.281349 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.299381 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for ee0421d6-28a9-41b5-ac93-db4c698f9551 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:22:59.512931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0b6e2794-af4e-4bf5-b904-49670731f17d no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:22:59.541039 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.553674 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] Deleting port 0b6e2794-af4e-4bf5-b904-49670731f17d {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:22:59.554216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.570890 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=ee0421d6-28a9-41b5-ac93-db4c698f9551,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:59.642601 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.676675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] For port 0b6e2794-af4e-4bf5-b904-49670731f17d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b6e2794-af4e-4bf5-b904-49670731f17d,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:59.677085 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.712551 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] Calling delete_port for 0b6e2794-af4e-4bf5-b904-49670731f17d owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:22:59.740490 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.743459 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.746000 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.796799 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.797169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7e06b8-c65a-4d4e-9cd3-72365a576932 {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:22:59.809461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.810641 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6bf4f80b-7955-4179-9b89-756dac61dd67 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/routers/4e7e06b8-c65a-4d4e-9cd3-72365a576932 HTTP/1.1" status: 204 len: 168 time: 0.9350905 Aug 31 10:22:59.813490 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 37994) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:59.842280 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:22:57Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:22:59.846314 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 0b6e2794-af4e-4bf5-b904-49670731f17d, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0b6e2794-af4e-4bf5-b904-49670731f17d,segment=NetworkSegment(73154211-c552-4d31-af0c-6344cd4d0979),segment_id=73154211-c552-4d31-af0c-6344cd4d0979)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:22:59.878452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.882668 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d06be4-35ae-4221-a145-a75aa53be57e None None] The sync data for ids ['4e7e06b8-c65a-4d4e-9cd3-72365a576932'] in n-d-800634-13 is: [{'id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209512487', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:22:57Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'ee0421d6-28a9-41b5-ac93-db4c698f9551', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7e06b8-c65a-4d4e-9cd3-72365a576932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:21:02Z', 'updated_at': '2021-08-31T10:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:22:59.920529 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.922797 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:59.953473 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] No DVR routers for this DVR port 0b6e2794-af4e-4bf5-b904-49670731f17d on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:22:59.967144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=0b6e2794-af4e-4bf5-b904-49670731f17d,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:22:59.992325 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373322da-7477-42ed-a404-18d2e48461e5 None None] Pushing event deleted for resources: {'Port': ['ID=0b6e2794-af4e-4bf5-b904-49670731f17d,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:00.031221 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.042081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097b604a-64c4-4f93-a94b-2e7bc9d94931']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:00.053241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73154211-c552-4d31-af0c-6344cd4d0979') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:00.053533 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73154211-c552-4d31-af0c-6344cd4d0979') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:00.063115 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.078230 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.085676 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:23:00.086158 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:23:00.089386 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:23:00.157061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.162937 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.164915 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/networks/097b604a-64c4-4f93-a94b-2e7bc9d94931 HTTP/1.1" status: 204 len: 168 time: 0.3493083 Aug 31 10:23:00.167713 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 37996) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:00.181394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cebd95-8af0-42ce-bfb6-1deb81120a7b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Network': ['ID=097b604a-64c4-4f93-a94b-2e7bc9d94931,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:00.241676 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4f9a-7a1f-41fd-9172-05ee4f99dc02 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.270527 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4f9a-7a1f-41fd-9172-05ee4f99dc02 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.336073 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4f9a-7a1f-41fd-9172-05ee4f99dc02 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.338771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4f9a-7a1f-41fd-9172-05ee4f99dc02 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:00.339948 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e6ca4f9a-7a1f-41fd-9172-05ee4f99dc02 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b162f79-9f17-491c-9e7c-52517a79425c HTTP/1.1" status: 204 len: 168 time: 0.1708875 Aug 31 10:23:00.350019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4f9a-7a1f-41fd-9172-05ee4f99dc02 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b162f79-9f17-491c-9e7c-52517a79425c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.036031 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38002) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:01.041019 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-628068098', 'description': 'tempest-secgroup-smoke-628068098 description', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:01.063198 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.157503 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.161739 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.196571 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.197797 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1607525 Aug 31 10:23:01.200057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f10e9-2a45-4fdf-801c-5ed9328f56a5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53faded-8b74-4ee6-a284-2b23fd142175,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.201271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38004) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:01.208298 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': 'c53faded-8b74-4ee6-a284-2b23fd142175', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:01.250297 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.335269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.343782 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.351171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6daf5d55-d8c4-4066-88c8-828c598fbb4a no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:23:01.370156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210ec34d-03bf-4065-9df4-2e44610476a3,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.382657 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.384086 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e0f6f2ab-65a2-46c4-90b0-1ed589551b79 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804452 Aug 31 10:23:01.387075 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38006) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:01.392894 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': 'c53faded-8b74-4ee6-a284-2b23fd142175', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:01.413512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 6daf5d55-d8c4-4066-88c8-828c598fbb4a {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:23:01.414278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 6daf5d55-d8c4-4066-88c8-828c598fbb4a not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:23:01.414769 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ee0421d6-28a9-41b5-ac93-db4c698f9551 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:23:01.426824 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.448755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ee0421d6-28a9-41b5-ac93-db4c698f9551 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:23:01.449113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ee0421d6-28a9-41b5-ac93-db4c698f9551 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:23:01.503692 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.510373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.532538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3accdcf-be6c-4b04-a7bb-4fc878c680a6,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.541822 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.542937 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f70734ed-8ec6-4992-bc64-106f284a1f29 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547153 Aug 31 10:23:01.547055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38008) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:01.556890 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': 'c53faded-8b74-4ee6-a284-2b23fd142175', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:01.591610 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.680786 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.685529 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.707366 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f25668-f6b3-484d-88eb-0ee6392aee95,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.715284 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.716533 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-eb19be0a-9bb5-4080-a5f0-4b8810cbc732 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682413 Aug 31 10:23:01.719536 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38010) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:01.724277 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': 'c53faded-8b74-4ee6-a284-2b23fd142175', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:01.763509 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.836232 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.840261 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.859009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2248d79-2298-4a8a-8387-eaee4cd2cf87,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:01.869416 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.870675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d8fc4c44-ff76-4194-8625-b911d6b08acf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500788 Aug 31 10:23:01.873563 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38012) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:01.877446 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.879074 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': 'c53faded-8b74-4ee6-a284-2b23fd142175', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:01.904398 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:23:01.910000 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.979325 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:01.985375 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.012448 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29e5978-8e0c-4c19-887b-5b4008208757,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:02.023399 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.024774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-8ee78a40-5a65-4427-a113-ac48ebcb09a8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500719 Aug 31 10:23:02.028084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38014) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:02.032770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': 'c53faded-8b74-4ee6-a284-2b23fd142175', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:02.057595 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:23:02.065282 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.141960 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.147930 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.165395 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c818ee28-4c06-409a-b98e-0b52896c8990,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:02.175320 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.176593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-5fdb7b96-83f9-4c12-a96a-6d15886987a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475482 Aug 31 10:23:02.180291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38016) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:02.187379 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'network': {'name': 'tempest-network-smoke--544489718', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'port_security_enabled': True}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:02.216574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:23:02.222228 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.250523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:23:02.260980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.261326 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Added segment bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79 of type vlan for network ae69b400-3689-4e7c-8d01-20b68aaf9233 Aug 31 10:23:02.302392 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.328835 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.335184 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.335955 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.406105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2243268 Aug 31 10:23:02.408941 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38018) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:02.416348 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'admin_state_up': True, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:02.431426 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3a82e-298e-4d0d-bc1b-16978f068bd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Network': ['ID=ae69b400-3689-4e7c-8d01-20b68aaf9233,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:02.442199 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:23:02.450264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.451311 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.527312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.593591 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e875f85c-4d3d-432f-9083-689f6c1855b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.821033 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.045485 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.248829 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.269070 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.381792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.181 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/9eb5b7e3-c569-4634-ad8f-4be8991395e7) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:03.494321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.540148 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.581905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:03.585472 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:03.588130 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:03.613150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=9eb5b7e3-c569-4634-ad8f-4be8991395e7,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:03.894739 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.895233 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.118416 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.257020 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 2d16f512-d86c-4654-a93b-e2f84a443825 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:23:04.397565 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:23:04.409287 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Sync routers for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:23:04.419095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.420352 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-12cda6e9-2c90-45d5-835e-e34df7ab52fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0104568 Aug 31 10:23:04.420616 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:04.421135 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:23:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:04.424390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38020) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:04.459060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e92d93c6-4db4-4ebc-99e7-767eca3a513b tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ee2778749c4a4c188e2d5062e58a4463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328298 Aug 31 10:23:04.461993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38022) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:04.557280 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:04.574199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1455a87-edf0-496d-baa3-61ef5a350aae tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:04.575836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c1455a87-edf0-496d-baa3-61ef5a350aae tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1127634 Aug 31 10:23:04.581128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38024) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:04.613364 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f603af88-adbb-4394-ba34-3d33ba8af2f8 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310092 Aug 31 10:23:04.616306 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38026) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:04.623473 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-836873173', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:04.731193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:23:04.735295 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.781574 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:03Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:04.810937 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Checking router: 2d16f512-d86c-4654-a93b-e2f84a443825 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:23:04.811472 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Updating router 2d16f512-d86c-4654-a93b-e2f84a443825 port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:23:04.841466 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.978353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.046592 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Subnet': ['ID=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:05.061394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Checking segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:23:05.061804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network hostable DHCP agents. Network: ae69b400-3689-4e7c-8d01-20b68aaf9233, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:23:05.089230 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:23:05.100276 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, ae69b400-3689-4e7c-8d01-20b68aaf9233) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:05.109409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:05.110096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.123486 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea802ef-0b94-47bc-8a16-d6a81cd08e43 None None] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:23:05.137756 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-843987d7-4245-4908-93c3-31f9ee3282dc tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5200660 Aug 31 10:23:05.142737 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38028) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:05.157671 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.171292 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Transition to ACTIVE for port object 9eb5b7e3-c569-4634-ad8f-4be8991395e7 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:05.180910 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.236872 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Pushing event updated for resources: {'Port': ['ID=9eb5b7e3-c569-4634-ad8f-4be8991395e7,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.250235 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.255232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.255232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.255232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.255232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.255232 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:05.278156 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Attempting to bind port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:23:05.278410 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Attempting to bind port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:23:05.278813 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Attempting to bind port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:05.284951 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:23:05.285397 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:23:05.285857 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.286382 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:23:05.286966 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Bound port: 9eb5b7e3-c569-4634-ad8f-4be8991395e7, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:23:05.287952 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.350134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] For port 9eb5b7e3-c569-4634-ad8f-4be8991395e7, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:23:05.352911 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] For port 9eb5b7e3-c569-4634-ad8f-4be8991395e7, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9eb5b7e3-c569-4634-ad8f-4be8991395e7,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:23:05.358611 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.381715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-ae69b400-3689-4e7c-8d01-20b68aaf9233', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:23:05.383342 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.432083 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691baf9-67ab-4f76-93f8-d9c1d81b924a None None] Pushing event updated for resources: {'Port': ['ID=9eb5b7e3-c569-4634-ad8f-4be8991395e7,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:05.451541 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:05.452188 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:23:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:05.599874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Allocated IP 172.20.0.2 (ae69b400-3689-4e7c-8d01-20b68aaf9233/5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50/8641043a-b860-4fce-8eba-a88c65598b3c) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:05.639361 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:05.769625 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.807806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.818724 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Transition to ACTIVE for port object 8641043a-b860-4fce-8eba-a88c65598b3c will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:05.842018 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Transition to ACTIVE for port object 8641043a-b860-4fce-8eba-a88c65598b3c will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:05.850393 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:05.880646 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:03Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:05.898051 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:05.904683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:05.911902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:05.918274 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276423b4-52b1-4791-af48-8ff6521d8b94 None None] The sync data for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 is: [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:03Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:23:05.920700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Pushing event updated for resources: {'Port': ['ID=8641043a-b860-4fce-8eba-a88c65598b3c,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:05.999096 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Attempting to bind port 8641043a-b860-4fce-8eba-a88c65598b3c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:23:06.000080 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Attempting to bind port 8641043a-b860-4fce-8eba-a88c65598b3c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:23:06.000595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Attempting to bind port 8641043a-b860-4fce-8eba-a88c65598b3c on network ae69b400-3689-4e7c-8d01-20b68aaf9233 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:06.012557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:23:06.012557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Checking segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:23:06.012557 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.012557 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Bound using segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:23:06.013111 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Bound port: 8641043a-b860-4fce-8eba-a88c65598b3c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:23:06.013806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.114855 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] For port 8641043a-b860-4fce-8eba-a88c65598b3c, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:23:06.119699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] For port 8641043a-b860-4fce-8eba-a88c65598b3c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8641043a-b860-4fce-8eba-a88c65598b3c,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:23:06.126240 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.213569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e25a1-bd7b-4a24-a266-cf2f4fe6379c None None] Pushing event updated for resources: {'Port': ['ID=8641043a-b860-4fce-8eba-a88c65598b3c,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:06.266167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.1 (ae69b400-3689-4e7c-8d01-20b68aaf9233/5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50/e52d1e60-27cc-4ab8-986f-8d575c4050af) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:06.445907 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.494916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.515681 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object e52d1e60-27cc-4ab8-986f-8d575c4050af will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:06.561930 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.618159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:06.622165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:06.627812 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:06.633012 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=e52d1e60-27cc-4ab8-986f-8d575c4050af,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:06.683940 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:06.866427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.289471 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.299217 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.383692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b49ded-c39a-4f20-897f-227bcf33f92e None None] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:23:07.405660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=e52d1e60-27cc-4ab8-986f-8d575c4050af,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:07.408131 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.472756 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9eb5b7e3-c569-4634-ad8f-4be8991395e7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:07.551709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:07.552076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-75f7ebbd-b4c5-403d-a3cd-cb71ab14fcbe None None] Provisioning for port 8641043a-b860-4fce-8eba-a88c65598b3c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:07.553693 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:07.636069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:07.649802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:07.650774 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.761537 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 2d16f512-d86c-4654-a93b-e2f84a443825 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:23:07.811338 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.846110 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 9eb5b7e3-c569-4634-ad8f-4be8991395e7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9eb5b7e3-c569-4634-ad8f-4be8991395e7,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:07.855135 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.856031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8641043a-b860-4fce-8eba-a88c65598b3c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:08.000989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=9eb5b7e3-c569-4634-ad8f-4be8991395e7,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:08.003298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 8641043a-b860-4fce-8eba-a88c65598b3c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:08.010567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8641043a-b860-4fce-8eba-a88c65598b3c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:08.011107 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.158630 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.173752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ba6d8f6a-aae8-42e6-8d04-878433676930 None None] Provisioning complete for port 8641043a-b860-4fce-8eba-a88c65598b3c triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:08.174375 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f6a-aae8-42e6-8d04-878433676930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.256738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 8641043a-b860-4fce-8eba-a88c65598b3c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8641043a-b860-4fce-8eba-a88c65598b3c,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:08.267161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.365507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:23:08.383182 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b4e315fd-7da7-4ce2-a988-c04bc2ff8c71 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/2d16f512-d86c-4654-a93b-e2f84a443825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2391284 Aug 31 10:23:08.388240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Sync routers for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:23:08.403600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=8641043a-b860-4fce-8eba-a88c65598b3c,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:08.424629 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:08.425771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:23:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.523283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ba6d8f6a-aae8-42e6-8d04-878433676930 None None] Provisioning for port e52d1e60-27cc-4ab8-986f-8d575c4050af completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:08.531319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ba6d8f6a-aae8-42e6-8d04-878433676930 None None] Provisioning complete for port e52d1e60-27cc-4ab8-986f-8d575c4050af triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:08.531789 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8f6a-aae8-42e6-8d04-878433676930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.623430 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d8f6a-aae8-42e6-8d04-878433676930 None None] Port e52d1e60-27cc-4ab8-986f-8d575c4050af cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:23:08.624194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-e877e60b-73f9-42f4-b1b2-68f6ea74c111 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-628068098&fields=id&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 267 time: 0.0692391 Aug 31 10:23:08.662641 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:08.788949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-fe6a2178-0e6d-444a-aaaf-2c1581fb3eb0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:08.790863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-fe6a2178-0e6d-444a-aaaf-2c1581fb3eb0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 796 time: 0.1633213 Aug 31 10:23:08.817297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f7c7f280-7388-4e55-9033-9ffab5bbf4d3 None None] Provisioning complete for port e52d1e60-27cc-4ab8-986f-8d575c4050af triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:08.817944 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f280-7388-4e55-9033-9ffab5bbf4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:08.875274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7f280-7388-4e55-9033-9ffab5bbf4d3 None None] Port e52d1e60-27cc-4ab8-986f-8d575c4050af cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:23:08.881303 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-7e0f3508-4015-4178-a10e-da6379419e07 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/quotas/ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 375 time: 0.0828397 Aug 31 10:23:08.955395 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-5b52ee40-00b9-4263-a483-d7fea4586ed8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651379 Aug 31 10:23:08.959242 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 2, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.994075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Checking router: 2d16f512-d86c-4654-a93b-e2f84a443825 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:23:08.994412 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Updating router 2d16f512-d86c-4654-a93b-e2f84a443825 port e52d1e60-27cc-4ab8-986f-8d575c4050af binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:23:09.025033 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:09.102799 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-3547a9f3-e043-4c3e-a9dd-606ae3707e8c service neutron] 10.222.0.18 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308959 Aug 31 10:23:09.224124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-1749034f-53b8-418c-b0c3-bc80f137b2da service neutron] 10.222.0.18 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142261 Aug 31 10:23:09.346591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9eb5b7e3-c569-4634-ad8f-4be8991395e7 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:09.383189 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:09.403487 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Transition to ACTIVE for port object e52d1e60-27cc-4ab8-986f-8d575c4050af will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:09.413444 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:09.435596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83663f97-5a28-4f11-8462-499cb95b32fa req-2bbf3132-52a0-4a6a-bb99-53afcbb72371 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 210 time: 0.0366597 Aug 31 10:23:09.489525 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896520b-455e-43b4-a8d2-ee5320992d10 None None] Pushing event updated for resources: {'Port': ['ID=e52d1e60-27cc-4ab8-986f-8d575c4050af,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:09.492021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:09.492392 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:09.597064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Attempting to bind port e52d1e60-27cc-4ab8-986f-8d575c4050af on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:23:09.597439 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Attempting to bind port e52d1e60-27cc-4ab8-986f-8d575c4050af by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:23:09.597846 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Attempting to bind port e52d1e60-27cc-4ab8-986f-8d575c4050af on network ae69b400-3689-4e7c-8d01-20b68aaf9233 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:09.606163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:23:09.606464 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Checking segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:23:09.606950 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:09.607351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Bound using segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:23:09.607878 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Bound port: e52d1e60-27cc-4ab8-986f-8d575c4050af, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:23:09.608223 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:09.700910 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8641043a-b860-4fce-8eba-a88c65598b3c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:09.754234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] For port e52d1e60-27cc-4ab8-986f-8d575c4050af, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:23:09.762726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] For port e52d1e60-27cc-4ab8-986f-8d575c4050af, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e52d1e60-27cc-4ab8-986f-8d575c4050af,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:23:09.770715 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:10.028204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896520b-455e-43b4-a8d2-ee5320992d10 None None] Pushing event updated for resources: {'Port': ['ID=e52d1e60-27cc-4ab8-986f-8d575c4050af,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:10.044073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 8641043a-b860-4fce-8eba-a88c65598b3c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:10.044466 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:10.046329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:10.047007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:23:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:10.224457 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:10.484296 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:09Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:10.517320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bdafa2-a2e0-472c-af8f-c42d3ef10825 None None] The sync data for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 is: [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:09Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:23:10.592774 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bf2b825-3a91-4c25-8077-8e90ea1a5001 req-4ce7c197-3f78-4a40-bf48-f53cfc29d569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 210 time: 0.0636621 Aug 31 10:23:10.639153 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-2579f432-b2ce-4e31-bf55-fffa2e73a7a1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:10.641577 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-2579f432-b2ce-4e31-bf55-fffa2e73a7a1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 796 time: 0.1673260 Aug 31 10:23:10.712399 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-a349476b-d99d-42c8-9d5d-785d4c842b50 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 379 time: 0.0429797 Aug 31 10:23:10.746330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'port': {'device_id': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'admin_state_up': True, 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'security_groups': ['c53faded-8b74-4ee6-a284-2b23fd142175']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:10.886736 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:23:10.891154 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.053529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.7 (ae69b400-3689-4e7c-8d01-20b68aaf9233/5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50/abf1fb60-b02b-4e5f-91eb-27306b5700ee) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:11.225700 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.243543 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object abf1fb60-b02b-4e5f-91eb-27306b5700ee will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:11.294081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.355816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:11.361899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:11.371469 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:11.386778 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=abf1fb60-b02b-4e5f-91eb-27306b5700ee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:11.390888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e52d1e60-27cc-4ab8-986f-8d575c4050af up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:11.468829 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port e52d1e60-27cc-4ab8-986f-8d575c4050af completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:11.473965 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e52d1e60-27cc-4ab8-986f-8d575c4050af triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:11.474363 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.483236 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:11.484079 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.502907 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-9a659ccb-44d2-4dae-9dea-dbe23157470b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608662 Aug 31 10:23:11.524804 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Request body: {'port': {'device_id': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:11.594327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.613548 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.658075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port e52d1e60-27cc-4ab8-986f-8d575c4050af, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e52d1e60-27cc-4ab8-986f-8d575c4050af,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:11.665409 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.724506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=e52d1e60-27cc-4ab8-986f-8d575c4050af,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:11.759260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5b18f232-eec0-4ac3-a8f8-81144098cd3a None None] Provisioning for port abf1fb60-b02b-4e5f-91eb-27306b5700ee completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:11.766863 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5b18f232-eec0-4ac3-a8f8-81144098cd3a None None] Provisioning complete for port abf1fb60-b02b-4e5f-91eb-27306b5700ee triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:11.767230 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5b18f232-eec0-4ac3-a8f8-81144098cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.813060 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284478-38b7-45f6-b828-cb1064d9230d req-681542be-3dbc-4437-883e-952eff86d3a2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:11.813669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5b18f232-eec0-4ac3-a8f8-81144098cd3a None None] Port abf1fb60-b02b-4e5f-91eb-27306b5700ee cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:23:11.822876 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51284478-38b7-45f6-b828-cb1064d9230d req-681542be-3dbc-4437-883e-952eff86d3a2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 931 time: 0.0972476 Aug 31 10:23:11.882912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51284478-38b7-45f6-b828-cb1064d9230d req-1d4ad5dd-767a-44ed-8de3-0ba11ab6d1f2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588863 Aug 31 10:23:11.959075 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf1fb60-b02b-4e5f-91eb-27306b5700ee {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:11.969011 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.985199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Transition to ACTIVE for port object abf1fb60-b02b-4e5f-91eb-27306b5700ee will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:11.989284 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:12.070622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633412-5a83-44df-a577-6b2694374914 service neutron] Pushing event updated for resources: {'Port': ['ID=abf1fb60-b02b-4e5f-91eb-27306b5700ee,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:12.130334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Attempting to bind port abf1fb60-b02b-4e5f-91eb-27306b5700ee on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:23:12.130702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Attempting to bind port abf1fb60-b02b-4e5f-91eb-27306b5700ee by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:23:12.131459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Attempting to bind port abf1fb60-b02b-4e5f-91eb-27306b5700ee on network ae69b400-3689-4e7c-8d01-20b68aaf9233 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:12.136346 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Port abf1fb60-b02b-4e5f-91eb-27306b5700ee on network ae69b400-3689-4e7c-8d01-20b68aaf9233 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:23:12.136650 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Attempting to bind port abf1fb60-b02b-4e5f-91eb-27306b5700ee on network ae69b400-3689-4e7c-8d01-20b68aaf9233 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:12.145054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:23:12.145054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Checking segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:23:12.145054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Bound using segment: {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:23:12.145054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Bound port: abf1fb60-b02b-4e5f-91eb-27306b5700ee, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:23:12.145054 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:12.238808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] For port abf1fb60-b02b-4e5f-91eb-27306b5700ee, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:23:12.243450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] For port abf1fb60-b02b-4e5f-91eb-27306b5700ee, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:23:12.250658 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:12.298704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:12.299317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:12.300707 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-54633412-5a83-44df-a577-6b2694374914 service neutron] 10.222.0.23 "PUT /v2.0/ports/abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 1092 time: 0.7832479 Aug 31 10:23:12.301149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:12.303912 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b885216-dda7-4e50-9c82-f66b4c219101" -d '{"events": [{"name": "network-changed", "server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:12.331450 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633412-5a83-44df-a577-6b2694374914 service neutron] Pushing event updated for resources: {'Port': ['ID=abf1fb60-b02b-4e5f-91eb-27306b5700ee,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:12.411707 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-698eb82e-2bec-4682-9e27-4a39ea52ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:12.413934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-698eb82e-2bec-4682-9e27-4a39ea52ab3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1095 time: 0.0472465 Aug 31 10:23:12.471898 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-fd02aee9-bf04-44f7-8c3f-f51275612479 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 217 time: 0.0429091 Aug 31 10:23:12.488523 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8553840-4479-40f2-9588-ff987a792d82 x-openstack-request-id: req-b8553840-4479-40f2-9588-ff987a792d82 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:12.488817 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:12.489066 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8553840-4479-40f2-9588-ff987a792d82 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:12.489465 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'status': 'completed', 'code': 200} Aug 31 10:23:12.532776 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-83483753-ddf1-471e-8bd1-22bcb977faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:12.534678 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-83483753-ddf1-471e-8bd1-22bcb977faad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 200 len: 834 time: 0.0551310 Aug 31 10:23:12.591989 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-870e1714-bdbb-446c-8765-36eee78c5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:12.593519 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-870e1714-bdbb-446c-8765-36eee78c5c60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae69b400-3689-4e7c-8d01-20b68aaf9233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509429 Aug 31 10:23:12.699247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-55d61dbb-210c-41cb-aee0-fc30e9db0816 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979452 Aug 31 10:23:12.799405 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9de3216d-349a-4d0d-aa65-e28ba7e7ba66 req-948d7ec3-0391-4af5-b3e6-a32df4a03c8d service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936074 Aug 31 10:23:12.925992 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-c6526d5a-493d-4961-a2f0-bc07284d57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:12.927593 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-c6526d5a-493d-4961-a2f0-bc07284d57f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1095 time: 0.0450742 Aug 31 10:23:13.020762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03f645-2d73-4401-abf0-8892ad4a60c2 req-8ec670ea-a312-4b1d-bd88-1e7927661377 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:13.023030 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc03f645-2d73-4401-abf0-8892ad4a60c2 req-8ec670ea-a312-4b1d-bd88-1e7927661377 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 943 time: 0.0602076 Aug 31 10:23:13.033292 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-b0f02373-c3e9-459f-97ba-8f38e9391800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:13.034868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-b0f02373-c3e9-459f-97ba-8f38e9391800 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 897 time: 0.1000755 Aug 31 10:23:13.076546 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc03f645-2d73-4401-abf0-8892ad4a60c2 req-3eaf1666-682a-4338-90a0-af58e050d251 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464621 Aug 31 10:23:13.085765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-92f45157-f3ca-4fa7-a953-58004cc61b07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 217 time: 0.0431581 Aug 31 10:23:13.144483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-657f0c3e-4f7d-4e15-aa30-fafe2ca519ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:13.145986 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-657f0c3e-4f7d-4e15-aa30-fafe2ca519ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 200 len: 834 time: 0.0503130 Aug 31 10:23:13.200174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-99131b2c-d49b-4c52-8319-ad67f99ca0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:13.201626 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-99131b2c-d49b-4c52-8319-ad67f99ca0d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae69b400-3689-4e7c-8d01-20b68aaf9233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460954 Aug 31 10:23:13.300329 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-b34ffb2f-21a6-4f0f-9d67-cb54472f4ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907199 Aug 31 10:23:13.345155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e52d1e60-27cc-4ab8-986f-8d575c4050af up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:13.402097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port e52d1e60-27cc-4ab8-986f-8d575c4050af triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:13.402097 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:13.418121 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2b885216-dda7-4e50-9c82-f66b4c219101 req-c734ccc7-1c2a-4a71-a7c7-5372de7082ba service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072116 Aug 31 10:23:14.200588 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f6df-ae52-4fb2-87c5-9e83e15fd21b req-57a62545-7ed4-4720-a99c-8e21c22830dd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:14.202109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7879f6df-ae52-4fb2-87c5-9e83e15fd21b req-57a62545-7ed4-4720-a99c-8e21c22830dd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 943 time: 0.0552504 Aug 31 10:23:14.242448 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7879f6df-ae52-4fb2-87c5-9e83e15fd21b req-6aa27b8c-581e-45c4-879e-c96fc0953135 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Aug 31 10:23:15.288666 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:23:15.370101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c8d8-9206-4c62-b550-618427c285e2 req-1e0bd991-bbfd-41f0-84dc-ddc3e38eafe5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:15.371695 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e24c8d8-9206-4c62-b550-618427c285e2 req-1e0bd991-bbfd-41f0-84dc-ddc3e38eafe5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 943 time: 0.0562153 Aug 31 10:23:15.415733 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e24c8d8-9206-4c62-b550-618427c285e2 req-95a1bd1d-0103-4d91-aa7f-2ed3bde76ced tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370615 Aug 31 10:23:16.541118 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1cba-eb9e-43df-99ed-b3005482d4c1 req-930d79a6-b3cc-4222-8572-4521ec188f6e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:16.542741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31cd1cba-eb9e-43df-99ed-b3005482d4c1 req-930d79a6-b3cc-4222-8572-4521ec188f6e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 943 time: 0.0535784 Aug 31 10:23:16.594083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-31cd1cba-eb9e-43df-99ed-b3005482d4c1 req-cb65a181-68fb-4654-b8df-8269dd0f8251 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445487 Aug 31 10:23:16.690417 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device abf1fb60-b02b-4e5f-91eb-27306b5700ee details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:23:16.794245 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port abf1fb60-b02b-4e5f-91eb-27306b5700ee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:16.807893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'port_id': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'mac_address': 'fa:16:3e:03:c5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:23:16.856657 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:16.872141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf1fb60-b02b-4e5f-91eb-27306b5700ee {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:16.901067 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port abf1fb60-b02b-4e5f-91eb-27306b5700ee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:16.905565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:16.969670 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=abf1fb60-b02b-4e5f-91eb-27306b5700ee,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:17.181366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['abf1fb60-b02b-4e5f-91eb-27306b5700ee'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:23:17.721795 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca69479-a40d-4ed4-8f56-cdca1af5457e req-1c83c022-d4fa-4d92-943f-e3e35c396e1b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:17.723339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ca69479-a40d-4ed4-8f56-cdca1af5457e req-1c83c022-d4fa-4d92-943f-e3e35c396e1b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 944 time: 0.0519733 Aug 31 10:23:17.764770 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ca69479-a40d-4ed4-8f56-cdca1af5457e req-e191b066-699f-455b-90aa-5f771b26929c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345767 Aug 31 10:23:18.690950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device abf1fb60-b02b-4e5f-91eb-27306b5700ee up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:18.747841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port abf1fb60-b02b-4e5f-91eb-27306b5700ee completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:18.751864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port abf1fb60-b02b-4e5f-91eb-27306b5700ee triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:18.752235 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:18.834621 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:18.859663 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:18.862012 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67aadd-1f0e-484e-a165-6b0a196fa509" -d '{"events": [{"server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "name": "network-vif-plugged", "status": "completed", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:18.875433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port abf1fb60-b02b-4e5f-91eb-27306b5700ee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:18.883633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:18.893899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747c25-989b-4dab-a942-69cc44d9f09a req-46455767-8999-488b-a878-290bf2aee22f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:18.895565 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2747c25-989b-4dab-a942-69cc44d9f09a req-46455767-8999-488b-a878-290bf2aee22f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 944 time: 0.0548193 Aug 31 10:23:18.920505 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759cdf99-5be4-4ab4-84ef-0dbfc93b4404 x-openstack-request-id: req-759cdf99-5be4-4ab4-84ef-0dbfc93b4404 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:18.920807 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "name": "network-vif-plugged", "status": "completed", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:18.921030 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-759cdf99-5be4-4ab4-84ef-0dbfc93b4404 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:18.921500 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'code': 200} Aug 31 10:23:18.953154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=abf1fb60-b02b-4e5f-91eb-27306b5700ee,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:18.967313 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e2747c25-989b-4dab-a942-69cc44d9f09a req-31ad50b1-47f3-4b85-896b-4733a4e8e25c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598841 Aug 31 10:23:19.091422 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e54b6-f004-414a-a82e-8ded27e8cc4a req-00407f3f-690d-4c18-8f2a-fa29bc82632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:19.092815 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e6e54b6-f004-414a-a82e-8ded27e8cc4a req-00407f3f-690d-4c18-8f2a-fa29bc82632a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1097 time: 0.0942771 Aug 31 10:23:19.131889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6e6e54b6-f004-414a-a82e-8ded27e8cc4a req-3d530daf-0a52-46ba-b598-6621193c45a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Aug 31 10:23:19.284336 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:20.124337 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8a400-2914-4b45-aace-f3252a537a0a req-9cc28a6b-2d1e-4b90-be15-f546ebd148b1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:20.126097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ad8a400-2914-4b45-aace-f3252a537a0a req-9cc28a6b-2d1e-4b90-be15-f546ebd148b1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0757411 Aug 31 10:23:20.182748 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5ad8a400-2914-4b45-aace-f3252a537a0a req-7d35ab12-c369-46a3-afd8-3f8ddbac5803 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477571 Aug 31 10:23:21.327714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a24da-a01b-4325-803a-c25a6b4a61bd req-badd0ace-34a7-46e0-84fb-76c7c4e7f038 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:21.329307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-569a24da-a01b-4325-803a-c25a6b4a61bd req-badd0ace-34a7-46e0-84fb-76c7c4e7f038 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0668936 Aug 31 10:23:21.379247 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-569a24da-a01b-4325-803a-c25a6b4a61bd req-bb318347-0e79-4ade-8c9c-fbee0447a20d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Aug 31 10:23:21.505280 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d875b-8ba5-4d42-a2e0-21ee028f9fbb req-d4f8b59d-ddcc-44cb-a244-b0c279dca4ed tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:21.507961 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-154d875b-8ba5-4d42-a2e0-21ee028f9fbb req-d4f8b59d-ddcc-44cb-a244-b0c279dca4ed tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Aug 31 10:23:21.555844 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-154d875b-8ba5-4d42-a2e0-21ee028f9fbb req-c0602751-9904-4eed-beb2-aefe294637bf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Aug 31 10:23:21.581172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38090) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:21.687109 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a259138-6647-417c-b764-6f215b60f690 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:21.689193 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0a259138-6647-417c-b764-6f215b60f690 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1092 time: 0.1069763 Aug 31 10:23:21.692077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38094) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:21.696991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:21.720916 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:21.839737 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:21.956876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.51 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/b0b2c30d-8668-4fbc-be2b-f2939dcd2f61) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:22.093862 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:22.142451 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:22.196305 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:22.204447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:22.213863 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:22.220798 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=b0b2c30d-8668-4fbc-be2b-f2939dcd2f61,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:22.253320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.253654 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.253993 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.254331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.254703 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.255035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.255362 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.255837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.256660 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.256786 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.257043 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.257371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:22.664941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:22.751798 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:22.924478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:22.930209 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:23.008311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=b0b2c30d-8668-4fbc-be2b-f2939dcd2f61,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:23.025389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:23.138193 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP d568d475-3702-4e8e-bba5-c78ff66f4edd associated. External IP: 172.25.4.51, port: abf1fb60-b02b-4e5f-91eb-27306b5700ee. Aug 31 10:23:23.373622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 2d16f512-d86c-4654-a93b-e2f84a443825 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:23:23.499412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:23:23.509378 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] Sync routers for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:23:23.519564 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:23.519814 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:23.520212 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:23:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:23.550709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2fdb9c0d-43fc-49b1-b9e9-872b55a76582 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8572748 Aug 31 10:23:23.551701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:23.554727 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcee7a-2c38-4be1-b4bb-2134edb34619" -d '{"events": [{"name": "network-changed", "server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:23.606966 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219b063-3bf6-480e-b151-a90c5817e06a x-openstack-request-id: req-4219b063-3bf6-480e-b151-a90c5817e06a {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:23.609183 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:23.609756 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4219b063-3bf6-480e-b151-a90c5817e06a {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:23.610454 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'status': 'completed', 'code': 200} Aug 31 10:23:23.654924 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:23.696314 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235ce5-b350-4737-b4cb-0c61bac081b0 req-efcc5ea0-18c5-4c04-8c47-b203e1a33bbf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:23.698726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa235ce5-b350-4737-b4cb-0c61bac081b0 req-efcc5ea0-18c5-4c04-8c47-b203e1a33bbf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0600312 Aug 31 10:23:23.709846 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-c314db5a-cd18-4d2f-81c4-77a6e375a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:23.712059 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-c314db5a-cd18-4d2f-81c4-77a6e375a1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1097 time: 0.0614974 Aug 31 10:23:23.746756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa235ce5-b350-4737-b4cb-0c61bac081b0 req-2e1c8e98-3366-4bfa-995a-c3e3286a5c5f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Aug 31 10:23:23.777555 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:23.840334 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-48ec0f34-1b50-484d-a6b4-d412fe130987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:23.841833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-48ec0f34-1b50-484d-a6b4-d412fe130987 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 897 time: 0.1224124 Aug 31 10:23:23.851062 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0553202c-e75e-4f53-a039-72be974fc359 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/d568d475-3702-4e8e-bba5-c78ff66f4edd HTTP/1.1" status: 200 len: 990 time: 0.0704885 Aug 31 10:23:23.924436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-dafa92a1-a54d-4e23-b13d-ad5dfb0d709c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 998 time: 0.0757551 Aug 31 10:23:23.931394 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'd568d475-3702-4e8e-bba5-c78ff66f4edd', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'port_id': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'mac_address': 'fa:16:3e:03:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:23:22Z', 'updated_at': '2021-08-31T10:23:22Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:23.964063 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] Checking router: 2d16f512-d86c-4654-a93b-e2f84a443825 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:23:23.974086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:23.975467 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:23:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:23.981561 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-b19efe92-57cc-48f2-8fbd-901e7508ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:23.983286 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-b19efe92-57cc-48f2-8fbd-901e7508ec96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 200 len: 834 time: 0.0521564 Aug 31 10:23:24.045150 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-91d7a49b-03ef-4701-b310-3ef57ceaa26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:24.046768 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-91d7a49b-03ef-4701-b310-3ef57ceaa26a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae69b400-3689-4e7c-8d01-20b68aaf9233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568995 Aug 31 10:23:24.102352 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:24.164489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-6eb4fd61-0774-4bdf-8340-2b6b116264b5 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103950 Aug 31 10:23:24.269328 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-24dcee7a-2c38-4be1-b4bb-2134edb34619 req-c3831da1-560b-4c70-8a40-5f2ab71558fa service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975645 Aug 31 10:23:24.364849 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'd568d475-3702-4e8e-bba5-c78ff66f4edd', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'port_id': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'mac_address': 'fa:16:3e:03:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:23:22Z', 'updated_at': '2021-08-31T10:23:22Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:24.392406 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db55be8-5ea8-45d5-84dc-ae6403eb2a55 None None] The sync data for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 is: [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': 'd568d475-3702-4e8e-bba5-c78ff66f4edd', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'port_id': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'mac_address': 'fa:16:3e:03:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:23:22Z', 'updated_at': '2021-08-31T10:23:22Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:23:24.613789 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51d727-0763-4036-892d-8efb402a3313 None None] New status for floating IP d568d475-3702-4e8e-bba5-c78ff66f4edd: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:23:24.854009 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38104) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:24.922272 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4d771a63-4b88-408b-a0e7-8524ac6fba74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/d568d475-3702-4e8e-bba5-c78ff66f4edd HTTP/1.1" status: 200 len: 992 time: 0.0668049 Aug 31 10:23:28.653509 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2f457f62-20e1-4c0b-9bb4-d2f6063b4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:31.879809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:32.597998 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ecea71d1-b77b-41d1-abf2-0a20f8b53cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:32.810242 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:33.898856 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:36.422986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:49.294783 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:49.519250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-dd8860f7-3771-4f0a-9e2c-fb2ad6dd59ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483298 Aug 31 10:23:49.620472 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934612fa-2824-4f44-a14b-125067924534 req-56a388e8-dde6-4492-b2f9-1112f68308c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:49.622028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-56a388e8-dde6-4492-b2f9-1112f68308c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1097 time: 0.0428455 Aug 31 10:23:49.732277 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934612fa-2824-4f44-a14b-125067924534 req-3a00ea55-3f8f-4dda-813d-60456431eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:49.733746 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-3a00ea55-3f8f-4dda-813d-60456431eb06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 897 time: 0.0916491 Aug 31 10:23:49.806454 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-491b1b3a-ebc8-46d1-b20b-a083de7a3999 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 1000 time: 0.0648522 Aug 31 10:23:49.858295 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934612fa-2824-4f44-a14b-125067924534 req-48806bca-9815-49c4-8233-3a9d7a4330a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:49.859829 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-48806bca-9815-49c4-8233-3a9d7a4330a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 200 len: 834 time: 0.0464671 Aug 31 10:23:49.908297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934612fa-2824-4f44-a14b-125067924534 req-412483ad-dc96-44e6-8043-18cf6fab8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:49.909741 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-412483ad-dc96-44e6-8043-18cf6fab8f0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae69b400-3689-4e7c-8d01-20b68aaf9233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425065 Aug 31 10:23:50.009657 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-b411f1d3-4e28-4871-bc1c-80abcdfa9649 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923686 Aug 31 10:23:50.106386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-934612fa-2824-4f44-a14b-125067924534 req-f1a113b0-28eb-41e1-9c1e-8a146229d354 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890186 Aug 31 10:23:52.289200 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:23:56.378376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e23a0-2db0-4322-94bc-8f48e5a97afc req-81ee9006-12bc-41b6-a588-2a2e66d54d0b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:56.384264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-678e23a0-2db0-4322-94bc-8f48e5a97afc req-81ee9006-12bc-41b6-a588-2a2e66d54d0b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0763071 Aug 31 10:23:56.436704 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-678e23a0-2db0-4322-94bc-8f48e5a97afc req-823c3a2f-e39d-4c43-bed3-61cd1117a8aa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470569 Aug 31 10:23:57.571911 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2438-338a-4f5b-af05-1506d068168b req-187fd202-289b-4a0a-a908-701c8e3ecf9a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:57.573319 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83da2438-338a-4f5b-af05-1506d068168b req-187fd202-289b-4a0a-a908-701c8e3ecf9a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Aug 31 10:23:57.615074 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-83da2438-338a-4f5b-af05-1506d068168b req-5827bdde-4aa3-4fc5-b81a-a01855ad23c3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346441 Aug 31 10:23:58.646242 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f5e30b47-045f-4e3c-9f5e-ed9eaed5e73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:58.753572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6268-bd3b-46d0-97db-340d1e481e9d req-3352dd00-9aea-4651-b24f-186f5f84d9e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:58.755113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dafa6268-bd3b-46d0-97db-340d1e481e9d req-3352dd00-9aea-4651-b24f-186f5f84d9e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0513654 Aug 31 10:23:58.801225 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dafa6268-bd3b-46d0-97db-340d1e481e9d req-a8befc1d-c8c3-41b1-8a9e-007b0f3a3dd6 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Aug 31 10:23:59.933737 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c3f9-1b0a-41bd-8dad-d73a2b6098f7 req-8fca6383-0f67-4862-a813-b94090ffc9bf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:59.935462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a56c3f9-1b0a-41bd-8dad-d73a2b6098f7 req-8fca6383-0f67-4862-a813-b94090ffc9bf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0595343 Aug 31 10:23:59.979855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0a56c3f9-1b0a-41bd-8dad-d73a2b6098f7 req-c9c5d9b8-e46b-4f2f-93ff-052ea4d87595 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380526 Aug 31 10:24:01.103396 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e12d5-d547-47c5-9a7d-87b19a9c4acc req-bcfc8275-cc5e-467b-997a-494686074494 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:01.104939 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b7e12d5-d547-47c5-9a7d-87b19a9c4acc req-bcfc8275-cc5e-467b-997a-494686074494 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0502756 Aug 31 10:24:01.144320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b7e12d5-d547-47c5-9a7d-87b19a9c4acc req-325fed7b-c471-45b0-a9e3-ddaed2f07584 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334237 Aug 31 10:24:01.874828 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:02.275973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb044d-cb7a-4b8e-ba26-589306fb8bce req-c58274d1-3d43-4dbb-9743-498d0b5659fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:02.277823 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9edb044d-cb7a-4b8e-ba26-589306fb8bce req-c58274d1-3d43-4dbb-9743-498d0b5659fa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0582726 Aug 31 10:24:02.329288 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9edb044d-cb7a-4b8e-ba26-589306fb8bce req-5a02ea11-628b-4be5-b92f-434f77c66569 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450072 Aug 31 10:24:02.606079 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6220d057-d894-4dcf-b47c-109904ba6f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:02.813155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:03.452693 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e038e0-562e-40c1-8c10-596addd8f31c req-a577519f-6a13-4905-8258-c1fae0f9ef9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:03.454338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59e038e0-562e-40c1-8c10-596addd8f31c req-a577519f-6a13-4905-8258-c1fae0f9ef9b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0526037 Aug 31 10:24:03.494740 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59e038e0-562e-40c1-8c10-596addd8f31c req-81fefe1f-b1ff-4f47-a90f-26f66c10c340 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343671 Aug 31 10:24:03.897720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:04.616579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846db47-b4a4-4267-a104-297fef5349ee req-3e6e8173-bada-4803-b54b-5b63104908e8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:04.618191 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a846db47-b4a4-4267-a104-297fef5349ee req-3e6e8173-bada-4803-b54b-5b63104908e8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0524499 Aug 31 10:24:04.659124 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a846db47-b4a4-4267-a104-297fef5349ee req-a60b3734-1bee-4f57-b45f-d5d6454b1671 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343843 Aug 31 10:24:05.789030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1bc27-2f24-4ec9-90d4-d8a057428f1f req-e0d88b85-7c1d-4ce6-8a22-e2bbdde1a052 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:05.790592 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04e1bc27-2f24-4ec9-90d4-d8a057428f1f req-e0d88b85-7c1d-4ce6-8a22-e2bbdde1a052 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0604610 Aug 31 10:24:05.839855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-04e1bc27-2f24-4ec9-90d4-d8a057428f1f req-779a440b-d926-45b5-a1d5-53ee29e173a9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390050 Aug 31 10:24:06.425848 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:06.963655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c3520-68dd-427a-be9d-97a2ecc22b76 req-0c2189fe-7761-4ff5-ac2a-292fa08a17ea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:06.965697 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b6c3520-68dd-427a-be9d-97a2ecc22b76 req-0c2189fe-7761-4ff5-ac2a-292fa08a17ea tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Aug 31 10:24:07.006097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7b6c3520-68dd-427a-be9d-97a2ecc22b76 req-808270b5-c2f7-4e44-9836-0954193a89b9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341756 Aug 31 10:24:08.133519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cca48-ea75-4e30-8667-9b15a7ef962e req-329357df-1e42-4a61-b30f-5bc92b7b5eed tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:08.135028 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-201cca48-ea75-4e30-8667-9b15a7ef962e req-329357df-1e42-4a61-b30f-5bc92b7b5eed tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0499561 Aug 31 10:24:08.172911 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-201cca48-ea75-4e30-8667-9b15a7ef962e req-d7b1ab42-2f64-42df-9911-ba3667768f85 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315654 Aug 31 10:24:09.307672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f814d4-693d-40b0-914b-d13ac448f85f req-8e680179-f85c-47cc-be21-f1d433b2b9ca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:09.309434 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58f814d4-693d-40b0-914b-d13ac448f85f req-8e680179-f85c-47cc-be21-f1d433b2b9ca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0615904 Aug 31 10:24:09.356018 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-58f814d4-693d-40b0-914b-d13ac448f85f req-d208a19d-ca16-47e5-a9a9-3546ce6d0b20 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Aug 31 10:24:10.476625 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ddb54-9e54-461d-9163-1773c9f15962 req-b3e41aed-7739-4580-bc95-83357c1789a0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:10.478170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-714ddb54-9e54-461d-9163-1773c9f15962 req-b3e41aed-7739-4580-bc95-83357c1789a0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Aug 31 10:24:10.519338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-714ddb54-9e54-461d-9163-1773c9f15962 req-d693b7b2-7a17-4a6a-ba1f-1a3945bc80fb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338931 Aug 31 10:24:11.650054 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3efb63-43b2-498f-be47-a20815a950e4 req-71658b85-894a-4311-ac46-4f3bb5015b7e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:11.651691 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc3efb63-43b2-498f-be47-a20815a950e4 req-71658b85-894a-4311-ac46-4f3bb5015b7e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0589831 Aug 31 10:24:11.694173 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-dc3efb63-43b2-498f-be47-a20815a950e4 req-214fca01-db23-4f72-af04-0d81b24c438d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354056 Aug 31 10:24:12.822226 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082886-d0ad-47d0-b6a8-f1fcdd1faefe req-cd667e2d-5634-4c2a-99d2-c0aaaec2ba41 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:12.823873 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed082886-d0ad-47d0-b6a8-f1fcdd1faefe req-cd667e2d-5634-4c2a-99d2-c0aaaec2ba41 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0570023 Aug 31 10:24:12.869969 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ed082886-d0ad-47d0-b6a8-f1fcdd1faefe req-35bdfbae-08c1-492b-a9f3-6884c5726449 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396581 Aug 31 10:24:12.896581 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38158) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:12.960239 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-50bc3c54-f9b0-4d14-9c01-b69b58bc623b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/d568d475-3702-4e8e-bba5-c78ff66f4edd HTTP/1.1" status: 200 len: 992 time: 0.0625877 Aug 31 10:24:14.266503 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85312-0b44-4750-ac8a-0856990cb4e9 req-8c2af6c9-7f5f-4db4-95f8-2cfe58ccd3bd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:14.268067 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ca85312-0b44-4750-ac8a-0856990cb4e9 req-8c2af6c9-7f5f-4db4-95f8-2cfe58ccd3bd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0593388 Aug 31 10:24:14.310289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9ca85312-0b44-4750-ac8a-0856990cb4e9 req-b2c0dff6-e021-4358-bc29-f5567aad77bb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 Aug 31 10:24:14.322014 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-d9051b83-c237-4f71-b262-8105b6a15362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:14.323656 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-d9051b83-c237-4f71-b262-8105b6a15362 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1097 time: 0.0491838 Aug 31 10:24:14.415565 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-ec2b3759-0d74-44f8-a957-a8959b05603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:14.417062 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-ec2b3759-0d74-44f8-a957-a8959b05603c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 897 time: 0.0864477 Aug 31 10:24:14.501814 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-31e6e03c-a123-47d3-b770-6d66e8b72097 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 1000 time: 0.0663910 Aug 31 10:24:14.553816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-f77326ac-e32e-43cb-86dc-22d0b4ea36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:14.555334 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-f77326ac-e32e-43cb-86dc-22d0b4ea36a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 200 len: 834 time: 0.0453064 Aug 31 10:24:14.605550 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-82dc48b4-e7e6-4aee-b124-721aa19b48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:14.607126 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-82dc48b4-e7e6-4aee-b124-721aa19b48da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae69b400-3689-4e7c-8d01-20b68aaf9233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435717 Aug 31 10:24:14.712178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-38a8cb24-cc12-4f8b-aefa-880f6b406a23 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972621 Aug 31 10:24:15.148838 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-75275ccb-da17-4f14-8b28-4b5abb825ba2 req-898d624d-ca5b-4cb9-be51-83d96f639959 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290128 Aug 31 10:24:15.441977 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a57d-23ff-4204-8d81-e1b35de8604c req-f6418ea5-57cc-4071-9826-877bae115076 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:15.443815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1896a57d-23ff-4204-8d81-e1b35de8604c req-f6418ea5-57cc-4071-9826-877bae115076 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0556340 Aug 31 10:24:15.485229 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1896a57d-23ff-4204-8d81-e1b35de8604c req-da0b8dc6-736b-4a0f-888a-225302cf659a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352504 Aug 31 10:24:16.609905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdafa1-76df-4973-b8de-7595000f76a2 req-6394795d-c175-4826-9f28-e5a5eb834cec tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:16.611749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adfdafa1-76df-4973-b8de-7595000f76a2 req-6394795d-c175-4826-9f28-e5a5eb834cec tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0541728 Aug 31 10:24:16.661109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-adfdafa1-76df-4973-b8de-7595000f76a2 req-bf7827a5-103f-439a-9646-27098f5ad391 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423150 Aug 31 10:24:16.688825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38172) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:16.756458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ae7231f6-2094-4829-8505-ec750ec91bfd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/d568d475-3702-4e8e-bba5-c78ff66f4edd HTTP/1.1" status: 200 len: 992 time: 0.0664480 Aug 31 10:24:19.298230 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:28.649848 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a41-5969-49ea-b2f6-eeaadb460977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:29.288057 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:24:31.877023 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:32.596970 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e77e2a65-3fa5-4861-b849-c099a95b0617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:32.814802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:33.900484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:36.428615 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:47.240642 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38188) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:47.410627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port b0b2c30d-8668-4fbc-be2b-f2939dcd2f61 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:47.410969 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:47.494354 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:47.494689 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:47.506843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for b0b2c30d-8668-4fbc-be2b-f2939dcd2f61 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:47.670508 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:47.697342 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=b0b2c30d-8668-4fbc-be2b-f2939dcd2f61,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:47.724866 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.725213 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.725570 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.725902 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.726238 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.726598 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.726933 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.727268 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.727599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.727927 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.728258 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.728583 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:47.768924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:47.769217 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP d568d475-3702-4e8e-bba5-c78ff66f4edd disassociated (deleted). External IP: 172.25.4.51, port: abf1fb60-b02b-4e5f-91eb-27306b5700ee. Aug 31 10:24:47.992116 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 2d16f512-d86c-4654-a93b-e2f84a443825 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:24:48.110961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:24:48.117861 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:48.124383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] Sync routers for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:24:48.134117 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:48.134610 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:24:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:48.147722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6416a4f3-0d4d-43f1-958b-b06d13a54751 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/floatingips/d568d475-3702-4e8e-bba5-c78ff66f4edd HTTP/1.1" status: 204 len: 168 time: 0.9059372 Aug 31 10:24:48.148305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:24:48.150827 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30a2106-5259-441e-a0b4-12470c4e5682" -d '{"events": [{"name": "network-changed", "server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:24:48.192063 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b25742-e259-4ce3-b987-323141f2659d x-openstack-request-id: req-75b25742-e259-4ce3-b987-323141f2659d {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:24:48.192924 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:24:48.193169 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75b25742-e259-4ce3-b987-323141f2659d {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:24:48.193595 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'status': 'completed', 'code': 200} Aug 31 10:24:48.258633 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:48.285925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-9a517b9d-2c4b-4fc0-ae93-35e9160efa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:48.289771 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-9a517b9d-2c4b-4fc0-ae93-35e9160efa70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 1097 time: 0.0502491 Aug 31 10:24:48.396807 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-0e5e634c-3319-40cc-82b4-c2e5fcf07315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:48.399170 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-0e5e634c-3319-40cc-82b4-c2e5fcf07315 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 200 len: 897 time: 0.1008856 Aug 31 10:24:48.420524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2253c1-67f3-4eba-b567-f9e985130708 req-a128b41f-650a-4ae1-9b8d-f36ef2c27d7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:48.422351 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e2253c1-67f3-4eba-b567-f9e985130708 req-a128b41f-650a-4ae1-9b8d-f36ef2c27d7d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0649059 Aug 31 10:24:48.454781 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-6792e4a7-5675-4dba-b113-8baa6e327948 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 200 len: 217 time: 0.0470827 Aug 31 10:24:48.475508 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e2253c1-67f3-4eba-b567-f9e985130708 req-9b0bbcfa-cfa8-4a87-aacf-76b0f86a0b82 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459576 Aug 31 10:24:48.504561 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:48.515133 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-f8f943ef-413c-40e4-aefe-98972b71ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:48.516743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-f8f943ef-413c-40e4-aefe-98972b71ca45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 200 len: 834 time: 0.0493703 Aug 31 10:24:48.531809 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] Checking router: 2d16f512-d86c-4654-a93b-e2f84a443825 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:24:48.540951 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:48.542689 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:24:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:48.570220 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-538b78da-4261-4c4c-8224-178b324d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:48.571940 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-538b78da-4261-4c4c-8224-178b324d81da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae69b400-3689-4e7c-8d01-20b68aaf9233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433805 Aug 31 10:24:48.657182 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:48.678869 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-eab98a40-f497-42dd-8b57-895df4522936 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977976 Aug 31 10:24:48.776830 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c30a2106-5259-441e-a0b4-12470c4e5682 req-8d6e4e4c-d068-436f-a63e-714b26be70c0 service neutron] 10.222.0.23 "GET /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894437 Aug 31 10:24:48.879984 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:49.007456 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841594-831c-4bb7-ba2a-970867bd435c None None] The sync data for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 is: [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:23:06Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'e52d1e60-27cc-4ab8-986f-8d575c4050af', 'name': '', 'network_id': 'ae69b400-3689-4e7c-8d01-20b68aaf9233', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:d3:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:05Z', 'updated_at': '2021-08-31T10:23:11Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:24:49.247306 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728252b9-422c-4867-8bc7-6db4660ef2ce None None] New status for floating IP d568d475-3702-4e8e-bba5-c78ff66f4edd: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:24:49.328369 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:49.619372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc1575-0a9a-459b-ad5b-5dc4fdf8e08f req-3068bf70-d72a-434a-a060-fea1cbfeecfa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:49.621059 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3afc1575-0a9a-459b-ad5b-5dc4fdf8e08f req-3068bf70-d72a-434a-a060-fea1cbfeecfa tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0581775 Aug 31 10:24:49.661700 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3afc1575-0a9a-459b-ad5b-5dc4fdf8e08f req-debb07af-86db-427d-9a6d-858cd13daa57 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=c53faded-8b74-4ee6-a284-2b23fd142175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343907 Aug 31 10:24:50.197111 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-4d5512dd-5556-4212-b0b5-1dfcfeca1555 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:50.200060 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-4d5512dd-5556-4212-b0b5-1dfcfeca1555 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 945 time: 0.0600257 Aug 31 10:24:50.301443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port abf1fb60-b02b-4e5f-91eb-27306b5700ee {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:50.301800 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:50.397900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port abf1fb60-b02b-4e5f-91eb-27306b5700ee, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=abf1fb60-b02b-4e5f-91eb-27306b5700ee,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:24:50.398271 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:50.412186 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for abf1fb60-b02b-4e5f-91eb-27306b5700ee owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:50.551425 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:50.586284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=abf1fb60-b02b-4e5f-91eb-27306b5700ee,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:50.600669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.601021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.601359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.601691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.602023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.602349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.602702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.603028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.603355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.603675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.604259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.604610 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:50.643876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] No DVR routers for this DVR port abf1fb60-b02b-4e5f-91eb-27306b5700ee on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:24:50.646650 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:50.648724 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7870fb1-c2ff-4953-a9de-69b639721c40 req-082d42bc-8fbf-48e5-8dce-2493610ce172 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.23 "DELETE /v2.0/ports/abf1fb60-b02b-4e5f-91eb-27306b5700ee HTTP/1.1" status: 204 len: 173 time: 0.4422300 Aug 31 10:24:50.649159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'name': 'network-vif-deleted', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:24:50.652208 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3ab043-56eb-46cf-a86f-16964e436ba3" -d '{"events": [{"server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "name": "network-vif-deleted", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:24:50.693119 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699113cd-1ed8-4ec8-915d-a5c541b066c8 x-openstack-request-id: req-699113cd-1ed8-4ec8-915d-a5c541b066c8 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:24:50.693498 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06240a6-80e6-49e1-9e6c-b0bf0d315b13", "name": "network-vif-deleted", "tag": "abf1fb60-b02b-4e5f-91eb-27306b5700ee", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:24:50.693661 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-699113cd-1ed8-4ec8-915d-a5c541b066c8 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:24:50.694044 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06240a6-80e6-49e1-9e6c-b0bf0d315b13', 'name': 'network-vif-deleted', 'tag': 'abf1fb60-b02b-4e5f-91eb-27306b5700ee', 'status': 'completed', 'code': 200} Aug 31 10:24:50.763910 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3320bcbb-d1ce-4db7-9a5d-560da756f08a req-a0b4754f-68ef-4460-be7c-bd98db39fdf5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=c06240a6-80e6-49e1-9e6c-b0bf0d315b13 HTTP/1.1" status: 200 len: 210 time: 0.0298238 Aug 31 10:24:51.831153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38204) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:52.576720 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:52.848830 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port e52d1e60-27cc-4ab8-986f-8d575c4050af {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:52.849549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:52.945504 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port e52d1e60-27cc-4ab8-986f-8d575c4050af, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=e52d1e60-27cc-4ab8-986f-8d575c4050af,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:24:52.945865 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:52.960109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for e52d1e60-27cc-4ab8-986f-8d575c4050af owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:53.110252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device abf1fb60-b02b-4e5f-91eb-27306b5700ee no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:24:53.132187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: abf1fb60-b02b-4e5f-91eb-27306b5700ee {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:24:53.132527 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device abf1fb60-b02b-4e5f-91eb-27306b5700ee not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:24:53.155142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:53.181422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=e52d1e60-27cc-4ab8-986f-8d575c4050af,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:53.391749 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:53.615507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 2d16f512-d86c-4654-a93b-e2f84a443825 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:24:53.732484 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:24:53.737391 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4a3db362-39ec-4321-a33e-c8f4a3500741 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/2d16f512-d86c-4654-a93b-e2f84a443825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052136 Aug 31 10:24:53.740196 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38206) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:53.743045 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] Sync routers for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:24:53.753409 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:53.754022 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:24:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:53.803968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting subnet 5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:24:53.807880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:53.860082 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:53.861201 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:53.956066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.023683 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.052924 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:24:53Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:54.053592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:54.058176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.060297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ce67d39b-599c-4636-9960-a7c589663537 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/subnets/5c3ddd1c-0df9-4fbe-b3b6-ae51d9162a50 HTTP/1.1" status: 204 len: 168 time: 0.3191607 Aug 31 10:24:54.062981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38208) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:54.073642 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7fc0cf-9711-46e8-a7e2-90cea07962d3 None None] Network ae69b400-3689-4e7c-8d01-20b68aaf9233 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:24:54.084844 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] Checking router: 2d16f512-d86c-4654-a93b-e2f84a443825 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:24:54.094324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] Routers {'2d16f512-d86c-4654-a93b-e2f84a443825'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:54.094973 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:24:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['2d16f512-d86c-4654-a93b-e2f84a443825'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:54.187160 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.208431 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] Set router 2d16f512-d86c-4654-a93b-e2f84a443825 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:54.306562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e5772-41d8-481a-b491-282422508077 None None] DHCP port deletion for ae69b400-3689-4e7c-8d01-20b68aaf9233 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:24:54.315352 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.360897 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Deleting port 8641043a-b860-4fce-8eba-a88c65598b3c {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:54.361290 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.388474 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 9eb5b7e3-c569-4634-ad8f-4be8991395e7 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:24:54.389001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.408795 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:24:53Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:54.436795 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd48e4-cc35-46a4-bd64-fb494d61432b None None] The sync data for ids ['2d16f512-d86c-4654-a93b-e2f84a443825'] in n-d-800634-13 is: [{'id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991564963', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:23:02Z', 'updated_at': '2021-08-31T10:24:53Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': '9eb5b7e3-c569-4634-ad8f-4be8991395e7', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d16f512-d86c-4654-a93b-e2f84a443825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:23:03Z', 'updated_at': '2021-08-31T10:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:24:54.439975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ac2e5772-41d8-481a-b491-282422508077 None None] For port 8641043a-b860-4fce-8eba-a88c65598b3c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=8641043a-b860-4fce-8eba-a88c65598b3c,segment=NetworkSegment(bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79),segment_id=bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:24:54.440521 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.459451 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Calling delete_port for 8641043a-b860-4fce-8eba-a88c65598b3c owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:54.485282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 9eb5b7e3-c569-4634-ad8f-4be8991395e7, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=9eb5b7e3-c569-4634-ad8f-4be8991395e7,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:24:54.485653 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.502138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 9eb5b7e3-c569-4634-ad8f-4be8991395e7 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:24:54.554131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.586303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Pushing event deleted for resources: {'Port': ['ID=8641043a-b860-4fce-8eba-a88c65598b3c,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:54.594837 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e5772-41d8-481a-b491-282422508077 None None] No DVR routers for this DVR port 8641043a-b860-4fce-8eba-a88c65598b3c on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:24:54.597381 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.597713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.598054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.598391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.598752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.599082 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.599407 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.599731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.600054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.600377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.600699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.601021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2e5772-41d8-481a-b491-282422508077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:24:54.712413 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.737828 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=9eb5b7e3-c569-4634-ad8f-4be8991395e7,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:54.813670 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.918627 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.920761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.966312 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.966987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Fanout notify agent at l3_agent the message router_deleted on router 2d16f512-d86c-4654-a93b-e2f84a443825 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:24:54.974421 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:54.975573 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a54cc5d3-f765-4f4c-9c64-dc3116a161f9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/routers/2d16f512-d86c-4654-a93b-e2f84a443825 HTTP/1.1" status: 204 len: 168 time: 0.9116571 Aug 31 10:24:54.978384 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38210) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:55.075001 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.176572 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.188401 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae69b400-3689-4e7c-8d01-20b68aaf9233']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:55.200561 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:55.200854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbf5531-a0cd-46ed-8ab8-bf6e910aaa79') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:55.210193 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.231067 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.237800 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:24:55.238201 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:24:55.241441 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:24:55.301173 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.312330 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.314411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/networks/ae69b400-3689-4e7c-8d01-20b68aaf9233 HTTP/1.1" status: 204 len: 168 time: 0.3341401 Aug 31 10:24:55.317792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38212) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:55.325549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ffeb-aa9e-445d-a6bf-4dc7e036e2b5 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Network': ['ID=ae69b400-3689-4e7c-8d01-20b68aaf9233,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:55.387364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92a30542-ae40-4772-a827-c90fee834c60 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.424758 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92a30542-ae40-4772-a827-c90fee834c60 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.461714 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e52d1e60-27cc-4ab8-986f-8d575c4050af no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:24:55.487698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: e52d1e60-27cc-4ab8-986f-8d575c4050af {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:24:55.487698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device e52d1e60-27cc-4ab8-986f-8d575c4050af not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:24:55.487698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9eb5b7e3-c569-4634-ad8f-4be8991395e7 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:24:55.504293 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92a30542-ae40-4772-a827-c90fee834c60 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.507479 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-92a30542-ae40-4772-a827-c90fee834c60 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:55.507954 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 9eb5b7e3-c569-4634-ad8f-4be8991395e7 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:24:55.508832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 9eb5b7e3-c569-4634-ad8f-4be8991395e7 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:24:55.508832 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8641043a-b860-4fce-8eba-a88c65598b3c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:24:55.509074 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-92a30542-ae40-4772-a827-c90fee834c60 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/security-groups/c53faded-8b74-4ee6-a284-2b23fd142175 HTTP/1.1" status: 204 len: 168 time: 0.1895447 Aug 31 10:24:55.523723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30542-ae40-4772-a827-c90fee834c60 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53faded-8b74-4ee6-a284-2b23fd142175,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:55.542825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 8641043a-b860-4fce-8eba-a88c65598b3c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:24:55.543168 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 8641043a-b860-4fce-8eba-a88c65598b3c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:24:55.942814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38218) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:55.948355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644430917', 'description': 'tempest-secgroup-smoke-1644430917 description', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:55.972118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.073267 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.077685 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.109602 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.110903 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1670206 Aug 31 10:24:56.111823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a87af-e88d-4d7b-b083-b964a7e11a74 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb87e8-c322-44af-88f4-f77746e1466d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.114955 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38220) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.121018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '52eb87e8-c322-44af-88f4-f77746e1466d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.154061 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.226461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.231288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.250172 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ee3a16-90cd-4fcd-842d-43e5ba5a99e5,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.257374 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.258928 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-8d269d89-6dc7-4189-bd33-cb7901a0fb48 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429808 Aug 31 10:24:56.261774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38222) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.266595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '52eb87e8-c322-44af-88f4-f77746e1466d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.294234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.362495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.366844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.387523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef582b4b-22d1-40eb-8ac3-668398098dab,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.394100 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.394975 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b83bbd8d-d9b9-41cb-84d7-594a59671dd2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317654 Aug 31 10:24:56.397532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38224) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.403507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '52eb87e8-c322-44af-88f4-f77746e1466d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.431557 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.506990 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.511493 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.538105 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a92990-0b0d-4012-bb28-24306f80a8fb,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.542399 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.543967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b7248aed-ca18-4278-ba5a-b6cacdef2996 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450667 Aug 31 10:24:56.546948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38226) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.551535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '52eb87e8-c322-44af-88f4-f77746e1466d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.579400 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.642448 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.646406 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.664642 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052c3731-ff1d-42b7-b134-b2ceca58e437,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.672719 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.677151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-10909b3b-92f6-497b-9c7a-7aa04db56ee0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260765 Aug 31 10:24:56.677151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38228) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.681312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '52eb87e8-c322-44af-88f4-f77746e1466d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.712701 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:24:56.718071 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.782759 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.787435 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.805965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409fb8a5-15e7-4da4-8604-9ebc62c426b8,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.818438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.819708 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bbaaa3a4-f3eb-4c9d-857c-405c6ad2dea1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420071 Aug 31 10:24:56.823198 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38230) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.828285 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'security_group_rule': {'security_group_id': '52eb87e8-c322-44af-88f4-f77746e1466d', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.855174 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Project ee2778749c4a4c188e2d5062e58a4463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:24:56.861524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.929975 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.935523 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.954746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fd0232-4d5a-41b0-a780-482aca6dc38d,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:56.961879 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:56.963215 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-60dafd50-c3cc-42ac-b7e8-6ba52b146cca tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385884 Aug 31 10:24:56.967152 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38232) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:56.972192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'network': {'name': 'tempest-network-smoke--251554849', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'port_security_enabled': True}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:56.999944 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:24:57.003780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.029691 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:24:57.039553 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.039917 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Added segment eccd62c5-464f-4517-9c35-16bb2b2ab06e of type vlan for network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 Aug 31 10:24:57.085868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.112435 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.118165 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:57.118781 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.184949 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2136796 Aug 31 10:24:57.185185 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38234) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:57.189787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'admin_state_up': True, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:57.210790 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96762f-2622-4bbe-aa6c-12d29e8bb3a4 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Network': ['ID=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:57.222247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:24:57.224525 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.225692 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.285892 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.435144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.823675 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.847439 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:57.958447 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.76 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f3ee03c5-3731-4121-8be7-d569aac90a32) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:24:58.073767 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.115808 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.153049 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:24:58.157985 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:24:58.161743 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:24:58.189161 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=f3ee03c5-3731-4121-8be7-d569aac90a32,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:58.442112 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.652320 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b82fff78-fc95-4a1d-a01e-9e45789dd50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.657353 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.802865 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 52f0816c-e87c-47bf-84e9-c58db2b86806 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:24:58.926369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:24:58.937264 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Sync routers for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:24:58.946681 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:58.948172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c5e801b2-2e11-4a0b-ba9a-d19bafc1eaf8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7619932 Aug 31 10:24:58.950230 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:24:58.950924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:24:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:58.952292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38236) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:58.983720 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d8b5c9d3-35ba-4b8e-b332-e88c86d65b04 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ee2778749c4a4c188e2d5062e58a4463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302148 Aug 31 10:24:58.986711 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38238) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:59.079283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:24:59.102329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2029c-296a-4d85-8ebe-141c3773c2d3 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:59.105430 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ddd2029c-296a-4d85-8ebe-141c3773c2d3 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1171179 Aug 31 10:24:59.108207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38240) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:59.138635 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-55e89ee7-89ab-44c5-bbd3-cf03b7b44610 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=5491c24c-cf4f-4f0e-812e-9745dafea365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291963 Aug 31 10:24:59.141218 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38242) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:59.146754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828522542', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:24:59.267386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:24:59.272804 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.476044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:24:58Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:24:59.510850 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Checking router: 52f0816c-e87c-47bf-84e9-c58db2b86806 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:24:59.511408 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Updating router 52f0816c-e87c-47bf-84e9-c58db2b86806 port f3ee03c5-3731-4121-8be7-d569aac90a32 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:24:59.515143 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.542328 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.582281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Subnet': ['ID=528adc21-a265-48ce-9139-2cf5be226987,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:24:59.593515 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Checking segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:24:59.593932 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network hostable DHCP agents. Network: 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:24:59.616496 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:24:59.631207 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:24:59.639558 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:59.640219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.657926 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945da35-b7d5-4d1e-a64f-ea6833cc0980 None None] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:24:59.661815 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff8c5067-c2c9-49e3-8b86-be48df009fb2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5168853 Aug 31 10:24:59.662079 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38244) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:24:59.937343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:24:59.938430 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:59.985084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.055554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Transition to ACTIVE for port object f3ee03c5-3731-4121-8be7-d569aac90a32 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:00.067296 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.163144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Attempting to bind port f3ee03c5-3731-4121-8be7-d569aac90a32 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:00.163422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Attempting to bind port f3ee03c5-3731-4121-8be7-d569aac90a32 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:00.163781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Attempting to bind port f3ee03c5-3731-4121-8be7-d569aac90a32 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:00.165763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47353801-3c55-4000-965d-e65650c2b5bd None None] Pushing event updated for resources: {'Port': ['ID=f3ee03c5-3731-4121-8be7-d569aac90a32,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:00.171195 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.177322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:00.177703 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:00.178110 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.178529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:00.179012 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Bound port: f3ee03c5-3731-4121-8be7-d569aac90a32, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:00.179396 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.185606 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Allocated IP 172.20.0.2 (65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46/528adc21-a265-48ce-9139-2cf5be226987/f83b2a82-24b7-4d6d-b6e8-11b3236952f8) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:00.294716 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] For port f3ee03c5-3731-4121-8be7-d569aac90a32, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:00.299760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] For port f3ee03c5-3731-4121-8be7-d569aac90a32, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f3ee03c5-3731-4121-8be7-d569aac90a32,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:00.305561 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.426790 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47353801-3c55-4000-965d-e65650c2b5bd None None] Pushing event updated for resources: {'Port': ['ID=f3ee03c5-3731-4121-8be7-d569aac90a32,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:00.429422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:00.430044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:24:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:00.498871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.540463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Transition to ACTIVE for port object f83b2a82-24b7-4d6d-b6e8-11b3236952f8 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:00.569638 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Transition to ACTIVE for port object f83b2a82-24b7-4d6d-b6e8-11b3236952f8 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:00.578174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:00.581048 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.718124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:00.731587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:00.736336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:00.761158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Pushing event updated for resources: {'Port': ['ID=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:00.850143 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Attempting to bind port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:00.850552 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Attempting to bind port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:00.850923 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Attempting to bind port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 on network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:00.852372 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.1 (65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46/528adc21-a265-48ce-9139-2cf5be226987/0211f33b-db92-4b7b-9a47-90fa22d8ab07) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:00.862288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:00.862725 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Checking segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:00.862923 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.863315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Bound using segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:00.863788 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Bound port: f83b2a82-24b7-4d6d-b6e8-11b3236952f8, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:00.865039 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.933987 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:24:58Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:00.971561 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bf688-9773-42f2-b893-0638a53dbbdc None None] The sync data for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 is: [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:24:58Z', 'revision_number': 3, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:00.979356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] For port f83b2a82-24b7-4d6d-b6e8-11b3236952f8, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:00.984341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:00.999924 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] For port f83b2a82-24b7-4d6d-b6e8-11b3236952f8, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:01.012164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.016217 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object 0211f33b-db92-4b7b-9a47-90fa22d8ab07 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:01.069911 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.105352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8c53-f40f-4525-beff-a915c8968260 None None] Pushing event updated for resources: {'Port': ['ID=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:01.140997 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:01.144739 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:01.147291 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:01.184262 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=0211f33b-db92-4b7b-9a47-90fa22d8ab07,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:01.224983 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.495450 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.589102 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f83b2a82-24b7-4d6d-b6e8-11b3236952f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:01.660988 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:01.666868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f3ee03c5-3731-4121-8be7-d569aac90a32 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:01.731874 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f3ee03c5-3731-4121-8be7-d569aac90a32 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:01.738001 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f3ee03c5-3731-4121-8be7-d569aac90a32 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:01.738596 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.861167 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.910808 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f3ee03c5-3731-4121-8be7-d569aac90a32, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f3ee03c5-3731-4121-8be7-d569aac90a32,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:01.912633 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.916754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.939934 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:01.952946 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.020540 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f3ee03c5-3731-4121-8be7-d569aac90a32,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:02.057493 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=0211f33b-db92-4b7b-9a47-90fa22d8ab07,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:02.072023 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.214197 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:02.215920 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:02.345344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 52f0816c-e87c-47bf-84e9-c58db2b86806 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:02.413114 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f4525-a36e-4892-b3f1-712126e0ada5 None None] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:25:02.472893 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:02.480197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-06bbfda5-75fc-43fa-ade1-2d044c0423e3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/52f0816c-e87c-47bf-84e9-c58db2b86806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164208 Aug 31 10:25:02.546658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] Provisioning for port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:02.558885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] Provisioning complete for port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:02.559264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.634099 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-48f8d2b4-9ec3-4018-b08f-f0f07679302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.643826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-7b564127-4e56-4e72-a8a7-6c3556814a14 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644430917&fields=id&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 267 time: 0.0470753 Aug 31 10:25:02.702140 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.750078 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] For port f83b2a82-24b7-4d6d-b6e8-11b3236952f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:02.756181 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.790100 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-1a0ef4c9-f0fd-4b37-a56e-c139921b554b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:02.792275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-1a0ef4c9-f0fd-4b37-a56e-c139921b554b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 796 time: 0.1410108 Aug 31 10:25:02.819745 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-4b984a51-0e2f-412a-8cdc-faa47ea40206 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/quotas/ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 375 time: 0.0191560 Aug 31 10:25:02.831038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa191d0c-96a1-4453-b703-30df6ac573c1 None None] Pushing event updated for resources: {'Port': ['ID=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:02.857003 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:02.878349 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-acf9c207-392e-4544-bd00-29346179b9be tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577066 Aug 31 10:25:02.984065 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ab56dd35-1c1f-4d53-bc55-8592e02df348 None None] Provisioning complete for port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:02.984444 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab56dd35-1c1f-4d53-bc55-8592e02df348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.068471 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8dd659d9-c4ec-4f8e-9855-9394ec04ff3e service neutron] 10.222.0.18 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752303 Aug 31 10:25:03.109572 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Sync routers for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:03.126315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ab56dd35-1c1f-4d53-bc55-8592e02df348 None None] Provisioning for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:03.127316 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:03.127960 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:03.131792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ab56dd35-1c1f-4d53-bc55-8592e02df348 None None] Provisioning complete for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:03.132318 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ab56dd35-1c1f-4d53-bc55-8592e02df348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.177885 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-ab56dd35-1c1f-4d53-bc55-8592e02df348 None None] Port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:25:03.197900 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-ac97db8d-4245-40db-afb6-2146fe716da5 service neutron] 10.222.0.18 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278079 Aug 31 10:25:03.272886 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:03.302422 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-dc9f44c0-df26-46d4-b191-8a32f7b671b4 None None] Provisioning complete for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:03.302978 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dc9f44c0-df26-46d4-b191-8a32f7b671b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.391198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f44c0-df26-46d4-b191-8a32f7b671b4 None None] Port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:25:03.460815 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f83b2a82-24b7-4d6d-b6e8-11b3236952f8 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:03.493264 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7576e46e-a8ad-4246-8408-b7939c72bf81 req-dd9f4bbf-bbde-4749-8dc8-c96802fee24d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 210 time: 0.0625572 Aug 31 10:25:03.558888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-6dd0b848-f346-43e2-b600-f02c2040f7fc None None] Provisioning complete for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:03.559077 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6dd0b848-f346-43e2-b600-f02c2040f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.623164 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 2, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:03.657179 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Checking router: 52f0816c-e87c-47bf-84e9-c58db2b86806 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:03.657527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Updating router 52f0816c-e87c-47bf-84e9-c58db2b86806 port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:25:03.702013 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.798416 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:03.799315 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.844227 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0b848-f346-43e2-b600-f02c2040f7fc None None] Port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:25:03.915083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f3ee03c5-3731-4121-8be7-d569aac90a32 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:03.918917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.992697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f3ee03c5-3731-4121-8be7-d569aac90a32 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:03.993074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.142054 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.156162 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Transition to ACTIVE for port object 0211f33b-db92-4b7b-9a47-90fa22d8ab07 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:04.170626 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.237076 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Pushing event updated for resources: {'Port': ['ID=0211f33b-db92-4b7b-9a47-90fa22d8ab07,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:04.272196 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.272658 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.272998 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.273329 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.273661 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.273987 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.274311 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.274653 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.275461 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.276116 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.276444 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.276843 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:04.323873 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Attempting to bind port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:04.324241 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Attempting to bind port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:04.324603 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Attempting to bind port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 on network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:04.333197 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:04.333197 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Checking segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:04.333634 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.333948 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Bound using segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:04.334800 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Bound port: 0211f33b-db92-4b7b-9a47-90fa22d8ab07, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:04.335394 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.424582 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] For port 0211f33b-db92-4b7b-9a47-90fa22d8ab07, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:04.429613 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] For port 0211f33b-db92-4b7b-9a47-90fa22d8ab07, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0211f33b-db92-4b7b-9a47-90fa22d8ab07,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:04.436203 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:04.499391 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2affa34-7911-4363-8c36-207781ff7820 None None] Pushing event updated for resources: {'Port': ['ID=0211f33b-db92-4b7b-9a47-90fa22d8ab07,revision_number=4']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:04.509750 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:04.510384 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:04.678955 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a0513b06-6686-4caf-b1b9-796634f69797 req-834a45b3-f0bd-460c-b332-ca5c1dea8f5d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 210 time: 0.0768421 Aug 31 10:25:04.780075 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:04.782188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-3e9769fb-fd70-4bb4-91e6-13a9ce4fe590 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:04.784492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-3e9769fb-fd70-4bb4-91e6-13a9ce4fe590 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 796 time: 0.1855009 Aug 31 10:25:04.857447 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-2fadeeb9-4e4e-43e0-abfd-52caaef03f9d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2778749c4a4c188e2d5062e58a4463 HTTP/1.1" status: 200 len: 380 time: 0.0600562 Aug 31 10:25:04.870658 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'port': {'device_id': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'admin_state_up': True, 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'security_groups': ['52eb87e8-c322-44af-88f4-f77746e1466d']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:05.028159 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Made reservation on behalf of ee2778749c4a4c188e2d5062e58a4463 for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:25:05.032619 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.044010 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:04Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:05.080190 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1cac9-a896-4853-bf49-74887e1d8c56 None None] The sync data for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 is: [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:04Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:05.222766 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.20.0.8 (65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46/528adc21-a265-48ce-9139-2cf5be226987/b2ad1329-7690-4698-a202-64e2f1fdcd6f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:05.392111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.417822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Transition to ACTIVE for port object b2ad1329-7690-4698-a202-64e2f1fdcd6f will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:05.427169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0211f33b-db92-4b7b-9a47-90fa22d8ab07 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:05.463726 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.491602 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:05.496291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:05.496934 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.512796 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:05.516136 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:05.520287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:05.528107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=b2ad1329-7690-4698-a202-64e2f1fdcd6f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:05.589355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:05.590204 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.597951 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.607025 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-8ecd91cc-f6dd-4cea-8218-3d3b6565b578 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7429657 Aug 31 10:25:05.621268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Request body: {'port': {'device_id': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:05.661062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 0211f33b-db92-4b7b-9a47-90fa22d8ab07, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0211f33b-db92-4b7b-9a47-90fa22d8ab07,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:05.666776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.689074 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.749890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=0211f33b-db92-4b7b-9a47-90fa22d8ab07,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:05.841567 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff2787-c3ae-400a-a430-fba30ebcedbb req-05bcc098-21fa-42d7-a09b-f1cfdc65a07d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:05.849183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aff2787-c3ae-400a-a430-fba30ebcedbb req-05bcc098-21fa-42d7-a09b-f1cfdc65a07d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 931 time: 0.0803220 Aug 31 10:25:05.888381 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aff2787-c3ae-400a-a430-fba30ebcedbb req-94ba3138-b147-4caf-8ef9-91e5b0daecc9 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383015 Aug 31 10:25:05.939100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-43f8562f-1743-40fc-8563-80963ff0392d None None] Provisioning for port b2ad1329-7690-4698-a202-64e2f1fdcd6f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:05.946044 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-43f8562f-1743-40fc-8563-80963ff0392d None None] Provisioning complete for port b2ad1329-7690-4698-a202-64e2f1fdcd6f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:05.946044 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-43f8562f-1743-40fc-8563-80963ff0392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.986097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-43f8562f-1743-40fc-8563-80963ff0392d None None] Port b2ad1329-7690-4698-a202-64e2f1fdcd6f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:25:06.039421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ad1329-7690-4698-a202-64e2f1fdcd6f {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:06.048652 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.061971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Transition to ACTIVE for port object b2ad1329-7690-4698-a202-64e2f1fdcd6f will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:06.067155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.129771 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad1329-7690-4698-a202-64e2f1fdcd6f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:06.229838 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Attempting to bind port b2ad1329-7690-4698-a202-64e2f1fdcd6f on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:06.230287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Attempting to bind port b2ad1329-7690-4698-a202-64e2f1fdcd6f by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:06.230746 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Attempting to bind port b2ad1329-7690-4698-a202-64e2f1fdcd6f on network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:06.236620 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Port b2ad1329-7690-4698-a202-64e2f1fdcd6f on network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:25:06.237080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Attempting to bind port b2ad1329-7690-4698-a202-64e2f1fdcd6f on network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:06.243605 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:06.244480 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Checking segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:06.245360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Bound using segment: {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:06.245827 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Bound port: b2ad1329-7690-4698-a202-64e2f1fdcd6f, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccd62c5-464f-4517-9c35-16bb2b2ab06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:06.246199 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.287684 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:25:06.335749 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] For port b2ad1329-7690-4698-a202-64e2f1fdcd6f, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:06.340918 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] For port b2ad1329-7690-4698-a202-64e2f1fdcd6f, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:06.349231 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.412983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:06.413607 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.415055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 1092 time: 0.7992089 Aug 31 10:25:06.415514 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:06.417969 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e389c0-f0ab-498e-9446-bd68210b6072" -d '{"events": [{"name": "network-changed", "server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:06.450375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6feb-5d98-4421-9bb7-955dfb54dd75 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ad1329-7690-4698-a202-64e2f1fdcd6f,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:06.467133 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:06.474717 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59245143-5b3b-4258-a122-59f9c7e3caeb x-openstack-request-id: req-59245143-5b3b-4258-a122-59f9c7e3caeb {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:06.475098 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:06.475458 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59245143-5b3b-4258-a122-59f9c7e3caeb {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:06.476203 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'status': 'completed', 'code': 200} Aug 31 10:25:06.511908 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-2c31ba3c-79a2-4136-a1de-05aab3a5a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:06.513468 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-2c31ba3c-79a2-4136-a1de-05aab3a5a26e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1095 time: 0.0486970 Aug 31 10:25:06.566213 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-c01b9a26-b710-41b8-b702-121457be3e9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 217 time: 0.0440643 Aug 31 10:25:06.621784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-4e62444c-5a2f-413a-8801-e84b775b73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:06.623528 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-4e62444c-5a2f-413a-8801-e84b775b73fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 200 len: 834 time: 0.0502954 Aug 31 10:25:06.677128 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-ef5f87a5-c3ed-4c70-beb1-09bcd002c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:06.678695 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-ef5f87a5-c3ed-4c70-beb1-09bcd002c2e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482521 Aug 31 10:25:06.780590 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-965beadd-c7e9-4be5-b76f-7932c52a8a06 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941286 Aug 31 10:25:06.880517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2ec7978d-929c-4acf-b915-4e0a6f1f6ec1 req-e9667275-cffe-45cf-8653-3d7aac0501d4 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927339 Aug 31 10:25:06.974343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-76699fcb-3712-4729-9d41-cf243547da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:06.976029 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-76699fcb-3712-4729-9d41-cf243547da40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1095 time: 0.0459890 Aug 31 10:25:07.012089 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2e58e-d1e6-4cb3-b83a-f27386992565 req-2f5ed185-4d33-4c5b-a47b-d4b96fbfb071 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:07.013826 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-feb2e58e-d1e6-4cb3-b83a-f27386992565 req-2f5ed185-4d33-4c5b-a47b-d4b96fbfb071 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 943 time: 0.0534942 Aug 31 10:25:07.056114 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-feb2e58e-d1e6-4cb3-b83a-f27386992565 req-1fafd05b-8681-4310-a6aa-2080267b49e8 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358737 Aug 31 10:25:07.083553 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-2e76a255-67d0-4082-b546-5ef879b3f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:07.085062 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-2e76a255-67d0-4082-b546-5ef879b3f18f service neutron] 10.222.0.15 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 897 time: 0.1017210 Aug 31 10:25:07.129136 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-d1e29537-97d7-4312-aacf-12cdeb974d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 217 time: 0.0352519 Aug 31 10:25:07.188508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-54becd8d-225c-4c89-8dc3-806554372002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:07.189934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-54becd8d-225c-4c89-8dc3-806554372002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 200 len: 834 time: 0.0530534 Aug 31 10:25:07.238694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-4a7d389b-7081-4de4-a26c-bd1ecfae2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:07.240272 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-4a7d389b-7081-4de4-a26c-bd1ecfae2660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417931 Aug 31 10:25:07.335652 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-adb89705-1530-45d3-bae2-58c5f6f6c5e1 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872970 Aug 31 10:25:07.397948 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0211f33b-db92-4b7b-9a47-90fa22d8ab07 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:07.452395 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-15e389c0-f0ab-498e-9446-bd68210b6072 req-b9686606-f8e1-4b03-b237-9d7154a00e54 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076677 Aug 31 10:25:07.454963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:07.455213 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:08.179710 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3453c-5a8b-4226-8cfe-082e1be8dfaa req-54ca81b9-7fd5-4a41-a769-6bd18d679ed2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:08.181266 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eba3453c-5a8b-4226-8cfe-082e1be8dfaa req-54ca81b9-7fd5-4a41-a769-6bd18d679ed2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 943 time: 0.0499787 Aug 31 10:25:08.217136 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2ad1329-7690-4698-a202-64e2f1fdcd6f details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:25:08.275675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-eba3453c-5a8b-4226-8cfe-082e1be8dfaa req-806c121c-cbd5-4145-9d24-fd74a5463f9f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870850 Aug 31 10:25:08.327409 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2ad1329-7690-4698-a202-64e2f1fdcd6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:08.339953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'port_id': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'mac_address': 'fa:16:3e:a6:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:25:08.377520 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:08.393591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ad1329-7690-4698-a202-64e2f1fdcd6f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:08.415005 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2ad1329-7690-4698-a202-64e2f1fdcd6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:08.419826 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:08.474420 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2ad1329-7690-4698-a202-64e2f1fdcd6f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:08.661070 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['b2ad1329-7690-4698-a202-64e2f1fdcd6f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:25:09.456592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e7bf2-85f1-42d9-bbc8-601e56b2d1ab req-53af5f72-dbb6-41ff-bf1b-f8421850603f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:09.458128 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-788e7bf2-85f1-42d9-bbc8-601e56b2d1ab req-53af5f72-dbb6-41ff-bf1b-f8421850603f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 944 time: 0.1054766 Aug 31 10:25:09.502531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-788e7bf2-85f1-42d9-bbc8-601e56b2d1ab req-4843179a-aeb2-483f-8e8c-6dd2a6d27853 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378981 Aug 31 10:25:10.233194 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2ad1329-7690-4698-a202-64e2f1fdcd6f up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:10.288393 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port b2ad1329-7690-4698-a202-64e2f1fdcd6f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:10.292983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port b2ad1329-7690-4698-a202-64e2f1fdcd6f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:10.293353 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:10.381677 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:10.406484 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:10.408941 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9d3d3-9a34-4d4e-b976-200639bb4788" -d '{"events": [{"server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:10.425941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port b2ad1329-7690-4698-a202-64e2f1fdcd6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:10.430815 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:10.483913 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=b2ad1329-7690-4698-a202-64e2f1fdcd6f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:10.506375 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3783385c-1718-4b50-9b82-07f2bafa625c x-openstack-request-id: req-3783385c-1718-4b50-9b82-07f2bafa625c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:10.506701 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:10.506953 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3783385c-1718-4b50-9b82-07f2bafa625c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:10.507353 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'code': 200} Aug 31 10:25:10.614311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a1ab6-31e4-4719-9d5b-f65ffbcf1574 req-4a52d570-a353-49b9-8f18-8d717759b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.616178 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d1a1ab6-31e4-4719-9d5b-f65ffbcf1574 req-4a52d570-a353-49b9-8f18-8d717759b2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1097 time: 0.0449350 Aug 31 10:25:10.628701 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59aafd-9e2f-4674-885b-26a6b22bf990 req-f119339c-591f-4344-a6b4-a1e7f759ab93 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.630329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a59aafd-9e2f-4674-885b-26a6b22bf990 req-f119339c-591f-4344-a6b4-a1e7f759ab93 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0535011 Aug 31 10:25:10.657785 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2d1a1ab6-31e4-4719-9d5b-f65ffbcf1574 req-0f063dee-9e63-45d1-880c-5df4070cd80d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Aug 31 10:25:10.678043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1a59aafd-9e2f-4674-885b-26a6b22bf990 req-2a5cfa1b-c9dd-49d6-a1a5-d81e13307ee3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410540 Aug 31 10:25:11.803352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33764256-2214-4563-a3fc-51a8aecd3fda req-588b202e-40fa-4ac6-8c34-9dc20aa173b3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:11.804917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33764256-2214-4563-a3fc-51a8aecd3fda req-588b202e-40fa-4ac6-8c34-9dc20aa173b3 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Aug 31 10:25:11.845723 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-33764256-2214-4563-a3fc-51a8aecd3fda req-a3a0aa6d-bd50-4209-ae9c-18f9faeaa547 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Aug 31 10:25:11.977424 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829c71c-a09a-445f-9d00-dd43a2f1a39a req-de899008-77a8-491a-a811-3c73f33aff2a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:11.978920 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9829c71c-a09a-445f-9d00-dd43a2f1a39a req-de899008-77a8-491a-a811-3c73f33aff2a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0613661 Aug 31 10:25:12.020043 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9829c71c-a09a-445f-9d00-dd43a2f1a39a req-4133b1b3-776f-45dd-8349-1fa643ea8deb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341065 Aug 31 10:25:12.042125 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38300) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:12.086138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80176cac-8b5e-4cb1-946f-0ef20fe4cb54 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:12.087728 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-80176cac-8b5e-4cb1-946f-0ef20fe4cb54 tempest-TestNetworkAdvancedServerOps-1937574069 tempest-TestNetworkAdvancedServerOps-1937574069-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1092 time: 0.0445447 Aug 31 10:25:12.091054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38302) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:12.095622 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:12.119484 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:12.235566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:12.358899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Allocated IP 172.25.4.166 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/599e0bb2-4634-4847-9e72-4773c254943c) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:12.478455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:12.518941 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:12.556871 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:12.562034 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:12.565675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:12.595151 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=599e0bb2-4634-4847-9e72-4773c254943c,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:12.962181 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:13.040615 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:13.202058 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:13.206772 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:13.278391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event updated for resources: {'Port': ['ID=599e0bb2-4634-4847-9e72-4773c254943c,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:13.301869 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:13.414457 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP 9b6e9b01-cf85-43d5-82c1-5c25210a3cfa associated. External IP: 172.25.4.166, port: b2ad1329-7690-4698-a202-64e2f1fdcd6f. Aug 31 10:25:13.655845 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 52f0816c-e87c-47bf-84e9-c58db2b86806 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:13.768169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:13.779797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] Sync routers for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:13.787749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:13.793645 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:13.794488 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:13.820983 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-702d8882-c420-4c60-b1b9-1fc30f728b09 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7264161 Aug 31 10:25:13.820983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:13.822802 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bced0e7-5469-4286-a602-90894c0e9970" -d '{"events": [{"name": "network-changed", "server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:13.863697 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77f779-cd62-45a8-944f-aaae8ce7109b x-openstack-request-id: req-ce77f779-cd62-45a8-944f-aaae8ce7109b {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:13.863987 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:13.864238 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce77f779-cd62-45a8-944f-aaae8ce7109b {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:13.864657 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'status': 'completed', 'code': 200} Aug 31 10:25:13.924315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:13.934286 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced0e7-5469-4286-a602-90894c0e9970 req-55bcf785-a10b-471c-8aac-78bae20a8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:13.936174 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-55bcf785-a10b-471c-8aac-78bae20a8621 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1097 time: 0.0464380 Aug 31 10:25:13.936670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fa40d-ada7-446e-9a79-1905a22d056e req-fcc316d6-f104-4d51-b798-94f604c8407f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:13.939357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-402fa40d-ada7-446e-9a79-1905a22d056e req-fcc316d6-f104-4d51-b798-94f604c8407f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0643959 Aug 31 10:25:13.985066 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-402fa40d-ada7-446e-9a79-1905a22d056e req-069cc5ba-ca4f-4933-b1ec-4395b41d1108 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387528 Aug 31 10:25:14.013950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38308) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:14.101549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced0e7-5469-4286-a602-90894c0e9970 req-ad3d42fa-3a03-423d-b901-546cca949701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:14.103066 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-ad3d42fa-3a03-423d-b901-546cca949701 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 897 time: 0.1593606 Aug 31 10:25:14.106694 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4d111809-2bda-4565-a969-c96eda5db7f1 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/9b6e9b01-cf85-43d5-82c1-5c25210a3cfa HTTP/1.1" status: 200 len: 991 time: 0.0912395 Aug 31 10:25:14.179896 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-91a72962-b7c3-4cbf-999b-010b81ccdd50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 999 time: 0.0676773 Aug 31 10:25:14.188129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '9b6e9b01-cf85-43d5-82c1-5c25210a3cfa', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'port_id': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'mac_address': 'fa:16:3e:a6:d8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:25:12Z', 'updated_at': '2021-08-31T10:25:12Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:05Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:14.219468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] Checking router: 52f0816c-e87c-47bf-84e9-c58db2b86806 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:14.228590 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:14.229214 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:14.234216 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced0e7-5469-4286-a602-90894c0e9970 req-f59e4fd2-6b3d-4b40-bce8-94d9fdedf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:14.235782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-f59e4fd2-6b3d-4b40-bce8-94d9fdedf86d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 200 len: 834 time: 0.0485551 Aug 31 10:25:14.305887 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced0e7-5469-4286-a602-90894c0e9970 req-33d5f173-97a7-4c03-977d-45360069b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:14.307462 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-33d5f173-97a7-4c03-977d-45360069b995 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645194 Aug 31 10:25:14.357513 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:14.419615 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-d7148603-7745-4a23-afc9-fa88919becaf service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041784 Aug 31 10:25:14.616246 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '9b6e9b01-cf85-43d5-82c1-5c25210a3cfa', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'port_id': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'mac_address': 'fa:16:3e:a6:d8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:25:12Z', 'updated_at': '2021-08-31T10:25:12Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:05Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:14.647929 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761cfb1-76b7-4a0c-9021-e7d3156512db None None] The sync data for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 is: [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '9b6e9b01-cf85-43d5-82c1-5c25210a3cfa', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'port_id': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'mac_address': 'fa:16:3e:a6:d8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:25:12Z', 'updated_at': '2021-08-31T10:25:12Z', 'revision_number': 0, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:05Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:14.878613 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83206582-e7f3-4ef4-a134-babd780c6d17 None None] New status for floating IP 9b6e9b01-cf85-43d5-82c1-5c25210a3cfa: ACTIVE {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:25:14.898384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1bced0e7-5469-4286-a602-90894c0e9970 req-83a270c3-5aee-4b95-88e5-b4b34d94b33a service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714217 Aug 31 10:25:15.110720 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38310) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:15.182412 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e1170705-a128-4f0c-a2b1-52f0e0def04d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/9b6e9b01-cf85-43d5-82c1-5c25210a3cfa HTTP/1.1" status: 200 len: 993 time: 0.0703285 Aug 31 10:25:19.310908 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:28.658218 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dd96697b-0009-40bf-894b-ae0d6d72502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:31.882711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:32.597551 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b1c745f1-c6c2-45d3-8de9-0bfdc543c28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:32.835821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.907549 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:36.435929 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:38.310772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-2efc780c-c856-437f-965a-fef0d98b3f64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389156 Aug 31 10:25:38.398929 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd15de-ef92-4725-8572-5aea455715ad req-1bcc85ab-9164-4e2f-9b99-823c9b4eeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:38.400560 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-1bcc85ab-9164-4e2f-9b99-823c9b4eeda2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1097 time: 0.0436065 Aug 31 10:25:38.511653 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd15de-ef92-4725-8572-5aea455715ad req-1fabee59-bd02-411a-b3b2-11f2dc4806d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:38.513145 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-1fabee59-bd02-411a-b3b2-11f2dc4806d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 897 time: 0.0918698 Aug 31 10:25:38.586445 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-1741cd19-9550-49d5-a628-41ece3864a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 1001 time: 0.0644252 Aug 31 10:25:38.640226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd15de-ef92-4725-8572-5aea455715ad req-37a55df1-7311-41e0-8507-e07570e10af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:38.641779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-37a55df1-7311-41e0-8507-e07570e10af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 200 len: 834 time: 0.0479765 Aug 31 10:25:38.698211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd15de-ef92-4725-8572-5aea455715ad req-294b0c1a-d63f-4305-83f1-b8b743a3638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:38.699789 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-294b0c1a-d63f-4305-83f1-b8b743a3638d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485570 Aug 31 10:25:38.805027 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-8950fa85-c593-4c9c-bc73-94197b10a8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963454 Aug 31 10:25:38.907677 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d6cd15de-ef92-4725-8572-5aea455715ad req-ca4a0d13-df51-424f-9315-4555a9899470 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929239 Aug 31 10:25:43.288170 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:25:48.586680 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c8650-1859-4c42-89d2-a44142cf6f2b req-76b8192b-0021-413d-805d-e49a38592d3d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:48.588905 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-818c8650-1859-4c42-89d2-a44142cf6f2b req-76b8192b-0021-413d-805d-e49a38592d3d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Aug 31 10:25:48.635443 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-818c8650-1859-4c42-89d2-a44142cf6f2b req-aea3476b-cc16-43c8-865c-97f40b4da5bb tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351300 Aug 31 10:25:49.317352 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:49.766431 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7011c-aa70-454d-8029-8cd603f45a5d req-3e83a3ec-fe73-4d44-9388-c79ddcfa6d06 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:49.768011 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0b7011c-aa70-454d-8029-8cd603f45a5d req-3e83a3ec-fe73-4d44-9388-c79ddcfa6d06 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0537474 Aug 31 10:25:49.809996 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e0b7011c-aa70-454d-8029-8cd603f45a5d req-9b00465b-cf7d-4a5d-bb7c-c6612876440f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Aug 31 10:25:49.836336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38328) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:49.904668 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-4c098065-ae94-4a90-9853-f082b75c59a2 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/9b6e9b01-cf85-43d5-82c1-5c25210a3cfa HTTP/1.1" status: 200 len: 993 time: 0.0670776 Aug 31 10:25:51.193344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ecee-7dc5-4b5c-9ba5-2567a16a0415 req-5398faa1-e0b3-400e-8068-03f54037ee0a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.193344 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5766ecee-7dc5-4b5c-9ba5-2567a16a0415 req-5398faa1-e0b3-400e-8068-03f54037ee0a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0550549 Aug 31 10:25:51.222801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-44ae94f1-daa9-4537-ae6a-d66636aef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.224370 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-44ae94f1-daa9-4537-ae6a-d66636aef256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1097 time: 0.0540047 Aug 31 10:25:51.239549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5766ecee-7dc5-4b5c-9ba5-2567a16a0415 req-cc3fe712-183c-46cb-8276-9d855f69d953 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396140 Aug 31 10:25:51.328359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-abb9a3b7-e5a6-41b5-80cb-c22a3ac49d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.329854 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-abb9a3b7-e5a6-41b5-80cb-c22a3ac49d22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 897 time: 0.0966825 Aug 31 10:25:51.398460 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-56f174db-61dc-41bc-8874-5293f59c3c55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 1001 time: 0.0614524 Aug 31 10:25:51.453287 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-be3155d8-d19b-44c3-9fcf-a50e71094f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.454696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-be3155d8-d19b-44c3-9fcf-a50e71094f03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 200 len: 834 time: 0.0496063 Aug 31 10:25:51.506595 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-54bfd9f0-2a2f-4190-a888-df9f99e7e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:51.508125 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-54bfd9f0-2a2f-4190-a888-df9f99e7e5f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468960 Aug 31 10:25:51.599844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-952400ed-d05b-427e-b96a-aef2d478cf07 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Aug 31 10:25:51.697718 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ef2b62f2-5864-48d9-8028-f7efb8fe8e47 req-1f14c9d4-a187-4dd7-9034-f23d7f19cd53 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878994 Aug 31 10:25:52.361286 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87de8c2-85c0-48f8-b337-a0fd25eb0c1f req-63cc6199-c6c1-436b-a321-ba80e17fe03c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:52.362794 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b87de8c2-85c0-48f8-b337-a0fd25eb0c1f req-63cc6199-c6c1-436b-a321-ba80e17fe03c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Aug 31 10:25:52.403407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b87de8c2-85c0-48f8-b337-a0fd25eb0c1f req-e6a11e1b-11da-4e3a-ae07-4281f3f0f4dd tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346847 Aug 31 10:25:53.524181 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777471e2-36bb-47f2-ba9a-605021029ab8 req-97f2f2a5-b5dd-4c1b-af3b-e68db2656a76 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:53.526289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-777471e2-36bb-47f2-ba9a-605021029ab8 req-97f2f2a5-b5dd-4c1b-af3b-e68db2656a76 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0546575 Aug 31 10:25:53.564613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-777471e2-36bb-47f2-ba9a-605021029ab8 req-14fae38e-db05-4909-9783-314885ce468b tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Aug 31 10:25:53.587410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38340) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:53.648202 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-075c8676-750e-475c-9a08-eb81071d5d11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/floatingips/9b6e9b01-cf85-43d5-82c1-5c25210a3cfa HTTP/1.1" status: 200 len: 993 time: 0.0595284 Aug 31 10:25:53.862586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:54.025973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 599e0bb2-4634-4847-9e72-4773c254943c {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:54.026197 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:54.103778 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:54.104100 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:54.115385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 599e0bb2-4634-4847-9e72-4773c254943c owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:54.263274 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:54.290279 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=599e0bb2-4634-4847-9e72-4773c254943c,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:54.316173 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.316528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.316870 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.317211 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.317804 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.318138 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.318502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.318822 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.319151 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.319477 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.319803 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.320150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:54.362142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:54.362466 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Floating IP 9b6e9b01-cf85-43d5-82c1-5c25210a3cfa disassociated (deleted). External IP: 172.25.4.166, port: b2ad1329-7690-4698-a202-64e2f1fdcd6f. Aug 31 10:25:54.583113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 52f0816c-e87c-47bf-84e9-c58db2b86806 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:54.697700 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:54.702929 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:54.707504 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] Sync routers for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:54.717999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:54.718647 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:54.730338 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-1ffae8e6-652c-45ba-acb5-d33021efe1f0 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/floatingips/9b6e9b01-cf85-43d5-82c1-5c25210a3cfa HTTP/1.1" status: 204 len: 168 time: 0.8665757 Aug 31 10:25:54.731019 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:54.733378 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f4d025-0c38-483e-985c-3ece9543185b" -d '{"events": [{"name": "network-changed", "server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:54.779753 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b79928-8cdc-4880-b0e4-a183ad16e1f9 x-openstack-request-id: req-66b79928-8cdc-4880-b0e4-a183ad16e1f9 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:54.780202 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:54.780577 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66b79928-8cdc-4880-b0e4-a183ad16e1f9 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:54.780999 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'status': 'completed', 'code': 200} Aug 31 10:25:54.832368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:54.845429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4d025-0c38-483e-985c-3ece9543185b req-8f8ace2a-75c5-423b-81a6-ab99f5d09666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:54.846908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-8f8ace2a-75c5-423b-81a6-ab99f5d09666 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2778749c4a4c188e2d5062e58a4463&device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 1097 time: 0.0443449 Aug 31 10:25:54.951643 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4d025-0c38-483e-985c-3ece9543185b req-6b110799-62fb-4bc0-8073-805c276578dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:54.953278 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-6b110799-62fb-4bc0-8073-805c276578dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 200 len: 897 time: 0.0975769 Aug 31 10:25:54.965665 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4bf5-5531-4b50-a919-57cd3deccbfc req-051e947e-057a-4778-9c59-167c6209b78d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:54.967357 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-385d4bf5-5531-4b50-a919-57cd3deccbfc req-051e947e-057a-4778-9c59-167c6209b78d tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Aug 31 10:25:55.002497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-eac3fe01-e237-4375-9510-cfbd0ecb85d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 200 len: 217 time: 0.0404038 Aug 31 10:25:55.007362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-385d4bf5-5531-4b50-a919-57cd3deccbfc req-abcd4c58-9392-499e-acaf-35a5e63fc981 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340366 Aug 31 10:25:55.054269 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4d025-0c38-483e-985c-3ece9543185b req-3d1a996b-4fcf-4351-a391-7f684b32ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:55.055062 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:05Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:55.056043 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-3d1a996b-4fcf-4351-a391-7f684b32ef6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 200 len: 834 time: 0.0463395 Aug 31 10:25:55.082949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] Checking router: 52f0816c-e87c-47bf-84e9-c58db2b86806 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:55.091812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:55.092438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:55.107753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4d025-0c38-483e-985c-3ece9543185b req-55dabbae-93f9-4fe7-9dbb-a35e05a1450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:55.109174 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-55dabbae-93f9-4fe7-9dbb-a35e05a1450e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451086 Aug 31 10:25:55.212247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-1e57a110-1be7-4de2-a4f4-28a7e6812de6 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892837 Aug 31 10:25:55.309933 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-67f4d025-0c38-483e-985c-3ece9543185b req-2a1f8535-84ea-4bce-8a5f-6221f1441723 service neutron] 10.222.0.15 "GET /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954337 Aug 31 10:25:55.362256 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:55.564152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:05Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:55.590707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520e3a8-5d7d-4699-94ef-a1d235d80f80 None None] The sync data for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 is: [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '0211f33b-db92-4b7b-9a47-90fa22d8ab07', 'name': '', 'network_id': '65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'mac_address': 'fa:16:3e:b6:b5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '528adc21-a265-48ce-9139-2cf5be226987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:25:00Z', 'updated_at': '2021-08-31T10:25:05Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'subnets': [{'id': '528adc21-a265-48ce-9139-2cf5be226987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:55.819474 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105445e6-e421-4500-857d-915538eb9281 None None] New status for floating IP 9b6e9b01-cf85-43d5-82c1-5c25210a3cfa: DOWN {{(pid=94898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:25:56.129810 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed2e0-2e3a-404d-9e54-5e9ad1fab06f req-cb3debca-6542-45ce-a43e-d6ab0fdb104c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:56.131415 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5aed2e0-2e3a-404d-9e54-5e9ad1fab06f req-cb3debca-6542-45ce-a43e-d6ab0fdb104c tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Aug 31 10:25:56.170345 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b5aed2e0-2e3a-404d-9e54-5e9ad1fab06f req-c1f09b04-e5d7-4c75-a839-10bddfd0d86e tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/security-groups?id=52eb87e8-c322-44af-88f4-f77746e1466d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324330 Aug 31 10:25:56.531788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-92e29e8e-db45-40ef-867f-18d64194fb87 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:56.533361 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-92e29e8e-db45-40ef-867f-18d64194fb87 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 945 time: 0.0558569 Aug 31 10:25:56.625632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port b2ad1329-7690-4698-a202-64e2f1fdcd6f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:56.626193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:56.722484 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port b2ad1329-7690-4698-a202-64e2f1fdcd6f, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=b2ad1329-7690-4698-a202-64e2f1fdcd6f,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:56.723031 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:56.738249 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for b2ad1329-7690-4698-a202-64e2f1fdcd6f owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:56.880793 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:56.911063 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=b2ad1329-7690-4698-a202-64e2f1fdcd6f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:56.924708 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.925064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.925406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.925747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.926080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.926416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.927072 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.927241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.927241 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.927760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.928108 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.928581 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:56.964407 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] No DVR routers for this DVR port b2ad1329-7690-4698-a202-64e2f1fdcd6f on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:56.966992 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:56.969008 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-480a70f9-6e34-474e-859a-ab50672c53e1 req-fecfb2d0-80a5-43d4-a148-9b3b8fe66eac tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.15 "DELETE /v2.0/ports/b2ad1329-7690-4698-a202-64e2f1fdcd6f HTTP/1.1" status: 204 len: 173 time: 0.4291534 Aug 31 10:25:56.969600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'name': 'network-vif-deleted', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:56.971877 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7486d7f-c376-4575-8f9d-778e0ddfeaad" -d '{"events": [{"server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "name": "network-vif-deleted", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:57.019084 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad904d-ad3a-44c7-9752-679cf15c5edc x-openstack-request-id: req-38ad904d-ad3a-44c7-9752-679cf15c5edc {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:57.019373 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8838404c-7d03-48c8-948b-8a84a73d27b8", "name": "network-vif-deleted", "tag": "b2ad1329-7690-4698-a202-64e2f1fdcd6f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:57.019628 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38ad904d-ad3a-44c7-9752-679cf15c5edc {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:57.020076 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8838404c-7d03-48c8-948b-8a84a73d27b8', 'name': 'network-vif-deleted', 'tag': 'b2ad1329-7690-4698-a202-64e2f1fdcd6f', 'status': 'completed', 'code': 200} Aug 31 10:25:57.281860 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb9f2c0a-b9e9-4e40-a722-e78046947c31 req-7ba8acf8-4a70-4310-93e8-3fa5edc7fb1f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "GET /v2.0/ports?device_id=8838404c-7d03-48c8-948b-8a84a73d27b8 HTTP/1.1" status: 200 len: 210 time: 0.0298932 Aug 31 10:25:58.344515 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38362) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:58.653383 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b8700771-6d23-4403-bafe-43431b5d3f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:59.062797 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:59.326455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port 0211f33b-db92-4b7b-9a47-90fa22d8ab07 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:59.326736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:59.428996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port 0211f33b-db92-4b7b-9a47-90fa22d8ab07, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=0211f33b-db92-4b7b-9a47-90fa22d8ab07,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:59.429715 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:59.443422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for 0211f33b-db92-4b7b-9a47-90fa22d8ab07 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:59.639743 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:59.688153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=0211f33b-db92-4b7b-9a47-90fa22d8ab07,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:59.862149 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.096382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Router 52f0816c-e87c-47bf-84e9-c58db2b86806 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:26:00.210769 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:26:00.217057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-020f32e9-6f1b-4bf1-90eb-677ad4522c11 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "PUT /v2.0/routers/52f0816c-e87c-47bf-84e9-c58db2b86806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713002 Aug 31 10:26:00.219619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38364) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:00.222591 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] Sync routers for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:26:00.233691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:00.234324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:00.272887 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting subnet 528adc21-a265-48ce-9139-2cf5be226987 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:26:00.276770 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.319427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.349741 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:00.418283 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.471578 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2ad1329-7690-4698-a202-64e2f1fdcd6f no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:26:00.488726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.506976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: b2ad1329-7690-4698-a202-64e2f1fdcd6f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:26:00.507323 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device b2ad1329-7690-4698-a202-64e2f1fdcd6f not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:26:00.514741 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Subnet': ['ID=528adc21-a265-48ce-9139-2cf5be226987,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:00.520877 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.525917 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-937d5f49-891a-48ec-b100-cd2dabb3f15a tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/subnets/528adc21-a265-48ce-9139-2cf5be226987 HTTP/1.1" status: 204 len: 168 time: 0.3021631 Aug 31 10:26:00.526301 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38366) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:00.530818 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbebf8-277d-42f6-a5cc-e570a0cc6b29 None None] Network 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:00.639223 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.671219 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:59Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:00.702204 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] Checking router: 52f0816c-e87c-47bf-84e9-c58db2b86806 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:26:00.718134 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] Routers {'52f0816c-e87c-47bf-84e9-c58db2b86806'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:00.718801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:25:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['52f0816c-e87c-47bf-84e9-c58db2b86806'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:00.753414 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.808964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] DHCP port deletion for 65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:26:00.809271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Deleting port f3ee03c5-3731-4121-8be7-d569aac90a32 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:26:00.809614 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.861699 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] Set router 52f0816c-e87c-47bf-84e9-c58db2b86806 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:00.895374 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] For port f3ee03c5-3731-4121-8be7-d569aac90a32, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f3ee03c5-3731-4121-8be7-d569aac90a32,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:00.895668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:00.908843 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Calling delete_port for f3ee03c5-3731-4121-8be7-d569aac90a32 owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:26:00.978433 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Deleting port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:26:00.979438 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.071524 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] For port f83b2a82-24b7-4d6d-b6e8-11b3236952f8, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,segment=NetworkSegment(eccd62c5-464f-4517-9c35-16bb2b2ab06e),segment_id=eccd62c5-464f-4517-9c35-16bb2b2ab06e)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:01.071924 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.080079 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.104310 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Port': ['ID=f3ee03c5-3731-4121-8be7-d569aac90a32,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:01.106961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Calling delete_port for f83b2a82-24b7-4d6d-b6e8-11b3236952f8 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:26:01.168852 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.196077 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:59Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:01.232154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5591192-7498-4336-93e9-2ff6196942c8 None None] The sync data for ids ['52f0816c-e87c-47bf-84e9-c58db2b86806'] in n-d-800634-13 is: [{'id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067071560', 'tenant_id': 'ee2778749c4a4c188e2d5062e58a4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:59Z', 'revision_number': 5, 'project_id': 'ee2778749c4a4c188e2d5062e58a4463', 'gw_port': {'id': 'f3ee03c5-3731-4121-8be7-d569aac90a32', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f0816c-e87c-47bf-84e9-c58db2b86806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:24:57Z', 'updated_at': '2021-08-31T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:26:01.246128 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.267952 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.270216 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.273673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Pushing event deleted for resources: {'Port': ['ID=f83b2a82-24b7-4d6d-b6e8-11b3236952f8,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:01.292418 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] No DVR routers for this DVR port f83b2a82-24b7-4d6d-b6e8-11b3236952f8 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:26:01.295089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.295456 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.295797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.296133 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.296467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.296800 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.297129 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.297463 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.297794 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.298113 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.298453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.298840 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c61b5b-b1ed-480b-a083-ea402460b917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:01.320544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.321166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Fanout notify agent at l3_agent the message router_deleted on router 52f0816c-e87c-47bf-84e9-c58db2b86806 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:26:01.329131 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.330250 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-72fcf60d-671a-4686-b139-cf755bf14bdf tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/routers/52f0816c-e87c-47bf-84e9-c58db2b86806 HTTP/1.1" status: 204 len: 168 time: 0.8029196 Aug 31 10:26:01.333145 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38368) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:01.409862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.516579 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.528617 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:01.539490 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccd62c5-464f-4517-9c35-16bb2b2ab06e') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:01.539719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccd62c5-464f-4517-9c35-16bb2b2ab06e') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:01.548997 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.563289 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.569748 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:26:01.570321 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:26:01.574068 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:26:01.643189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.663873 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.669166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/networks/65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46 HTTP/1.1" status: 204 len: 168 time: 0.3318818 Aug 31 10:26:01.669166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c046c-fd99-47db-bea7-f27c42be5f58 tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'Network': ['ID=65b0e5ec-c7b9-49c0-8eaf-8a6bde916a46,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:01.669591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38370) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:01.741146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0211f33b-db92-4b7b-9a47-90fa22d8ab07 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:26:01.744430 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d04494c-311a-424a-8e38-79abed181e8f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.768605 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 0211f33b-db92-4b7b-9a47-90fa22d8ab07 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:26:01.769020 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 0211f33b-db92-4b7b-9a47-90fa22d8ab07 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:26:01.769533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f83b2a82-24b7-4d6d-b6e8-11b3236952f8 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:26:01.773357 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d04494c-311a-424a-8e38-79abed181e8f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.791544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f83b2a82-24b7-4d6d-b6e8-11b3236952f8 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:26:01.792108 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f83b2a82-24b7-4d6d-b6e8-11b3236952f8 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:26:01.848659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d04494c-311a-424a-8e38-79abed181e8f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.851929 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3d04494c-311a-424a-8e38-79abed181e8f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:01.853235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3d04494c-311a-424a-8e38-79abed181e8f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] 10.222.0.18 "DELETE /v2.0/security-groups/52eb87e8-c322-44af-88f4-f77746e1466d HTTP/1.1" status: 204 len: 168 time: 0.1824758 Aug 31 10:26:01.868257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04494c-311a-424a-8e38-79abed181e8f tempest-TestNetworkAdvancedServerOps-1798227979 tempest-TestNetworkAdvancedServerOps-1798227979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb87e8-c322-44af-88f4-f77746e1466d,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:01.905324 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.251440 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38378) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:02.411745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-803773cf-10e2-4963-bbf3-e46e3feb9727 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee2778749c4a4c188e2d5062e58a4463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590581 Aug 31 10:26:02.414106 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38382) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:02.462294 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa685d53-b19b-4646-a2fd-5379176086a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.485672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa685d53-b19b-4646-a2fd-5379176086a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.539137 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa685d53-b19b-4646-a2fd-5379176086a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.542722 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-aa685d53-b19b-4646-a2fd-5379176086a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.543878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-aa685d53-b19b-4646-a2fd-5379176086a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5903d4ab-d387-4174-a124-8b453ca19576 HTTP/1.1" status: 204 len: 168 time: 0.1288376 Aug 31 10:26:02.552339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa685d53-b19b-4646-a2fd-5379176086a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903d4ab-d387-4174-a124-8b453ca19576,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:02.599231 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3c310c30-a66f-479c-909f-3017348e0dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.824702 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38388) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:02.840635 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-103d42fd-6d51-47e4-8974-0b7fea2d6739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.849794 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.940809 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-103d42fd-6d51-47e4-8974-0b7fea2d6739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.945385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-103d42fd-6d51-47e4-8974-0b7fea2d6739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:02.988418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-103d42fd-6d51-47e4-8974-0b7fea2d6739 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52486c75e009418aa2ac87574fa8b993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624060 Aug 31 10:26:02.989301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d42fd-6d51-47e4-8974-0b7fea2d6739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41893844-053a-486f-8b6b-43d30701410d,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:02.992023 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38390) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:03.044496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a68073-fb3f-45d2-aaee-48a78d482c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:03.066441 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a68073-fb3f-45d2-aaee-48a78d482c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:03.111904 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a68073-fb3f-45d2-aaee-48a78d482c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:03.114538 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-02a68073-fb3f-45d2-aaee-48a78d482c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:03.115706 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-02a68073-fb3f-45d2-aaee-48a78d482c38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41893844-053a-486f-8b6b-43d30701410d HTTP/1.1" status: 204 len: 168 time: 0.1223009 Aug 31 10:26:03.124142 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a68073-fb3f-45d2-aaee-48a78d482c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41893844-053a-486f-8b6b-43d30701410d,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:03.387435 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f3ee03c5-3731-4121-8be7-d569aac90a32 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:26:03.409853 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f3ee03c5-3731-4121-8be7-d569aac90a32 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:26:03.410225 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f3ee03c5-3731-4121-8be7-d569aac90a32 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:26:03.871445 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38414) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:03.910698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:03.973125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-181895361-network', 'tenant_id': '68e40ccd08884a9ea4a584572702865d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:03.996190 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Made reservation on behalf of 68e40ccd08884a9ea4a584572702865d for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:03.998771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.007745 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.095717 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.099771 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.123835 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:26:04.132619 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b7ff9-26d0-4985-b62a-cfca8329125e,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:04.139264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.139611 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Added segment f84fa7cc-47fc-491a-b988-a2c89aff1c3b of type vlan for network b82146b5-dc80-4a0a-bd66-c9daf233c8fa Aug 31 10:26:04.185186 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.213666 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.215347 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:04.216246 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.272791 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4002001 Aug 31 10:26:04.276817 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38418) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:04.279281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016a0a-a6fe-4ec9-85a9-b8b23c20c1ea admin admin] Pushing event updated for resources: {'Network': ['ID=b82146b5-dc80-4a0a-bd66-c9daf233c8fa,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:04.287059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Request body: {'subnet': {'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-181895361-subnet', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:04.290338 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:26:04.311816 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Made reservation on behalf of 68e40ccd08884a9ea4a584572702865d for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:04.315489 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.513126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.571096 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b71b60-cb8b-475a-8436-7aae939a6087,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:04.583839 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Checking segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:04.584348 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Network hostable DHCP agents. Network: b82146b5-dc80-4a0a-bd66-c9daf233c8fa, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:26:04.601272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:26:04.609949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, b82146b5-dc80-4a0a-bd66-c9daf233c8fa) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:04.614709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:04.615882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.621664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3eca45-0b88-4796-9218-aa1279d7c595 None None] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:04.632000 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-31408478-993c-4536-98d3-509c6eb46a63 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3527246 Aug 31 10:26:04.635394 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38420) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:04.639813 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:04.670305 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.671385 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.728691 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.789777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:26:04.791006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.879234 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:04.936710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Allocated IP 172.20.0.2 (b82146b5-dc80-4a0a-bd66-c9daf233c8fa/c7b71b60-cb8b-475a-8436-7aae939a6087/f603a46d-f8db-43fe-b3fe-2b5c799c180c) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:05.086943 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.096098 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Transition to ACTIVE for port object f603a46d-f8db-43fe-b3fe-2b5c799c180c will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:05.096748 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.115631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Transition to ACTIVE for port object f603a46d-f8db-43fe-b3fe-2b5c799c180c will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:05.118656 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.126787 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.164155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:05.172713 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:05.176403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:05.199883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Pushing event updated for resources: {'Port': ['ID=f603a46d-f8db-43fe-b3fe-2b5c799c180c,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:05.249196 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Attempting to bind port f603a46d-f8db-43fe-b3fe-2b5c799c180c on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:05.249562 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Attempting to bind port f603a46d-f8db-43fe-b3fe-2b5c799c180c by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:05.249928 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Attempting to bind port f603a46d-f8db-43fe-b3fe-2b5c799c180c on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:05.257119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:05.257630 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Checking segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:05.258194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.258673 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Bound using segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:05.259368 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Bound port: f603a46d-f8db-43fe-b3fe-2b5c799c180c, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:05.260014 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.284532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Allocated IP 172.25.4.68 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/70a28009-4532-4f89-ab77-aa78a091e856) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:05.373031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] For port f603a46d-f8db-43fe-b3fe-2b5c799c180c, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:05.377610 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] For port f603a46d-f8db-43fe-b3fe-2b5c799c180c, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f603a46d-f8db-43fe-b3fe-2b5c799c180c,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:05.384159 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.440659 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.483155 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617287-88ac-4a6d-948d-d87edd7cb1ec None None] Pushing event updated for resources: {'Port': ['ID=f603a46d-f8db-43fe-b3fe-2b5c799c180c,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:05.494889 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:05.553854 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:05.558391 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:05.561587 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Pushing event updated for resources: {'Port': ['ID=70a28009-4532-4f89-ab77-aa78a091e856,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:05.564301 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:05.917744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:06.163596 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:06.328669 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Router fa77b6d0-3d66-48cb-b695-10f959d4674c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:26:06.440238 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:06.449608 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:26:06.465810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:26:06.474993 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:06.479796 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d0287996-daba-484b-a817-f6043d856414 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8400531 Aug 31 10:26:06.480016 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:06.480296 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38424) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:06.480522 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:06.543830 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c92ee-d48e-4d08-877d-12e012795ae4 None None] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:06.603961 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:06.798691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1c0a9c4b-7723-4157-8d81-1b656122d8ca None None] Provisioning for port f603a46d-f8db-43fe-b3fe-2b5c799c180c completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:06.852521 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:05Z', 'revision_number': 3, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:06.880379 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:26:06.880714 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Updating router fa77b6d0-3d66-48cb-b695-10f959d4674c port 70a28009-4532-4f89-ab77-aa78a091e856 binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:26:06.915256 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.216597 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.227656 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Transition to ACTIVE for port object 70a28009-4532-4f89-ab77-aa78a091e856 will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:07.236319 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.296494 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Pushing event updated for resources: {'Port': ['ID=70a28009-4532-4f89-ab77-aa78a091e856,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:07.305622 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.306021 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.306324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.307263 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.307817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.308285 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.308705 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.308951 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.310159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.310159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.310159 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.310950 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:26:07.313904 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Attempting to bind port 70a28009-4532-4f89-ab77-aa78a091e856 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:07.314273 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Attempting to bind port 70a28009-4532-4f89-ab77-aa78a091e856 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:07.314660 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Attempting to bind port 70a28009-4532-4f89-ab77-aa78a091e856 on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:07.321226 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:07.321477 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:07.321856 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.322284 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:07.323111 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Bound port: 70a28009-4532-4f89-ab77-aa78a091e856, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:07.323642 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.393896 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.395809 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] For port 70a28009-4532-4f89-ab77-aa78a091e856, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:07.402393 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] For port 70a28009-4532-4f89-ab77-aa78a091e856, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=70a28009-4532-4f89-ab77-aa78a091e856,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:07.410317 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.477989 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:07.479645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:07.513692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f603a46d-f8db-43fe-b3fe-2b5c799c180c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:07.553446 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb2bf-3fdd-469e-972a-9bd618144267 None None] Pushing event updated for resources: {'Port': ['ID=70a28009-4532-4f89-ab77-aa78a091e856,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:07.575952 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port f603a46d-f8db-43fe-b3fe-2b5c799c180c completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:07.582095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f603a46d-f8db-43fe-b3fe-2b5c799c180c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:07.583124 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.615344 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Allocated IP 172.20.0.1 (b82146b5-dc80-4a0a-bd66-c9daf233c8fa/c7b71b60-cb8b-475a-8436-7aae939a6087/615f7a85-f4eb-4925-9260-f8c980d6d011) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:07.695147 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.739072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port f603a46d-f8db-43fe-b3fe-2b5c799c180c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f603a46d-f8db-43fe-b3fe-2b5c799c180c,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:07.744590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.750752 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.757622 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:07.765211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Transition to ACTIVE for port object 615f7a85-f4eb-4925-9260-f8c980d6d011 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:07.801925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.805315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=f603a46d-f8db-43fe-b3fe-2b5c799c180c,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:07.851795 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:07.857930 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:07.860455 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Pushing event updated for resources: {'Port': ['ID=615f7a85-f4eb-4925-9260-f8c980d6d011,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:07.862943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:07.905477 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:07.972405 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:05Z', 'revision_number': 3, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:08.003815 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00b001-0a98-4b2c-93c0-e4945d79c0c1 None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:05Z', 'revision_number': 3, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:26:08.063963 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:08.166287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5ec437f7-07c1-4070-8305-4c437e9c80dc None None] Provisioning for port 615f7a85-f4eb-4925-9260-f8c980d6d011 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:08.171675 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-5ec437f7-07c1-4070-8305-4c437e9c80dc None None] Provisioning complete for port 615f7a85-f4eb-4925-9260-f8c980d6d011 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:08.172054 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5ec437f7-07c1-4070-8305-4c437e9c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:08.227497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-5ec437f7-07c1-4070-8305-4c437e9c80dc None None] Port 615f7a85-f4eb-4925-9260-f8c980d6d011 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:26:08.266018 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:08.274586 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:08.348396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:08.350232 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Pushing event updated for resources: {'Port': ['ID=615f7a85-f4eb-4925-9260-f8c980d6d011,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:08.464699 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:08.466259 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:08.618089 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Router fa77b6d0-3d66-48cb-b695-10f959d4674c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:26:08.771922 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:26:08.776024 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3a2e5502-f218-4e19-89f7-b1b8f47d30de None None] Provisioning complete for port 615f7a85-f4eb-4925-9260-f8c980d6d011 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:08.777638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5502-f218-4e19-89f7-b1b8f47d30de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:08.783256 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-9f939628-4192-4dcf-a357-d00574dc08b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/fa77b6d0-3d66-48cb-b695-10f959d4674c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2964015 Aug 31 10:26:08.828608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e5502-f218-4e19-89f7-b1b8f47d30de None None] Port 615f7a85-f4eb-4925-9260-f8c980d6d011 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:26:09.383413 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38440) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:09.390219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1033168448-network', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:09.421970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Made reservation on behalf of 5f56e085b9014e0f89049066fdd2f665 for: {'network': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:09.424498 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.435048 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.558533 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 70a28009-4532-4f89-ab77-aa78a091e856 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:09.561081 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.566096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.594025 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:26:09.603978 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d60a55-d8ff-4e12-a5b8-c53f8672b28e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:09.612887 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.613076 n-d-800634-13 neutron-server[94895]: INFO neutron.db.segments_db [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Added segment 9de30bfd-aa4c-46ae-91f7-d055f469ce01 of type vlan for network c89c0694-a896-4045-ac3d-8275cee5f4ae Aug 31 10:26:09.648807 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 70a28009-4532-4f89-ab77-aa78a091e856 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:09.653963 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 70a28009-4532-4f89-ab77-aa78a091e856 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:09.654556 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.668884 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.699180 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.701748 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:09.702910 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.753069 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.770438 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3849063 Aug 31 10:26:09.773942 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38442) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:09.775777 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 70a28009-4532-4f89-ab77-aa78a091e856, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=70a28009-4532-4f89-ab77-aa78a091e856,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:09.780814 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.781455 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Request body: {'subnet': {'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1033168448-subnet', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'ip_version': 4}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:09.782611 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f603a46d-f8db-43fe-b3fe-2b5c799c180c up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:09.792098 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d113c6-41dc-4c36-a9ae-e9a42cc75243 admin admin] Pushing event updated for resources: {'Network': ['ID=c89c0694-a896-4045-ac3d-8275cee5f4ae,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:09.809987 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Made reservation on behalf of 5f56e085b9014e0f89049066fdd2f665 for: {'subnet': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:09.812534 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29237715'] for subnet, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:09.830911 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network c89c0694-a896-4045-ac3d-8275cee5f4ae details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:26:09.848480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:26:09.940819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:09.941480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:09.978973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=70a28009-4532-4f89-ab77-aa78a091e856,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:10.002373 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25559976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29237701'] for subnet, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.007615 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port f603a46d-f8db-43fe-b3fe-2b5c799c180c triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:10.008247 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.068650 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=110a9f10-ced0-4d87-9121-e8f52b561d05,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:10.081063 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Checking segment: {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:10.081441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Network hostable DHCP agents. Network: c89c0694-a896-4045-ac3d-8275cee5f4ae, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:26:10.103999 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Network c89c0694-a896-4045-ac3d-8275cee5f4ae is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:26:10.108145 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:10.114511 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, c89c0694-a896-4045-ac3d-8275cee5f4ae) {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:10.121482 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:10.122080 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.138247 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9e4722-1436-4311-8a33-aed3364bed20 None None] Network c89c0694-a896-4045-ac3d-8275cee5f4ae requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:10.142183 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ea32645b-b85f-4ae5-85bd-f578e79a0bdd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3652360 Aug 31 10:26:10.147027 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38444) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:10.151961 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:10.176478 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.177927 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.237211 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.387611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.467414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-c89c0694-a896-4045-ac3d-8275cee5f4ae', 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'fixed_ips': [{'subnet_id': '110a9f10-ced0-4d87-9121-e8f52b561d05'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:26:10.468477 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.545659 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 2, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:10.584634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:26:10.584970 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Updating router fa77b6d0-3d66-48cb-b695-10f959d4674c port 615f7a85-f4eb-4925-9260-f8c980d6d011 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:26:10.612532 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.627160 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.634306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.703643 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Allocated IP 172.20.0.2 (c89c0694-a896-4045-ac3d-8275cee5f4ae/110a9f10-ced0-4d87-9121-e8f52b561d05/28d5966e-3532-48ea-9f4f-ab5bd5eccbc6) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:10.745936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Allocated IP 172.25.4.233 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/cd3e6433-80c4-4842-92ef-264788f4707e) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:10.860552 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.903418 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:10.950312 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:10.953705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:10.958042 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:10.961290 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3e6433-80c4-4842-92ef-264788f4707e,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:11.003289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.023303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Transition to ACTIVE for port object 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:11.066449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Transition to ACTIVE for port object 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:11.078176 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.082599 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.115017 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Transition to ACTIVE for port object 615f7a85-f4eb-4925-9260-f8c980d6d011 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:11.127006 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.136776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Network c89c0694-a896-4045-ac3d-8275cee5f4ae is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:11.143140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:11.148467 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:11.159064 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Pushing event updated for resources: {'Port': ['ID=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:11.250663 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.288301 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fa73-6aab-4dff-bfc7-fd304528bfa9 None None] Pushing event updated for resources: {'Port': ['ID=615f7a85-f4eb-4925-9260-f8c980d6d011,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:11.312181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Attempting to bind port 615f7a85-f4eb-4925-9260-f8c980d6d011 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:11.312181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Attempting to bind port 615f7a85-f4eb-4925-9260-f8c980d6d011 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:11.312181 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Attempting to bind port 615f7a85-f4eb-4925-9260-f8c980d6d011 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:11.314893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:11.314893 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Checking segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:11.314893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.316186 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Bound using segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:11.316429 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Bound port: 615f7a85-f4eb-4925-9260-f8c980d6d011, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:11.316808 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.319480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Attempting to bind port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:11.319735 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Attempting to bind port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:11.319964 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Attempting to bind port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 on network c89c0694-a896-4045-ac3d-8275cee5f4ae {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:11.530364 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 70a28009-4532-4f89-ab77-aa78a091e856 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:11.555655 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:11.556010 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Checking segment: {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:11.556468 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.556896 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Bound using segment: {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:11.557375 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Bound port: 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:11.557754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.557921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.691614 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] For port 615f7a85-f4eb-4925-9260-f8c980d6d011, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:11.703091 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] For port 615f7a85-f4eb-4925-9260-f8c980d6d011, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=615f7a85-f4eb-4925-9260-f8c980d6d011,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:11.719792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.724567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Router c031a304-347f-4a0f-96f1-8cf97540980c is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:26:11.735094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 70a28009-4532-4f89-ab77-aa78a091e856 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:11.735551 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.742226 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] For port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:11.797399 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] For port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,segment=NetworkSegment(9de30bfd-aa4c-46ae-91f7-d055f469ce01),segment_id=9de30bfd-aa4c-46ae-91f7-d055f469ce01)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:11.816898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.855176 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:11.855825 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:11.860787 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:26:11.861664 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fa73-6aab-4dff-bfc7-fd304528bfa9 None None] Pushing event updated for resources: {'Port': ['ID=615f7a85-f4eb-4925-9260-f8c980d6d011,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:11.874014 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Sync routers for ids ['c031a304-347f-4a0f-96f1-8cf97540980c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:26:11.886880 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Routers {'c031a304-347f-4a0f-96f1-8cf97540980c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:11.887529 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c031a304-347f-4a0f-96f1-8cf97540980c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:11.890764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.892331 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-11341829-d308-4a17-9aff-53cc80851954 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7442381 Aug 31 10:26:11.895572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38446) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:12.022311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb5981-2d6b-4908-a31a-6e31fcf2b33a None None] Pushing event updated for resources: {'Port': ['ID=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:12.077800 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Set router c031a304-347f-4a0f-96f1-8cf97540980c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:12.171198 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:12.363981 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:11Z', 'revision_number': 3, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:12.392612 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Checking router: c031a304-347f-4a0f-96f1-8cf97540980c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:26:12.393061 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Updating router c031a304-347f-4a0f-96f1-8cf97540980c port cd3e6433-80c4-4842-92ef-264788f4707e binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:26:12.421442 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.449802 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:11Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:12.483797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ec160-0ddc-49bb-ac24-8149cdc82108 None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:11Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:26:12.512387 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.700718 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Allocated IP 172.20.0.1 (c89c0694-a896-4045-ac3d-8275cee5f4ae/110a9f10-ced0-4d87-9121-e8f52b561d05/689a5eb3-fc5d-408f-8e3d-744930953dfb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:12.717787 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.730143 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Transition to ACTIVE for port object cd3e6433-80c4-4842-92ef-264788f4707e will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:12.739336 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.786817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a46af2-1c3a-4360-a3ee-6656fea01118 None None] Pushing event updated for resources: {'Port': ['ID=cd3e6433-80c4-4842-92ef-264788f4707e,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:12.804969 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Attempting to bind port cd3e6433-80c4-4842-92ef-264788f4707e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:12.805345 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Attempting to bind port cd3e6433-80c4-4842-92ef-264788f4707e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:12.805900 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Attempting to bind port cd3e6433-80c4-4842-92ef-264788f4707e on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:12.812358 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:12.812755 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:12.813286 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.813679 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:12.814147 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Bound port: cd3e6433-80c4-4842-92ef-264788f4707e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:12.814547 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.838207 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.852755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Transition to ACTIVE for port object 689a5eb3-fc5d-408f-8e3d-744930953dfb will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:12.885709 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] For port cd3e6433-80c4-4842-92ef-264788f4707e, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:12.892050 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] For port cd3e6433-80c4-4842-92ef-264788f4707e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=cd3e6433-80c4-4842-92ef-264788f4707e,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:12.896247 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.897967 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:12.956403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Network c89c0694-a896-4045-ac3d-8275cee5f4ae is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:12.963049 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Routers {'c031a304-347f-4a0f-96f1-8cf97540980c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:12.963602 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c031a304-347f-4a0f-96f1-8cf97540980c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:12.966338 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:12.972541 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:13.023919 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a46af2-1c3a-4360-a3ee-6656fea01118 None None] Pushing event updated for resources: {'Port': ['ID=cd3e6433-80c4-4842-92ef-264788f4707e,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:13.127616 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] Set router c031a304-347f-4a0f-96f1-8cf97540980c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:13.147326 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c8930-9765-4188-aa7f-0dca1639dbf7 None None] Network c89c0694-a896-4045-ac3d-8275cee5f4ae requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:26:13.313231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-f18e31ab-4593-49fe-8fd0-2263c6b5d691 None None] Provisioning for port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:13.363551 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:11Z', 'revision_number': 3, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:13.410086 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06429a-0c21-4900-a2ec-46193067ea66 None None] The sync data for ids ['c031a304-347f-4a0f-96f1-8cf97540980c'] in n-d-800634-13 is: [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:11Z', 'revision_number': 3, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:26:13.446520 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:13.511568 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Pushing event updated for resources: {'Port': ['ID=689a5eb3-fc5d-408f-8e3d-744930953dfb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:13.559636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 615f7a85-f4eb-4925-9260-f8c980d6d011 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:13.650765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 615f7a85-f4eb-4925-9260-f8c980d6d011 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:13.656752 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 615f7a85-f4eb-4925-9260-f8c980d6d011 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:13.657055 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:13.685640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:13.841483 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-97f8411c-532f-4423-9ede-66347216f272 None None] Provisioning for port 689a5eb3-fc5d-408f-8e3d-744930953dfb completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:13.857394 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-97f8411c-532f-4423-9ede-66347216f272 None None] Provisioning complete for port 689a5eb3-fc5d-408f-8e3d-744930953dfb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:13.857791 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-97f8411c-532f-4423-9ede-66347216f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:13.909250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:13.976209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-97f8411c-532f-4423-9ede-66347216f272 None None] Port 689a5eb3-fc5d-408f-8e3d-744930953dfb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:26:14.009049 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 615f7a85-f4eb-4925-9260-f8c980d6d011, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=615f7a85-f4eb-4925-9260-f8c980d6d011,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:14.017631 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.018822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:14.043758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.057796 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.156202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.174786 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=615f7a85-f4eb-4925-9260-f8c980d6d011,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:14.193465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Pushing event updated for resources: {'Port': ['ID=689a5eb3-fc5d-408f-8e3d-744930953dfb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:14.204299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:14.211698 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:14.212074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.242589 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-eda15704-e698-4088-81d2-755cd7f6b623 None None] Provisioning complete for port 689a5eb3-fc5d-408f-8e3d-744930953dfb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:14.242958 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eda15704-e698-4088-81d2-755cd7f6b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.299734 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-eda15704-e698-4088-81d2-755cd7f6b623 None None] Port 689a5eb3-fc5d-408f-8e3d-744930953dfb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:26:14.308698 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Network c89c0694-a896-4045-ac3d-8275cee5f4ae is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:14.310215 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:14.354378 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.397466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,segment=NetworkSegment(9de30bfd-aa4c-46ae-91f7-d055f469ce01),segment_id=9de30bfd-aa4c-46ae-91f7-d055f469ce01)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:14.405852 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.476850 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Router c031a304-347f-4a0f-96f1-8cf97540980c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:26:14.488297 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:14.610079 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:26:14.616310 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-ed840e03-daa2-45ea-a468-dc8a3a7ace97 admin admin] 10.222.0.18 "PUT /v2.0/routers/c031a304-347f-4a0f-96f1-8cf97540980c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7182393 Aug 31 10:26:14.626940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-d047638c-071f-4866-849c-5005a4837ae4 None None] Provisioning complete for port 689a5eb3-fc5d-408f-8e3d-744930953dfb triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:14.627347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d047638c-071f-4866-849c-5005a4837ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.670740 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-d047638c-071f-4866-849c-5005a4837ae4 None None] Port 689a5eb3-fc5d-408f-8e3d-744930953dfb cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:26:15.316662 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38454) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:15.322361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432880976', 'description': 'tempest-secgroup-smoke-1432880976 description', 'project_id': '68e40ccd08884a9ea4a584572702865d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:15.346089 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.449042 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.454066 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.486088 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.487368 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1696551 Aug 31 10:26:15.490763 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38456) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:15.496881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '716addaa-a460-4341-af73-cf1755e60fe1', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:15.502574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed8b83-f15f-497f-9a06-bed5544468aa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716addaa-a460-4341-af73-cf1755e60fe1,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:15.539942 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.542839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cd3e6433-80c4-4842-92ef-264788f4707e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:15.605892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.606261 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port cd3e6433-80c4-4842-92ef-264788f4707e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:15.612076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port cd3e6433-80c4-4842-92ef-264788f4707e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:15.612615 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.612757 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.628030 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a78096-c71c-464b-9ab9-4f021dda253b,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:15.645679 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.649599 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d786ea60-e439-402b-9dbd-532fc7b8ff1e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552448 Aug 31 10:26:15.650454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38458) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:15.655537 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '716addaa-a460-4341-af73-cf1755e60fe1', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:15.698862 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.709725 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.731906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port cd3e6433-80c4-4842-92ef-264788f4707e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=cd3e6433-80c4-4842-92ef-264788f4707e,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:15.736884 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.737976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:15.770712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.776641 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.804039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3448b1-8db7-48b2-93da-0f95a0a0b63e,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:15.814375 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.816447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d15cb178-88fe-4506-b041-5c635d0ad451 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647401 Aug 31 10:26:15.819219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38460) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:15.824296 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '716addaa-a460-4341-af73-cf1755e60fe1', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:15.834253 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=cd3e6433-80c4-4842-92ef-264788f4707e,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:15.847466 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:15.848087 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.858433 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.938628 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.943992 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.954362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 615f7a85-f4eb-4925-9260-f8c980d6d011 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:15.966777 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94f89b3-62c7-4b1c-acb6-34e023362aba,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:15.969415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.978256 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-11e0e113-defd-40b1-9276-6477c623e7e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505086 Aug 31 10:26:15.978928 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38462) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:15.990811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '716addaa-a460-4341-af73-cf1755e60fe1', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:16.027190 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.027476 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Sync routers for ids ['c031a304-347f-4a0f-96f1-8cf97540980c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:26:16.034569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 615f7a85-f4eb-4925-9260-f8c980d6d011 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:16.035226 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.069362 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Routers {'c031a304-347f-4a0f-96f1-8cf97540980c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:16.069993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c031a304-347f-4a0f-96f1-8cf97540980c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:16.098064 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.102402 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.124146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7a59ad-d7c6-4095-975a-d37041636574,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:16.134566 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.140436 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-3e2e6b18-a7e2-463e-9b61-1a7cf605e544 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590312 Aug 31 10:26:16.140717 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38464) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:16.148568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '716addaa-a460-4341-af73-cf1755e60fe1', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:16.170736 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Project 68e40ccd08884a9ea4a584572702865d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:26:16.177147 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.223066 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Set router c031a304-347f-4a0f-96f1-8cf97540980c gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:16.248901 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.253332 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.275952 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdec147a-2f7d-48f6-aa7c-9be914d687f0,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:16.283569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.287510 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fb381761-61dc-4b80-96dd-d3569d28e77c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431341 Aug 31 10:26:16.287897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38466) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:16.293060 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '716addaa-a460-4341-af73-cf1755e60fe1', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:16.317900 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Project 68e40ccd08884a9ea4a584572702865d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:26:16.323991 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.398961 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.411338 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.426502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497a71f2-edb3-4053-ba05-0e63421519b4,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:16.433020 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.443419 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-6910e337-050c-40da-ba0c-5b7d910f9251 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544540 Aug 31 10:26:16.447983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 4, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '689a5eb3-fc5d-408f-8e3d-744930953dfb', 'name': '', 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'mac_address': 'fa:16:3e:8f:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '110a9f10-ced0-4d87-9121-e8f52b561d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:12Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 2, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'subnets': [{'id': '110a9f10-ced0-4d87-9121-e8f52b561d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:16.482732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Checking router: c031a304-347f-4a0f-96f1-8cf97540980c for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:26:16.482974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Updating router c031a304-347f-4a0f-96f1-8cf97540980c port 689a5eb3-fc5d-408f-8e3d-744930953dfb binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:26:16.514706 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.647747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-6134785e-f449-4e7a-9b1d-f13752cf953e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432880976&fields=id&tenant_id=68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 267 time: 0.0360391 Aug 31 10:26:16.783339 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-68553a33-eee9-4380-b33d-70a5133f6498 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:16.785048 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-68553a33-eee9-4380-b33d-70a5133f6498 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 808 time: 0.1282294 Aug 31 10:26:16.803021 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-8b2fad80-9a4d-4e2f-be75-4024394c433e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/quotas/68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 375 time: 0.0112996 Aug 31 10:26:16.843419 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.854881 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Transition to ACTIVE for port object 689a5eb3-fc5d-408f-8e3d-744930953dfb will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:16.860496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-87dccba2-1f44-498d-adb1-db89af8ca274 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528204 Aug 31 10:26:16.867518 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:16.885107 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-51ec8330-8ad7-4f79-985f-2fb9b7738085 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:26:16.886171 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-51ec8330-8ad7-4f79-985f-2fb9b7738085 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073166 Aug 31 10:26:17.086299 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf4343-ca8b-4354-9b08-7ab38f00f184 None None] Pushing event updated for resources: {'Port': ['ID=689a5eb3-fc5d-408f-8e3d-744930953dfb,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:17.124337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-dc7a7b77-5ac3-4ee2-ac66-a4adc585df8f service neutron] 10.222.0.18 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310998 Aug 31 10:26:17.138612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Attempting to bind port 689a5eb3-fc5d-408f-8e3d-744930953dfb on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:17.138917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Attempting to bind port 689a5eb3-fc5d-408f-8e3d-744930953dfb by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:17.139839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Attempting to bind port 689a5eb3-fc5d-408f-8e3d-744930953dfb on network c89c0694-a896-4045-ac3d-8275cee5f4ae {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:17.145349 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:17.145842 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Checking segment: {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:17.146319 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:17.146819 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Bound using segment: {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:17.147453 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Bound port: 689a5eb3-fc5d-408f-8e3d-744930953dfb, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de30bfd-aa4c-46ae-91f7-d055f469ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:17.147877 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:17.232574 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] For port 689a5eb3-fc5d-408f-8e3d-744930953dfb, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:17.236235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] For port 689a5eb3-fc5d-408f-8e3d-744930953dfb, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=689a5eb3-fc5d-408f-8e3d-744930953dfb,segment=NetworkSegment(9de30bfd-aa4c-46ae-91f7-d055f469ce01),segment_id=9de30bfd-aa4c-46ae-91f7-d055f469ce01)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:17.242192 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:17.248494 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-a8f7c495-01b6-4db8-b9c3-94028c4f2a67 service neutron] 10.222.0.18 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179850 Aug 31 10:26:17.304352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Routers {'c031a304-347f-4a0f-96f1-8cf97540980c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:17.304927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c031a304-347f-4a0f-96f1-8cf97540980c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:17.355973 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf4343-ca8b-4354-9b08-7ab38f00f184 None None] Pushing event updated for resources: {'Port': ['ID=689a5eb3-fc5d-408f-8e3d-744930953dfb,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:17.479409 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25199b1d-a00a-40cd-90e5-dcbf60410e0e req-1333f78c-a69c-43ba-b81f-9602b497e403 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 210 time: 0.0402067 Aug 31 10:26:17.492816 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cd3e6433-80c4-4842-92ef-264788f4707e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:17.531266 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] Set router c031a304-347f-4a0f-96f1-8cf97540980c gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:17.715662 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port cd3e6433-80c4-4842-92ef-264788f4707e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:17.716027 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:17.882604 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 4, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '689a5eb3-fc5d-408f-8e3d-744930953dfb', 'name': '', 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'mac_address': 'fa:16:3e:8f:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '110a9f10-ced0-4d87-9121-e8f52b561d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:12Z', 'updated_at': '2021-08-31T10:26:17Z', 'revision_number': 4, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'subnets': [{'id': '110a9f10-ced0-4d87-9121-e8f52b561d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:17.914737 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32777703-0b94-4a89-8dc0-dd6830294ce8 None None] The sync data for ids ['c031a304-347f-4a0f-96f1-8cf97540980c'] in n-d-800634-13 is: [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 4, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '689a5eb3-fc5d-408f-8e3d-744930953dfb', 'name': '', 'network_id': 'c89c0694-a896-4045-ac3d-8275cee5f4ae', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'mac_address': 'fa:16:3e:8f:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '110a9f10-ced0-4d87-9121-e8f52b561d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:12Z', 'updated_at': '2021-08-31T10:26:17Z', 'revision_number': 4, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'subnets': [{'id': '110a9f10-ced0-4d87-9121-e8f52b561d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:26:18.580862 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2baf9a49-8463-491b-a05f-6ac372132c50 req-5285b477-c7b7-4d91-869b-581f9b5c7413 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 210 time: 0.0289979 Aug 31 10:26:18.800674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-ffda0e06-a183-4b45-8b3b-cd00bae23f04 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:18.802525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-ffda0e06-a183-4b45-8b3b-cd00bae23f04 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 808 time: 0.1149452 Aug 31 10:26:18.856043 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-797ad66d-be3b-41ba-8b97-1e085834fcff tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 380 time: 0.0386105 Aug 31 10:26:18.873173 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'port': {'device_id': '07e82589-1bad-42d8-bc84-301aa46f9634', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'admin_state_up': True, 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'security_groups': ['716addaa-a460-4341-af73-cf1755e60fe1']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:18.988162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Made reservation on behalf of 68e40ccd08884a9ea4a584572702865d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:26:18.991979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.133983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Allocated IP 172.20.0.10 (b82146b5-dc80-4a0a-bd66-c9daf233c8fa/c7b71b60-cb8b-475a-8436-7aae939a6087/5323c92c-744e-4d65-9b38-f921b3331dd6) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:19.281096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.298427 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Transition to ACTIVE for port object 5323c92c-744e-4d65-9b38-f921b3331dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:19.325660 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.343881 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.395064 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:19.401169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:19.405297 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:19.438122 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:19.484359 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:19.485337 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.512221 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-3e48f5c4-e6dd-4243-8648-47b5e6544ab2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6430852 Aug 31 10:26:19.535822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 689a5eb3-fc5d-408f-8e3d-744930953dfb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:19.536380 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Request body: {'port': {'device_id': '07e82589-1bad-42d8-bc84-301aa46f9634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:19.602723 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.610903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 689a5eb3-fc5d-408f-8e3d-744930953dfb completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:19.617994 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 689a5eb3-fc5d-408f-8e3d-744930953dfb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:19.619216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.740175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.779091 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb1e3d-7858-43cc-9ef3-448365751f8a req-dd5c1aa6-ee0b-4b45-98f8-92261243a90a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:19.780513 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bddb1e3d-7858-43cc-9ef3-448365751f8a req-dd5c1aa6-ee0b-4b45-98f8-92261243a90a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 932 time: 0.0817771 Aug 31 10:26:19.796332 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3695c00-3661-4fac-9978-c9578f760e65 None None] Provisioning for port 5323c92c-744e-4d65-9b38-f921b3331dd6 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:19.804045 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 689a5eb3-fc5d-408f-8e3d-744930953dfb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=689a5eb3-fc5d-408f-8e3d-744930953dfb,segment=NetworkSegment(9de30bfd-aa4c-46ae-91f7-d055f469ce01),segment_id=9de30bfd-aa4c-46ae-91f7-d055f469ce01)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:19.807773 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c3695c00-3661-4fac-9978-c9578f760e65 None None] Provisioning complete for port 5323c92c-744e-4d65-9b38-f921b3331dd6 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:19.809683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c3695c00-3661-4fac-9978-c9578f760e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.818834 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:19.828868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bddb1e3d-7858-43cc-9ef3-448365751f8a req-566dc443-fe8a-41d1-900d-ca826429fc34 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414126 Aug 31 10:26:19.909372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-c3695c00-3661-4fac-9978-c9578f760e65 None None] Port 5323c92c-744e-4d65-9b38-f921b3331dd6 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:26:19.914887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=689a5eb3-fc5d-408f-8e3d-744930953dfb,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:19.986753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:26:19.997524 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.016788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Transition to ACTIVE for port object 5323c92c-744e-4d65-9b38-f921b3331dd6 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:26:20.021256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.077417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:20.162996 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:26:20.163325 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:26:20.163649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:20.169657 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Port 5323c92c-744e-4d65-9b38-f921b3331dd6 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:26:20.169970 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:26:20.175466 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:26:20.175792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Checking segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:26:20.176169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Bound using segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:26:20.176591 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Bound port: 5323c92c-744e-4d65-9b38-f921b3331dd6, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:26:20.176957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.252397 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:26:20.255837 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:26:20.262249 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.288433 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:26:20.298613 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.299099 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:20.300537 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] 10.222.0.23 "PUT /v2.0/ports/5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1093 time: 0.7712030 Aug 31 10:26:20.301086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:20.303483 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0bcd3a-29e8-4306-93ee-29862b968f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:20.351224 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b46a4-4455-4c62-85f9-a834ae2c15be service neutron] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:20.358762 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b7ff5-acbf-45d8-bf62-a89ad0affbf2 x-openstack-request-id: req-1e2b7ff5-acbf-45d8-bf62-a89ad0affbf2 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:20.358967 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:20.359230 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e2b7ff5-acbf-45d8-bf62-a89ad0affbf2 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:20.359640 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'status': 'completed', 'code': 200} Aug 31 10:26:20.422524 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-c683d302-dcc5-402d-847f-fd8c201c59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.424107 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-c683d302-dcc5-402d-847f-fd8c201c59f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1096 time: 0.0541139 Aug 31 10:26:20.486174 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-23c4dae5-7033-4631-baf1-d7944dc0e927 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 217 time: 0.0420587 Aug 31 10:26:20.545253 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-9ab53c8c-6d4e-4e38-a7a7-d08ab3d2cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.546783 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-9ab53c8c-6d4e-4e38-a7a7-d08ab3d2cdbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0533252 Aug 31 10:26:20.596115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-fc2b8689-967c-4462-9261-14dbe469cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.597662 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-fc2b8689-967c-4462-9261-14dbe469cb99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430329 Aug 31 10:26:20.699359 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-32b85012-4edf-4eab-8287-4b80b7964ca6 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935097 Aug 31 10:26:20.793836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0ef541c1-312a-431d-b73f-ec29a5a76d2b req-79921240-5b77-4075-b3ff-090fa8c78b21 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859437 Aug 31 10:26:20.937439 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-738abf87-dac1-442b-a710-49a8bc14dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.939033 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-738abf87-dac1-442b-a710-49a8bc14dae8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1096 time: 0.0459278 Aug 31 10:26:20.961519 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e179e3e-c945-473b-98e0-9e73cbf2cc2d req-7c3f309f-f7a4-4a42-b944-0f2dd9b2b758 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:20.963975 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e179e3e-c945-473b-98e0-9e73cbf2cc2d req-7c3f309f-f7a4-4a42-b944-0f2dd9b2b758 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 944 time: 0.0539849 Aug 31 10:26:21.009967 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6e179e3e-c945-473b-98e0-9e73cbf2cc2d req-f5756302-8e41-442c-b89d-efcdef9f68de tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Aug 31 10:26:21.037035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-85fb468c-49ab-41b9-a255-c3676eabf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:21.038532 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-85fb468c-49ab-41b9-a255-c3676eabf3e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0919268 Aug 31 10:26:21.083354 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-d2dd064f-728f-4624-bb02-dc0fe98683bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 217 time: 0.0367112 Aug 31 10:26:21.138393 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-09a137dc-0b56-4617-a303-587d93f9b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:21.139890 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-09a137dc-0b56-4617-a303-587d93f9b3c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0489755 Aug 31 10:26:21.188625 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-42f32263-afb2-4ff6-b164-186ab5ec57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:21.190264 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-42f32263-afb2-4ff6-b164-186ab5ec57ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420668 Aug 31 10:26:21.290143 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-ca3429a3-edc9-4f18-bae8-d1c6a6655699 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912926 Aug 31 10:26:21.404307 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2c0bcd3a-29e8-4306-93ee-29862b968f5e req-1eeaf10b-e9e9-457e-a169-39dc7e1b36ea service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041067 Aug 31 10:26:21.452059 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 689a5eb3-fc5d-408f-8e3d-744930953dfb up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:21.511213 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 689a5eb3-fc5d-408f-8e3d-744930953dfb triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:21.511587 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:22.130111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58d766-f21b-4a1f-b6e8-994b432c96f4 req-5ab91859-e2b1-4333-8ed7-9c3771c61000 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:22.131666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c58d766-f21b-4a1f-b6e8-994b432c96f4 req-5ab91859-e2b1-4333-8ed7-9c3771c61000 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 944 time: 0.0510120 Aug 31 10:26:22.174531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c58d766-f21b-4a1f-b6e8-994b432c96f4 req-a86ea58f-16d0-4bb3-bb2c-41e39963e589 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351558 Aug 31 10:26:23.302305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d261d9-6672-4375-ae06-dd7d4b8cfc34 req-58a360d8-55ef-479b-8eb6-46e55aa14e8c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:23.303814 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97d261d9-6672-4375-ae06-dd7d4b8cfc34 req-58a360d8-55ef-479b-8eb6-46e55aa14e8c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 944 time: 0.0543919 Aug 31 10:26:23.342276 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-97d261d9-6672-4375-ae06-dd7d4b8cfc34 req-9056d672-c3d6-4641-ad4f-1f6dc1bd130f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 31 10:26:23.482054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:26:23.581635 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:23.593021 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'mac_address': 'fa:16:3e:d3:b0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:26:23.631586 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:23.644617 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:26:23.663669 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:23.669355 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:23.725257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:23.966193 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5323c92c-744e-4d65-9b38-f921b3331dd6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:26:24.460528 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe31820-ce9c-48bd-86eb-6a7039f1585c req-3795934f-fb17-446b-990a-96a4a3a60cb2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:24.462757 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbe31820-ce9c-48bd-86eb-6a7039f1585c req-3795934f-fb17-446b-990a-96a4a3a60cb2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Aug 31 10:26:24.504485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bbe31820-ce9c-48bd-86eb-6a7039f1585c req-ff497ba0-5d01-4b6c-bcae-752d7c8b2f5f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354497 Aug 31 10:26:25.484866 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:26:25.535936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 5323c92c-744e-4d65-9b38-f921b3331dd6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:26:25.540797 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5323c92c-744e-4d65-9b38-f921b3331dd6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:26:25.541174 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:25.621201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:25.627950 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a087e-c762-4409-9aa4-c81979ce6e23 req-3c959b05-a389-41b6-8303-d31a330b9950 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:25.629708 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-202a087e-c762-4409-9aa4-c81979ce6e23 req-3c959b05-a389-41b6-8303-d31a330b9950 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0505559 Aug 31 10:26:25.654856 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:25.658406 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e3c15-3e5d-4f18-a802-49c22ce71ac0" -d '{"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-plugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:25.678993 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:26:25.690095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:25.694660 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-202a087e-c762-4409-9aa4-c81979ce6e23 req-4341b498-8aed-4e71-a188-28be74028a56 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539095 Aug 31 10:26:25.721354 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9e21b-f871-4325-a20b-082df323f389 x-openstack-request-id: req-92e9e21b-f871-4325-a20b-082df323f389 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:25.721645 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-plugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:25.721902 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e9e21b-f871-4325-a20b-082df323f389 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:25.722291 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'code': 200} Aug 31 10:26:25.748200 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:25.836405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00206b-0dc8-4e7c-bce5-103a1b464fec req-a9255c25-ae15-4b57-83dc-a115d225b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:25.838365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de00206b-0dc8-4e7c-bce5-103a1b464fec req-a9255c25-ae15-4b57-83dc-a115d225b962 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1098 time: 0.0410583 Aug 31 10:26:25.872915 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-de00206b-0dc8-4e7c-bce5-103a1b464fec req-2ba6d715-d7a9-487d-9ef5-6be2ca3f8a8f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277128 Aug 31 10:26:26.822858 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a0e60-2744-48e3-a889-bfc2d275f0b4 req-eb71ba4f-bac7-4303-8b28-bba3faec38e2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:26.824347 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b56a0e60-2744-48e3-a889-bfc2d275f0b4 req-eb71ba4f-bac7-4303-8b28-bba3faec38e2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0541415 Aug 31 10:26:26.862868 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b56a0e60-2744-48e3-a889-bfc2d275f0b4 req-23c00b9c-1f82-4fb0-adf0-81edfc035eb2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325055 Aug 31 10:26:27.977937 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ea7f-e398-4e3e-b567-33f665871897 req-3a74154b-7c6a-4a4f-88fd-d483bb75d698 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:27.979478 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f151ea7f-e398-4e3e-b567-33f665871897 req-3a74154b-7c6a-4a4f-88fd-d483bb75d698 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0495245 Aug 31 10:26:28.022945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f151ea7f-e398-4e3e-b567-33f665871897 req-b710c5f4-8be3-4912-bad5-a94494c74093 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Aug 31 10:26:28.138218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559dce-5c9e-4948-a7b3-5681cadb4cd6 req-05ff2931-4fd3-4d6b-8fe5-614da0937c3f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:28.139744 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14559dce-5c9e-4948-a7b3-5681cadb4cd6 req-05ff2931-4fd3-4d6b-8fe5-614da0937c3f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0512207 Aug 31 10:26:28.179644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-14559dce-5c9e-4948-a7b3-5681cadb4cd6 req-647d14ef-d8aa-46f5-b81d-fc3a4cfa7b2e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Aug 31 10:26:28.201781 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38524) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:28.287123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f0a13-834d-4091-9ffc-7d5abd23732e tempest-TestShelveInstance-1581154007 tempest-TestShelveInstance-1581154007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:28.288650 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f98f0a13-834d-4091-9ffc-7d5abd23732e tempest-TestShelveInstance-1581154007 tempest-TestShelveInstance-1581154007-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1093 time: 0.0858605 Aug 31 10:26:28.292171 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38528) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:26:28.296662 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:26:28.318919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.419587 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.529459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Allocated IP 172.25.4.199 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/f96ef9b4-bdc4-428c-9c2f-20d159553224) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:26:28.663698 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e19dc385-7e2b-4f7e-a78c-84ca3145ff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:28.960364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.000742 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.034398 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:26:29.037211 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:26:29.043718 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:26:29.075741 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'Port': ['ID=f96ef9b4-bdc4-428c-9c2f-20d159553224,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:29.410672 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.483986 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.636882 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.641248 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.715374 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'Port': ['ID=f96ef9b4-bdc4-428c-9c2f-20d159553224,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:26:29.723314 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:29.825827 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Floating IP 57049c58-01c7-4fdc-b5c2-fea4b2ac8700 associated. External IP: 172.25.4.199, port: 5323c92c-744e-4d65-9b38-f921b3331dd6. Aug 31 10:26:30.047916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Router fa77b6d0-3d66-48cb-b695-10f959d4674c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:26:30.159507 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:26:30.169658 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:26:30.175153 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:30.179381 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:30.179989 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:30.203663 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f029aa80-ec2b-45c9-b6f4-7be13a86feaf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9103703 Aug 31 10:26:30.204237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:26:30.206568 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827" -d '{"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:26:30.244025 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07e151-5e52-44b0-aedb-dd45e6c4cbba x-openstack-request-id: req-ca07e151-5e52-44b0-aedb-dd45e6c4cbba {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:26:30.244373 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:26:30.244622 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca07e151-5e52-44b0-aedb-dd45e6c4cbba {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:26:30.245015 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'status': 'completed', 'code': 200} Aug 31 10:26:30.296493 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:30.338516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-9086bb0c-4f97-4d00-ab0e-2b6bb102d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:30.340053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-9086bb0c-4f97-4d00-ab0e-2b6bb102d620 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1098 time: 0.0438380 Aug 31 10:26:30.441962 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-3d3dcc47-1de1-4cd8-b31e-323a7b43cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:30.443858 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-3d3dcc47-1de1-4cd8-b31e-323a7b43cb17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0931642 Aug 31 10:26:30.510913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-cde5727f-b3da-4602-a02c-8c382adc7e99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1000 time: 0.0594761 Aug 31 10:26:30.523330 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '57049c58-01c7-4fdc-b5c2-fea4b2ac8700', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'mac_address': 'fa:16:3e:d3:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e82589-1bad-42d8-bc84-301aa46f9634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:26:29Z', 'updated_at': '2021-08-31T10:26:29Z', 'revision_number': 0, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:30.553598 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:26:30.561977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-598ad321-460c-43f9-99a7-a9e600aa80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:30.562972 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:26:30.563488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-598ad321-460c-43f9-99a7-a9e600aa80c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0456450 Aug 31 10:26:30.563781 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:26:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:30.615007 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-92f16340-8629-4b69-aaad-5e435ed9621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:30.616353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-92f16340-8629-4b69-aaad-5e435ed9621b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452948 Aug 31 10:26:30.719473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-a9ddec8f-2c0a-42de-a163-5e1915dd9191 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959144 Aug 31 10:26:30.767022 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:26:30.815775 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-17ebbce7-e9ee-47f0-b6d8-1734b3d0d827 req-1be5d3af-e75b-43c1-bbc7-753cabfa03e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889320 Aug 31 10:26:30.991187 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '57049c58-01c7-4fdc-b5c2-fea4b2ac8700', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'mac_address': 'fa:16:3e:d3:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e82589-1bad-42d8-bc84-301aa46f9634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:26:29Z', 'updated_at': '2021-08-31T10:26:29Z', 'revision_number': 0, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:26:31.016681 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071af1db-4b7f-412a-9239-594802b4c300 None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '57049c58-01c7-4fdc-b5c2-fea4b2ac8700', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'mac_address': 'fa:16:3e:d3:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e82589-1bad-42d8-bc84-301aa46f9634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:26:29Z', 'updated_at': '2021-08-31T10:26:29Z', 'revision_number': 0, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:26:31.211321 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18956dd-3e5f-4be9-b0dc-8b70ca01c788 None None] New status for floating IP 57049c58-01c7-4fdc-b5c2-fea4b2ac8700: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:26:31.879008 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.602186 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ff21a99d-b831-487b-a371-07866bd0feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:32.858161 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:33.913452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:36.441117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:49.322055 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:51.520625 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-1d8350b0-1211-4672-8f60-becdce05470c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493944 Aug 31 10:26:51.626460 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-2f14323c-69b7-47e5-944e-63fc802ff30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:51.628012 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-2f14323c-69b7-47e5-944e-63fc802ff30d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1098 time: 0.0422721 Aug 31 10:26:51.740661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-84eae012-f28d-4b46-aa6d-723dfb4c6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:51.742054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-84eae012-f28d-4b46-aa6d-723dfb4c6dd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0917611 Aug 31 10:26:51.819166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-9f636e67-1fef-4f1e-aa3b-26b7c73bf173 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0647593 Aug 31 10:26:51.873116 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-19094d12-08d4-45c8-bf34-7043cf8c9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:51.874648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-19094d12-08d4-45c8-bf34-7043cf8c9301 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0458915 Aug 31 10:26:51.927557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-8008bf35-5238-43a7-a6bd-0b487df77560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:51.929082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-8008bf35-5238-43a7-a6bd-0b487df77560 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463243 Aug 31 10:26:52.026588 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-619df90f-c939-4d81-8da3-b7b26e58938e service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878351 Aug 31 10:26:52.133992 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-05306593-22c8-40eb-9647-6e3a3bb01cfc req-8ffe9ac1-3b32-4326-99ab-11f70fad8aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989759 Aug 31 10:26:57.288429 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:26:58.661256 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87d5ec10-3503-4de9-80ca-7cae717af792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:01.879061 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:02.605517 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0c9b27ef-00b1-4e83-b2ce-b191bc050162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:02.858264 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:03.916679 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:06.449397 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:19.336100 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:28.655939 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-d8b41424-1e71-4b17-a174-d8151ca91b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:31.884482 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:32.607496 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f0d489e2-a328-43cc-8cc6-bfe67952faa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:32.873286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:33.919403 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:34.289657 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:27:36.446493 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:49.331573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:53.501408 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-c11aa8db-fa91-4543-9b9b-944f45efbbef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483272 Aug 31 10:27:53.609567 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-7603c2cb-b3b2-4941-af31-984dd9650a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:53.611171 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-7603c2cb-b3b2-4941-af31-984dd9650a11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1098 time: 0.0442374 Aug 31 10:27:53.725084 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-3a570ab8-7d18-441f-973b-c63a840b78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:53.726855 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-3a570ab8-7d18-441f-973b-c63a840b78f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0937357 Aug 31 10:27:53.798458 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-f6a9e44f-fbfd-4136-b04a-20103221d73c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0635302 Aug 31 10:27:53.851326 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-0d4e9c41-c353-41f9-bdbf-72c5f5c531c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:53.853218 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-0d4e9c41-c353-41f9-bdbf-72c5f5c531c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0473239 Aug 31 10:27:53.906540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-d4ad669c-f4b6-4fb7-a5da-736a97c33a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:53.908082 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-d4ad669c-f4b6-4fb7-a5da-736a97c33a72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464959 Aug 31 10:27:54.005857 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-3e5ed0ed-fdde-4f13-9ab2-ab6df339e196 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847807 Aug 31 10:27:54.104353 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae71e59b-7f89-4639-a323-b83f4ee259c4 req-a80f033b-33a6-4bd2-ac98-f47c76568a0e service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907578 Aug 31 10:27:58.659955 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5359bd1b-cba6-42c2-8e08-a55756a5f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:01.886743 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:02.609912 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dcc94cd6-bd85-4003-9b85-fbae2b1755f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:02.883086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.921680 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.450425 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.288645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:28:19.349648 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:25.971571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a8b6f-5c34-479a-87db-305e08b44e65 req-0399ce33-57e7-44b9-85f3-d8aa01b62dc8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:25.973118 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d2a8b6f-5c34-479a-87db-305e08b44e65 req-0399ce33-57e7-44b9-85f3-d8aa01b62dc8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0573418 Aug 31 10:28:26.013279 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4d2a8b6f-5c34-479a-87db-305e08b44e65 req-19476884-2303-457d-be64-fa60e96b1d49 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Aug 31 10:28:27.155251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b946-ccf8-4a42-a930-7bdc1a617d69 req-f655b6ef-ded2-4c1d-9c77-620f67694b8f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:27.156747 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7408b946-ccf8-4a42-a930-7bdc1a617d69 req-f655b6ef-ded2-4c1d-9c77-620f67694b8f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0550258 Aug 31 10:28:27.195726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7408b946-ccf8-4a42-a930-7bdc1a617d69 req-0e10a700-02b8-4f0e-930c-f4be1b4e6200 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Aug 31 10:28:28.346218 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2baa6a-2ef9-42ab-91c9-a1618db238bf req-ed70014e-8771-40b4-a6c7-c5b86e9e325f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:28.347759 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa2baa6a-2ef9-42ab-91c9-a1618db238bf req-ed70014e-8771-40b4-a6c7-c5b86e9e325f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Aug 31 10:28:28.389619 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fa2baa6a-2ef9-42ab-91c9-a1618db238bf req-bfbc0a49-3fed-4e7f-8a70-ea070b1afdc2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353312 Aug 31 10:28:28.663770 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-097ba417-b4c9-4faa-a58d-7fa682b36a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:29.507899 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2da60d-6cdb-4ecc-a5df-be6f146d4520 req-6a32abd2-f0c7-4688-b07b-8126f80639da tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:29.509400 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c2da60d-6cdb-4ecc-a5df-be6f146d4520 req-6a32abd2-f0c7-4688-b07b-8126f80639da tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0503316 Aug 31 10:28:29.546857 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4c2da60d-6cdb-4ecc-a5df-be6f146d4520 req-123b7ad8-889d-49fe-8b95-cd3469a4343d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Aug 31 10:28:30.676449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f3a8d-63f2-4f67-975f-eabd52d9cef1 req-8f01ed1c-d390-4cdd-b615-7847ecaabf3b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:30.677882 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-838f3a8d-63f2-4f67-975f-eabd52d9cef1 req-8f01ed1c-d390-4cdd-b615-7847ecaabf3b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0544653 Aug 31 10:28:30.716396 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-838f3a8d-63f2-4f67-975f-eabd52d9cef1 req-b151282c-ee73-409b-88e9-a9ed56045bc9 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Aug 31 10:28:31.834281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71228804-f42e-4ded-9c14-6dd0a72de507 req-13a5b282-a50a-4080-94b4-69d4a4b76b1d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:31.835785 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71228804-f42e-4ded-9c14-6dd0a72de507 req-13a5b282-a50a-4080-94b4-69d4a4b76b1d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0527704 Aug 31 10:28:31.879849 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-71228804-f42e-4ded-9c14-6dd0a72de507 req-de5e851b-46a3-48f3-a3c5-9ff40d0ac0e4 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338430 Aug 31 10:28:31.889404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:32.617214 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bdeff351-0764-4f3e-9d91-95c02c9062c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:32.879159 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:33.021992 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fa8bd-be6c-48a2-bb4f-b63ba53f799c req-b8c7574a-e305-47c8-bf7b-2d72a569540b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:33.023539 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384fa8bd-be6c-48a2-bb4f-b63ba53f799c req-b8c7574a-e305-47c8-bf7b-2d72a569540b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0590100 Aug 31 10:28:33.064528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-384fa8bd-be6c-48a2-bb4f-b63ba53f799c req-5037d19d-1fe9-4109-a914-d309dd452e99 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Aug 31 10:28:33.924427 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:34.195881 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b03d-6e1b-4e58-b8d6-e820b114263f req-278453d3-3571-4af2-b62f-92488150cae5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:34.197297 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84d9b03d-6e1b-4e58-b8d6-e820b114263f req-278453d3-3571-4af2-b62f-92488150cae5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0552735 Aug 31 10:28:34.257928 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-84d9b03d-6e1b-4e58-b8d6-e820b114263f req-b3f79801-b2f5-4922-8550-f7306f8fe39e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543778 Aug 31 10:28:35.392109 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb6dd1-cae9-49f2-bbe4-c6f6582a40e7 req-ff0d3b16-8277-499c-b753-9e23053941b8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:35.393613 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28cb6dd1-cae9-49f2-bbe4-c6f6582a40e7 req-ff0d3b16-8277-499c-b753-9e23053941b8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0544281 Aug 31 10:28:35.433895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-28cb6dd1-cae9-49f2-bbe4-c6f6582a40e7 req-250873c5-3c13-4d6c-8a48-e41ce91e1591 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Aug 31 10:28:36.454335 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:36.580622 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513777c0-9b8a-479c-8268-895e66826c9a req-ceca3b37-eb4a-46b2-b702-9eebb11419eb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:36.582113 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-513777c0-9b8a-479c-8268-895e66826c9a req-ceca3b37-eb4a-46b2-b702-9eebb11419eb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0510762 Aug 31 10:28:36.620582 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-513777c0-9b8a-479c-8268-895e66826c9a req-481e6cc8-daa3-416b-b88a-b17a67d5c954 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Aug 31 10:28:37.746917 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5b982-0c18-43dc-b117-bfdb80cb1e67 req-abfc092e-49e2-454e-806f-9cd766bf439d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:37.748451 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4eb5b982-0c18-43dc-b117-bfdb80cb1e67 req-abfc092e-49e2-454e-806f-9cd766bf439d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0579326 Aug 31 10:28:37.796489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4eb5b982-0c18-43dc-b117-bfdb80cb1e67 req-d567b2b4-e61f-4357-958c-2b7de370539d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416882 Aug 31 10:28:38.091287 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:28:38.221238 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:38.234257 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'mac_address': 'fa:16:3e:d3:b0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:28:38.275049 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:38.291959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:38.311327 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:38.315723 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:38.365798 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:38.373215 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.373556 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.373899 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.374233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.374679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.374918 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.375252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.375581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.375906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.376231 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.376554 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.376877 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:38.465660 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['5323c92c-744e-4d65-9b38-f921b3331dd6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:28:38.930845 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16ed4f-0e6b-4233-934e-e6c19f86429f req-77967ad8-4cd4-4509-b864-260825a67d0c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:38.932463 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b16ed4f-0e6b-4233-934e-e6c19f86429f req-77967ad8-4cd4-4509-b864-260825a67d0c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0599899 Aug 31 10:28:38.977943 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4b16ed4f-0e6b-4233-934e-e6c19f86429f req-6ba4debf-bc5f-4e8c-bed8-79468731b3ec tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382924 Aug 31 10:28:40.102715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:40.138841 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff5869-a8ab-41da-9208-6dccec69624b req-1743da59-9512-4b3c-ae6c-10434cc1763a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:40.140473 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6ff5869-a8ab-41da-9208-6dccec69624b req-1743da59-9512-4b3c-ae6c-10434cc1763a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0766046 Aug 31 10:28:40.186032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 5323c92c-744e-4d65-9b38-f921b3331dd6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:40.186407 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:40.198656 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6ff5869-a8ab-41da-9208-6dccec69624b req-ba01db3f-0aff-4e2c-8fc8-7875506c89f0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 Aug 31 10:28:40.322074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:40.348744 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:40.351118 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328c2d9-5b34-40ce-937c-a524eb5a66f6" -d '{"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-plugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:40.378506 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:40.387632 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:40.431425 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0bde44-1341-4015-9c7c-f35fc5b6b85a x-openstack-request-id: req-8e0bde44-1341-4015-9c7c-f35fc5b6b85a {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:40.432055 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-plugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:40.432475 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e0bde44-1341-4015-9c7c-f35fc5b6b85a {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:40.433085 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'code': 200} Aug 31 10:28:40.473639 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:41.397976 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d3de6-5f43-4daf-8e6c-5b6657ed5dfb req-cd791729-7aec-497a-b2ed-1740d15d7cec tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:41.400398 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d9d3de6-5f43-4daf-8e6c-5b6657ed5dfb req-cd791729-7aec-497a-b2ed-1740d15d7cec tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0848355 Aug 31 10:28:41.476881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8d9d3de6-5f43-4daf-8e6c-5b6657ed5dfb req-9f2e5f89-e62e-4b3e-947c-712c82fb3c66 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663936 Aug 31 10:28:42.669058 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42decc-637d-4a3d-bc83-96e75f200c16 req-089f3fc5-e3c8-45a5-abb2-bbeb57348088 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:42.674524 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da42decc-637d-4a3d-bc83-96e75f200c16 req-089f3fc5-e3c8-45a5-abb2-bbeb57348088 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0947099 Aug 31 10:28:42.741370 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-da42decc-637d-4a3d-bc83-96e75f200c16 req-073c8e9c-a52a-4655-9bc5-ac3ace57f391 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605481 Aug 31 10:28:43.913612 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401796e8-e18b-4235-be77-0c8328f13a0f req-229f6629-2d45-4d88-b7fb-5effdb1b4959 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:43.916092 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-401796e8-e18b-4235-be77-0c8328f13a0f req-229f6629-2d45-4d88-b7fb-5effdb1b4959 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0707922 Aug 31 10:28:43.978507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-401796e8-e18b-4235-be77-0c8328f13a0f req-265b0498-aa43-4842-9eb1-c53760d711fa tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558739 Aug 31 10:28:45.174825 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9f41e-e4f5-4eaa-8e9b-2f236fccfe55 req-c579dc09-37c3-4461-b3cc-a89410f119b9 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:45.181958 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd9f41e-e4f5-4eaa-8e9b-2f236fccfe55 req-c579dc09-37c3-4461-b3cc-a89410f119b9 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0903358 Aug 31 10:28:45.231158 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5dd9f41e-e4f5-4eaa-8e9b-2f236fccfe55 req-6d4fb116-131f-4751-9afa-c122e393e12e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Aug 31 10:28:46.432819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938f10-9248-4de5-845a-b6e6cf3bcd32 req-778354a2-832f-4e7c-aff3-c200d61c3cd4 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:46.435342 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d938f10-9248-4de5-845a-b6e6cf3bcd32 req-778354a2-832f-4e7c-aff3-c200d61c3cd4 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0807230 Aug 31 10:28:46.507131 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2d938f10-9248-4de5-845a-b6e6cf3bcd32 req-7dc168a5-5780-4385-9f18-576ad57f0337 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616689 Aug 31 10:28:47.660367 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6be5c0-b1f3-4171-837a-4278fbf786f3 req-86a1bed0-b455-4b3b-9dee-529eeedbc5df tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:47.662650 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e6be5c0-b1f3-4171-837a-4278fbf786f3 req-86a1bed0-b455-4b3b-9dee-529eeedbc5df tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0603511 Aug 31 10:28:47.714643 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5e6be5c0-b1f3-4171-837a-4278fbf786f3 req-680fcd62-775b-4688-aea3-687617f42bfe tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Aug 31 10:28:48.290520 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:28:48.845638 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df7d0a-b002-4319-823c-95b8e91e349e req-cde2b1c0-67cb-48da-be26-bd88f5e1c808 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:48.848709 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42df7d0a-b002-4319-823c-95b8e91e349e req-cde2b1c0-67cb-48da-be26-bd88f5e1c808 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0579872 Aug 31 10:28:48.887743 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-42df7d0a-b002-4319-823c-95b8e91e349e req-553e53ee-845d-4085-8200-90c6eeafc0a9 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Aug 31 10:28:49.350018 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:49.529319 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-183e8204-be49-4aab-b962-d00cdd4c7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:49.530934 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-183e8204-be49-4aab-b962-d00cdd4c7285 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1098 time: 0.1012158 Aug 31 10:28:49.622461 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-7183dbd6-41a2-4b01-8b1e-7231ad31563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:49.624084 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-7183dbd6-41a2-4b01-8b1e-7231ad31563e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0859966 Aug 31 10:28:49.696586 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-66472dca-a8a6-40b3-8829-c74af15c5789 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0646021 Aug 31 10:28:49.749876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-88ac2e89-87ef-4515-b45b-cbcffcfa527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:49.751410 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-88ac2e89-87ef-4515-b45b-cbcffcfa527e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0472977 Aug 31 10:28:49.798991 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-05a35b52-9ed8-49ba-afb1-8f8ff4f6a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:49.800489 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-05a35b52-9ed8-49ba-afb1-8f8ff4f6a1a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424061 Aug 31 10:28:49.811960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-bbe22975-6cf9-47e9-a839-5a0c383c0fd2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:28:49.813114 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-bbe22975-6cf9-47e9-a839-5a0c383c0fd2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050659 Aug 31 10:28:49.909151 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-887bf8c7-aacd-465a-b280-8f2866fa4def service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Aug 31 10:28:50.007980 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fb0ddc07-42d9-4936-9c04-1c1d64695c89 req-f85beba5-0c7e-4f46-a987-3bd9c55dfc5c service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920339 Aug 31 10:28:50.022291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d34e4-ea67-464a-bbba-f36d815a96c0 req-451891e2-3a50-48e1-a18e-1f6a0c725a28 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:50.024675 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-145d34e4-ea67-464a-bbba-f36d815a96c0 req-451891e2-3a50-48e1-a18e-1f6a0c725a28 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0652180 Aug 31 10:28:50.072375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-145d34e4-ea67-464a-bbba-f36d815a96c0 req-1c8e4df4-37d5-40fe-9469-03bc7f54fda8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Aug 31 10:28:51.199599 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20764c-531d-4541-9530-c402a1d0dbe9 req-25f442b8-b508-444b-a423-7db271eb598d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:51.201135 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e20764c-531d-4541-9530-c402a1d0dbe9 req-25f442b8-b508-444b-a423-7db271eb598d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0527158 Aug 31 10:28:51.245859 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3e20764c-531d-4541-9530-c402a1d0dbe9 req-5c1921df-8067-4eb8-b7f4-7b2a1ba7fbdb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344105 Aug 31 10:28:52.219162 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:28:52.309734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:52.334345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:52.336743 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9459b32c-de1b-4c4e-abad-d8b6ad50720d" -d '{"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-unplugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:52.351955 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:52.357414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:52.381711 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a66524-fbe5-4354-af35-3f1f96cf690a req-fd8a6f79-b612-4a53-9af0-ed3bfa8abd4e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:52.383531 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a66524-fbe5-4354-af35-3f1f96cf690a req-fd8a6f79-b612-4a53-9af0-ed3bfa8abd4e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0617096 Aug 31 10:28:52.386519 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5552914a-ec44-4b8a-8332-0ec825bcaef4 x-openstack-request-id: req-5552914a-ec44-4b8a-8332-0ec825bcaef4 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:52.386812 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-unplugged", "status": "failed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "code": 422}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:52.387063 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5552914a-ec44-4b8a-8332-0ec825bcaef4 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:52.387450 n-d-800634-13 neutron-server[94897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'code': 422} returned with failed status Aug 31 10:28:52.419154 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:52.425378 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c9a66524-fbe5-4354-af35-3f1f96cf690a req-d0a65b34-36b1-4a21-9f8a-7b2eb119babd tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Aug 31 10:28:52.498170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-2e53c32c-9fd6-4c3f-af4d-749605f77128 req-bdb97c21-463b-4924-acd1-4666df5faf0d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:28:52.499209 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2e53c32c-9fd6-4c3f-af4d-749605f77128 req-bdb97c21-463b-4924-acd1-4666df5faf0d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056028 Aug 31 10:28:53.700299 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ae88-e505-4c6f-be17-872f7a9a2b0a req-463eda70-8b04-4d4e-83bf-aef6f087e583 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:53.701811 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73f8ae88-e505-4c6f-be17-872f7a9a2b0a req-463eda70-8b04-4d4e-83bf-aef6f087e583 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 944 time: 0.0549393 Aug 31 10:28:53.745568 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-73f8ae88-e505-4c6f-be17-872f7a9a2b0a req-ccef0b93-cecb-42f8-bc1e-531aca6a1bc2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346673 Aug 31 10:28:53.949994 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38726) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:54.041432 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-236388f7-aa77-4184-84cb-60bba0d537bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903289 Aug 31 10:28:54.875071 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db3d09-eee0-4a19-98da-3e3606b9be8e req-72ba7641-f98b-4cd5-b5f2-936e76ab7d17 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:54.876612 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6db3d09-eee0-4a19-98da-3e3606b9be8e req-72ba7641-f98b-4cd5-b5f2-936e76ab7d17 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Aug 31 10:28:54.901569 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91150e1d-80c6-4596-918a-f87c243bed5d req-30d49602-54d3-48f1-8df4-1f52e9a08d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:54.903155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-30d49602-54d3-48f1-8df4-1f52e9a08d6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634&tenant_id=68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 1096 time: 0.1050987 Aug 31 10:28:54.916023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-13', 'device_owner': 'compute:nova'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:54.922392 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a6db3d09-eee0-4a19-98da-3e3606b9be8e req-21362f79-2db7-40b8-ad77-5ed3b87b8188 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377903 Aug 31 10:28:54.973611 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.200933 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:55.236247 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:55.276949 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:55.284727 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.299483 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Transition to ACTIVE for port object 5323c92c-744e-4d65-9b38-f921b3331dd6 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:55.303894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.385366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=9']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:55.404199 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.404540 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.404872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.405200 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.405523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.405842 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.406155 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.406503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.406823 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.407138 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.407452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.407764 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:55.452869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] No DVR routers for this DVR port 5323c92c-744e-4d65-9b38-f921b3331dd6 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:28:55.608213 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:55.608518 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:55.608808 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:55.614029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Port 5323c92c-744e-4d65-9b38-f921b3331dd6 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:28:55.614551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Attempting to bind port 5323c92c-744e-4d65-9b38-f921b3331dd6 on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:55.620077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:55.620415 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Checking segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:55.620801 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Bound using segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:55.621237 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Bound port: 5323c92c-744e-4d65-9b38-f921b3331dd6, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:55.621597 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.690281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:55.694884 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:55.699919 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.739974 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:55.740456 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:55.741899 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1093 time: 0.8304315 Aug 31 10:28:55.742354 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:55.744647 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa83218-4543-43c8-be32-c8d62df75f56" -d '{"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:55.765532 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e2b3-18b1-4f97-b983-2b6d4ba060d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=10']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:55.838840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91150e1d-80c6-4596-918a-f87c243bed5d req-f9ff471d-47df-40ce-8942-c36010f7bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:55.840418 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-f9ff471d-47df-40ce-8942-c36010f7bb50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1097 time: 0.0493698 Aug 31 10:28:55.910837 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f76911c-c158-41b1-ba00-d106a79816de x-openstack-request-id: req-3f76911c-c158-41b1-ba00-d106a79816de {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:55.911787 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:55.911787 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f76911c-c158-41b1-ba00-d106a79816de {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:55.911787 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'status': 'completed', 'code': 200} Aug 31 10:28:55.961765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91150e1d-80c6-4596-918a-f87c243bed5d req-1075f438-7fbb-40e0-b816-860f8097ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:55.964062 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-1075f438-7fbb-40e0-b816-860f8097ce1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1167836 Aug 31 10:28:56.046517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-f687d9a2-1284-4046-aa77-7717beb42e32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1000 time: 0.0734775 Aug 31 10:28:56.057444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319c8ef-e06a-4608-ac56-3b78f2730cf7 req-17ab6994-d7af-4d47-b485-4e49d31f39af tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:56.060358 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a319c8ef-e06a-4608-ac56-3b78f2730cf7 req-17ab6994-d7af-4d47-b485-4e49d31f39af tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0600131 Aug 31 10:28:56.108769 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91150e1d-80c6-4596-918a-f87c243bed5d req-fa249f68-f4a8-40cb-8cc4-ace8dea63f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:56.110405 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-fa249f68-f4a8-40cb-8cc4-ace8dea63f59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0570800 Aug 31 10:28:56.115881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a319c8ef-e06a-4608-ac56-3b78f2730cf7 req-75e25b81-1125-4fcd-b07e-503ec3b2203e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 Aug 31 10:28:56.171431 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91150e1d-80c6-4596-918a-f87c243bed5d req-f24b6deb-5df5-4d98-a871-1c5199d82693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:56.173019 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-f24b6deb-5df5-4d98-a871-1c5199d82693 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550089 Aug 31 10:28:56.184504 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-8b603d54-da73-4ac0-88e4-6d4e2f9c8083 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:28:56.185585 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-8b603d54-da73-4ac0-88e4-6d4e2f9c8083 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055993 Aug 31 10:28:56.287945 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-4a27760c-5cdd-4fb0-be57-9338719cf807 service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935161 Aug 31 10:28:56.383108 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-9105b26e-dc93-4d77-8307-bdd6a9dd43d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Aug 31 10:28:56.478688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa83218-4543-43c8-be32-c8d62df75f56 req-731bc11b-09bb-452a-a219-3482518f7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:56.480342 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-731bc11b-09bb-452a-a219-3482518f7a6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1097 time: 0.0456307 Aug 31 10:28:56.584685 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa83218-4543-43c8-be32-c8d62df75f56 req-e26542b6-d99b-4bb1-a408-ad07ca4a96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:56.586225 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-e26542b6-d99b-4bb1-a408-ad07ca4a96ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0957658 Aug 31 10:28:56.661892 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-533c95b2-7c0e-440a-acea-9bb66d7270e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1000 time: 0.0688145 Aug 31 10:28:56.729421 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa83218-4543-43c8-be32-c8d62df75f56 req-0e0cb63b-93d4-4450-9fff-ad2a29b24ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:56.732437 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-0e0cb63b-93d4-4450-9fff-ad2a29b24ea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0632987 Aug 31 10:28:57.297083 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd95eec-ebc6-4792-9889-2cfec0abe745 req-52cfa99f-0c2a-48ad-a638-65f4d362d1f5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:57.299362 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bd95eec-ebc6-4792-9889-2cfec0abe745 req-52cfa99f-0c2a-48ad-a638-65f4d362d1f5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0747371 Aug 31 10:28:57.341588 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2bd95eec-ebc6-4792-9889-2cfec0abe745 req-484e97c2-9807-482f-a843-41b5655e955a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350890 Aug 31 10:28:58.511376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa9caf-1619-41b1-a77b-0390b0eaab81 req-24e7c54b-afdc-4206-bfee-f56c79059920 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:58.513208 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5fa9caf-1619-41b1-a77b-0390b0eaab81 req-24e7c54b-afdc-4206-bfee-f56c79059920 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Aug 31 10:28:58.566810 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e5fa9caf-1619-41b1-a77b-0390b0eaab81 req-ba254dd3-8bd9-4644-b748-f0fa0da227d1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466166 Aug 31 10:28:58.675101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3fb64f35-55df-4da6-a49c-0de40f95a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:59.710055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f112e-5798-4cb2-b87c-c9e5c7f5e0bd req-bd3148cd-80b8-48ce-97dd-839ab18bfd59 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:59.711856 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb5f112e-5798-4cb2-b87c-c9e5c7f5e0bd req-bd3148cd-80b8-48ce-97dd-839ab18bfd59 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0776544 Aug 31 10:28:59.759010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fb5f112e-5798-4cb2-b87c-c9e5c7f5e0bd req-8e8a8ffc-0951-4665-8205-93305aa13fe6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 Aug 31 10:29:00.889072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c72aaf-f528-4914-80cc-0e8d64ab5fb9 req-5c8d940e-ebcd-4e22-ae2d-9b6cbe537f6c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:00.890620 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7c72aaf-f528-4914-80cc-0e8d64ab5fb9 req-5c8d940e-ebcd-4e22-ae2d-9b6cbe537f6c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Aug 31 10:29:00.934503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a7c72aaf-f528-4914-80cc-0e8d64ab5fb9 req-f68abccd-1fe5-4951-97eb-44c079213791 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 Aug 31 10:29:01.891932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:02.065134 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0fe67-7ed4-4407-9442-1ac19788d521 req-5f3ed3bc-656c-4bb9-9090-42cd320c9cd2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:02.068104 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f0fe67-7ed4-4407-9442-1ac19788d521 req-5f3ed3bc-656c-4bb9-9090-42cd320c9cd2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Aug 31 10:29:02.116087 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7f0fe67-7ed4-4407-9442-1ac19788d521 req-1c110508-0e6c-4392-87c9-d885837107f3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Aug 31 10:29:02.619603 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa170-d703-4847-aaa9-83ffa94aa8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:02.890638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:03.280167 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492ed20-e9f0-4c18-a6d7-4fe56f112c37 req-e3bf8492-7843-438c-8997-eec111fa2c21 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:03.282376 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2492ed20-e9f0-4c18-a6d7-4fe56f112c37 req-e3bf8492-7843-438c-8997-eec111fa2c21 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0693779 Aug 31 10:29:03.334912 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2492ed20-e9f0-4c18-a6d7-4fe56f112c37 req-1414222b-90c9-41b7-96dc-eca46fe8a6fe tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Aug 31 10:29:03.939354 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:04.494242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f120-a7c8-44bf-8ae3-b06e26ade668 req-c584eb06-148a-46ee-b36a-133dce2ef3c7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:04.495838 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10f120-a7c8-44bf-8ae3-b06e26ade668 req-c584eb06-148a-46ee-b36a-133dce2ef3c7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0578289 Aug 31 10:29:04.538946 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-db10f120-a7c8-44bf-8ae3-b06e26ade668 req-33cdc9a8-648a-4c66-afee-22071813d9a8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361826 Aug 31 10:29:05.681566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d38e3-2b81-4ab1-b9c1-04ebed390fcd req-993b9311-deb9-4d75-a08a-da4642db7069 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:05.689097 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac0d38e3-2b81-4ab1-b9c1-04ebed390fcd req-993b9311-deb9-4d75-a08a-da4642db7069 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0604196 Aug 31 10:29:05.732375 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ac0d38e3-2b81-4ab1-b9c1-04ebed390fcd req-bf24921e-1cfd-43bc-986a-a5871bf74bbe tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Aug 31 10:29:06.459991 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:06.883283 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d84f7f-397a-4140-8861-4eac9ae507b7 req-0338fda9-20bb-4970-838a-cfef940e2b94 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:06.886616 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38d84f7f-397a-4140-8861-4eac9ae507b7 req-0338fda9-20bb-4970-838a-cfef940e2b94 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0596848 Aug 31 10:29:06.933756 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38d84f7f-397a-4140-8861-4eac9ae507b7 req-a5a58f85-ea20-4b50-a784-155b8f589b2a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362086 Aug 31 10:29:08.069073 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864141-63a8-472b-be68-775c8e15bcea req-d24f493a-0fad-46a6-9396-85b55775e4c2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:08.070629 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0864141-63a8-472b-be68-775c8e15bcea req-d24f493a-0fad-46a6-9396-85b55775e4c2 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0595164 Aug 31 10:29:08.129231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0864141-63a8-472b-be68-775c8e15bcea req-e779be44-657a-455a-b603-9ac124f82187 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519135 Aug 31 10:29:08.938110 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa83218-4543-43c8-be32-c8d62df75f56 req-daa9677a-6d87-45d5-9d79-9e98d6edd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:08.939644 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-daa9677a-6d87-45d5-9d79-9e98d6edd77b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443058 Aug 31 10:29:09.035417 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-ffc9ae74-8972-4efb-8e3b-51eae2e55c0a service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833941 Aug 31 10:29:09.271267 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b56ce1-4be7-457a-8421-7eb6877c644e req-cff67cfc-df3d-4796-a0ad-b09fa157c688 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:09.272805 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46b56ce1-4be7-457a-8421-7eb6877c644e req-cff67cfc-df3d-4796-a0ad-b09fa157c688 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0580528 Aug 31 10:29:09.320980 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-46b56ce1-4be7-457a-8421-7eb6877c644e req-8427805b-7187-41e3-b205-d6f459140568 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Aug 31 10:29:09.483338 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-efa83218-4543-43c8-be32-c8d62df75f56 req-834166e5-1ff0-4fce-b497-d6d03bbbf6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340124 Aug 31 10:29:10.459670 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3455715-60a6-43b7-ac2a-0746fc8a0113 req-91d74299-f1de-46ee-8026-e6d0fea95f4a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:10.461875 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3455715-60a6-43b7-ac2a-0746fc8a0113 req-91d74299-f1de-46ee-8026-e6d0fea95f4a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0680945 Aug 31 10:29:10.522039 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e3455715-60a6-43b7-ac2a-0746fc8a0113 req-4aee4d2e-20dd-459d-9bce-4b8a324cad02 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476029 Aug 31 10:29:11.647738 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f5757-82f9-4ccb-bfc3-b6e95070dd4b req-075a8c5e-70a2-4f1f-86ed-0f1087e3de3b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:11.649196 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-982f5757-82f9-4ccb-bfc3-b6e95070dd4b req-075a8c5e-70a2-4f1f-86ed-0f1087e3de3b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0561833 Aug 31 10:29:11.688536 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-982f5757-82f9-4ccb-bfc3-b6e95070dd4b req-496a6509-d2b9-4e7a-9515-55bbec214c2c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Aug 31 10:29:12.811956 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c242cc-848a-4aa5-af40-ec824a1a6601 req-0dd1cc64-9708-477c-9e41-9397a5ee5634 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:12.813477 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66c242cc-848a-4aa5-af40-ec824a1a6601 req-0dd1cc64-9708-477c-9e41-9397a5ee5634 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 945 time: 0.0525053 Aug 31 10:29:12.857942 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-66c242cc-848a-4aa5-af40-ec824a1a6601 req-0c8cc7a3-1983-4cd5-ae24-c8f8e7859a74 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Aug 31 10:29:13.131211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:29:13.232480 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:29:13.247736 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'port_id': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'mac_address': 'fa:16:3e:d3:b0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:29:13.305476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:13.325281 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:29:13.347208 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:29:13.352879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:13.402074 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=11']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:29:13.620437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['5323c92c-744e-4d65-9b38-f921b3331dd6'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:29:13.994538 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b3819-0867-4051-b57a-8e56d76cef0d req-be2ba712-440a-4042-82bf-cc32b6c3e3ce tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:13.996658 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c03b3819-0867-4051-b57a-8e56d76cef0d req-be2ba712-440a-4042-82bf-cc32b6c3e3ce tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0570400 Aug 31 10:29:14.035966 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c03b3819-0867-4051-b57a-8e56d76cef0d req-ef84112f-4941-4fb4-863e-96ad2f84041e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Aug 31 10:29:15.146593 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:29:15.162566 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057e64b-62af-49df-b4c7-a2a3cc01dad5 req-7d765f02-e3eb-4995-868f-0b75b000d32b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:15.164219 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f057e64b-62af-49df-b4c7-a2a3cc01dad5 req-7d765f02-e3eb-4995-868f-0b75b000d32b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 946 time: 0.0529730 Aug 31 10:29:15.205567 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 5323c92c-744e-4d65-9b38-f921b3331dd6 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:29:15.210347 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 5323c92c-744e-4d65-9b38-f921b3331dd6 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:29:15.210922 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:15.213462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f057e64b-62af-49df-b4c7-a2a3cc01dad5 req-d251f458-d682-47c3-b321-344e0a7fc1f3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 Aug 31 10:29:15.311311 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:15.338693 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:29:15.341763 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27ef98-26d9-4428-a6cc-9cd89aacf0ac" -d '{"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-plugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:29:15.357336 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:29:15.362555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:15.396801 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7188c8b-2e79-46fc-ac33-45d18c40fe7c x-openstack-request-id: req-c7188c8b-2e79-46fc-ac33-45d18c40fe7c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:29:15.397092 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-plugged", "status": "completed", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:29:15.397330 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7188c8b-2e79-46fc-ac33-45d18c40fe7c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:29:15.397743 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'code': 200} Aug 31 10:29:15.588163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d0caa-dbdd-42c6-b970-298afb539a67 req-cdc4851b-b8ef-4295-9323-132d4cf443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:15.589824 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1b0d0caa-dbdd-42c6-b970-298afb539a67 req-cdc4851b-b8ef-4295-9323-132d4cf443b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1099 time: 0.0610979 Aug 31 10:29:15.600974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=12']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:29:15.628203 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-1b0d0caa-dbdd-42c6-b970-298afb539a67 req-f404c2f0-0a30-4a6a-b7b7-7beeb3179250 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Aug 31 10:29:16.352903 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626d0e-57b1-450c-bbf6-1c680299b09b req-b5c19bec-f731-4583-a16c-ed39222f4a5f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:16.354426 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6626d0e-57b1-450c-bbf6-1c680299b09b req-b5c19bec-f731-4583-a16c-ed39222f4a5f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 947 time: 0.0539105 Aug 31 10:29:16.399198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c6626d0e-57b1-450c-bbf6-1c680299b09b req-6b2e9a5d-fa65-44b5-8179-31cb987c09e9 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Aug 31 10:29:17.531603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc2e9-9cb4-493d-a977-1610d5b5dd7a req-f7ef881d-2013-413e-ac0b-e79139e5947b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:17.533143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fcdc2e9-9cb4-493d-a977-1610d5b5dd7a req-f7ef881d-2013-413e-ac0b-e79139e5947b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 947 time: 0.0517519 Aug 31 10:29:17.574853 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7fcdc2e9-9cb4-493d-a977-1610d5b5dd7a req-07b1542f-c7ca-4ceb-8def-febfff3934a7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345471 Aug 31 10:29:19.351972 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:25.290321 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:29:28.668216 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f35d4d66-2f44-498a-bf67-f9520e7c8239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:31.884711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:32.612384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ccbc66a1-9445-42b3-9dbd-3bdec9766794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:32.873622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:33.929874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:36.462871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:44.037340 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-35e38729-e58c-46e0-a561-9c1a32f8ed6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408797 Aug 31 10:29:44.129061 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-f853c3e0-7859-4b16-bd60-f4b8e973b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:44.130521 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-f853c3e0-7859-4b16-bd60-f4b8e973b526 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1099 time: 0.0455711 Aug 31 10:29:44.236070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-db94a901-97fb-4dc1-a76c-0b739e0f402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:44.237547 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-db94a901-97fb-4dc1-a76c-0b739e0f402c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0868185 Aug 31 10:29:44.310457 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-3e1bb9be-1ae3-44a1-9ce7-149a92d32f54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 1002 time: 0.0643663 Aug 31 10:29:44.360916 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-116b87ce-dc5c-4460-bba1-47dd8ccde3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:44.362448 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-116b87ce-dc5c-4460-bba1-47dd8ccde3f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0441599 Aug 31 10:29:44.411021 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-7ac15c12-6f9e-4f80-a9e1-76778a2fa864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:44.412513 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-7ac15c12-6f9e-4f80-a9e1-76778a2fa864 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429175 Aug 31 10:29:44.506010 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-2852306e-47dd-4855-bac6-9f35ec3a0655 service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Aug 31 10:29:44.604922 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-fbcef5f2-c784-4918-9260-95ca28955c69 req-6a2268bf-5756-44f9-9131-6147f21c9e7e service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894194 Aug 31 10:29:49.341029 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:58.670174 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e0c0058e-ee51-4d9c-bedf-b2f6a006d5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:01.887484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:02.289942 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:30:02.622353 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-24533c19-cd97-41ca-b86c-17f01fd4b728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:02.888501 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:03.933431 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:06.467555 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:19.360579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:28.677136 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2565c7a4-6de4-4e40-aecf-4f73573dfc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:30.215042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38866) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:30.386045 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Deleting port f96ef9b4-bdc4-428c-9c2f-20d159553224 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:30:30.386391 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:30.494111 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:30.494549 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:30.516195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Calling delete_port for f96ef9b4-bdc4-428c-9c2f-20d159553224 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:30:30.706028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:30.736457 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event deleted for resources: {'Port': ['ID=f96ef9b4-bdc4-428c-9c2f-20d159553224,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:30.750592 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.750949 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.751297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.751637 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.751973 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.752305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.752636 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.752965 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.753291 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.753627 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.753945 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.754274 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:30.817709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:30.818227 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Floating IP 57049c58-01c7-4fdc-b5c2-fea4b2ac8700 disassociated (deleted). External IP: 172.25.4.199, port: 5323c92c-744e-4d65-9b38-f921b3331dd6. Aug 31 10:30:31.049415 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Router fa77b6d0-3d66-48cb-b695-10f959d4674c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:30:31.165444 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:30:31.171224 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.177142 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:30:31.186794 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:30:31.187412 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:30:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:31.202359 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-98f9b818-42aa-48e5-b29d-490b0ff349ef tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "DELETE /v2.0/floatingips/57049c58-01c7-4fdc-b5c2-fea4b2ac8700 HTTP/1.1" status: 204 len: 168 time: 0.9857080 Aug 31 10:30:31.203012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:31.205571 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2797e46-5bc1-4be0-8930-84c3c1ae868a" -d '{"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:31.321119 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:30:31.377931 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8347009-c8bc-490d-85d7-6c4c2d8084fc x-openstack-request-id: req-f8347009-c8bc-490d-85d7-6c4c2d8084fc {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:31.378464 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:31.379211 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8347009-c8bc-490d-85d7-6c4c2d8084fc {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:31.380227 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'status': 'completed', 'code': 200} Aug 31 10:30:31.460794 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-e3f133cb-f92d-485d-855a-b9b35b718a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:31.462798 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-e3f133cb-f92d-485d-855a-b9b35b718a83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 1099 time: 0.0531478 Aug 31 10:30:31.575145 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-efc0ab08-a6c7-437c-8765-88e2e061492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:31.576920 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-efc0ab08-a6c7-437c-8765-88e2e061492a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1058178 Aug 31 10:30:31.602354 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:31.607059 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d301-5c2d-4fdf-b499-298a30a19378 req-92c76de1-0280-428b-8faa-65f2f9b6c7a8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:31.608476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fb2d301-5c2d-4fdf-b499-298a30a19378 req-92c76de1-0280-428b-8faa-65f2f9b6c7a8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 947 time: 0.1314833 Aug 31 10:30:31.634074 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-caa87638-1af7-4d44-bf42-6902700c3b5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 200 len: 217 time: 0.0488453 Aug 31 10:30:31.639664 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:30:31.657185 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:30:31.659040 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:30:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:31.664382 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6fb2d301-5c2d-4fdf-b499-298a30a19378 req-f4a8bdda-6bfe-43df-b8c4-98810e83cf26 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487742 Aug 31 10:30:31.711571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-79b6ca78-a432-4d82-a346-9825abe940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:31.713150 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-79b6ca78-a432-4d82-a346-9825abe940f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0721517 Aug 31 10:30:31.771080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-0c59e5c0-bdb1-4bfb-bb44-b253fc8968e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:31.773466 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-0c59e5c0-bdb1-4bfb-bb44-b253fc8968e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523584 Aug 31 10:30:31.787233 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:30:31.893681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:31.912285 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-9cad310f-524d-4120-9a75-78e55ab151e5 service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307442 Aug 31 10:30:32.037747 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2797e46-5bc1-4be0-8930-84c3c1ae868a req-b3760794-427b-4f07-a55a-c6fef31b7180 service neutron] 10.222.0.15 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163990 Aug 31 10:30:32.069112 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:30:32.107319 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c853ff4-2fcc-4854-9340-8452e70ce332 None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:30:32.376124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652533ff-6b90-40c4-a493-5095b044877d None None] New status for floating IP 57049c58-01c7-4fdc-b5c2-fea4b2ac8700: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:30:32.615341 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-480066b2-ae1d-4cf5-be64-f770c3cd008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:32.855990 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-39ba8247-b0b5-49df-892f-b02691ecaef6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:32.858183 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-39ba8247-b0b5-49df-892f-b02691ecaef6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.15 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 947 time: 0.0603127 Aug 31 10:30:32.887966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ea1a-2b65-4225-9296-12e721d3e548 req-5a36f675-8676-4af8-b506-4011085c93cb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:32.889678 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2546ea1a-2b65-4225-9296-12e721d3e548 req-5a36f675-8676-4af8-b506-4011085c93cb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e82589-1bad-42d8-bc84-301aa46f9634 HTTP/1.1" status: 200 len: 947 time: 0.1332662 Aug 31 10:30:32.902874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:32.940699 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2546ea1a-2b65-4225-9296-12e721d3e548 req-10121932-9841-4f7a-8a94-1f213a1a282b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=716addaa-a460-4341-af73-cf1755e60fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Aug 31 10:30:32.975293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Deleting port 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:30:32.975590 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:33.070174 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] For port 5323c92c-744e-4d65-9b38-f921b3331dd6, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=5323c92c-744e-4d65-9b38-f921b3331dd6,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:33.070572 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:33.084765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Calling delete_port for 5323c92c-744e-4d65-9b38-f921b3331dd6 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:30:33.230791 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:33.262097 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event deleted for resources: {'Port': ['ID=5323c92c-744e-4d65-9b38-f921b3331dd6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:33.277502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.277986 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.278189 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.278566 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.278877 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.279205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.279529 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.279864 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.280187 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.280521 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.281386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.281386 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:33.324102 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] No DVR routers for this DVR port 5323c92c-744e-4d65-9b38-f921b3331dd6 on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:30:33.327094 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:33.329332 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5eea1bdc-e621-4572-b353-726d3ddf24ea req-9d3f66d1-9f48-4bd1-b2d5-0bba5c165527 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.15 "DELETE /v2.0/ports/5323c92c-744e-4d65-9b38-f921b3331dd6 HTTP/1.1" status: 204 len: 173 time: 0.4647837 Aug 31 10:30:33.329862 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-deleted', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:33.332662 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df213e-a27c-48ac-877b-84270db360ac" -d '{"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-deleted", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:33.392944 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fa7efa-255f-4c08-b718-b6c45057ba44 x-openstack-request-id: req-e8fa7efa-255f-4c08-b718-b6c45057ba44 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:33.393380 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e82589-1bad-42d8-bc84-301aa46f9634", "name": "network-vif-deleted", "tag": "5323c92c-744e-4d65-9b38-f921b3331dd6", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:33.393763 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8fa7efa-255f-4c08-b718-b6c45057ba44 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:33.394395 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e82589-1bad-42d8-bc84-301aa46f9634', 'name': 'network-vif-deleted', 'tag': '5323c92c-744e-4d65-9b38-f921b3331dd6', 'status': 'completed', 'code': 200} Aug 31 10:30:33.938756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.004653 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38894) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:34.072158 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f735e06e-58a5-45a4-97a2-281dbc4d8381 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.103050 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f735e06e-58a5-45a4-97a2-281dbc4d8381 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.168553 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f735e06e-58a5-45a4-97a2-281dbc4d8381 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.171494 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f735e06e-58a5-45a4-97a2-281dbc4d8381 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.172923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f735e06e-58a5-45a4-97a2-281dbc4d8381 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "DELETE /v2.0/security-groups/716addaa-a460-4341-af73-cf1755e60fe1 HTTP/1.1" status: 204 len: 168 time: 0.1668298 Aug 31 10:30:34.188961 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e06e-58a5-45a4-97a2-281dbc4d8381 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716addaa-a460-4341-af73-cf1755e60fe1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:34.530224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38900) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:34.534792 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664922294', 'description': 'tempest-secgroup-smoke-1664922294 description', 'project_id': '68e40ccd08884a9ea4a584572702865d'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:34.560036 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.649972 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.655071 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.684498 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.685741 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1546662 Aug 31 10:30:34.689530 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38902) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:34.690332 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ac69d-01ac-4ddb-882b-ee3262efea55 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e58c6d-c80b-4178-9dfb-e30e79864be8,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:34.699709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '03e58c6d-c80b-4178-9dfb-e30e79864be8', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:34.728520 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.792076 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.796729 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.816114 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5daf560-63c2-4c1f-a3ce-0bf3fd838b79,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:34.825157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.827053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-7fe321e4-a0fc-442c-8a08-f1809de858c0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356382 Aug 31 10:30:34.830668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38904) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:34.836330 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '03e58c6d-c80b-4178-9dfb-e30e79864be8', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:34.865223 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.932868 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.936867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.957068 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc12185-f752-41c6-95ad-097237a66568,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:34.965366 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.967042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-762b8a17-ab3f-4023-8081-059c99fee03f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348503 Aug 31 10:30:34.969451 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38906) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:34.974129 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '03e58c6d-c80b-4178-9dfb-e30e79864be8', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:35.007401 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.078690 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.084111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.106375 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1adb0d2-ac8c-4120-b103-805929d9592e,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:35.113066 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.114755 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-e3171372-a209-4d26-b0d0-d5eb6550078a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440921 Aug 31 10:30:35.118345 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 38908) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:35.123018 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '03e58c6d-c80b-4178-9dfb-e30e79864be8', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:35.148655 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.218461 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.223562 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.240056 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940d06ba-112a-4635-b829-f5e3bf5c41cc,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:35.250394 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.252040 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-2f636479-1b9a-4c39-8f8b-0a35f9c9bfe1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325409 Aug 31 10:30:35.255220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38910) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:35.260382 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '03e58c6d-c80b-4178-9dfb-e30e79864be8', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:35.286215 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Project 68e40ccd08884a9ea4a584572702865d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:30:35.293668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.365432 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.369396 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.389824 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43800221-80df-45a3-8669-10bc32d23b23,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:35.398397 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.400307 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-e79c3ff5-b1ec-4fd4-8f56-a705b5865076 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438015 Aug 31 10:30:35.403113 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 38912) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:30:35.410522 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'security_group_rule': {'security_group_id': '03e58c6d-c80b-4178-9dfb-e30e79864be8', 'project_id': '68e40ccd08884a9ea4a584572702865d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:35.446920 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Project 68e40ccd08884a9ea4a584572702865d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:30:35.455693 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.557415 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.563096 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.597055 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaf4fde-b968-43f3-a6c8-41bab6782332,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:35.608669 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:35.610631 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-aae8e139-630d-489e-8e7e-dd38a09127e1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2059960 Aug 31 10:30:36.470804 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:37.503887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:30:37.534529 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 5323c92c-744e-4d65-9b38-f921b3331dd6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:30:37.535255 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 5323c92c-744e-4d65-9b38-f921b3331dd6 not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:30:39.290006 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:30:49.388547 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:51.283057 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-9664a287-23ec-47c7-9127-d0ecbbf9021b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664922294&fields=id&tenant_id=68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 267 time: 0.0370359 Aug 31 10:30:51.410501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-d1ecc4ec-3548-4bf0-b6cb-1b99f7e32777 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:51.412026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-d1ecc4ec-3548-4bf0-b6cb-1b99f7e32777 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 808 time: 0.1199377 Aug 31 10:30:51.433589 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-af4ef365-d5ab-40a4-a3a1-b45576baf6c7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/quotas/68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 375 time: 0.0133269 Aug 31 10:30:51.490217 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-52b4ad55-1622-46ce-9aa0-069701a27e8d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504785 Aug 31 10:30:51.593577 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-90827088-4fe6-4284-b0a6-cb945fecf787 service neutron] 10.222.0.18 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913079 Aug 31 10:30:51.688163 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-bd900fac-bfb1-4a4c-86c8-913cc9a4f6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881832 Aug 31 10:30:52.029462 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3047c0d7-d0fc-40a6-bf66-080ce931dea0 req-11278c7f-0b3c-47b0-8f57-db40da3b6d07 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 210 time: 0.0287955 Aug 31 10:30:53.135246 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-80e98041-4da8-4ea8-9c60-ebcb70ec67a3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:53.136779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-80e98041-4da8-4ea8-9c60-ebcb70ec67a3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 808 time: 0.1195228 Aug 31 10:30:53.143600 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b341873f-e468-4a3e-8677-27e954adafe1 req-2a3a33e4-115f-4df1-9e06-a7df4a6697de tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 210 time: 0.0313447 Aug 31 10:30:53.191023 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-baf3b55f-2fa7-484a-af43-7c4165af82f4 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 380 time: 0.0371616 Aug 31 10:30:53.201091 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'port': {'device_id': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'admin_state_up': True, 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'security_groups': ['03e58c6d-c80b-4178-9dfb-e30e79864be8']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:53.340936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Made reservation on behalf of 68e40ccd08884a9ea4a584572702865d for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:30:53.347073 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:53.498901 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Allocated IP 172.20.0.12 (b82146b5-dc80-4a0a-bd66-c9daf233c8fa/c7b71b60-cb8b-475a-8436-7aae939a6087/c8725cf1-bcd6-428d-926f-982f637a925f) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:30:53.660125 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:53.676029 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Transition to ACTIVE for port object c8725cf1-bcd6-428d-926f-982f637a925f will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:30:53.715598 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:53.762822 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:30:53.765910 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:30:53.769725 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:30:53.776983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:53.842835 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:53.843548 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:53.863733 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-581d519d-b212-4f43-a2dd-f7f98d28a548 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6663706 Aug 31 10:30:53.882873 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Request body: {'port': {'device_id': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:30:53.966674 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.074076 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a55ec138-f670-4f47-aa64-4b9ece70cf2e None None] Provisioning for port c8725cf1-bcd6-428d-926f-982f637a925f completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:30:54.079982 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-a55ec138-f670-4f47-aa64-4b9ece70cf2e None None] Provisioning complete for port c8725cf1-bcd6-428d-926f-982f637a925f triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:30:54.080353 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a55ec138-f670-4f47-aa64-4b9ece70cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.130403 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a55ec138-f670-4f47-aa64-4b9ece70cf2e None None] Port c8725cf1-bcd6-428d-926f-982f637a925f cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:30:54.300106 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c216074-059c-4afe-afcc-1ad3bd841ca4 req-14b2cc92-8522-41ac-b210-c65ddfc7cc57 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:54.301926 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c216074-059c-4afe-afcc-1ad3bd841ca4 req-14b2cc92-8522-41ac-b210-c65ddfc7cc57 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 932 time: 0.0673923 Aug 31 10:30:54.343931 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8725cf1-bcd6-428d-926f-982f637a925f {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:30:54.354317 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c216074-059c-4afe-afcc-1ad3bd841ca4 req-f5e291a6-566c-4db5-89c7-56e6042a292f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 Aug 31 10:30:54.355567 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.369983 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Transition to ACTIVE for port object c8725cf1-bcd6-428d-926f-982f637a925f will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:30:54.376909 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.441364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:54.537687 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Attempting to bind port c8725cf1-bcd6-428d-926f-982f637a925f on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:30:54.538193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Attempting to bind port c8725cf1-bcd6-428d-926f-982f637a925f by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:30:54.538674 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Attempting to bind port c8725cf1-bcd6-428d-926f-982f637a925f on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:30:54.543971 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Port c8725cf1-bcd6-428d-926f-982f637a925f on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:30:54.544452 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Attempting to bind port c8725cf1-bcd6-428d-926f-982f637a925f on network b82146b5-dc80-4a0a-bd66-c9daf233c8fa {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:30:54.550574 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:30:54.551020 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Checking segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:30:54.551503 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Bound using segment: {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:30:54.552055 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Bound port: c8725cf1-bcd6-428d-926f-982f637a925f, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:30:54.552515 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.659557 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:30:54.666167 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:30:54.671817 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.714051 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:54.714785 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:54.716211 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] 10.222.0.23 "PUT /v2.0/ports/c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1093 time: 0.8389287 Aug 31 10:30:54.716656 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:54.718974 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcda607-28e8-4047-bfb4-80799ce5d81e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:54.768713 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327df109-ac10-44bf-b433-c6b5faea1930 service neutron] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:54.776439 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0300404-b2ef-4655-8677-9de18f4061d5 x-openstack-request-id: req-f0300404-b2ef-4655-8677-9de18f4061d5 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:54.777151 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:54.777552 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0300404-b2ef-4655-8677-9de18f4061d5 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:54.778056 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'status': 'completed', 'code': 200} Aug 31 10:30:54.842898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-48e69dd3-ee00-4544-babe-6d0d12506451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:54.844415 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-48e69dd3-ee00-4544-babe-6d0d12506451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1096 time: 0.0517833 Aug 31 10:30:54.897908 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-931807bb-57db-44e1-b686-f8a3449803b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 217 time: 0.0387964 Aug 31 10:30:54.958898 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-13037d3b-ad14-4828-ab4e-22837837a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:54.960549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-13037d3b-ad14-4828-ab4e-22837837a014 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0547290 Aug 31 10:30:55.012369 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-2c432f0d-da4c-40b8-aa17-45bed5ee2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.013889 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-2c432f0d-da4c-40b8-aa17-45bed5ee2769 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462036 Aug 31 10:30:55.119636 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-3ec1358f-900e-4432-aa7e-ee6ad4a2ce81 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977023 Aug 31 10:30:55.220166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0237856f-2ec0-419a-bbbe-b1b9f0319a33 req-c231dd3c-78f8-4598-af8f-f18d00c11858 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931969 Aug 31 10:30:55.333163 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-a6a8b256-146f-4dff-b14b-edb65bfa25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.334825 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-a6a8b256-146f-4dff-b14b-edb65bfa25f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1096 time: 0.0442007 Aug 31 10:30:55.445390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-27bde5f3-49c1-47dd-9a62-3bae2d31aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.447967 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-27bde5f3-49c1-47dd-9a62-3bae2d31aa6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1060078 Aug 31 10:30:55.486465 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ffeda-a0e0-42ba-badc-4453dc645192 req-aae1d289-b808-44b5-ae9c-301f857371c8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.488280 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c9ffeda-a0e0-42ba-badc-4453dc645192 req-aae1d289-b808-44b5-ae9c-301f857371c8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0548265 Aug 31 10:30:55.506165 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-b82429de-2fd6-4ff4-9dad-6a463378ba12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 217 time: 0.0423782 Aug 31 10:30:55.531320 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c9ffeda-a0e0-42ba-badc-4453dc645192 req-c7d58895-29e0-41e0-a35f-224652af969d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353243 Aug 31 10:30:55.571058 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-ee95b9be-70b7-4f17-be93-3c20a23a69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.572488 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-ee95b9be-70b7-4f17-be93-3c20a23a69aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0595708 Aug 31 10:30:55.627123 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-f41b71c7-beea-4ee5-acba-487b282b3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.628553 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-f41b71c7-beea-4ee5-acba-487b282b3b1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488701 Aug 31 10:30:55.725834 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-fb804bcb-6587-486b-a694-0485c2a049fe service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901041 Aug 31 10:30:55.829506 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2fcda607-28e8-4047-bfb4-80799ce5d81e req-986a7c51-82b8-4143-826f-f5da93e63741 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965142 Aug 31 10:30:56.656549 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c26ba2-d2a1-4623-b3f7-a8e8fa88f702 req-8b20ab1a-f796-4092-9749-1a5f0b605bf3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.658136 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2c26ba2-d2a1-4623-b3f7-a8e8fa88f702 req-8b20ab1a-f796-4092-9749-1a5f0b605bf3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0510464 Aug 31 10:30:56.700855 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c2c26ba2-d2a1-4623-b3f7-a8e8fa88f702 req-ec18e187-c584-4d1a-929b-71030ecebec3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354526 Aug 31 10:30:58.184673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b83e-352e-4653-a2d8-6bffd446cba8 req-b3ef97d3-3dee-4039-94fe-463c209d0925 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:58.186285 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c81b83e-352e-4653-a2d8-6bffd446cba8 req-b3ef97d3-3dee-4039-94fe-463c209d0925 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.4162364 Aug 31 10:30:58.225050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-9c81b83e-352e-4653-a2d8-6bffd446cba8 req-61f05bc0-f9c3-4e78-b242-602aef1391e8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Aug 31 10:30:58.670381 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5088e941-f0ed-482e-90f9-840e6de9af13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:59.354312 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4775325-16b9-4491-b530-c6407cf6bc59 req-7322d24d-ec23-4f4f-a260-1393de865788 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:59.355924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4775325-16b9-4491-b530-c6407cf6bc59 req-7322d24d-ec23-4f4f-a260-1393de865788 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0614097 Aug 31 10:30:59.400666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d4775325-16b9-4491-b530-c6407cf6bc59 req-676a42ba-ce0d-4892-8467-2524ec4712b8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Aug 31 10:31:00.520147 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ee38f-04fb-48eb-b3a2-c0ac13f6a3bf req-7fcfad5a-d480-4185-b893-ba74e67bb276 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:00.521644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc7ee38f-04fb-48eb-b3a2-c0ac13f6a3bf req-7fcfad5a-d480-4185-b893-ba74e67bb276 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0504851 Aug 31 10:31:00.559476 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fc7ee38f-04fb-48eb-b3a2-c0ac13f6a3bf req-3de00fa4-7173-4e38-91f8-f46dda1f28dd tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 31 10:31:01.683708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be5290-c7b3-4210-aa5d-d2c8d7034617 req-0606203c-e713-4fe7-bab5-c3b6dfae2183 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:01.685168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4be5290-c7b3-4210-aa5d-d2c8d7034617 req-0606203c-e713-4fe7-bab5-c3b6dfae2183 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0574346 Aug 31 10:31:01.724379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b4be5290-c7b3-4210-aa5d-d2c8d7034617 req-27a49fa8-b3e1-4462-9c31-65774870b541 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Aug 31 10:31:01.891664 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:02.619084 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ddf32e78-af56-4be2-b3cb-2f89a50ea7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:02.843354 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc809f-d5b1-474c-bd9b-99ffe7076211 req-ce07f92a-d97a-473e-8584-73c2146bc650 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:02.844931 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24cc809f-d5b1-474c-bd9b-99ffe7076211 req-ce07f92a-d97a-473e-8584-73c2146bc650 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0504065 Aug 31 10:31:02.890881 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-24cc809f-d5b1-474c-bd9b-99ffe7076211 req-af68aa05-3dbc-425f-a073-cd5643d4feea tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Aug 31 10:31:02.896441 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:03.942251 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:04.014608 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465203c8-58c3-4a44-924b-004e0a1be82b req-8639fe98-3f29-4efd-8ece-6975d43cb97e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:04.016404 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-465203c8-58c3-4a44-924b-004e0a1be82b req-8639fe98-3f29-4efd-8ece-6975d43cb97e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0519259 Aug 31 10:31:04.056516 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-465203c8-58c3-4a44-924b-004e0a1be82b req-4e5edfba-b6f5-4bec-bc32-c36a17de2415 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339570 Aug 31 10:31:04.804413 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:31:04.916358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:04.930999 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'port_id': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'mac_address': 'fa:16:3e:b2:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:31:04.981646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:04.995869 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8725cf1-bcd6-428d-926f-982f637a925f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:31:05.016182 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:05.021166 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:05.076981 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:05.085461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.085793 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.086137 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.086511 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.087320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.087320 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.087600 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.087932 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.088997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.088997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.088997 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.089342 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:05.194672 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacc9e3-6e4f-4f86-9e47-41506bd876d7 req-35d0c8ba-dbc2-46a6-b243-95c853f72a89 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:05.196291 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbacc9e3-6e4f-4f86-9e47-41506bd876d7 req-35d0c8ba-dbc2-46a6-b243-95c853f72a89 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 945 time: 0.0577297 Aug 31 10:31:05.239257 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbacc9e3-6e4f-4f86-9e47-41506bd876d7 req-1e90cf53-7dc8-4691-b16c-507dfabfc7c5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 Aug 31 10:31:05.352710 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c8725cf1-bcd6-428d-926f-982f637a925f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:31:06.365398 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9410-7dfd-4c59-93a6-39e7c51a96cd req-1c99ac5b-4c94-44bf-85f4-43b668dfcd46 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:06.367666 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0bb9410-7dfd-4c59-93a6-39e7c51a96cd req-1c99ac5b-4c94-44bf-85f4-43b668dfcd46 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 945 time: 0.0500162 Aug 31 10:31:06.406447 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f0bb9410-7dfd-4c59-93a6-39e7c51a96cd req-78c6b732-6c10-4f5e-b578-a8b4eeb584ba tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321269 Aug 31 10:31:06.471042 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:06.810278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:31:06.863688 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port c8725cf1-bcd6-428d-926f-982f637a925f completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:31:06.867521 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port c8725cf1-bcd6-428d-926f-982f637a925f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:31:06.867879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:06.965115 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:06.993392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:06.996169 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4f76fb-0f74-462b-9b24-a23dc6adf51b" -d '{"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-plugged", "status": "completed", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:07.010187 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:07.014577 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:07.066784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:07.091079 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce7eb20-3fee-4a26-99c9-70c5aa25a5b4 x-openstack-request-id: req-7ce7eb20-3fee-4a26-99c9-70c5aa25a5b4 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:07.091357 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-plugged", "status": "completed", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:07.091675 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ce7eb20-3fee-4a26-99c9-70c5aa25a5b4 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:07.092195 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'code': 200} Aug 31 10:31:07.220342 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cd59e-a5cb-4ea3-b044-de303eac4354 req-e3d98bb1-97e6-4019-944a-6780e6176766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:07.221853 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5f5cd59e-a5cb-4ea3-b044-de303eac4354 req-e3d98bb1-97e6-4019-944a-6780e6176766 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0472958 Aug 31 10:31:07.258314 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5f5cd59e-a5cb-4ea3-b044-de303eac4354 req-9e968125-e434-47f2-8d64-3b26484755ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296392 Aug 31 10:31:07.527266 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dc491-e1a9-4a3d-a7a1-357599cb973b req-6305b9a4-0e4c-45f2-a4ee-76024d54a29f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:07.528848 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-705dc491-e1a9-4a3d-a7a1-357599cb973b req-6305b9a4-0e4c-45f2-a4ee-76024d54a29f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0515449 Aug 31 10:31:07.567815 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-705dc491-e1a9-4a3d-a7a1-357599cb973b req-f80eca76-9aa0-4819-8718-48d74153ab02 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Aug 31 10:31:08.692560 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e86ff-e226-4a6a-9116-306459fb3d22 req-7eb3b10e-a7e0-4d39-aea3-23ba313a3514 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:08.694722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7e86ff-e226-4a6a-9116-306459fb3d22 req-7eb3b10e-a7e0-4d39-aea3-23ba313a3514 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0557709 Aug 31 10:31:08.735275 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c7e86ff-e226-4a6a-9116-306459fb3d22 req-c91fe4a6-a41f-4958-ab6c-d485883cf796 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339177 Aug 31 10:31:08.851919 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a1fdf-cec1-43c4-af07-0db8cb4eae2b req-a6817317-66b7-47c4-8b5e-7df88fdfd1ab tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:08.853422 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-832a1fdf-cec1-43c4-af07-0db8cb4eae2b req-a6817317-66b7-47c4-8b5e-7df88fdfd1ab tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0513904 Aug 31 10:31:08.894945 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-832a1fdf-cec1-43c4-af07-0db8cb4eae2b req-6243f308-64c5-42e3-ab46-7f9ebf26cb5c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355227 Aug 31 10:31:08.918195 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:08.957993 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfc8b7-d8fe-4444-9509-c0b7791f45d2 tempest-TestShelveInstance-1581154007 tempest-TestShelveInstance-1581154007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:08.959466 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-07cfc8b7-d8fe-4444-9509-c0b7791f45d2 tempest-TestShelveInstance-1581154007 tempest-TestShelveInstance-1581154007-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1093 time: 0.0401437 Aug 31 10:31:08.963673 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:08.968051 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:08.989164 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:09.094891 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:09.200765 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Allocated IP 172.25.4.154 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/554f52dc-93dd-47de-95ed-0b3679f1a2f9) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:31:09.314380 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:09.357166 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:09.393542 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:31:09.400135 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:31:09.403789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:31:09.431273 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'Port': ['ID=554f52dc-93dd-47de-95ed-0b3679f1a2f9,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:09.777995 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:09.852908 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.011093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.016127 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.091307 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event updated for resources: {'Port': ['ID=554f52dc-93dd-47de-95ed-0b3679f1a2f9,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:10.104606 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.213727 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Floating IP 95c6b516-cc3f-4379-96a6-b9022f7a3f81 associated. External IP: 172.25.4.154, port: c8725cf1-bcd6-428d-926f-982f637a925f. Aug 31 10:31:10.439909 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Router fa77b6d0-3d66-48cb-b695-10f959d4674c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:31:10.556101 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:31:10.566425 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:31:10.575874 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.577710 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:31:10.578325 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:31:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:10.605722 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9ed91742-bcd4-4634-b3e9-ebbb82814a1c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6410105 Aug 31 10:31:10.606429 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:10.608782 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeae4e0c-0359-48d8-a3b5-91c279b780d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:10.654154 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af22822a-8e5f-4a98-b98e-b02a84e81c63 x-openstack-request-id: req-af22822a-8e5f-4a98-b98e-b02a84e81c63 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:10.654437 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:10.654709 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af22822a-8e5f-4a98-b98e-b02a84e81c63 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:10.655159 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'status': 'completed', 'code': 200} Aug 31 10:31:10.749409 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-c84a9e97-4058-47c4-8bcd-ea2f2b74c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:10.751012 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-c84a9e97-4058-47c4-8bcd-ea2f2b74c5d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0419137 Aug 31 10:31:10.781238 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:31:10.850054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-950fed8a-c9b6-4747-9518-5ddfc21e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:10.851774 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-950fed8a-c9b6-4747-9518-5ddfc21e7c43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0934503 Aug 31 10:31:10.920501 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-58cb8b44-93f1-4de5-959c-e0e6104c3c81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1000 time: 0.0610392 Aug 31 10:31:10.972069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-149a3091-be5c-401f-bd53-630eee21aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:10.973559 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-149a3091-be5c-401f-bd53-630eee21aafc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0461004 Aug 31 10:31:11.014830 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '95c6b516-cc3f-4379-96a6-b9022f7a3f81', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'port_id': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'mac_address': 'fa:16:3e:b2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:31:09Z', 'updated_at': '2021-08-31T10:31:09Z', 'revision_number': 0, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:11.028945 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-1040729f-4559-41ab-a1df-304e5be0e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:11.030646 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-1040729f-4559-41ab-a1df-304e5be0e31d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495660 Aug 31 10:31:11.041129 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:31:11.049780 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:31:11.050385 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:31:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:11.127969 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-444747cf-babe-4a3c-88c3-cf11cd98eecc service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903308 Aug 31 10:31:11.169958 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:31:11.224923 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-eeae4e0c-0359-48d8-a3b5-91c279b780d5 req-c3dfe891-3434-4636-a71c-07a5bc515d0f service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894001 Aug 31 10:31:11.406913 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '95c6b516-cc3f-4379-96a6-b9022f7a3f81', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'port_id': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'mac_address': 'fa:16:3e:b2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:31:09Z', 'updated_at': '2021-08-31T10:31:09Z', 'revision_number': 0, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:11.433053 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294b8c9-1673-45a3-a47e-1b8108913193 None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '95c6b516-cc3f-4379-96a6-b9022f7a3f81', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'port_id': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'mac_address': 'fa:16:3e:b2:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:31:09Z', 'updated_at': '2021-08-31T10:31:09Z', 'revision_number': 0, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:31:11.628822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09cb49a-909d-40c7-809a-efbf890de02e None None] New status for floating IP 95c6b516-cc3f-4379-96a6-b9022f7a3f81: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:31:16.290554 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:31:19.392763 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:28.671530 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b8b79636-9b78-4d1a-b418-9fef07a55f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:31.894788 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:32.623961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-163208b7-3bc9-4a29-8e50-c9cbae176be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:32.918553 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:33.942439 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:36.475709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:49.398368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:53.290396 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:31:57.489311 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-8cc48389-2305-4246-ab69-35474cbcf4af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430558 Aug 31 10:31:57.597604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-6fc03e59-cea8-463a-8820-96cf12f49ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:57.599902 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-6fc03e59-cea8-463a-8820-96cf12f49ffc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0485840 Aug 31 10:31:57.718366 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-5ca11986-1257-4862-bbd9-9a10b97e1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:57.719826 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-5ca11986-1257-4862-bbd9-9a10b97e1fc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1009381 Aug 31 10:31:57.792492 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-b00510f4-02eb-4525-9079-2a8cedb2d842 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1002 time: 0.0649974 Aug 31 10:31:57.845260 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-c6f3da34-2ae0-433f-89db-842b3007134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:57.846782 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-c6f3da34-2ae0-433f-89db-842b3007134a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0475492 Aug 31 10:31:57.901416 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-67cbd595-1192-4634-9da2-216be2091ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:57.903053 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-67cbd595-1192-4634-9da2-216be2091ca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490491 Aug 31 10:31:57.996381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-4de82f76-b622-40c4-992c-27625775a7fa service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862525 Aug 31 10:31:58.107843 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c2826cf0-1208-4c0a-9fe5-938c7faf4b5b req-cf4974cc-218c-45b2-b501-8ffbcbb2dae4 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033456 Aug 31 10:31:58.674863 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf932-156b-4642-a69b-7ff2f16a9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:01.898614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:02.625062 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6b861e8c-8929-4349-9ef0-18ccbf7b6456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:02.931211 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:03.945625 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:06.479283 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.390484 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.680838 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c331cfd2-34fc-4fcf-99d6-b344e0c611d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.291251 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:32:31.900467 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.627276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5dd233c4-c7ff-4933-9ce2-c7537c7d7595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.927725 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:33.947890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.488109 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.409543 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:57.483713 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-417b6309-b5ae-4382-bd63-88fa644316f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440085 Aug 31 10:32:57.589542 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-1808c57b-489c-4a8b-bf7d-036fe8edb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:57.591115 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-1808c57b-489c-4a8b-bf7d-036fe8edb759 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0435605 Aug 31 10:32:57.716101 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-bfa1b810-8608-453d-906b-20d60cd31873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:57.717497 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-bfa1b810-8608-453d-906b-20d60cd31873 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1062095 Aug 31 10:32:57.797196 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-c0bcfeee-cda5-4405-8aed-0be4ee4e6d1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1002 time: 0.0724394 Aug 31 10:32:57.866885 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-96bef5e0-3fc6-4053-9e5b-fbe9547ac64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:57.869485 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-96bef5e0-3fc6-4053-9e5b-fbe9547ac64f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0647316 Aug 31 10:32:57.925635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-1a76285f-a5e2-45bb-84f0-d5111889ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:57.927249 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-1a76285f-a5e2-45bb-84f0-d5111889ad3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501702 Aug 31 10:32:58.030774 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-82ee0865-86e2-477b-97bc-7de1f68231e0 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960746 Aug 31 10:32:58.152778 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-4abc6819-bd7e-40d1-ba3f-2a5c3667ca10 req-59a7fab6-8f5f-414a-a7d8-b9a1e7cb32b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141031 Aug 31 10:32:58.691964 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e91d8d02-920d-4b53-bb1c-6bec03227715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:01.904771 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:02.629343 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c295-75ed-47dd-90b4-a53fd86163ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:02.939705 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:03.954156 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:06.483660 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:07.291480 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:33:08.434533 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ba6be-2737-4a3a-be26-5ab0717ae07f req-cc6a2cf5-a8f5-488b-813f-21c12c1ae960 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:08.436052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc4ba6be-2737-4a3a-be26-5ab0717ae07f req-cc6a2cf5-a8f5-488b-813f-21c12c1ae960 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0580907 Aug 31 10:33:08.477672 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-bc4ba6be-2737-4a3a-be26-5ab0717ae07f req-6b428db3-8dc8-4315-90f4-05abc399e615 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352540 Aug 31 10:33:09.636397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5972952-63d2-489a-beda-381dd7449747 req-e7467bb4-ac02-4f5d-bd06-cba3b42a888b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:09.637851 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5972952-63d2-489a-beda-381dd7449747 req-e7467bb4-ac02-4f5d-bd06-cba3b42a888b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0533943 Aug 31 10:33:09.680365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c5972952-63d2-489a-beda-381dd7449747 req-fa5e4f13-5467-4b88-99c7-6213bc573f9e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363622 Aug 31 10:33:10.849042 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8442fe-2e9d-466b-b9d3-6ae537fc31a3 req-4a44e11d-c4e6-443c-a6f4-a429f1501300 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:10.851248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be8442fe-2e9d-466b-b9d3-6ae537fc31a3 req-4a44e11d-c4e6-443c-a6f4-a429f1501300 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0565951 Aug 31 10:33:10.891724 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-be8442fe-2e9d-466b-b9d3-6ae537fc31a3 req-02667325-78bf-4f26-bd99-a41eb926a317 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344636 Aug 31 10:33:12.016886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5d7fb-3c64-4171-af84-0a0bc2c508aa req-c07aa397-24e9-4f13-a8af-9d051a1f0092 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:12.018327 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dc5d7fb-3c64-4171-af84-0a0bc2c508aa req-c07aa397-24e9-4f13-a8af-9d051a1f0092 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0540979 Aug 31 10:33:12.060168 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-2dc5d7fb-3c64-4171-af84-0a0bc2c508aa req-a8fd095b-8728-4692-8426-06de76c1e202 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 Aug 31 10:33:13.180964 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981520-d418-4e35-950e-c38e0a567cc1 req-006a925a-e700-4a30-9b3b-4eca5c9e59f6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:13.182445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74981520-d418-4e35-950e-c38e0a567cc1 req-006a925a-e700-4a30-9b3b-4eca5c9e59f6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Aug 31 10:33:13.222818 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74981520-d418-4e35-950e-c38e0a567cc1 req-449a1f79-8b11-43ae-9532-029797cdb71e tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343072 Aug 31 10:33:14.346111 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50526a-f167-47d9-8eb7-db211977bcc3 req-07ae571c-7f5c-4979-9939-9bcafad58c20 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:14.347746 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c50526a-f167-47d9-8eb7-db211977bcc3 req-07ae571c-7f5c-4979-9939-9bcafad58c20 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0561469 Aug 31 10:33:14.391230 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-3c50526a-f167-47d9-8eb7-db211977bcc3 req-73e35bee-2c6e-4bc0-87ec-bc3b735eed23 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366483 Aug 31 10:33:15.543694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59398796-fab7-4efd-9502-d7f1f14606a2 req-4d03d9a6-6d44-41e4-aa20-3694da91de5c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:15.545348 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59398796-fab7-4efd-9502-d7f1f14606a2 req-4d03d9a6-6d44-41e4-aa20-3694da91de5c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0707130 Aug 31 10:33:15.595411 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-59398796-fab7-4efd-9502-d7f1f14606a2 req-01d8d2db-8c76-429b-b21f-f8bf05cf5197 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Aug 31 10:33:16.712163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cbc96-fddd-44dc-8498-8301fd4c7507 req-a688bb76-4cab-4f4c-872e-7fa43c8e811b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:16.713663 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-993cbc96-fddd-44dc-8498-8301fd4c7507 req-a688bb76-4cab-4f4c-872e-7fa43c8e811b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0496063 Aug 31 10:33:16.751601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-993cbc96-fddd-44dc-8498-8301fd4c7507 req-182377bb-2ca5-4b71-b6b6-e46593e8d59d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Aug 31 10:33:17.888403 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752012ea-ca9b-4d57-8cc9-7f531079ad5e req-a4485530-082e-453a-81de-ef9c5e9b5b29 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:17.890083 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-752012ea-ca9b-4d57-8cc9-7f531079ad5e req-a4485530-082e-453a-81de-ef9c5e9b5b29 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0621727 Aug 31 10:33:17.942383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-752012ea-ca9b-4d57-8cc9-7f531079ad5e req-55a14fac-d536-4d28-8631-1c7b5aa3bfde tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 Aug 31 10:33:18.657655 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-31f4096c-9794-468c-a81a-15cec4ed0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:18.659036 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-31f4096c-9794-468c-a81a-15cec4ed0f97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0437000 Aug 31 10:33:18.751223 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-6d9c3452-3236-48cc-b0d6-8cb1b4e9c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:18.752726 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-6d9c3452-3236-48cc-b0d6-8cb1b4e9c430 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0865617 Aug 31 10:33:18.823779 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-b175ef8b-08d4-4b3c-9025-5bb022123974 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1002 time: 0.0640261 Aug 31 10:33:18.874179 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-6602b37a-38be-4765-993b-cd4bf93c9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:18.875706 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-6602b37a-38be-4765-993b-cd4bf93c9b18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0454223 Aug 31 10:33:18.927987 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-e8ab363d-de79-417f-9b76-6bcb89307f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:18.929481 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-e8ab363d-de79-417f-9b76-6bcb89307f7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469246 Aug 31 10:33:19.039935 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-2bf303a4-7d86-4ab4-9c2f-1d9cfa7ce102 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031611 Aug 31 10:33:19.067449 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df9f7-15f2-4a59-ba21-8483f7fd5eb5 req-21aed081-c145-492a-9e45-b46a175b384d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:19.069010 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d6df9f7-15f2-4a59-ba21-8483f7fd5eb5 req-21aed081-c145-492a-9e45-b46a175b384d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0524759 Aug 31 10:33:19.111500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5d6df9f7-15f2-4a59-ba21-8483f7fd5eb5 req-18a9bef7-a12f-42f6-9ef6-c84699f01dce tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354838 Aug 31 10:33:19.144048 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-cea35d47-2c7a-4b80-be9a-a4e2c1840308 req-a6bea75b-da79-4e2e-9a88-d7059a515b8d service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979197 Aug 31 10:33:19.417174 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:20.243323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d4b63-b1a7-4ca1-998a-77a5f7c202ea req-e8f82b2f-34b9-4e59-8199-155a9f8133bb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:20.245726 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-637d4b63-b1a7-4ca1-998a-77a5f7c202ea req-e8f82b2f-34b9-4e59-8199-155a9f8133bb tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0527184 Aug 31 10:33:20.286231 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-637d4b63-b1a7-4ca1-998a-77a5f7c202ea req-e4b93211-ec84-4588-a10b-ac767640a048 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344832 Aug 31 10:33:21.415930 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e318708-00fd-48eb-9e44-4cea022b0033 req-f16128d7-f917-4d96-80dc-b3af11323265 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:21.417541 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e318708-00fd-48eb-9e44-4cea022b0033 req-f16128d7-f917-4d96-80dc-b3af11323265 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0583930 Aug 31 10:33:21.461797 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8e318708-00fd-48eb-9e44-4cea022b0033 req-f5fe6bb3-5414-4db4-89f9-66d698c74b78 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377858 Aug 31 10:33:22.583399 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d388e-c263-4416-bd69-f093dee68853 req-c5025ee6-1649-4800-a3d6-4a9ecd477590 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:22.584951 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c42d388e-c263-4416-bd69-f093dee68853 req-c5025ee6-1649-4800-a3d6-4a9ecd477590 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0527530 Aug 31 10:33:22.626437 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c42d388e-c263-4416-bd69-f093dee68853 req-af078f0f-52c6-404b-92a3-4959b425798b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346510 Aug 31 10:33:22.763853 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-f15d1d47-7b1e-41b0-b7a6-8190550aa9e6 req-b2a75f0e-4032-41c5-82af-f0edc47a72a9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:33:22.764950 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f15d1d47-7b1e-41b0-b7a6-8190550aa9e6 req-b2a75f0e-4032-41c5-82af-f0edc47a72a9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694635 Aug 31 10:33:22.936290 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebcf52-9d8c-484b-8be4-bcc0d66d7547 req-5bb8a364-4aa5-48a9-9e81-a65982925c04 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:22.937885 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41ebcf52-9d8c-484b-8be4-bcc0d66d7547 req-5bb8a364-4aa5-48a9-9e81-a65982925c04 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0581222 Aug 31 10:33:22.961260 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-03fc2bfc-cd9c-4feb-a6df-6bef5e9bd321 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029630 Aug 31 10:33:22.987356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-41ebcf52-9d8c-484b-8be4-bcc0d66d7547 req-ba1f9a51-9c7d-4a32-b60c-d28fb3be2b6d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Aug 31 10:33:24.116007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d36d3c-4a14-4e4d-b33f-11312f6f21ee req-1b87b707-515a-410b-a955-f102b14a94b0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:24.118121 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8d36d3c-4a14-4e4d-b33f-11312f6f21ee req-1b87b707-515a-410b-a955-f102b14a94b0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0572734 Aug 31 10:33:24.157503 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a8d36d3c-4a14-4e4d-b33f-11312f6f21ee req-14f04628-ec0c-44ad-b0b7-0c8423591864 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330353 Aug 31 10:33:25.284293 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a62f-6a21-4ca7-94e8-6fddca4677b9 req-deca2d0a-9c7e-44e4-a683-337511736c8f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:25.285822 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f775a62f-6a21-4ca7-94e8-6fddca4677b9 req-deca2d0a-9c7e-44e4-a683-337511736c8f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0568347 Aug 31 10:33:25.330716 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f775a62f-6a21-4ca7-94e8-6fddca4677b9 req-e7dc2cc6-c6e7-4cd0-ad4c-ecf5ce716a3d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374854 Aug 31 10:33:25.422580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:33:25.506494 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:25.534025 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:33:25.536410 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12789820-ed3a-4674-baa7-bddb6bb0ff3a" -d '{"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-unplugged", "status": "completed", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:33:25.549708 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:25.556857 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:25.584154 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 10:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bf2df-588e-4223-bf0e-2613f8661af2 x-openstack-request-id: req-757bf2df-588e-4223-bf0e-2613f8661af2 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:33:25.584442 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-unplugged", "status": "failed", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "code": 422}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:33:25.584693 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-757bf2df-588e-4223-bf0e-2613f8661af2 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:33:25.585086 n-d-800634-13 neutron-server[94897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'code': 422} returned with failed status Aug 31 10:33:25.612779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:25.623916 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.624260 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.624609 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.624943 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.625277 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.625608 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.625936 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.627414 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.627894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.628271 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.628640 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:25.629097 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:26.451886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5202aa-7429-4014-a399-d07dd3f686c2 req-d1410a57-96ea-473a-9f5b-a5a649984218 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:26.453492 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c5202aa-7429-4014-a399-d07dd3f686c2 req-d1410a57-96ea-473a-9f5b-a5a649984218 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0528183 Aug 31 10:33:26.494090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c5202aa-7429-4014-a399-d07dd3f686c2 req-6e0ccfbd-856b-47e6-a225-9df48741194a tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Aug 31 10:33:27.623507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f39e8-8cf3-401d-af5d-5f3e4521bbf0 req-3188c504-af26-4a66-b2dc-ff4eee0d5c8f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:27.625085 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e9f39e8-8cf3-401d-af5d-5f3e4521bbf0 req-3188c504-af26-4a66-b2dc-ff4eee0d5c8f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0618618 Aug 31 10:33:27.672333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7e9f39e8-8cf3-401d-af5d-5f3e4521bbf0 req-65f8b5aa-080e-4c5e-a99d-f21ce0ff4ad1 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376101 Aug 31 10:33:28.689404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7439486f-b204-4213-8121-fc89909dd5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:28.824031 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893893a-b15e-4a6b-b392-925bc8f1cf5c req-4d4fdf51-a5d1-4375-b663-9886f49f61e0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:28.825624 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1893893a-b15e-4a6b-b392-925bc8f1cf5c req-4d4fdf51-a5d1-4375-b663-9886f49f61e0 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0532558 Aug 31 10:33:28.865863 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1893893a-b15e-4a6b-b392-925bc8f1cf5c req-de133a41-77ec-4ca1-9d13-6e1f531df417 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341167 Aug 31 10:33:30.002602 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d99fef-0637-4fcc-9b06-d672b7fb5714 req-b178cc5d-96fd-4829-999e-3fe07139c9bd tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:30.004311 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40d99fef-0637-4fcc-9b06-d672b7fb5714 req-b178cc5d-96fd-4829-999e-3fe07139c9bd tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0608842 Aug 31 10:33:30.053798 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-40d99fef-0637-4fcc-9b06-d672b7fb5714 req-1b736c55-91e9-4d0c-b312-65ca2281b2d8 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Aug 31 10:33:31.175512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f25e4-b3bd-4d57-9e94-432a77f47a64 req-d3d27c90-6e15-4617-aeb6-49a7a0f3eb79 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:31.177174 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a5f25e4-b3bd-4d57-9e94-432a77f47a64 req-d3d27c90-6e15-4617-aeb6-49a7a0f3eb79 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0551658 Aug 31 10:33:31.222170 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-4a5f25e4-b3bd-4d57-9e94-432a77f47a64 req-181638e3-2058-4863-9bf8-4d1f562e34f3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Aug 31 10:33:31.907607 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:32.053169 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a96f-d473-4453-b371-a3628e235148 req-54ed8fb0-de10-4f4f-8d2f-5d0fc3ec4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:32.055604 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-54ed8fb0-de10-4f4f-8d2f-5d0fc3ec4e7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224&tenant_id=68e40ccd08884a9ea4a584572702865d HTTP/1.1" status: 200 len: 1096 time: 0.0473585 Aug 31 10:33:32.132738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a96f-d473-4453-b371-a3628e235148 req-61faae84-0083-4669-9a12-807d57f2780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:32.134292 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-61faae84-0083-4669-9a12-807d57f2780c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1096 time: 0.0466714 Aug 31 10:33:32.351819 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f51ca-7c82-4a8f-b107-c62b405c72ac req-ea829ab3-172b-486e-a8a8-cfa3b0189a18 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:32.353470 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a9f51ca-7c82-4a8f-b107-c62b405c72ac req-ea829ab3-172b-486e-a8a8-cfa3b0189a18 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0550752 Aug 31 10:33:32.405026 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8a9f51ca-7c82-4a8f-b107-c62b405c72ac req-2fd5cb67-8cfb-4d88-8188-3f36ef8beedf tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448475 Aug 31 10:33:32.583899 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a96f-d473-4453-b371-a3628e235148 req-4eab7e01-3ee1-4dd0-8ebf-f2726abf7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:32.586088 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-4eab7e01-3ee1-4dd0-8ebf-f2726abf7edf service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.4445322 Aug 31 10:33:32.635078 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-17d0caba-2880-4c3a-bc89-e5496df0ab8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:32.659155 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-ace5df16-ba97-4e80-aa9b-0b911217d1ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1000 time: 0.0654383 Aug 31 10:33:32.714195 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a96f-d473-4453-b371-a3628e235148 req-f4128673-c60f-4888-bd43-8dc1449e6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:32.715890 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-f4128673-c60f-4888-bd43-8dc1449e6d60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0496581 Aug 31 10:33:32.768925 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a96f-d473-4453-b371-a3628e235148 req-597af864-8236-43d5-b493-2d9c59b016cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:32.770440 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-597af864-8236-43d5-b493-2d9c59b016cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472310 Aug 31 10:33:32.874337 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-02270309-a494-4186-b41e-2b948d2a1707 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961916 Aug 31 10:33:32.932470 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:32.974991 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-bfbe309e-aaa6-45b5-bf27-802ce6551de8 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932612 Aug 31 10:33:33.538388 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5786cee-f064-404d-a4cf-879e5d03f9b3 req-e52a9745-fbf6-44f4-8b33-8bf9b3d07270 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:33.540180 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5786cee-f064-404d-a4cf-879e5d03f9b3 req-e52a9745-fbf6-44f4-8b33-8bf9b3d07270 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0572512 Aug 31 10:33:33.581820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f5786cee-f064-404d-a4cf-879e5d03f9b3 req-e4731d84-d3d6-491e-aa36-b5a09654e496 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354450 Aug 31 10:33:33.953498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:34.708170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c008-60b4-48ec-9ac8-c67f191c78c2 req-63aab0de-011b-4a01-ad53-0dae7ced22b6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:34.709576 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7734c008-60b4-48ec-9ac8-c67f191c78c2 req-63aab0de-011b-4a01-ad53-0dae7ced22b6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0537760 Aug 31 10:33:34.749550 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7734c008-60b4-48ec-9ac8-c67f191c78c2 req-50bd78ff-dc1a-483a-98a0-8a94e19ce961 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328541 Aug 31 10:33:35.868423 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a959-5f16-4013-8716-0265328b99d6 req-ed615dd6-aada-4379-99d7-cdb8add76038 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:35.869924 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c570a959-5f16-4013-8716-0265328b99d6 req-ed615dd6-aada-4379-99d7-cdb8add76038 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0511391 Aug 31 10:33:35.911540 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c570a959-5f16-4013-8716-0265328b99d6 req-c6f0005f-e774-4556-95a3-5adde4b0063f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354919 Aug 31 10:33:36.491037 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:37.038394 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51070d54-7c3e-43a5-a9a1-9c94c0b2adf8 req-ad4b6234-8eca-4cab-b9e2-fdab65c079a6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:37.040551 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51070d54-7c3e-43a5-a9a1-9c94c0b2adf8 req-ad4b6234-8eca-4cab-b9e2-fdab65c079a6 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0520031 Aug 31 10:33:37.080932 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-51070d54-7c3e-43a5-a9a1-9c94c0b2adf8 req-9d01063f-7790-4628-a4f7-7eba2ad12332 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Aug 31 10:33:38.201786 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21936798-7ef7-45d8-ac9c-e4a1211db0f5 req-e8be01ba-ec27-4d4c-9be7-8fd9c141bf07 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:38.203287 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21936798-7ef7-45d8-ac9c-e4a1211db0f5 req-e8be01ba-ec27-4d4c-9be7-8fd9c141bf07 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0532401 Aug 31 10:33:38.248379 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-21936798-7ef7-45d8-ac9c-e4a1211db0f5 req-01c9080b-6488-4a36-863a-8b65d9c4f8f3 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390463 Aug 31 10:33:39.366072 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf1e7-d078-4e6d-9547-f53a36ac2ac3 req-15362dfc-1e5d-4c74-b79c-914f9b48c2fd tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:39.368109 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ebf1e7-d078-4e6d-9547-f53a36ac2ac3 req-15362dfc-1e5d-4c74-b79c-914f9b48c2fd tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 944 time: 0.0503280 Aug 31 10:33:39.406973 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-81ebf1e7-d078-4e6d-9547-f53a36ac2ac3 req-d37914ff-afa4-45f7-ba00-52ed3598365d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Aug 31 10:33:39.504090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:33:39.609682 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:39.622824 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'port_id': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'mac_address': 'fa:16:3e:b2:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:33:39.664646 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:39.682159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8725cf1-bcd6-428d-926f-982f637a925f {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:33:39.704132 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:39.708001 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:39.762983 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:39.979864 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['c8725cf1-bcd6-428d-926f-982f637a925f'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:33:40.525208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67a76-7a53-4ca2-983c-d20cacec91cb req-4105bf56-f641-407b-978a-640c349a3831 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:40.526767 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64e67a76-7a53-4ca2-983c-d20cacec91cb req-4105bf56-f641-407b-978a-640c349a3831 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 945 time: 0.0510192 Aug 31 10:33:40.567825 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-64e67a76-7a53-4ca2-983c-d20cacec91cb req-427bcae6-2fb8-48a1-bf8b-b0b24c222775 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348809 Aug 31 10:33:41.531991 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:33:41.588130 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port c8725cf1-bcd6-428d-926f-982f637a925f triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:33:41.588527 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:41.671893 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:41.690854 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ae535-9148-4067-ab70-87cb272ec006 req-5e2130c9-8a96-41d6-b66a-a56ad0f384cc tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:41.692687 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d96ae535-9148-4067-ab70-87cb272ec006 req-5e2130c9-8a96-41d6-b66a-a56ad0f384cc tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Aug 31 10:33:41.695579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:33:41.704325 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04675bcf-9cdf-40c4-9527-7a1c293da1b3" -d '{"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-plugged", "status": "completed", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:33:41.714240 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:41.719101 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:41.735528 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d96ae535-9148-4067-ab70-87cb272ec006 req-78013220-64b4-49cb-87da-9904d1a1aa8b tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Aug 31 10:33:41.750179 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc962f1-c3f9-4734-b61f-7deb88d6a3e3 x-openstack-request-id: req-3dc962f1-c3f9-4734-b61f-7deb88d6a3e3 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:33:41.750481 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-plugged", "status": "completed", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:33:41.750737 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dc962f1-c3f9-4734-b61f-7deb88d6a3e3 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:33:41.751162 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'code': 200} Aug 31 10:33:41.785278 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:41.938814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8083d9b-3f31-4dfb-beb1-85003eea063d req-995753a1-4159-47a8-baa8-da233e62fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:41.941459 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8083d9b-3f31-4dfb-beb1-85003eea063d req-995753a1-4159-47a8-baa8-da233e62fe94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0458155 Aug 31 10:33:41.986049 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-c8083d9b-3f31-4dfb-beb1-85003eea063d req-ac4631e4-ad24-450a-a709-bce5ad9fd51a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367451 Aug 31 10:33:42.857936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf04348-5365-4b00-9a41-462428375125 req-7826e65c-8d61-4554-957b-ad5a29dd3207 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:42.859789 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cf04348-5365-4b00-9a41-462428375125 req-7826e65c-8d61-4554-957b-ad5a29dd3207 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0521042 Aug 31 10:33:42.898045 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6cf04348-5365-4b00-9a41-462428375125 req-11ad777c-55b6-48b0-a71e-df1f0b24816d tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 31 10:33:44.030376 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6986d-3d48-4e7f-ad7e-8106d2c5115c req-53891020-ca4c-4e99-b0e5-0572f28b6428 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:44.031988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aa6986d-3d48-4e7f-ad7e-8106d2c5115c req-53891020-ca4c-4e99-b0e5-0572f28b6428 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0550117 Aug 31 10:33:44.075567 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8aa6986d-3d48-4e7f-ad7e-8106d2c5115c req-4c32a42c-3870-44a3-8755-e60be8e8706f tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374494 Aug 31 10:33:44.293134 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:33:49.416971 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:57.529324 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-8cbee455-b5b1-4781-8e65-d9bf20ff92ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843022 Aug 31 10:33:57.650546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-d925c200-c268-46b8-83c0-5705b39dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:57.652100 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-d925c200-c268-46b8-83c0-5705b39dd091 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0440307 Aug 31 10:33:57.763364 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-caf1ce34-58d5-467b-a198-0c2f0627157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:57.764878 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-caf1ce34-58d5-467b-a198-0c2f0627157f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.0927529 Aug 31 10:33:57.834691 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-34e8e2b6-0ebb-415a-8f64-4c00d645dd1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1002 time: 0.0607061 Aug 31 10:33:57.895443 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-a39e8f36-9081-4e9c-998a-0b56c70cca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:57.897162 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-a39e8f36-9081-4e9c-998a-0b56c70cca81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0540040 Aug 31 10:33:57.948950 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-0c93342a-59bd-4789-9e03-f1320ec56bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:57.950508 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-0c93342a-59bd-4789-9e03-f1320ec56bb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453217 Aug 31 10:33:58.047426 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-d34e153b-d31c-4a55-b128-e9698f41adb0 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882182 Aug 31 10:33:58.153685 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-aa8c8bd3-2317-45c3-b3dc-459a9bb65350 req-150653bb-b2d0-4c75-8622-001a60403eae service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981076 Aug 31 10:33:58.683502 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8ec13e26-a72b-4d8d-a2eb-4d957f43db6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:01.911289 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:02.640079 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6409900f-0e15-4c2b-bab5-a0a9d360cc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:02.947452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:03.960276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:06.489051 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:19.433248 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.292755 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:34:28.685346 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c5e6ea28-c351-4417-a547-13766f50f830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.912690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.633002 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-fd32c818-1006-48a8-ba99-fdee63073499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.957909 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:33.962138 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:36.491986 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:49.429368 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.292113 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:34:58.687724 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f262-af39-4a43-a100-1bf7636c3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:59.509397 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-56512a85-1abb-4005-a3a4-6019bb1f82fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433860 Aug 31 10:34:59.613528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-8bf107e4-fd9c-418a-8799-d0b253fed713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.615070 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-8bf107e4-fd9c-418a-8799-d0b253fed713 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0416582 Aug 31 10:34:59.738694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-69f087cc-b8d7-4605-9d88-0a749e3e66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.740241 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-69f087cc-b8d7-4605-9d88-0a749e3e66f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1017756 Aug 31 10:34:59.740719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39292) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:59.861384 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-e9523ab7-f1ca-4ba1-b6da-87815da38691 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 1002 time: 0.1127584 Aug 31 10:34:59.963791 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-239ccac1-cc53-498b-bc9f-9722493df7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.965190 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-239ccac1-cc53-498b-bc9f-9722493df7bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0724394 Aug 31 10:35:00.035868 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-3ba1eb64-4e62-4ce6-ac80-0fd12a5bf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.037554 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-3ba1eb64-4e62-4ce6-ac80-0fd12a5bf303 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542405 Aug 31 10:35:00.047408 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Deleting port 554f52dc-93dd-47de-95ed-0b3679f1a2f9 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:00.047744 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.208104 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.208427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.218928 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-e6416b14-ac27-4239-8e30-ba0dd715677c service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730425 Aug 31 10:35:00.224584 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Calling delete_port for 554f52dc-93dd-47de-95ed-0b3679f1a2f9 owned by network:floatingip {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:00.376634 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-069f3d58-3078-45d4-9503-13f433a1a5d1 req-46c85318-1e6b-4f07-93a1-f81c9f49c47b service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475987 Aug 31 10:35:00.459232 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.488545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event deleted for resources: {'Port': ['ID=554f52dc-93dd-47de-95ed-0b3679f1a2f9,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:00.513119 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.514132 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.514377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.514762 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.515100 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.515428 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.515870 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.516193 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.516516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.516853 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.517181 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.517502 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:00.566465 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.566828 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Floating IP 95c6b516-cc3f-4379-96a6-b9022f7a3f81 disassociated (deleted). External IP: 172.25.4.154, port: c8725cf1-bcd6-428d-926f-982f637a925f. Aug 31 10:35:00.784272 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Router fa77b6d0-3d66-48cb-b695-10f959d4674c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:00.900618 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:00.908155 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:00.913537 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:00.924940 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:00.925570 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:34:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:00.938020 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-05c3d8ea-304b-4e78-abed-0d3f19d501ac tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "DELETE /v2.0/floatingips/95c6b516-cc3f-4379-96a6-b9022f7a3f81 HTTP/1.1" status: 204 len: 168 time: 1.1961901 Aug 31 10:35:00.938648 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:00.941522 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:01.052814 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:01.068806 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f71d6-0f13-4e5c-9785-8e7910b1ec54 x-openstack-request-id: req-ef4f71d6-0f13-4e5c-9785-8e7910b1ec54 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:01.069446 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:01.069735 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef4f71d6-0f13-4e5c-9785-8e7910b1ec54 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:01.070355 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'status': 'completed', 'code': 200} Aug 31 10:35:01.178701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-d1078313-ea85-43ce-8dec-f5a75a94c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.180765 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-d1078313-ea85-43ce-8dec-f5a75a94c8f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68e40ccd08884a9ea4a584572702865d&device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 1098 time: 0.0584748 Aug 31 10:35:01.254518 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523e7e5-8a8f-4295-8a70-aeda78cb465b req-a899734f-1319-422a-9167-1edc0cb6d0fc tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.257198 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6523e7e5-8a8f-4295-8a70-aeda78cb465b req-a899734f-1319-422a-9167-1edc0cb6d0fc tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0841219 Aug 31 10:35:01.274339 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:01.290876 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-346f26ed-a342-4c08-a9e5-d7abb85962b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.292395 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-346f26ed-a342-4c08-a9e5-d7abb85962b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 200 len: 909 time: 0.1036537 Aug 31 10:35:01.301156 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6523e7e5-8a8f-4295-8a70-aeda78cb465b req-b422b212-4fcb-4734-baa9-e0f079066081 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Aug 31 10:35:01.303123 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:01.313483 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:01.314105 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:34:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:01.342978 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-4c988266-b74a-490c-b6fb-f0ae0f22700f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 200 len: 217 time: 0.0413294 Aug 31 10:35:01.397390 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-91b27b5a-89f5-42c7-aad9-d6165911f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.398974 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-91b27b5a-89f5-42c7-aad9-d6165911f336 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 200 len: 847 time: 0.0474453 Aug 31 10:35:01.425549 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:01.448840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-63d9d0b9-8d30-45cc-b1b1-36a5e77dcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.450443 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-63d9d0b9-8d30-45cc-b1b1-36a5e77dcaaa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b82146b5-dc80-4a0a-bd66-c9daf233c8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431709 Aug 31 10:35:01.557257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-924dcd30-9683-47ff-97c7-988b03a6fdea service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961480 Aug 31 10:35:01.634965 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:01.652394 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b7d78443-9f66-4538-9f0c-dc51e79bf2ec req-3a8842be-0c7f-4ab2-9b9a-8d5f2f4f7e12 service neutron] 10.222.0.23 "GET /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879514 Aug 31 10:35:01.751855 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfaaee-da0a-4d1f-a47a-3b515d3fa64d None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:26:08Z', 'revision_number': 4, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '615f7a85-f4eb-4925-9260-f8c980d6d011', 'name': '', 'network_id': 'b82146b5-dc80-4a0a-bd66-c9daf233c8fa', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'mac_address': 'fa:16:3e:67:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:07Z', 'updated_at': '2021-08-31T10:26:13Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'subnets': [{'id': 'c7b71b60-cb8b-475a-8436-7aae939a6087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:01.914370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:01.995073 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a168901-4b5f-434a-94f7-2287374d970e None None] New status for floating IP 95c6b516-cc3f-4379-96a6-b9022f7a3f81: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:35:02.425016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f2b45-82e7-4f2f-a8ab-5e4c1c2e5266 req-d4010683-e491-404e-814c-94120506850c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.426549 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-130f2b45-82e7-4f2f-a8ab-5e4c1c2e5266 req-d4010683-e491-404e-814c-94120506850c tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0502286 Aug 31 10:35:02.465891 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-130f2b45-82e7-4f2f-a8ab-5e4c1c2e5266 req-974861f5-5155-4d5d-a995-1fc788370446 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/security-groups?id=03e58c6d-c80b-4178-9dfb-e30e79864be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Aug 31 10:35:02.634286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-02145200-a419-48b9-9e73-8d6add2294c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:02.984732 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.117046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-966ffa37-64ef-4579-9c8c-66ac6fa482c5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:03.118558 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-966ffa37-64ef-4579-9c8c-66ac6fa482c5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 946 time: 0.0526285 Aug 31 10:35:03.219406 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Deleting port c8725cf1-bcd6-428d-926f-982f637a925f {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:03.219764 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.316471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] For port c8725cf1-bcd6-428d-926f-982f637a925f, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=c8725cf1-bcd6-428d-926f-982f637a925f,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:03.316853 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.331347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Calling delete_port for c8725cf1-bcd6-428d-926f-982f637a925f owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:03.470019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.500900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event deleted for resources: {'Port': ['ID=c8725cf1-bcd6-428d-926f-982f637a925f,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:03.550546 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] No DVR routers for this DVR port c8725cf1-bcd6-428d-926f-982f637a925f on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:35:03.553490 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.555464 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bca84579-a23a-40de-b9a8-fd05e10d4236 req-675fe17d-96a6-4dbd-9dd6-995c44ea36b7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.23 "DELETE /v2.0/ports/c8725cf1-bcd6-428d-926f-982f637a925f HTTP/1.1" status: 204 len: 173 time: 0.4300537 Aug 31 10:35:03.555913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-deleted', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:03.558260 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbe13dd-7fbc-4713-a5bb-0c351337326f" -d '{"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-deleted", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:03.578632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-77442c0f-358e-4ea1-b19d-3419e9ea7194 req-186ed328-be58-4d5a-b338-931c0305cdf5 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 210 time: 0.0351808 Aug 31 10:35:03.601997 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2377ac-ddfa-418a-ae20-ab446eaf9f29 x-openstack-request-id: req-8a2377ac-ddfa-418a-ae20-ab446eaf9f29 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:03.602290 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5e4d63-cb07-4688-bc61-7446b37d5224", "name": "network-vif-deleted", "tag": "c8725cf1-bcd6-428d-926f-982f637a925f", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:03.602574 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a2377ac-ddfa-418a-ae20-ab446eaf9f29 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:03.602974 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5e4d63-cb07-4688-bc61-7446b37d5224', 'name': 'network-vif-deleted', 'tag': 'c8725cf1-bcd6-428d-926f-982f637a925f', 'status': 'completed', 'code': 200} Aug 31 10:35:03.970747 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:04.678273 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-c7fb02ad-b6ff-4b96-803f-7a8f868cb1d8 req-35b9636a-c292-4c47-aba1-9feed4104cf4 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 210 time: 0.0290842 Aug 31 10:35:05.779617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-76f9d3bc-06f7-4422-85ad-13ca8af12548 req-c812cee8-c84d-4397-a367-307732d97d80 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Aug 31 10:35:06.494091 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:06.878601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-48becaa6-fc4f-4786-9335-1ea25f7b9f0a req-902674d9-277a-4244-b8de-e6972c5717db tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5e4d63-cb07-4688-bc61-7446b37d5224 HTTP/1.1" status: 200 len: 210 time: 0.0285232 Aug 31 10:35:07.920191 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:07.937788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39328) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:07.947927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: c8725cf1-bcd6-428d-926f-982f637a925f {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:07.948270 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device c8725cf1-bcd6-428d-926f-982f637a925f not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:08.008828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a9b23e-dd12-42b2-a12c-47c3add36bb7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:08.038093 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a9b23e-dd12-42b2-a12c-47c3add36bb7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:08.101047 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a9b23e-dd12-42b2-a12c-47c3add36bb7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:08.104318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-68a9b23e-dd12-42b2-a12c-47c3add36bb7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:08.106045 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-68a9b23e-dd12-42b2-a12c-47c3add36bb7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] 10.222.0.18 "DELETE /v2.0/security-groups/03e58c6d-c80b-4178-9dfb-e30e79864be8 HTTP/1.1" status: 204 len: 168 time: 0.1669879 Aug 31 10:35:08.129723 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9b23e-dd12-42b2-a12c-47c3add36bb7 tempest-TestShelveInstance-361293952 tempest-TestShelveInstance-361293952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e58c6d-c80b-4178-9dfb-e30e79864be8,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:08.181281 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39332) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:08.657994 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:08.920449 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Deleting port 615f7a85-f4eb-4925-9260-f8c980d6d011 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:08.920665 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:09.003738 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] For port 615f7a85-f4eb-4925-9260-f8c980d6d011, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=615f7a85-f4eb-4925-9260-f8c980d6d011,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:09.004373 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:09.018456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Calling delete_port for 615f7a85-f4eb-4925-9260-f8c980d6d011 owned by network:router_interface {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:09.221952 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:09.249943 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=615f7a85-f4eb-4925-9260-f8c980d6d011,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:09.441623 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.019940 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Router fa77b6d0-3d66-48cb-b695-10f959d4674c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:10.144875 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:10.151985 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a0e6dfa5-64f9-4c5b-997f-9e1bdb720e54 admin admin] 10.222.0.18 "PUT /v2.0/routers/fa77b6d0-3d66-48cb-b695-10f959d4674c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9692779 Aug 31 10:35:10.153041 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39336) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:10.158757 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] Sync routers for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:10.170420 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:10.171085 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:10.284042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.293516 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:10.408838 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.476757 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Deleting port 70a28009-4532-4f89-ab77-aa78a091e856 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:10.477219 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.501467 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '70a28009-4532-4f89-ab77-aa78a091e856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:35:09Z', 'revision_number': 5, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port': {'id': '70a28009-4532-4f89-ab77-aa78a091e856', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:05Z', 'updated_at': '2021-08-31T10:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:10.534324 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] Checking router: fa77b6d0-3d66-48cb-b695-10f959d4674c for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:10.543104 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] Routers {'fa77b6d0-3d66-48cb-b695-10f959d4674c'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:10.543714 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['fa77b6d0-3d66-48cb-b695-10f959d4674c'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:10.567831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] For port 70a28009-4532-4f89-ab77-aa78a091e856, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=70a28009-4532-4f89-ab77-aa78a091e856,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:10.568216 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.581551 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Calling delete_port for 70a28009-4532-4f89-ab77-aa78a091e856 owned by network:router_gateway {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:10.634034 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] Set router fa77b6d0-3d66-48cb-b695-10f959d4674c gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:10.687042 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:35:10Z', 'revision_number': 6, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:10.717407 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ae624-792d-4145-a6c2-2a6a1be921ca None None] The sync data for ids ['fa77b6d0-3d66-48cb-b695-10f959d4674c'] in n-d-800634-13 is: [{'id': 'fa77b6d0-3d66-48cb-b695-10f959d4674c', 'name': 'tempest-TestShelveInstance-181895361-router', 'tenant_id': '68e40ccd08884a9ea4a584572702865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:04Z', 'updated_at': '2021-08-31T10:35:10Z', 'revision_number': 6, 'project_id': '68e40ccd08884a9ea4a584572702865d', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:10.769427 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.796994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a28009-4532-4f89-ab77-aa78a091e856,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:10.862359 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.956931 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:10.959097 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.003789 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.004442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa77b6d0-3d66-48cb-b695-10f959d4674c {{(pid=94895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:35:11.009091 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.010247 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c370ad2d-7428-4072-b687-21143c0883e4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fa77b6d0-3d66-48cb-b695-10f959d4674c HTTP/1.1" status: 204 len: 168 time: 0.8538866 Aug 31 10:35:11.013331 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39338) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:11.063624 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Deleting subnet c7b71b60-cb8b-475a-8436-7aae939a6087 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:35:11.067828 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.107121 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.195981 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.251318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.279332 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b71b60-cb8b-475a-8436-7aae939a6087,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:11.281341 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.286047 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-969f4fc5-202b-4f85-8104-26d8707ee4a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c7b71b60-cb8b-475a-8436-7aae939a6087 HTTP/1.1" status: 204 len: 168 time: 0.2702873 Aug 31 10:35:11.286201 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a99091-b801-465b-819c-edfc8eb56164 None None] Network b82146b5-dc80-4a0a-bd66-c9daf233c8fa requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:35:11.286688 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39340) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:11.364318 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.426981 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Deleting port f603a46d-f8db-43fe-b3fe-2b5c799c180c {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:11.427320 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.488234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b584461-69de-4e68-9798-0396821aa405 None None] DHCP port deletion for b82146b5-dc80-4a0a-bd66-c9daf233c8fa request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:35:11.495792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] For port f603a46d-f8db-43fe-b3fe-2b5c799c180c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f603a46d-f8db-43fe-b3fe-2b5c799c180c,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:11.496238 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.511475 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Calling delete_port for f603a46d-f8db-43fe-b3fe-2b5c799c180c owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:11.543372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Deleting port f603a46d-f8db-43fe-b3fe-2b5c799c180c {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:11.543751 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.608857 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.615650 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-9b584461-69de-4e68-9798-0396821aa405 None None] For port f603a46d-f8db-43fe-b3fe-2b5c799c180c, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=f603a46d-f8db-43fe-b3fe-2b5c799c180c,segment=NetworkSegment(f84fa7cc-47fc-491a-b988-a2c89aff1c3b),segment_id=f84fa7cc-47fc-491a-b988-a2c89aff1c3b)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:11.615917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.631620 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Calling delete_port for f603a46d-f8db-43fe-b3fe-2b5c799c180c owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:11.636459 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f603a46d-f8db-43fe-b3fe-2b5c799c180c,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:11.640915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] No DVR routers for this DVR port f603a46d-f8db-43fe-b3fe-2b5c799c180c on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:35:11.727585 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:35:11.735768 n-d-800634-13 neutron-server[94897]: self.session.flush() Aug 31 10:35:11.741186 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.746946 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82146b5-dc80-4a0a-bd66-c9daf233c8fa']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:11.761956 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:11.763368 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84fa7cc-47fc-491a-b988-a2c89aff1c3b') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:11.769603 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b584461-69de-4e68-9798-0396821aa405 None None] No DVR routers for this DVR port f603a46d-f8db-43fe-b3fe-2b5c799c180c on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:35:11.773331 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Pushing event deleted for resources: {'Port': ['ID=f603a46d-f8db-43fe-b3fe-2b5c799c180c,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:11.779915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.781038 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 70a28009-4532-4f89-ab77-aa78a091e856 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:11.789209 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.789548 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.789882 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.790216 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.790569 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.790890 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.791211 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.791532 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.792009 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.792537 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.793083 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.793631 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b584461-69de-4e68-9798-0396821aa405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:11.797631 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.806911 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:35:11.807455 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:35:11.809246 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:35:11.817594 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 70a28009-4532-4f89-ab77-aa78a091e856 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:11.817939 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 70a28009-4532-4f89-ab77-aa78a091e856 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:11.818571 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 615f7a85-f4eb-4925-9260-f8c980d6d011 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:11.841827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 615f7a85-f4eb-4925-9260-f8c980d6d011 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:11.842171 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 615f7a85-f4eb-4925-9260-f8c980d6d011 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:11.842623 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f603a46d-f8db-43fe-b3fe-2b5c799c180c no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:11.862105 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: f603a46d-f8db-43fe-b3fe-2b5c799c180c {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:11.862446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device f603a46d-f8db-43fe-b3fe-2b5c799c180c not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:11.868852 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.877171 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:11.878833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b82146b5-dc80-4a0a-bd66-c9daf233c8fa HTTP/1.1" status: 204 len: 168 time: 0.5914245 Aug 31 10:35:11.881910 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39342) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:11.890239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeb5d3-b0bd-4447-8167-7f196fe25d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=b82146b5-dc80-4a0a-bd66-c9daf233c8fa,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:12.266035 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:12.522935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Deleting port 689a5eb3-fc5d-408f-8e3d-744930953dfb {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:12.523238 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:12.605150 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] For port 689a5eb3-fc5d-408f-8e3d-744930953dfb, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=689a5eb3-fc5d-408f-8e3d-744930953dfb,segment=NetworkSegment(9de30bfd-aa4c-46ae-91f7-d055f469ce01),segment_id=9de30bfd-aa4c-46ae-91f7-d055f469ce01)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:12.605514 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:12.619125 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Calling delete_port for 689a5eb3-fc5d-408f-8e3d-744930953dfb owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:12.808777 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:12.837119 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Pushing event deleted for resources: {'Port': ['ID=689a5eb3-fc5d-408f-8e3d-744930953dfb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:12.875966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.876507 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.876995 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.877397 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.877801 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.878265 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.878793 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.879278 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.879784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.880208 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.880639 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:12.881065 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:13.412264 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:13.634084 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Router c031a304-347f-4a0f-96f1-8cf97540980c has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:13.754356 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:13.759820 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-2e30eec1-6505-45d9-b69f-be631833985a admin admin] 10.222.0.18 "PUT /v2.0/routers/c031a304-347f-4a0f-96f1-8cf97540980c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767686 Aug 31 10:35:13.762586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39344) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:13.764446 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] Sync routers for ids ['c031a304-347f-4a0f-96f1-8cf97540980c'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:13.774174 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] Routers {'c031a304-347f-4a0f-96f1-8cf97540980c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:13.774843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c031a304-347f-4a0f-96f1-8cf97540980c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:13.871360 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:13.890195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] Set router c031a304-347f-4a0f-96f1-8cf97540980c gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:13.986609 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.046389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Deleting port cd3e6433-80c4-4842-92ef-264788f4707e {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:14.046938 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.146043 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] For port cd3e6433-80c4-4842-92ef-264788f4707e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=cd3e6433-80c4-4842-92ef-264788f4707e,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:14.146313 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.160039 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Calling delete_port for cd3e6433-80c4-4842-92ef-264788f4707e owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:14.250961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:35:12Z', 'revision_number': 5, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port': {'id': 'cd3e6433-80c4-4842-92ef-264788f4707e', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:14.281094 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] Checking router: c031a304-347f-4a0f-96f1-8cf97540980c for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:14.290310 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] Routers {'c031a304-347f-4a0f-96f1-8cf97540980c'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:14.290992 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c031a304-347f-4a0f-96f1-8cf97540980c'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:14.343405 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.376944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3e6433-80c4-4842-92ef-264788f4707e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:14.389497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] Set router c031a304-347f-4a0f-96f1-8cf97540980c gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:14.445010 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.447697 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:35:13Z', 'revision_number': 6, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:14.476841 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2aebaf-f231-453f-bdcd-28046b7216c9 None None] The sync data for ids ['c031a304-347f-4a0f-96f1-8cf97540980c'] in n-d-800634-13 is: [{'id': 'c031a304-347f-4a0f-96f1-8cf97540980c', 'name': 'tempest-TestShelveInstance-1033168448-router', 'tenant_id': '5f56e085b9014e0f89049066fdd2f665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:26:10Z', 'updated_at': '2021-08-31T10:35:13Z', 'revision_number': 6, 'project_id': '5f56e085b9014e0f89049066fdd2f665', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:14.547964 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.550171 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.596257 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.596797 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c031a304-347f-4a0f-96f1-8cf97540980c {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:35:14.601177 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.602341 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7feab2b3-3da8-4201-9e79-dd56e0f23720 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c031a304-347f-4a0f-96f1-8cf97540980c HTTP/1.1" status: 204 len: 168 time: 0.8381665 Aug 31 10:35:14.604880 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39346) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:14.651260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Deleting subnet 110a9f10-ced0-4d87-9121-e8f52b561d05 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:35:14.654566 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.692363 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.790612 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.858243 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.893088 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110a9f10-ced0-4d87-9121-e8f52b561d05,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:14.898509 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.900488 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-a9ca5c48-a029-4bfe-aff5-d68efb2b9cfe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/110a9f10-ced0-4d87-9121-e8f52b561d05 HTTP/1.1" status: 204 len: 168 time: 0.2946486 Aug 31 10:35:14.903098 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39348) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:14.905843 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f769ae-619e-4059-9016-1e4ddff598af None None] Network c89c0694-a896-4045-ac3d-8275cee5f4ae requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:35:14.983169 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.049007 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Deleting port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:35:15.049427 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.120630 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] For port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,segment=NetworkSegment(9de30bfd-aa4c-46ae-91f7-d055f469ce01),segment_id=9de30bfd-aa4c-46ae-91f7-d055f469ce01)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:15.120993 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.135115 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Calling delete_port for 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 owned by network:dhcp {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:35:15.224786 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.252540 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d5966e-3532-48ea-9f4f-ab5bd5eccbc6,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:15.256981 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] No DVR routers for this DVR port 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 on host n-d-800634-13 {{(pid=94896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:35:15.295887 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d33aee1-3dda-4b01-9306-9009f1b6cc0e None None] DHCP port deletion for c89c0694-a896-4045-ac3d-8275cee5f4ae request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:35:15.341980 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.352410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89c0694-a896-4045-ac3d-8275cee5f4ae']}} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:15.364360 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de30bfd-aa4c-46ae-91f7-d055f469ce01') {'for_net_delete': True} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:15.364655 n-d-800634-13 neutron-server[94896]: DEBUG neutron.services.segments.db [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de30bfd-aa4c-46ae-91f7-d055f469ce01') {} {{(pid=94896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:15.375036 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29025663'] for segment, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.391902 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.398905 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:35:15.399677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25559757'] for segment, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: Traceback (most recent call last): Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: timer() Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: cb(*args, **kw) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: return func(*args, **kwargs) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: self._notify() Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: self.callback(batched_events) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: event.method(event) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: return f(self, *a, **k) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: return self._get(url).json() Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: return self.request(url, 'GET', **kwargs) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:35:15.401320 n-d-800634-13 neutron-server[94896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:35:15.467735 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.476893 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.479094 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c89c0694-a896-4045-ac3d-8275cee5f4ae HTTP/1.1" status: 204 len: 168 time: 0.5741823 Aug 31 10:35:15.490287 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c10a2-5661-4445-8fb6-a22158717915 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89c0694-a896-4045-ac3d-8275cee5f4ae,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:15.620668 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39352) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:15.665110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-daf8e8da-f906-4658-aca6-255188e9012c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68e40ccd08884a9ea4a584572702865d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434411 Aug 31 10:35:15.667897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39354) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:15.728495 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0769d197-94e4-4239-97ab-7bdeae413d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.753902 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0769d197-94e4-4239-97ab-7bdeae413d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.755781 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 689a5eb3-fc5d-408f-8e3d-744930953dfb no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:15.777366 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 689a5eb3-fc5d-408f-8e3d-744930953dfb {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:15.777691 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 689a5eb3-fc5d-408f-8e3d-744930953dfb not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:15.778976 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:15.798656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:15.799016 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 28d5966e-3532-48ea-9f4f-ab5bd5eccbc6 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:15.799376 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cd3e6433-80c4-4842-92ef-264788f4707e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:35:15.821095 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: cd3e6433-80c4-4842-92ef-264788f4707e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:35:15.821370 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device cd3e6433-80c4-4842-92ef-264788f4707e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:35:15.823925 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0769d197-94e4-4239-97ab-7bdeae413d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.827671 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0769d197-94e4-4239-97ab-7bdeae413d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.828856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0769d197-94e4-4239-97ab-7bdeae413d59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/272b7ff9-26d0-4985-b62a-cfca8329125e HTTP/1.1" status: 204 len: 168 time: 0.1600180 Aug 31 10:35:15.839423 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769d197-94e4-4239-97ab-7bdeae413d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b7ff9-26d0-4985-b62a-cfca8329125e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:16.196169 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39362) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:16.239138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7d5d7ae6-bec3-426e-a10a-4e2547249ecf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f56e085b9014e0f89049066fdd2f665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416958 Aug 31 10:35:16.242261 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39364) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:16.315544 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18f450a-a994-44b2-9abc-41196f69eb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:16.344200 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18f450a-a994-44b2-9abc-41196f69eb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:16.399006 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18f450a-a994-44b2-9abc-41196f69eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:16.404504 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b18f450a-a994-44b2-9abc-41196f69eb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:16.406505 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b18f450a-a994-44b2-9abc-41196f69eb1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22d60a55-d8ff-4e12-a5b8-c53f8672b28e HTTP/1.1" status: 204 len: 168 time: 0.1628926 Aug 31 10:35:16.417694 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f450a-a994-44b2-9abc-41196f69eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d60a55-d8ff-4e12-a5b8-c53f8672b28e,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:17.275282 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39386) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:17.382076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1593036623-network', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:17.405305 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Made reservation on behalf of e909f4826b0340c39878fe6131c81fed for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:35:17.407700 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.416487 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.527512 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.532808 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.555451 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:35:17.572488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34970021-4e4d-42f5-abd6-14441d599508,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:17.576093 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.576445 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Added segment c875ecbd-20e0-4ce5-89e2-929124213ba7 of type vlan for network da336031-fb8c-46e7-9112-6668a35e8090 Aug 31 10:35:17.619194 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.645225 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.646250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:17.646871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.704707 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4281788 Aug 31 10:35:17.707905 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39390) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:17.713082 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Request body: {'subnet': {'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1593036623-subnet', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:17.714076 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cd266-f62c-43e3-bd34-6f5a3b32d4ca admin admin] Pushing event updated for resources: {'Network': ['ID=da336031-fb8c-46e7-9112-6668a35e8090,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:17.725581 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network da336031-fb8c-46e7-9112-6668a35e8090 details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:35:17.738883 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Made reservation on behalf of e909f4826b0340c39878fe6131c81fed for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:35:17.741421 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.945749 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.009872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a605169e-bad6-4b2a-83f9-7f86b3703a35,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:18.023279 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Checking segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:18.023638 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Network hostable DHCP agents. Network: da336031-fb8c-46e7-9112-6668a35e8090, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:35:18.041805 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Network da336031-fb8c-46e7-9112-6668a35e8090 is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:35:18.052074 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, da336031-fb8c-46e7-9112-6668a35e8090) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:18.056434 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:18.057019 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.061356 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba90d9ad-c311-4823-8c33-362a3e6c4323 None None] Network da336031-fb8c-46e7-9112-6668a35e8090 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:35:18.072256 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-d0ddcf4b-4486-4cc4-9f78-737ceaf1198f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3631167 Aug 31 10:35:18.074913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39392) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:18.079535 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:18.103584 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.104634 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.171883 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.239426 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-da336031-fb8c-46e7-9112-6668a35e8090', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:35:18.240404 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.320319 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.388935 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Allocated IP 172.20.0.2 (da336031-fb8c-46e7-9112-6668a35e8090/a605169e-bad6-4b2a-83f9-7f86b3703a35/698873b3-dc37-422e-a830-289fef3fcb24) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:18.548333 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.550837 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.559587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Transition to ACTIVE for port object 698873b3-dc37-422e-a830-289fef3fcb24 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:18.568612 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.578353 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Transition to ACTIVE for port object 698873b3-dc37-422e-a830-289fef3fcb24 will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:18.583764 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.625378 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Network da336031-fb8c-46e7-9112-6668a35e8090 is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:18.628402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:18.632159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:18.638392 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Pushing event updated for resources: {'Port': ['ID=698873b3-dc37-422e-a830-289fef3fcb24,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:18.688573 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Allocated IP 172.25.4.95 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/dc6d376a-4423-4653-b599-810ad200b5ee) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:18.699772 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Attempting to bind port 698873b3-dc37-422e-a830-289fef3fcb24 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:18.701023 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Attempting to bind port 698873b3-dc37-422e-a830-289fef3fcb24 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:18.701684 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Attempting to bind port 698873b3-dc37-422e-a830-289fef3fcb24 on network da336031-fb8c-46e7-9112-6668a35e8090 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:18.706986 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:18.707348 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Checking segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:18.707754 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.708169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Bound using segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:18.708612 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Bound port: 698873b3-dc37-422e-a830-289fef3fcb24, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:18.708990 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.777927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] For port 698873b3-dc37-422e-a830-289fef3fcb24, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:18.782185 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] For port 698873b3-dc37-422e-a830-289fef3fcb24, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=698873b3-dc37-422e-a830-289fef3fcb24,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:18.789579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.802957 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.866184 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a92128-9e53-456b-b627-3b0227e75a79 None None] Pushing event updated for resources: {'Port': ['ID=698873b3-dc37-422e-a830-289fef3fcb24,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:18.866858 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:18.917036 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:18.920336 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:18.925142 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:18.928392 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6d376a-4423-4653-b599-810ad200b5ee,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:19.224060 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:19.424979 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:19.433871 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:19.576980 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:35:19.698509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:19.710306 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:19.722002 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:19.722810 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:19.726837 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:19.736606 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c2fafd3f-487d-4396-bf50-15160017ad13 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6592624 Aug 31 10:35:19.740876 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39396) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:19.828774 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 698873b3-dc37-422e-a830-289fef3fcb24 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:19.882527 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:19.901229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73b5be-47aa-4015-b704-7a0cbfdad57c None None] Network da336031-fb8c-46e7-9112-6668a35e8090 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:35:19.946437 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 698873b3-dc37-422e-a830-289fef3fcb24 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:19.975787 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] Provisioning for port 698873b3-dc37-422e-a830-289fef3fcb24 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:19.990771 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] Provisioning complete for port 698873b3-dc37-422e-a830-289fef3fcb24 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:19.991534 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.102817 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:19Z', 'revision_number': 3, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:20.149599 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:20.149809 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Updating router ba2f0d15-5b08-4df4-9f3c-038bd1644319 port dc6d376a-4423-4653-b599-810ad200b5ee binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:35:20.180910 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.186949 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.258937 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] For port 698873b3-dc37-422e-a830-289fef3fcb24, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=698873b3-dc37-422e-a830-289fef3fcb24,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:20.268806 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.309970 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.338809 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d543c-6ff2-4c6d-b6c0-0678dc62aeee None None] Pushing event updated for resources: {'Port': ['ID=698873b3-dc37-422e-a830-289fef3fcb24,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:20.494028 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.502579 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Allocated IP 172.20.0.1 (da336031-fb8c-46e7-9112-6668a35e8090/a605169e-bad6-4b2a-83f9-7f86b3703a35/ed0ca623-e8f9-493f-bef1-d717a1654995) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:20.506010 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Transition to ACTIVE for port object dc6d376a-4423-4653-b599-810ad200b5ee will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:20.512898 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.564908 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Attempting to bind port dc6d376a-4423-4653-b599-810ad200b5ee on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:20.565271 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Attempting to bind port dc6d376a-4423-4653-b599-810ad200b5ee by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:20.565622 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Attempting to bind port dc6d376a-4423-4653-b599-810ad200b5ee on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:20.574260 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Pushing event updated for resources: {'Port': ['ID=dc6d376a-4423-4653-b599-810ad200b5ee,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:20.577435 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:20.577795 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:20.578185 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.578587 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:20.579052 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Bound port: dc6d376a-4423-4653-b599-810ad200b5ee, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:20.580076 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.586892 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.587226 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.587557 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.587884 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.588207 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.588523 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.589325 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.589325 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.589553 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.589987 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.590121 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.590354 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:20.596106 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-88e01abb-b221-4b5c-99c8-e43467ed0e3f None None] Provisioning complete for port 698873b3-dc37-422e-a830-289fef3fcb24 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:20.596485 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-88e01abb-b221-4b5c-99c8-e43467ed0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.633880 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.650836 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.provisioning_blocks [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Transition to ACTIVE for port object ed0ca623-e8f9-493f-bef1-d717a1654995 will not be triggered until provisioned by entity DHCP. {{(pid=94896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:20.668044 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] For port dc6d376a-4423-4653-b599-810ad200b5ee, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:20.673745 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] For port dc6d376a-4423-4653-b599-810ad200b5ee, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dc6d376a-4423-4653-b599-810ad200b5ee,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:20.681696 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.705108 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.751297 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Network da336031-fb8c-46e7-9112-6668a35e8090 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:20.754640 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:20.757349 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:20.784414 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0ca623-e8f9-493f-bef1-d717a1654995,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:20.807876 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.860332 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:20.860973 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:20.862804 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b41c65-86e1-466b-8634-6753a0d03e84 None None] Pushing event updated for resources: {'Port': ['ID=dc6d376a-4423-4653-b599-810ad200b5ee,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:20.989569 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.017906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-957e9f11-8475-455c-8c47-06e6d414aade None None] Provisioning for port ed0ca623-e8f9-493f-bef1-d717a1654995 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:21.024144 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-957e9f11-8475-455c-8c47-06e6d414aade None None] Provisioning complete for port ed0ca623-e8f9-493f-bef1-d717a1654995 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:21.024737 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-957e9f11-8475-455c-8c47-06e6d414aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.030872 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:21.094358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-957e9f11-8475-455c-8c47-06e6d414aade None None] Port ed0ca623-e8f9-493f-bef1-d717a1654995 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:35:21.195709 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.202202 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.263107 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:19Z', 'revision_number': 3, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:21.284294 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0ca623-e8f9-493f-bef1-d717a1654995,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:21.289028 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.299333 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b6060-1128-4bc8-9560-d8d84be2044b None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:19Z', 'revision_number': 3, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:21.414250 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Network da336031-fb8c-46e7-9112-6668a35e8090 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:21.416027 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:21.581991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:21.727317 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b5a45f13-90c3-4876-bab7-b4ee3df15ce0 None None] Provisioning complete for port ed0ca623-e8f9-493f-bef1-d717a1654995 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:21.727317 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b5a45f13-90c3-4876-bab7-b4ee3df15ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.738505 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:21.744489 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-db29442e-160d-4701-a304-2535499f42a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/ba2f0d15-5b08-4df4-9f3c-038bd1644319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992630 Aug 31 10:35:21.804007 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-b5a45f13-90c3-4876-bab7-b4ee3df15ce0 None None] Port ed0ca623-e8f9-493f-bef1-d717a1654995 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:35:21.861152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 698873b3-dc37-422e-a830-289fef3fcb24 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:21.920152 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 698873b3-dc37-422e-a830-289fef3fcb24 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:21.920681 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.013072 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dc6d376a-4423-4653-b599-810ad200b5ee up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:22.073286 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port dc6d376a-4423-4653-b599-810ad200b5ee completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:22.078075 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port dc6d376a-4423-4653-b599-810ad200b5ee triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:22.078655 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.169711 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.196298 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port dc6d376a-4423-4653-b599-810ad200b5ee, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dc6d376a-4423-4653-b599-810ad200b5ee,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:22.203608 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.268770 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=dc6d376a-4423-4653-b599-810ad200b5ee,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:22.376246 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39412) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:22.381454 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1962510953-network', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:22.402796 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Made reservation on behalf of ab2d09823e8140aa8feb7b18a80dc0a8 for: {'network': 1} {{(pid=94896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:35:22.405466 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for network, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.414668 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.516285 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.524058 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.555460 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:35:22.564323 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a8471-1985-4d73-ab4f-d5e0cb471995,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:22.567671 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.568040 n-d-800634-13 neutron-server[94896]: INFO neutron.db.segments_db [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Added segment 885ee8d3-10bd-472d-aaa5-0fe7079f18f6 of type vlan for network 5356a23f-534b-4b53-b787-78b486b7610a Aug 31 10:35:22.612680 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794706532693'] for network, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.639681 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704'] for network, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.640827 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:22.644968 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.697361 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3199806 Aug 31 10:35:22.700913 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39414) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:22.706632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Request body: {'subnet': {'network_id': '5356a23f-534b-4b53-b787-78b486b7610a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1962510953-subnet', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'ip_version': 4}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:22.707452 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a766bdc-8322-4d92-a660-3f20f1a3c3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5356a23f-534b-4b53-b787-78b486b7610a,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:22.720015 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Network 5356a23f-534b-4b53-b787-78b486b7610a details requested by agent ovs-agent-n-d-800634-13 with host n-d-800634-13 {{(pid=94897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:35:22.740710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Made reservation on behalf of ab2d09823e8140aa8feb7b18a80dc0a8 for: {'subnet': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:35:22.744105 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28937574'] for subnet, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.932129 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25296726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28937584'] for subnet, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.015523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a1a67d-1724-45e6-88f8-8a15c35932e6,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:23.024329 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Checking segment: {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:23.024683 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Network hostable DHCP agents. Network: 5356a23f-534b-4b53-b787-78b486b7610a, hostable agents: ['32ea16ff-d5b9-4a23-b387-211b50c6d2ff'], hosted agents: [] {{(pid=94895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:35:23.043011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Network 5356a23f-534b-4b53-b787-78b486b7610a is scheduled to be hosted by DHCP agent 32ea16ff-d5b9-4a23-b387-211b50c6d2ff with binding_index 1 {{(pid=94895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:35:23.054293 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-13, 5356a23f-534b-4b53-b787-78b486b7610a) {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:23.059070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:23.060918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.064058 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a20c61-034b-4f1c-9640-c544741e44d6 None None] Network 5356a23f-534b-4b53-b787-78b486b7610a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:35:23.081257 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-f70f2038-a5bc-4ede-9e6f-1dc4b63dba61 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3767550 Aug 31 10:35:23.081471 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39416) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:23.086733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:23.115256 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4138527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28968'] for router, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.116501 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4038905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4042857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28977'] for router, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.190794 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.192232 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:23.211619 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:23.212241 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:23.277243 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5f7241f-b3da-5076-bb3e-c1bb1e15e57f-5356a23f-534b-4b53-b787-78b486b7610a', 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'fixed_ips': [{'subnet_id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6'}]}} from n-d-800634-13. {{(pid=94897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:35:23.278665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.341999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.429308 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:23.558565 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.577599 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.db_base_plugin_common [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Allocated IP 172.20.0.2 (5356a23f-534b-4b53-b787-78b486b7610a/c0a1a67d-1724-45e6-88f8-8a15c35932e6/840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e) {{(pid=94897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:23.581296 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.730046 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Allocated IP 172.25.4.72 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/110831bb-c26d-4984-97e6-0a94e21ea2ff) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:23.828164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dc6d376a-4423-4653-b599-810ad200b5ee up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:23.876617 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.922530 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.963704 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:23.971191 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:23.973714 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:23.999633 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port dc6d376a-4423-4653-b599-810ad200b5ee triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:24.000074 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.002284 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Pushing event updated for resources: {'Port': ['ID=110831bb-c26d-4984-97e6-0a94e21ea2ff,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.065223 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Notify callbacks [] for port, precommit_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.083555 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Transition to ACTIVE for port object 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:24.091587 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:21Z', 'revision_number': 2, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:24.135686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:24.135974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Updating router ba2f0d15-5b08-4df4-9f3c-038bd1644319 port ed0ca623-e8f9-493f-bef1-d717a1654995 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:35:24.162272 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Transition to ACTIVE for port object 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e will not be triggered until provisioned by entity DHCP. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:24.188980 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981'] for port, after_create {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.236201 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.268140 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Network 5356a23f-534b-4b53-b787-78b486b7610a is already hosted by enough agents. {{(pid=94897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:24.276195 n-d-800634-13 neutron-server[94897]: DEBUG neutron.scheduler.base_scheduler [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Resources bound (agent type, host, resource id): {{(pid=94897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:24.281953 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Received port after_create {{(pid=94897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:24.287163 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Pushing event updated for resources: {'Port': ['ID=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,revision_number=1']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.439117 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Attempting to bind port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:24.439395 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Attempting to bind port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:24.439755 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Attempting to bind port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e on network 5356a23f-534b-4b53-b787-78b486b7610a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:24.451776 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:24.452146 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Checking segment: {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:24.452550 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.452950 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Bound using segment: {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:24.453444 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Bound port: 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:24.453825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.592700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] For port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:24.600779 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] For port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,segment=NetworkSegment(885ee8d3-10bd-472d-aaa5-0fe7079f18f6),segment_id=885ee8d3-10bd-472d-aaa5-0fe7079f18f6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:24.607540 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.627108 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.713888 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0fc23-096a-42ca-b4ce-b67b8012cb1f None None] Pushing event updated for resources: {'Port': ['ID=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,revision_number=2']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.740452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.753865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Transition to ACTIVE for port object ed0ca623-e8f9-493f-bef1-d717a1654995 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:24.761820 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.830192 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccde24-1b3a-4d7e-b8c5-c34299747ca3 None None] Pushing event updated for resources: {'Port': ['ID=ed0ca623-e8f9-493f-bef1-d717a1654995,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.861381 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4038848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4055033'] for router, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.896565 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Attempting to bind port ed0ca623-e8f9-493f-bef1-d717a1654995 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:24.896941 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Attempting to bind port ed0ca623-e8f9-493f-bef1-d717a1654995 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:24.897358 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Attempting to bind port ed0ca623-e8f9-493f-bef1-d717a1654995 on network da336031-fb8c-46e7-9112-6668a35e8090 {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:24.904121 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:24.904499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Checking segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:24.904915 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.905315 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Bound using segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:24.905806 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Bound port: ed0ca623-e8f9-493f-bef1-d717a1654995, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:24.906196 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.028677 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] For port ed0ca623-e8f9-493f-bef1-d717a1654995, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:25.035658 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] For port ed0ca623-e8f9-493f-bef1-d717a1654995, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed0ca623-e8f9-493f-bef1-d717a1654995,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:25.040112 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.073571 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Router c9c30ad4-a1bb-4304-a46f-c9ec86021323 is scheduled to L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab with binding_index 1 {{(pid=94895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:35:25.120715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:25.121636 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:25.128686 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccde24-1b3a-4d7e-b8c5-c34299747ca3 None None] Pushing event updated for resources: {'Port': ['ID=ed0ca623-e8f9-493f-bef1-d717a1654995,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:25.213680 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:25.226398 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Sync routers for ids ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:25.237589 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Routers {'c9c30ad4-a1bb-4304-a46f-c9ec86021323'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:25.238209 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:25.244167 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] Notify callbacks [] for router, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.245761 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-814852c4-3c87-4bfa-bf37-18a79acfb8bd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1630623 Aug 31 10:35:25.249268 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39420) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:25.279613 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:25.380897 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Set router c9c30ad4-a1bb-4304-a46f-c9ec86021323 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:25.593283 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:25Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:25.603099 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:24Z', 'revision_number': 3, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:25.633483 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Checking router: c9c30ad4-a1bb-4304-a46f-c9ec86021323 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:25.633987 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Updating router c9c30ad4-a1bb-4304-a46f-c9ec86021323 port 110831bb-c26d-4984-97e6-0a94e21ea2ff binding host n-d-800634-13 {{(pid=94898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:35:25.639977 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f965b-fd6b-4011-b3e0-a1ce0df1f8b6 None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:25Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:25.663217 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.895540 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.929917 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:26.008089 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:26.017033 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed0ca623-e8f9-493f-bef1-d717a1654995 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:26.054402 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aae496-4bd4-4713-aaa4-ab0a224f1952 None None] Network 5356a23f-534b-4b53-b787-78b486b7610a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:35:26.116800 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Notify callbacks [] for port, precommit_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.130207 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.provisioning_blocks [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Transition to ACTIVE for port object 110831bb-c26d-4984-97e6-0a94e21ea2ff will not be triggered until provisioned by entity L2. {{(pid=94898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:26.140186 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.152539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Allocated IP 172.20.0.1 (5356a23f-534b-4b53-b787-78b486b7610a/c0a1a67d-1724-45e6-88f8-8a15c35932e6/701667cf-31f5-48eb-8250-89953e2206f1) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:26.173865 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] Provisioning for port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:26.180996 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] Provisioning complete for port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:26.181370 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.193405 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e3b6-3cd4-4042-a51e-def966297798 None None] Pushing event updated for resources: {'Port': ['ID=110831bb-c26d-4984-97e6-0a94e21ea2ff,revision_number=2']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:26.216944 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Attempting to bind port 110831bb-c26d-4984-97e6-0a94e21ea2ff on host n-d-800634-13 for vnic_type normal with profile {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:26.217623 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Attempting to bind port 110831bb-c26d-4984-97e6-0a94e21ea2ff by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:26.218169 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Attempting to bind port 110831bb-c26d-4984-97e6-0a94e21ea2ff on network 5491c24c-cf4f-4f0e-812e-9745dafea365 {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:26.224250 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:26.224937 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Checking segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:26.225512 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.226066 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Bound using segment: {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'} {{(pid=94898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:26.226797 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.managers [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Bound port: 110831bb-c26d-4984-97e6-0a94e21ea2ff, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65af35c-f9c3-4b68-9f8c-8be72f468fd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365'}}] {{(pid=94898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:26.227859 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.271158 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port ed0ca623-e8f9-493f-bef1-d717a1654995 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:26.292965 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] For port 110831bb-c26d-4984-97e6-0a94e21ea2ff, host n-d-800634-13, cleared binding levels {{(pid=94898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:26.297077 n-d-800634-13 neutron-server[94898]: DEBUG neutron.plugins.ml2.db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] For port 110831bb-c26d-4984-97e6-0a94e21ea2ff, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=110831bb-c26d-4984-97e6-0a94e21ea2ff,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:26.297367 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ed0ca623-e8f9-493f-bef1-d717a1654995 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:26.298337 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.305336 n-d-800634-13 neutron-server[94898]: DEBUG neutron_lib.callbacks.manager [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.316077 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.334086 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Transition to ACTIVE for port object 701667cf-31f5-48eb-8250-89953e2206f1 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:26.385197 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e3b6-3cd4-4042-a51e-def966297798 None None] Pushing event updated for resources: {'Port': ['ID=110831bb-c26d-4984-97e6-0a94e21ea2ff,revision_number=3']} {{(pid=94898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:26.387262 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.392868 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.410739 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Routers {'c9c30ad4-a1bb-4304-a46f-c9ec86021323'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:26.411464 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:26.466689 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Network 5356a23f-534b-4b53-b787-78b486b7610a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:26.472753 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:26.477371 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:26.501252 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] For port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,segment=NetworkSegment(885ee8d3-10bd-472d-aaa5-0fe7079f18f6),segment_id=885ee8d3-10bd-472d-aaa5-0fe7079f18f6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:26.512836 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.519355 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=701667cf-31f5-48eb-8250-89953e2206f1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:26.551777 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.560950 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4039306'] for router_interface, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.603998 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] Set router c9c30ad4-a1bb-4304-a46f-c9ec86021323 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:26.634854 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2319eb-84b5-48e7-b6b4-12051bb97847 None None] Pushing event updated for resources: {'Port': ['ID=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:26.683754 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port ed0ca623-e8f9-493f-bef1-d717a1654995, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed0ca623-e8f9-493f-bef1-d717a1654995,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:26.689762 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.748372 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.781090 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=ed0ca623-e8f9-493f-bef1-d717a1654995,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:26.837303 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-85554951-5940-470f-a63a-0d784dbdfe38 None None] Provisioning complete for port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:26.838641 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-85554951-5940-470f-a63a-0d784dbdfe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.920645 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:24Z', 'revision_number': 3, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:26.971671 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea0c5-6d81-4c2b-bc29-2f774947d591 None None] The sync data for ids ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'] in n-d-800634-13 is: [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:24Z', 'revision_number': 3, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:27.012855 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:27.019768 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:27.099429 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=701667cf-31f5-48eb-8250-89953e2206f1,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:27.102428 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4053562'] for router_interface, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:27.103036 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-425e5ab8-06a5-498a-83b7-8cda7e387441 None None] Provisioning for port 701667cf-31f5-48eb-8250-89953e2206f1 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:27.107900 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-425e5ab8-06a5-498a-83b7-8cda7e387441 None None] Provisioning complete for port 701667cf-31f5-48eb-8250-89953e2206f1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:27.108371 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-425e5ab8-06a5-498a-83b7-8cda7e387441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:27.156751 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-425e5ab8-06a5-498a-83b7-8cda7e387441 None None] Port 701667cf-31f5-48eb-8250-89953e2206f1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:35:27.221339 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Network 5356a23f-534b-4b53-b787-78b486b7610a is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:27.222948 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:27.410774 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Router c9c30ad4-a1bb-4304-a46f-c9ec86021323 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:27.554244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:27.560095 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-753ba840-5660-4ce6-b1b0-4ad2ff4e96e1 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9c30ad4-a1bb-4304-a46f-c9ec86021323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3090360 Aug 31 10:35:27.583732 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-14e6343f-8f1e-428b-b066-e4358c1e5942 None None] Provisioning complete for port 701667cf-31f5-48eb-8250-89953e2206f1 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:27.584299 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14e6343f-8f1e-428b-b066-e4358c1e5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:27.622715 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-14e6343f-8f1e-428b-b066-e4358c1e5942 None None] Port 701667cf-31f5-48eb-8250-89953e2206f1 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:35:27.870396 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:27.924329 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:27.924708 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.022438 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 110831bb-c26d-4984-97e6-0a94e21ea2ff up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:28.072765 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 110831bb-c26d-4984-97e6-0a94e21ea2ff completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:28.077048 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 110831bb-c26d-4984-97e6-0a94e21ea2ff triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:28.077414 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.160051 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.184449 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 110831bb-c26d-4984-97e6-0a94e21ea2ff, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=110831bb-c26d-4984-97e6-0a94e21ea2ff,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:28.189686 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.190579 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed0ca623-e8f9-493f-bef1-d717a1654995 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:28.280545 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=110831bb-c26d-4984-97e6-0a94e21ea2ff,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:28.294974 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port ed0ca623-e8f9-493f-bef1-d717a1654995 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:28.295356 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.347095 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39430) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:28.351860 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946007099', 'description': 'tempest-secgroup-smoke-946007099 description', 'project_id': 'e909f4826b0340c39878fe6131c81fed'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:28.380300 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.475454 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.480220 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.509041 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.510241 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1620631 Aug 31 10:35:28.513677 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39432) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:28.518500 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group_rule': {'security_group_id': '3486651c-b69d-454e-ac17-ea6f021b2bb1', 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:28.522077 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033eb76-8238-4791-a059-c13ba0363709 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3486651c-b69d-454e-ac17-ea6f021b2bb1,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:28.550956 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.618592 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.623095 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.642770 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0bf8df-b72a-4962-a83b-34fcc9f884a4,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:28.650616 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.651865 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-255111ac-6390-42e8-9a09-67b36f6fcd73 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371677 Aug 31 10:35:28.655886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39434) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:28.661502 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group_rule': {'security_group_id': '3486651c-b69d-454e-ac17-ea6f021b2bb1', 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:28.690066 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-829d71da-f4c9-4eb8-94c9-4155d8f4abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.696500 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.758306 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.762345 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.782352 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa68b25-82d1-47e5-8bc2-959bc7291dac,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:28.785708 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.786953 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4160e703-0ad6-4648-bcc3-ca2a690b8333 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300018 Aug 31 10:35:28.791281 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39436) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:28.796586 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group_rule': {'security_group_id': '3486651c-b69d-454e-ac17-ea6f021b2bb1', 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:28.826092 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.903924 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.908333 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.930209 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafcd6e8-ddca-4161-9a2b-75ca03a1f96f,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:28.938892 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:28.943038 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-641772d3-6415-4206-bead-e1516d4359f4 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479347 Aug 31 10:35:28.943492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39438) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:28.948593 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group_rule': {'security_group_id': '3486651c-b69d-454e-ac17-ea6f021b2bb1', 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:28.983168 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.057730 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.063640 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.085012 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04415a86-9b80-4456-9327-a06f22d08eac,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:29.093810 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.096337 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-94918f22-c3b1-4bb1-8bdb-a5a38662c8f8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504595 Aug 31 10:35:29.098492 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39440) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:29.104968 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group_rule': {'security_group_id': '3486651c-b69d-454e-ac17-ea6f021b2bb1', 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:29.130979 n-d-800634-13 neutron-server[94896]: INFO neutron.db.securitygroups_db [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Project e909f4826b0340c39878fe6131c81fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:35:29.136945 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.204712 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.209758 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.218692 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Sync routers for ids ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:29.229695 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Routers {'c9c30ad4-a1bb-4304-a46f-c9ec86021323'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:29.230607 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:29.235104 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c084d5bf-750b-469e-9007-47f2ce3399de,revision_number=0']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:29.242884 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.244520 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-6549072c-4c16-490a-8b79-af1fe55f033f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450102 Aug 31 10:35:29.247735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39442) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:29.252694 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'security_group_rule': {'security_group_id': '3486651c-b69d-454e-ac17-ea6f021b2bb1', 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:29.279188 n-d-800634-13 neutron-server[94895]: INFO neutron.db.securitygroups_db [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Project e909f4826b0340c39878fe6131c81fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:35:29.285042 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.365355 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.370009 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93416'] for security_group_rule, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.390825 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23335f1e-05f4-411a-a4db-dec03003b3fa,revision_number=0']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:29.400907 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.408659 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-ff8602c6-bb45-4160-8408-2e676a65ac90 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535554 Aug 31 10:35:29.526657 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Set router c9c30ad4-a1bb-4304-a46f-c9ec86021323 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:29.565500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-f3c735a9-4b53-45d0-b860-d25f7791c1ed tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946007099&fields=id&tenant_id=e909f4826b0340c39878fe6131c81fed HTTP/1.1" status: 200 len: 267 time: 0.0411966 Aug 31 10:35:29.691708 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-169c12f3-8497-43c2-9966-061dde1b10da tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:29.693178 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-169c12f3-8497-43c2-9966-061dde1b10da tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 810 time: 0.1201422 Aug 31 10:35:29.720248 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-76b77726-3686-4ffc-aee1-161d01c4f784 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/quotas/e909f4826b0340c39878fe6131c81fed HTTP/1.1" status: 200 len: 375 time: 0.0196013 Aug 31 10:35:29.761322 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 4, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '701667cf-31f5-48eb-8250-89953e2206f1', 'name': '', 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'mac_address': 'fa:16:3e:ca:8b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:25Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 2, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'subnets': [{'id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:29.786050 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-a100653a-5eca-40c5-850e-94c62cf511f7 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579250 Aug 31 10:35:29.795908 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 110831bb-c26d-4984-97e6-0a94e21ea2ff up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:29.818876 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Checking router: c9c30ad4-a1bb-4304-a46f-c9ec86021323 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:29.819236 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Updating router c9c30ad4-a1bb-4304-a46f-c9ec86021323 port 701667cf-31f5-48eb-8250-89953e2206f1 binding host n-d-800634-13 {{(pid=94897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:35:29.861665 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.886535 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 110831bb-c26d-4984-97e6-0a94e21ea2ff triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:29.886917 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:29.888105 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-57a66830-a957-4582-a285-000d634c99b5 service neutron] 10.222.0.18 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990825 Aug 31 10:35:29.986913 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-c4dc28fb-fbbf-438f-9e26-4e31f51e15d7 service neutron] 10.222.0.18 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905936 Aug 31 10:35:30.278485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fe9d25d5-3d32-4113-bb1f-8e56f464cf4f req-73a8fe95-5a97-4dfc-9847-d353497c3a87 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 210 time: 0.0316582 Aug 31 10:35:30.330221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Notify callbacks [] for port, precommit_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:30.342032 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Transition to ACTIVE for port object 701667cf-31f5-48eb-8250-89953e2206f1 will not be triggered until provisioned by entity L2. {{(pid=94897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:30.348701 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:30.401352 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b652-ff32-40a3-b2b6-f671f8d5a1e9 None None] Pushing event updated for resources: {'Port': ['ID=701667cf-31f5-48eb-8250-89953e2206f1,revision_number=3']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:30.471119 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Attempting to bind port 701667cf-31f5-48eb-8250-89953e2206f1 on host n-d-800634-13 for vnic_type normal with profile {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:30.471482 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Attempting to bind port 701667cf-31f5-48eb-8250-89953e2206f1 by drivers openvswitch,hyperv on host n-d-800634-13 at level 0 using segments [{'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:30.471906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Attempting to bind port 701667cf-31f5-48eb-8250-89953e2206f1 on network 5356a23f-534b-4b53-b787-78b486b7610a {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:30.478319 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Checking agent: {'id': 'a4389806-71bc-4a16-9518-b16c3dd9a07b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 53, 2), 'started_at': datetime.datetime(2021, 8, 31, 8, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:30.478730 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Checking segment: {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:30.479142 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:30.479543 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Bound using segment: {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'} {{(pid=94897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:30.480019 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.managers [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Bound port: 701667cf-31f5-48eb-8250-89953e2206f1, host: n-d-800634-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885ee8d3-10bd-472d-aaa5-0fe7079f18f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a'}}] {{(pid=94897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:30.480409 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:30.562496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] For port 701667cf-31f5-48eb-8250-89953e2206f1, host n-d-800634-13, cleared binding levels {{(pid=94897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:30.566014 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] For port 701667cf-31f5-48eb-8250-89953e2206f1, host n-d-800634-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=701667cf-31f5-48eb-8250-89953e2206f1,segment=NetworkSegment(885ee8d3-10bd-472d-aaa5-0fe7079f18f6),segment_id=885ee8d3-10bd-472d-aaa5-0fe7079f18f6)] {{(pid=94897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:30.572347 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:30.636175 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Routers {'c9c30ad4-a1bb-4304-a46f-c9ec86021323'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:30.636931 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:30.691595 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b652-ff32-40a3-b2b6-f671f8d5a1e9 None None] Pushing event updated for resources: {'Port': ['ID=701667cf-31f5-48eb-8250-89953e2206f1,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:30.798405 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] Set router c9c30ad4-a1bb-4304-a46f-c9ec86021323 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:31.042831 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 4, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '701667cf-31f5-48eb-8250-89953e2206f1', 'name': '', 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'mac_address': 'fa:16:3e:ca:8b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:25Z', 'updated_at': '2021-08-31T10:35:30Z', 'revision_number': 4, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'subnets': [{'id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:31.089784 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bc35c-4077-4b12-960b-e3a5c7ef7eda None None] The sync data for ids ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'] in n-d-800634-13 is: [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 4, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': '701667cf-31f5-48eb-8250-89953e2206f1', 'name': '', 'network_id': '5356a23f-534b-4b53-b787-78b486b7610a', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'mac_address': 'fa:16:3e:ca:8b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:25Z', 'updated_at': '2021-08-31T10:35:30Z', 'revision_number': 4, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'subnets': [{'id': 'c0a1a67d-1724-45e6-88f8-8a15c35932e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:31.544316 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-387ed781-b74b-4999-b60a-e8d6f6cf466d req-8d3690c4-f982-40aa-9beb-a62ce5981f96 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 210 time: 0.1846788 Aug 31 10:35:31.628782 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-4f3a19b2-8852-4fbb-a363-a3e9f0d13287 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:31.630362 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-4f3a19b2-8852-4fbb-a363-a3e9f0d13287 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 810 time: 0.1508496 Aug 31 10:35:31.685386 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-25be1277-68f3-49b8-8960-f0f2be457622 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e909f4826b0340c39878fe6131c81fed HTTP/1.1" status: 200 len: 379 time: 0.0387492 Aug 31 10:35:31.701784 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'port': {'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'admin_state_up': True, 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'security_groups': ['3486651c-b69d-454e-ac17-ea6f021b2bb1']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:31.792889 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 701667cf-31f5-48eb-8250-89953e2206f1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:31.822735 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Made reservation on behalf of e909f4826b0340c39878fe6131c81fed for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:35:31.827126 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:31.853008 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning for port 701667cf-31f5-48eb-8250-89953e2206f1 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:31.857560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 701667cf-31f5-48eb-8250-89953e2206f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:31.857932 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:31.939600 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:31.958726 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:31.967765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Allocated IP 172.20.0.7 (da336031-fb8c-46e7-9112-6668a35e8090/a605169e-bad6-4b2a-83f9-7f86b3703a35/78ea10e7-3b12-4030-9bee-14db87937fa3) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:31.993827 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] For port 701667cf-31f5-48eb-8250-89953e2206f1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=701667cf-31f5-48eb-8250-89953e2206f1,segment=NetworkSegment(885ee8d3-10bd-472d-aaa5-0fe7079f18f6),segment_id=885ee8d3-10bd-472d-aaa5-0fe7079f18f6)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:32.002472 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.057886 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Pushing event updated for resources: {'Port': ['ID=701667cf-31f5-48eb-8250-89953e2206f1,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:32.127713 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.142814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Transition to ACTIVE for port object 78ea10e7-3b12-4030-9bee-14db87937fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:32.177377 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.223631 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Network da336031-fb8c-46e7-9112-6668a35e8090 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:32.228874 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:32.234023 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:32.268307 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:32.298770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:32.299443 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.326781 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-5e7e9716-1cf5-4e12-a6f5-e15f6aa742fe tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238823 Aug 31 10:35:32.342661 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Request body: {'port': {'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:32.409560 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.499468 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ff4de41-9cdf-45e4-a129-e392971a0b45 None None] Provisioning for port 78ea10e7-3b12-4030-9bee-14db87937fa3 completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:32.504377 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1ff4de41-9cdf-45e4-a129-e392971a0b45 None None] Provisioning complete for port 78ea10e7-3b12-4030-9bee-14db87937fa3 triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:32.504699 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1ff4de41-9cdf-45e4-a129-e392971a0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.543801 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4de41-9cdf-45e4-a129-e392971a0b45 None None] Port 78ea10e7-3b12-4030-9bee-14db87937fa3 cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:35:32.648789 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-16e192a4-0467-45b1-9d27-d7710ce09ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.751714 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1e581-7533-40df-b921-95ad67802bb5 req-2733c4b7-cd5c-4339-b2b5-8c4e52af8cfc tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:32.754090 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1d1e581-7533-40df-b921-95ad67802bb5 req-2733c4b7-cd5c-4339-b2b5-8c4e52af8cfc tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 931 time: 0.1246014 Aug 31 10:35:32.763578 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ea10e7-3b12-4030-9bee-14db87937fa3 {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:35:32.773750 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.791927 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Transition to ACTIVE for port object 78ea10e7-3b12-4030-9bee-14db87937fa3 will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:35:32.796513 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:32.803166 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b1d1e581-7533-40df-b921-95ad67802bb5 req-0b72015b-9ed4-464d-9cc5-42e7179e03d3 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Aug 31 10:35:32.877526 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:32.934328 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Attempting to bind port 78ea10e7-3b12-4030-9bee-14db87937fa3 on host n-h2-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:35:32.934814 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Attempting to bind port 78ea10e7-3b12-4030-9bee-14db87937fa3 by drivers openvswitch,hyperv on host n-h2-800634-13 at level 0 using segments [{'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:35:32.935157 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Attempting to bind port 78ea10e7-3b12-4030-9bee-14db87937fa3 on network da336031-fb8c-46e7-9112-6668a35e8090 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:32.942747 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Port 78ea10e7-3b12-4030-9bee-14db87937fa3 on network da336031-fb8c-46e7-9112-6668a35e8090 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:35:32.943069 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Attempting to bind port 78ea10e7-3b12-4030-9bee-14db87937fa3 on network da336031-fb8c-46e7-9112-6668a35e8090 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:35:32.948788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Checking agent: {'id': '0c8c6c40-2592-4baa-868f-6fbb1876a107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:35:32.949127 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Checking segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:35:32.950115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Bound using segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:35:32.950604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Bound port: 78ea10e7-3b12-4030-9bee-14db87937fa3, host: n-h2-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:35:32.950962 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:33.008222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:33.037373 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:35:33.041234 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:35:33.047844 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:33.097628 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.098239 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:33.099921 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] 10.222.0.23 "PUT /v2.0/ports/78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 1092 time: 0.7635400 Aug 31 10:35:33.100376 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:33.102796 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d131e363-f228-480a-b19f-a4f247cedf30" -d '{"events": [{"name": "network-changed", "server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:33.144872 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c10229-f14e-4287-a0bf-15ccbfeb9398 service neutron] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:33.156813 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da267b24-7cb1-44a4-a29c-5ea7b23085de x-openstack-request-id: req-da267b24-7cb1-44a4-a29c-5ea7b23085de {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:33.157460 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:33.157813 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da267b24-7cb1-44a4-a29c-5ea7b23085de {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:33.158321 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'status': 'completed', 'code': 200} Aug 31 10:35:33.213733 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-bb9d0528-3b4e-4657-87a7-0e0d572443ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.216236 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-bb9d0528-3b4e-4657-87a7-0e0d572443ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1095 time: 0.0486553 Aug 31 10:35:33.271486 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-e38fc685-21bc-4565-ad83-19498e4f056b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 217 time: 0.0407798 Aug 31 10:35:33.339487 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-456fbf50-b01e-4816-8fe4-79b9bf3451e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.341452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-456fbf50-b01e-4816-8fe4-79b9bf3451e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0536280 Aug 31 10:35:33.395107 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605d770-a269-442c-b019-1efb0968cec4 req-a632b328-edbb-4e8d-9c83-8e7f7aa9135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.396696 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-a632b328-edbb-4e8d-9c83-8e7f7aa9135b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460122 Aug 31 10:35:33.505381 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-4dc5991d-7d46-4087-a736-896861ee64df service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967929 Aug 31 10:35:33.609958 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-5605d770-a269-442c-b019-1efb0968cec4 req-b396bda2-74f0-4b85-8670-6f097d13f16b service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967169 Aug 31 10:35:33.750412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e363-f228-480a-b19f-a4f247cedf30 req-2dcda5f3-0986-4dd4-bc21-18dd63f2a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.750770 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-2dcda5f3-0986-4dd4-bc21-18dd63f2a5d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1095 time: 0.0497918 Aug 31 10:35:33.775491 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 701667cf-31f5-48eb-8250-89953e2206f1 up at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:33.829759 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Provisioning complete for port 701667cf-31f5-48eb-8250-89953e2206f1 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:33.830136 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:33.868803 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e363-f228-480a-b19f-a4f247cedf30 req-ac8a71d2-5696-458d-b3b0-b377aa4f0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.870452 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-ac8a71d2-5696-458d-b3b0-b377aa4f0b44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.1125093 Aug 31 10:35:33.917771 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-6a13780f-6641-4878-b658-353a9a9704de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 217 time: 0.0388477 Aug 31 10:35:33.942947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9ca0a-9f5b-4faf-92fe-5fab973f9349 req-003137b3-96ab-43ae-994e-228aedad3c7c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.944632 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b9ca0a-9f5b-4faf-92fe-5fab973f9349 req-003137b3-96ab-43ae-994e-228aedad3c7c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0557914 Aug 31 10:35:33.965931 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:33.975568 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e363-f228-480a-b19f-a4f247cedf30 req-aeed1b76-9523-4f8a-b820-87dbde9149a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:33.977042 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-aeed1b76-9523-4f8a-b820-87dbde9149a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0493896 Aug 31 10:35:33.991154 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f7b9ca0a-9f5b-4faf-92fe-5fab973f9349 req-41892138-924e-4424-9649-d20da66f21dc tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374346 Aug 31 10:35:34.031481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e363-f228-480a-b19f-a4f247cedf30 req-d9ca4fcb-a6b0-4349-8751-a5a3b677a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:34.033169 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-d9ca4fcb-a6b0-4349-8751-a5a3b677a24c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480909 Aug 31 10:35:34.134844 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-2041e615-e24e-4301-873d-20d2c19cf37f service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926585 Aug 31 10:35:34.247709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-d131e363-f228-480a-b19f-a4f247cedf30 req-63ceb653-a7de-4007-860e-9af01a764a84 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038773 Aug 31 10:35:35.115372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6519c-dd14-4a71-be92-d5faba592eca req-79ae5927-ce77-4669-a5b3-9ff7c9bf9d76 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:35.116902 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74e6519c-dd14-4a71-be92-d5faba592eca req-79ae5927-ce77-4669-a5b3-9ff7c9bf9d76 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0545030 Aug 31 10:35:35.292317 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:35:35.517388 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-74e6519c-dd14-4a71-be92-d5faba592eca req-68fce0ef-1e52-41cc-96f1-1f25f2bf97f3 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935821 Aug 31 10:35:36.499093 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:36.651353 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988c3a6-6cf4-45fb-840b-891bff757f6d req-0b795920-617d-4cf7-980d-5b6d300c85df tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:36.653553 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e988c3a6-6cf4-45fb-840b-891bff757f6d req-0b795920-617d-4cf7-980d-5b6d300c85df tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0576453 Aug 31 10:35:36.694930 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e988c3a6-6cf4-45fb-840b-891bff757f6d req-73332c4a-ab81-4e4e-a387-3a3e46c0c7a9 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350311 Aug 31 10:35:37.819428 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1342495-4854-4e24-9870-5bc3c248669a req-84c03d9f-7436-406d-a456-9440d03d76cb tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:37.821012 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1342495-4854-4e24-9870-5bc3c248669a req-84c03d9f-7436-406d-a456-9440d03d76cb tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0543587 Aug 31 10:35:37.871500 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f1342495-4854-4e24-9870-5bc3c248669a req-5cf0ea8e-2116-4063-a839-01ef56f2ade3 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Aug 31 10:35:37.980883 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:35:38.084582 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:38.097868 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:35:38.142504 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:38.159040 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ea10e7-3b12-4030-9bee-14db87937fa3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:35:38.180512 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:38.185273 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:38.236665 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:38.530822 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['78ea10e7-3b12-4030-9bee-14db87937fa3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:35:39.006947 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a599-95d7-4590-b27e-277d8e595ac1 req-052fea9a-d15f-46e5-a82b-f7546928a3b0 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:39.009299 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5d5a599-95d7-4590-b27e-277d8e595ac1 req-052fea9a-d15f-46e5-a82b-f7546928a3b0 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 944 time: 0.0608621 Aug 31 10:35:39.051485 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a5d5a599-95d7-4590-b27e-277d8e595ac1 req-4dda8c78-0a20-484e-99f8-94040f79171e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358019 Aug 31 10:35:39.980839 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:40.032100 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning for port 78ea10e7-3b12-4030-9bee-14db87937fa3 completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:40.036679 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 78ea10e7-3b12-4030-9bee-14db87937fa3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:40.037062 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:40.122792 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:40.154547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:40.157775 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eeb1e0-9e27-43b4-a5e7-62c017c04ef1" -d '{"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-plugged", "status": "completed", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:40.171760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:40.179276 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:40.184260 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338f69e-d8f9-478e-9a0e-2035534aa4b6 req-3a93a227-9204-49a0-92b5-53290b10f1b9 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.186233 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a338f69e-d8f9-478e-9a0e-2035534aa4b6 req-3a93a227-9204-49a0-92b5-53290b10f1b9 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 944 time: 0.0640759 Aug 31 10:35:40.214675 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccb43f-250c-4b03-beef-941b52381379 x-openstack-request-id: req-4fccb43f-250c-4b03-beef-941b52381379 {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:40.215537 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-plugged", "status": "completed", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:40.215911 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fccb43f-250c-4b03-beef-941b52381379 {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:40.216689 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'code': 200} Aug 31 10:35:40.234998 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a338f69e-d8f9-478e-9a0e-2035534aa4b6 req-7759daf3-10eb-4a8e-b93c-72cc32ad5629 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401108 Aug 31 10:35:40.249324 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:40.348256 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31733-d691-4784-bbba-9a0caec5adf5 req-a2ea0b4c-5580-4f9f-8d83-5ab27355922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.349823 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7ec31733-d691-4784-bbba-9a0caec5adf5 req-a2ea0b4c-5580-4f9f-8d83-5ab27355922b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1097 time: 0.0461855 Aug 31 10:35:40.386810 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-7ec31733-d691-4784-bbba-9a0caec5adf5 req-88b43ac1-09d6-4926-9434-9c6c93ad00ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295742 Aug 31 10:35:41.363292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902b809-1ae6-498e-ae24-14bfc1493690 req-b5340dc5-4f7d-4225-bb7a-24ac8e383398 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:41.364896 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d902b809-1ae6-498e-ae24-14bfc1493690 req-b5340dc5-4f7d-4225-bb7a-24ac8e383398 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 945 time: 0.0544357 Aug 31 10:35:41.414052 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d902b809-1ae6-498e-ae24-14bfc1493690 req-9ae54e73-9bd5-4534-b9db-7448a72ddc3d tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Aug 31 10:35:42.546802 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58c1e-8418-44d3-9c36-7636d6386a6a req-e1f80a21-1c2f-4439-a54a-1318659e9bf5 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:42.548454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25a58c1e-8418-44d3-9c36-7636d6386a6a req-e1f80a21-1c2f-4439-a54a-1318659e9bf5 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 945 time: 0.0563250 Aug 31 10:35:42.589138 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-25a58c1e-8418-44d3-9c36-7636d6386a6a req-789ed756-0b17-42b6-bd62-47b9f0b5bf24 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344989 Aug 31 10:35:42.722160 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b414fb0-a4b8-415d-bc23-588bdc91f3fc req-89b74ced-5ac1-4455-976d-a6ca490ca606 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:42.723768 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b414fb0-a4b8-415d-bc23-588bdc91f3fc req-89b74ced-5ac1-4455-976d-a6ca490ca606 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 945 time: 0.0554283 Aug 31 10:35:42.763143 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-6b414fb0-a4b8-415d-bc23-588bdc91f3fc req-e112f0ce-b252-4716-b4e8-3d9b79d2be0b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Aug 31 10:35:42.786729 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39502) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:42.881196 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6fc0f1-d99e-4213-afa1-cbe36dc11948 tempest-TestSnapshotPattern-192886633 tempest-TestSnapshotPattern-192886633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:42.882772 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-5b6fc0f1-d99e-4213-afa1-cbe36dc11948 tempest-TestSnapshotPattern-192886633 tempest-TestSnapshotPattern-192886633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1092 time: 0.0943701 Aug 31 10:35:42.885889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39506) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:42.891245 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:42.913714 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:43.018629 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:43.128897 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Allocated IP 172.25.4.248 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/0c63fdcc-453a-42f3-a990-4f0c04796305) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:43.239086 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:43.280776 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:43.319545 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:43.324539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:43.329003 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:43.354377 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'Port': ['ID=0c63fdcc-453a-42f3-a990-4f0c04796305,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:44.070128 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.149438 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.313939 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.320111 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.397869 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'Port': ['ID=0c63fdcc-453a-42f3-a990-4f0c04796305,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:44.412694 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.523587 n-d-800634-13 neutron-server[94895]: INFO neutron.db.l3_db [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Floating IP 049792af-cfa2-4036-8de3-3fce7ffc3634 associated. External IP: 172.25.4.248, port: 78ea10e7-3b12-4030-9bee-14db87937fa3. Aug 31 10:35:44.759684 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:44.871859 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:44.882767 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:44.890286 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.893747 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:44.894763 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:44.924666 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-0ba13d80-f855-4c34-a15b-70e25405435e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0376606 Aug 31 10:35:44.925399 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:44.927832 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933f985-36d4-48de-8ae3-3e5372fe0590" -d '{"events": [{"name": "network-changed", "server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:44.969121 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2e23c-d8e8-4c97-bda4-ef9a70b1b1d1 x-openstack-request-id: req-23e2e23c-d8e8-4c97-bda4-ef9a70b1b1d1 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:44.969422 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:44.969679 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23e2e23c-d8e8-4c97-bda4-ef9a70b1b1d1 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:44.970099 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'status': 'completed', 'code': 200} Aug 31 10:35:45.067632 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-b910a171-f749-4d63-85b6-be7c4bbd187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:45.069189 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-b910a171-f749-4d63-85b6-be7c4bbd187e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1097 time: 0.0533242 Aug 31 10:35:45.113390 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:45.173085 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-878f86dd-3f2e-4f5f-b2d8-9f4f902b7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:45.174685 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-878f86dd-3f2e-4f5f-b2d8-9f4f902b7147 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0981517 Aug 31 10:35:45.257594 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-3234bcf7-c743-4e76-9146-0b1b1303766a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 999 time: 0.0750921 Aug 31 10:35:45.312011 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-899ffa55-8793-4458-950d-596266769724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:45.313697 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-899ffa55-8793-4458-950d-596266769724 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0494332 Aug 31 10:35:45.364482 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-36b32a08-33ea-48a6-baf5-33d637919b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:45.365006 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:43Z', 'revision_number': 0, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:45.365905 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-36b32a08-33ea-48a6-baf5-33d637919b20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456328 Aug 31 10:35:45.399525 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:45.408181 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:45.408795 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:35:33Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:45.474806 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-fbe08004-9881-42c6-97cd-75fa14f332f2 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012590 Aug 31 10:35:45.517355 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:45.579549 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9933f985-36d4-48de-8ae3-3e5372fe0590 req-f6dd59e9-a914-43b4-a360-a6faac728141 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976169 Aug 31 10:35:45.765537 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:43Z', 'revision_number': 0, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:45.793911 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f8fe0-fe96-4305-bca8-d3dfa00e26bc None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:43Z', 'revision_number': 0, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:46.009731 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008bb02-e594-48cf-a5e3-ecd573bbb309 None None] New status for floating IP 049792af-cfa2-4036-8de3-3fce7ffc3634: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:35:49.445783 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:58.693250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-36ed4652-8b25-42b8-ba34-b774831b8f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:00.547172 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-1326f4d4-027e-4f81-9e4a-0e97805632ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409210 Aug 31 10:36:00.661205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-7cb1eff4-c68c-4a8e-8b68-1eea01d7397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:00.662795 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-7cb1eff4-c68c-4a8e-8b68-1eea01d7397d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1097 time: 0.0510561 Aug 31 10:36:00.772057 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-dfdb8e28-dc0e-4e1c-87ea-629e3004398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:00.773550 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-dfdb8e28-dc0e-4e1c-87ea-629e3004398f service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0902326 Aug 31 10:36:00.848113 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-d284b387-99ca-430b-9213-e0a6ec6a99ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0663443 Aug 31 10:36:00.900008 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-6ee82df2-f271-469b-8663-74ae0e5f7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:00.901539 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-6ee82df2-f271-469b-8663-74ae0e5f7a9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0460935 Aug 31 10:36:00.954248 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-7e05c73a-8eaf-4e23-9b38-f05584b3b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:00.957296 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-7e05c73a-8eaf-4e23-9b38-f05584b3b3af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459394 Aug 31 10:36:01.068388 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-388a9d02-b3cb-48dc-b73c-53018c71e3c3 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022031 Aug 31 10:36:01.175421 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-ae63e87f-ee2c-482b-a206-a30bd7d2cee1 req-88ae065c-e5fc-49e5-a2d7-5ffc3a6fa4f4 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968783 Aug 31 10:36:01.913565 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:02.633802 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb846-5bc0-464e-8c14-bd49adb04202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:03.003143 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:03.963961 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:06.501268 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:12.293871 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:36:19.441489 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:28.723458 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1820b60c-ba3a-4694-bc34-4b145db1ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:31.917324 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:32.635476 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-53d052de-7db6-4eca-8755-f568b46bc2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:33.018293 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:33.967734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:36.506709 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.293938 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:36:49.442690 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.695271 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7df58526-9f15-41b9-b3b2-b03f39fba367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.919981 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.491444 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-e221f13d-1cb2-43eb-92a1-8ea0b2496392 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561411 Aug 31 10:37:02.617070 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-5185d9bc-c8bd-4b8d-adf4-c62a3f3ce2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:02.618743 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-5185d9bc-c8bd-4b8d-adf4-c62a3f3ce2ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1097 time: 0.0617125 Aug 31 10:37:02.638292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a42b5492-81fd-41ee-9746-9befaa34dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.728900 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-196c4d51-46e8-4f8a-9fde-dab13236cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:02.730505 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-196c4d51-46e8-4f8a-9fde-dab13236cdae service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0922348 Aug 31 10:37:02.806745 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-3b9e52f4-373f-4c18-9c30-ba875f91d997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0686159 Aug 31 10:37:02.866033 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-62d6790c-7974-484c-85d1-661f43a0b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:02.867561 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-62d6790c-7974-484c-85d1-661f43a0b788 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0507853 Aug 31 10:37:02.916649 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-eeed7dc1-9e58-4200-a495-e072202c2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:02.919780 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-eeed7dc1-9e58-4200-a495-e072202c2a07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436811 Aug 31 10:37:03.015301 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-a0a11dbf-d24e-4bc7-a651-f84a5b8f7e37 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897453 Aug 31 10:37:03.016614 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:03.112031 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-0f34a7bc-03a2-4d4d-99e2-730f567c0ee2 req-9f9a802e-2bcc-4438-8a02-42f1f1f1adcf service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898221 Aug 31 10:37:03.969356 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:06.507905 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:19.460212 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:26.293982 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:37:28.701644 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ee6c-73e5-455d-bbe5-49c7baa3cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:31.923825 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:32.641108 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7a2953c2-da89-455b-9fd7-056543ff6034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:33.016498 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:33.971756 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:36.509494 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:44.539123 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 details requested by agent hyperv_n-h2-800634-13 with host n-h2-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:37:44.652685 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:44.667683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Returning: {'device': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:37:44.719125 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:44.732961 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ea10e7-3b12-4030-9bee-14db87937fa3 {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:37:44.754328 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:44.759002 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:44.813291 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:44.821234 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.821580 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.822432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.822432 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.822760 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.822989 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.823311 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.823634 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.823959 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.824351 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.824588 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.824894 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:44.903978 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] get_ports_and_sgs() called for port_ids ['78ea10e7-3b12-4030-9bee-14db87937fa3'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:37:46.546515 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 up at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:46.608284 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Provisioning complete for port 78ea10e7-3b12-4030-9bee-14db87937fa3 triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:46.608659 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:46.706890 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:46.737274 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:37:46.739968 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ecb9f-99be-412e-845c-e4a8645cd828" -d '{"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-plugged", "status": "completed", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:37:46.759157 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:46.768471 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:46.849391 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:46.880022 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68fd33-5d4e-4cba-a66c-177cbbdf62ab x-openstack-request-id: req-6f68fd33-5d4e-4cba-a66c-177cbbdf62ab {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:37:46.880784 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-plugged", "status": "completed", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:37:46.881046 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f68fd33-5d4e-4cba-a66c-177cbbdf62ab {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:37:46.881452 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'code': 200} Aug 31 10:37:49.462652 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:54.590525 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-1c887c3b-33c1-407b-bdb3-8e40246483d8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946007099&fields=id&tenant_id=e909f4826b0340c39878fe6131c81fed HTTP/1.1" status: 200 len: 267 time: 0.0406523 Aug 31 10:37:54.715170 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-826dda68-3b7f-4fc3-b4f4-76390f1c9005 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:54.716698 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-826dda68-3b7f-4fc3-b4f4-76390f1c9005 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 810 time: 0.1190493 Aug 31 10:37:54.732801 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-d7586202-7cd6-4014-b154-3c6864c55134 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/quotas/e909f4826b0340c39878fe6131c81fed HTTP/1.1" status: 200 len: 375 time: 0.0094647 Aug 31 10:37:54.794833 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-a2f53061-0363-4084-ac8b-19304a871f38 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560145 Aug 31 10:37:54.812033 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-fee892ae-38c9-4f62-842a-f2c49e0389db tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:37:54.813207 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-fee892ae-38c9-4f62-842a-f2c49e0389db tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061994 Aug 31 10:37:54.967077 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-ad022259-40f0-44bf-b68f-7d5995731d2f service neutron] 10.222.0.18 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450915 Aug 31 10:37:55.066053 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0b61e1e3-5c41-4b39-9755-2d53d29b8430 service neutron] 10.222.0.18 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883050 Aug 31 10:37:55.297507 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-fbbcd9d6-2b5d-4741-be53-dee658e656fe req-e4d3d07d-2a48-44e4-a04f-8465f85317bb tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 210 time: 0.0415177 Aug 31 10:37:56.381445 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-53bf46e8-5b95-4f1d-be82-777e155ddc79 req-3929f497-d8a6-4f80-a305-89fd57e51ddc tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 210 time: 0.0279784 Aug 31 10:37:57.464380 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-95e91c2f-53db-4d81-b2c4-adb4cebfc2a3 req-d1793d53-edda-4fd4-954f-e6eaae19200a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 210 time: 0.0315614 Aug 31 10:37:58.281320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-2dac1d67-f1c3-4fea-908e-255720d6849e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:58.283912 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-2dac1d67-f1c3-4fea-908e-255720d6849e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.15 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 810 time: 0.1159697 Aug 31 10:37:58.337391 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-5a587073-7141-40b7-882a-e1986723c6db tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e909f4826b0340c39878fe6131c81fed HTTP/1.1" status: 200 len: 379 time: 0.0434403 Aug 31 10:37:58.350188 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'port': {'device_id': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'admin_state_up': True, 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'security_groups': ['3486651c-b69d-454e-ac17-ea6f021b2bb1']}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:37:58.476701 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Made reservation on behalf of e909f4826b0340c39878fe6131c81fed for: {'port': 1} {{(pid=94895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:37:58.480389 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.601404 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:37:58.613282 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8040f5bf-fb2e-418f-abe1-9453a2e8598f req-fb4ee512-e8c4-45c7-9f35-91a74f335672 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 210 time: 0.0414934 Aug 31 10:37:58.691604 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_common [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Allocated IP 172.20.0.4 (da336031-fb8c-46e7-9112-6668a35e8090/a605169e-bad6-4b2a-83f9-7f86b3703a35/069b7255-4b33-430e-b1ea-ed8a9658057b) {{(pid=94895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:37:58.752881 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.796385 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:37:58.799290 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e004259-9187-4403-8a4e-a88da500c22a" -d '{"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-unplugged", "status": "completed", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:37:58.815792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:58.817435 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-6f57c6a5-dd91-4c10-8f11-60990ff9c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.822152 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.897163 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24dc6c-46f1-403e-8da3-c6875a2cafba x-openstack-request-id: req-eb24dc6c-46f1-403e-8da3-c6875a2cafba {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:37:58.898218 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-unplugged", "status": "completed", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:37:58.898966 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb24dc6c-46f1-403e-8da3-c6875a2cafba {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:37:58.900066 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'code': 200} Aug 31 10:37:58.910717 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Pushing event updated for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=8']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:59.012921 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for port, precommit_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:59.032960 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Transition to ACTIVE for port object 069b7255-4b33-430e-b1ea-ed8a9658057b will not be triggered until provisioned by entity DHCP. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:59.091930 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_create {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:59.141149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Network da336031-fb8c-46e7-9112-6668a35e8090 is already hosted by enough agents. {{(pid=94895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:37:59.144867 n-d-800634-13 neutron-server[94895]: DEBUG neutron.scheduler.base_scheduler [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Resources bound (agent type, host, resource id): {{(pid=94895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:59.148765 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Received port after_create {{(pid=94895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:37:59.155424 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=1']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:59.198347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.199563 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.200080 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.200599 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.201121 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.201646 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.202175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.202523 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.203035 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.203509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.203840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.204227 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:59.233695 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:59.234343 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:59.253422 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-9dfd81a7-fd71-43d0-bf18-bd026469f919 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9069860 Aug 31 10:37:59.485544 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-62ebb3e7-ed18-4c82-a302-4bf309ffdd56 None None] Provisioning for port 069b7255-4b33-430e-b1ea-ed8a9658057b completed by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:59.490812 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-62ebb3e7-ed18-4c82-a302-4bf309ffdd56 None None] Provisioning complete for port 069b7255-4b33-430e-b1ea-ed8a9658057b triggered by entity DHCP. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:59.491219 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-62ebb3e7-ed18-4c82-a302-4bf309ffdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:59.535949 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-62ebb3e7-ed18-4c82-a302-4bf309ffdd56 None None] Port 069b7255-4b33-430e-b1ea-ed8a9658057b cannot update to ACTIVE because it is not bound. {{(pid=94897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:37:59.769355 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6307e3-8826-4a8c-9015-eb06c4890ee6 req-3b9792eb-ca04-4fb1-8248-e82cfcb034e7 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:59.771610 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c6307e3-8826-4a8c-9015-eb06c4890ee6 req-3b9792eb-ca04-4fb1-8248-e82cfcb034e7 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0642359 Aug 31 10:37:59.829383 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7c6307e3-8826-4a8c-9015-eb06c4890ee6 req-16440011-e786-4dcd-b334-8f1ae78307fd tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459862 Aug 31 10:38:00.945783 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893b19c-637f-436c-8502-3c93de5c3de9 req-b7acbbbb-c439-40b9-a4aa-d82916c0e298 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:00.948187 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a893b19c-637f-436c-8502-3c93de5c3de9 req-b7acbbbb-c439-40b9-a4aa-d82916c0e298 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0551920 Aug 31 10:38:00.988365 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-a893b19c-637f-436c-8502-3c93de5c3de9 req-8332c59a-e8c9-4b87-b375-616421d527a3 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338440 Aug 31 10:38:01.928841 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:02.121001 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a67c-a154-483a-8782-7dc78c94291d req-76b472ed-00c7-44f4-88db-333fffd92f72 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:02.122681 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f94a67c-a154-483a-8782-7dc78c94291d req-76b472ed-00c7-44f4-88db-333fffd92f72 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0613990 Aug 31 10:38:02.164670 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5f94a67c-a154-483a-8782-7dc78c94291d req-50fdb637-ad75-4b8e-ad05-327d6138b512 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347893 Aug 31 10:38:02.529917 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-fded2cc1-5370-4a77-905b-70e202caa071 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463281 Aug 31 10:38:02.645882 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bcc1abb8-e127-41f8-9234-716daf471b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:02.647516 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-627d4bb6-41c7-4a2c-a879-0b04393e1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:02.649146 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-627d4bb6-41c7-4a2c-a879-0b04393e1965 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1095 time: 0.0527613 Aug 31 10:38:02.757820 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-42ec61e7-04bb-43ac-94c3-0c39be65229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:02.760128 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-42ec61e7-04bb-43ac-94c3-0c39be65229d service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0900373 Aug 31 10:38:02.834387 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-dc578ba9-0c24-4bc0-a3a2-9e714de892c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 999 time: 0.0660570 Aug 31 10:38:02.887360 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-6dd30652-22ef-454f-94c7-4ba774843f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:02.888879 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-6dd30652-22ef-454f-94c7-4ba774843f9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0471146 Aug 31 10:38:02.936028 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-ed63a886-693a-4a4d-8057-f1c6389ac175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:02.937476 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-ed63a886-693a-4a4d-8057-f1c6389ac175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415792 Aug 31 10:38:03.014920 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:03.041473 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-968a76d0-253a-4046-b397-fa67b8ec2eea service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966642 Aug 31 10:38:03.153304 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-dc9d394b-bf31-4420-afa2-bc25943fad0c req-0896ca4b-ff8f-468e-97fc-63cfc20495fe service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032767 Aug 31 10:38:03.293474 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:38:03.307315 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410ef4-93cf-4d5b-a6b3-766fb7c64e19 req-b5f23d52-b3e0-4c85-8130-951a0725515a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:03.309617 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19410ef4-93cf-4d5b-a6b3-766fb7c64e19 req-b5f23d52-b3e0-4c85-8130-951a0725515a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0577040 Aug 31 10:38:03.352816 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-19410ef4-93cf-4d5b-a6b3-766fb7c64e19 req-b13e41b1-6200-41eb-9f38-2cd1be8e49fd tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357044 Aug 31 10:38:03.975244 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:04.507344 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484e6c8-0a92-4b5d-aa7b-e64fd7c91e6b req-8506da8c-ff9c-416c-98cb-235b1052de8b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:04.509206 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d484e6c8-0a92-4b5d-aa7b-e64fd7c91e6b req-8506da8c-ff9c-416c-98cb-235b1052de8b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0798619 Aug 31 10:38:04.550001 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-d484e6c8-0a92-4b5d-aa7b-e64fd7c91e6b req-128ad24f-d38e-4716-9789-3465b7a7fdfb tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340042 Aug 31 10:38:05.680916 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b58e1-e8d6-4a1a-8d3b-c9b9a927052c req-88d57702-a2a0-4991-bd9e-4214ecbb59d8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:05.682407 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e0b58e1-e8d6-4a1a-8d3b-c9b9a927052c req-88d57702-a2a0-4991-bd9e-4214ecbb59d8 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0572832 Aug 31 10:38:05.730194 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-1e0b58e1-e8d6-4a1a-8d3b-c9b9a927052c req-bc72c0d3-1cac-410a-b7ed-2e27619c156c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411036 Aug 31 10:38:06.513373 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.886163 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635518a-789c-4416-9b25-029276a2f5fd req-6e94c3fa-1db0-4fc5-b93c-903d89879672 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:06.888049 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8635518a-789c-4416-9b25-029276a2f5fd req-6e94c3fa-1db0-4fc5-b93c-903d89879672 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0580750 Aug 31 10:38:06.946895 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8635518a-789c-4416-9b25-029276a2f5fd req-dad7d5f4-eef1-42c0-9485-9f1370182969 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382636 Aug 31 10:38:08.086239 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576271c-4f01-450e-bbc5-5a76ce59a6a3 req-7d1a1edc-b455-4db7-bac4-e7c561d0d7ae tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:08.087983 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5576271c-4f01-450e-bbc5-5a76ce59a6a3 req-7d1a1edc-b455-4db7-bac4-e7c561d0d7ae tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0683126 Aug 31 10:38:08.144986 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5576271c-4f01-450e-bbc5-5a76ce59a6a3 req-4f076e10-353c-4787-8c7a-2c3c5578601b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Aug 31 10:38:09.277745 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42140-c871-491d-8677-a1ce2da7a6d6 req-08c9f8f9-9369-4a42-9c3c-df2ef04d0e2f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:09.279496 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4a42140-c871-491d-8677-a1ce2da7a6d6 req-08c9f8f9-9369-4a42-9c3c-df2ef04d0e2f tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 931 time: 0.0616195 Aug 31 10:38:09.321688 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-e4a42140-c871-491d-8677-a1ce2da7a6d6 req-20b86961-015b-4f79-9d83-75ef8e005100 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356774 Aug 31 10:38:09.383770 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.v2.base [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Request body: {'port': {'device_id': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-13'}} {{(pid=94895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:09.447802 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.725697 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069b7255-4b33-430e-b1ea-ed8a9658057b {{(pid=94895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:38:09.733096 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.745600 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.provisioning_blocks [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Transition to ACTIVE for port object 069b7255-4b33-430e-b1ea-ed8a9658057b will not be triggered until provisioned by entity L2. {{(pid=94895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:09.749288 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.807994 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=2']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:09.881506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Attempting to bind port 069b7255-4b33-430e-b1ea-ed8a9658057b on host n-h1-800634-13 for vnic_type normal with profile {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:09.881847 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Attempting to bind port 069b7255-4b33-430e-b1ea-ed8a9658057b by drivers openvswitch,hyperv on host n-h1-800634-13 at level 0 using segments [{'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:09.882175 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Attempting to bind port 069b7255-4b33-430e-b1ea-ed8a9658057b on network da336031-fb8c-46e7-9112-6668a35e8090 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:09.887244 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Port 069b7255-4b33-430e-b1ea-ed8a9658057b on network da336031-fb8c-46e7-9112-6668a35e8090 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-13 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:38:09.887606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Attempting to bind port 069b7255-4b33-430e-b1ea-ed8a9658057b on network da336031-fb8c-46e7-9112-6668a35e8090 {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:09.892977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Checking agent: {'id': '1a8d89d8-2c14-4a7f-b412-cf31862f5d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'started_at': datetime.datetime(2021, 8, 31, 9, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:09.893315 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Checking segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:09.893731 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Bound using segment: {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'} {{(pid=94895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:09.894162 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.managers [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Bound port: 069b7255-4b33-430e-b1ea-ed8a9658057b, host: n-h1-800634-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c875ecbd-20e0-4ce5-89e2-929124213ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090'}}] {{(pid=94895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:09.894547 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.968629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, cleared binding levels {{(pid=94895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:09.972760 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:09.978364 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25296607'] for port, after_update {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.014412 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.015049 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.016970 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] 10.222.0.15 "PUT /v2.0/ports/069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 1092 time: 0.6854222 Aug 31 10:38:10.017420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:10.019716 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ed2c5-9f36-4878-988a-a6647209f233" -d '{"events": [{"name": "network-changed", "server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:10.047092 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9063ba-a52b-4400-80e5-485d01ab706d service neutron] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=3']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:10.091805 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702d970-34bd-403e-9691-5b0839f731c9 x-openstack-request-id: req-1702d970-34bd-403e-9691-5b0839f731c9 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:10.091805 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:10.091805 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1702d970-34bd-403e-9691-5b0839f731c9 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:10.092316 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'status': 'completed', 'code': 200} Aug 31 10:38:10.130754 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-2f8f04e3-daff-49d7-901f-eaa57bb7f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.133096 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-2f8f04e3-daff-49d7-901f-eaa57bb7f660 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1095 time: 0.0572689 Aug 31 10:38:10.181246 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-f729b382-d9bf-42a7-bc7b-a37d098bb827 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 217 time: 0.0405085 Aug 31 10:38:10.242811 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-aa16201a-ae01-4c21-81eb-8ff8bda5ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.245302 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-aa16201a-ae01-4c21-81eb-8ff8bda5ce44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0566707 Aug 31 10:38:10.296788 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-2ffa66bd-6b6b-4c6d-8038-3217f89c3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.298647 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-2ffa66bd-6b6b-4c6d-8038-3217f89c3ba4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461462 Aug 31 10:38:10.405544 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-1c18cb82-2315-4fae-8aeb-afb2b4755b7d service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985353 Aug 31 10:38:10.449618 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fea04-fb9b-4724-b52c-e2628b6b5739 req-3d6133d4-740e-45d3-939c-72f8947e7cda tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.451329 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-718fea04-fb9b-4724-b52c-e2628b6b5739 req-3d6133d4-740e-45d3-939c-72f8947e7cda tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 943 time: 0.0551741 Aug 31 10:38:10.491644 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-718fea04-fb9b-4724-b52c-e2628b6b5739 req-d12279f5-93ff-4dd1-b1e4-e833cf871c53 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Aug 31 10:38:10.503925 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b17fab57-bab0-4a5c-9ff9-e768683fc352 req-f3116833-ed80-4686-899d-7c3340b05284 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907774 Aug 31 10:38:10.597271 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-d1732d82-0db5-4f46-8af8-91aa7cd63f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.598863 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-d1732d82-0db5-4f46-8af8-91aa7cd63f3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1095 time: 0.0459485 Aug 31 10:38:10.694357 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-6864b426-00bd-4e5e-98be-2c47a56aaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.695864 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-6864b426-00bd-4e5e-98be-2c47a56aaf4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0903411 Aug 31 10:38:10.739048 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-333a34d0-3ec5-4bcc-876c-e3b13001be6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 217 time: 0.0354295 Aug 31 10:38:10.794417 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-57acecb4-69a0-4dc8-abe6-b0e7c7a58ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.795904 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-57acecb4-69a0-4dc8-abe6-b0e7c7a58ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0481222 Aug 31 10:38:10.842635 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-26f52e35-ee2e-4b1b-8c78-69f763c10d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.844125 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-26f52e35-ee2e-4b1b-8c78-69f763c10d91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401163 Aug 31 10:38:10.932850 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-172b5c56-4092-4eb6-b04b-5704046a00f1 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803959 Aug 31 10:38:11.026039 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-b63ed2c5-9f36-4878-988a-a6647209f233 req-a647ce03-f8fe-4f88-81b5-003fe76442c9 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847323 Aug 31 10:38:11.618719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b4f2-0152-4a2d-95eb-f54341c021f4 req-468d7485-c39b-423c-b4eb-bf320fbf711c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:11.620249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f354b4f2-0152-4a2d-95eb-f54341c021f4 req-468d7485-c39b-423c-b4eb-bf320fbf711c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 943 time: 0.0504336 Aug 31 10:38:11.660490 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f354b4f2-0152-4a2d-95eb-f54341c021f4 req-c0e4427f-d011-4110-b491-3cbc7863d8fd tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332232 Aug 31 10:38:12.784166 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab88b6-57b5-4a15-b2bc-632c3b5a4db0 req-9872866a-cc96-496a-86d4-2bb341ef8197 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:12.785689 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bab88b6-57b5-4a15-b2bc-632c3b5a4db0 req-9872866a-cc96-496a-86d4-2bb341ef8197 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 943 time: 0.0549250 Aug 31 10:38:12.825954 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8bab88b6-57b5-4a15-b2bc-632c3b5a4db0 req-427a9b12-d380-4f18-9bee-0a05d42b9084 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342650 Aug 31 10:38:13.533547 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:38:13.627451 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:13.638956 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'port_id': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'mac_address': 'fa:16:3e:31:97:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:38:13.678913 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.695124 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069b7255-4b33-430e-b1ea-ed8a9658057b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:38:13.715915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:13.719776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.769564 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=4']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:13.948114 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d078f0-a38f-4aec-83ac-9c0404f9313f req-9596203f-14a5-4b37-b74d-4dc3f4e1711b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:13.949530 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38d078f0-a38f-4aec-83ac-9c0404f9313f req-9596203f-14a5-4b37-b74d-4dc3f4e1711b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 944 time: 0.0512698 Aug 31 10:38:13.975103 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['069b7255-4b33-430e-b1ea-ed8a9658057b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:38:13.989846 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-38d078f0-a38f-4aec-83ac-9c0404f9313f req-f1650fa3-519f-4172-990b-cb339f1c0c9e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341966 Aug 31 10:38:15.111849 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcaa05-34b3-493d-81a3-cee9eb84d9ab req-ad80a1df-3148-4b9e-acc7-d6d14b18646c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:15.113410 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ffcaa05-34b3-493d-81a3-cee9eb84d9ab req-ad80a1df-3148-4b9e-acc7-d6d14b18646c tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 944 time: 0.0522294 Aug 31 10:38:15.152249 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8ffcaa05-34b3-493d-81a3-cee9eb84d9ab req-e5513f35-b254-454d-b0b3-81db5370b6a2 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327456 Aug 31 10:38:15.549906 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:15.607758 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning for port 069b7255-4b33-430e-b1ea-ed8a9658057b completed by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:15.612519 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 069b7255-4b33-430e-b1ea-ed8a9658057b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:15.612879 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.697872 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.728707 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:15.731036 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82535e5-157e-4ac5-9edd-8f73729fc583" -d '{"events": [{"server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "name": "network-vif-plugged", "status": "completed", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:15.745441 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:15.750752 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.774236 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bffb29e-81f1-4ed8-aaa4-543dea08b48c x-openstack-request-id: req-2bffb29e-81f1-4ed8-aaa4-543dea08b48c {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:15.774550 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "name": "network-vif-plugged", "status": "completed", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:15.774798 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bffb29e-81f1-4ed8-aaa4-543dea08b48c {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:15.775236 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'code': 200} Aug 31 10:38:15.804229 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=5']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:15.872420 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198d7b-fb1b-4d91-8bac-e7658ff8c376 req-00c7d4f8-6beb-49ad-9706-b4c0a1d25a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:15.873961 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bd198d7b-fb1b-4d91-8bac-e7658ff8c376 req-00c7d4f8-6beb-49ad-9706-b4c0a1d25a82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1097 time: 0.0423472 Aug 31 10:38:15.910996 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bd198d7b-fb1b-4d91-8bac-e7658ff8c376 req-7d9a6005-871e-4e00-a8fe-53683d59ea61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289655 Aug 31 10:38:16.277755 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac626be-06dc-408c-8f94-977a6d5f5460 req-dead8e3c-b3d2-4c06-9421-f0923962fe91 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:16.279269 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ac626be-06dc-408c-8f94-977a6d5f5460 req-dead8e3c-b3d2-4c06-9421-f0923962fe91 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 945 time: 0.0558662 Aug 31 10:38:16.321308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ac626be-06dc-408c-8f94-977a6d5f5460 req-17fae61c-f9f9-4a5b-bac1-eee74cb6f959 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353253 Aug 31 10:38:17.463389 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb525b6-374d-488c-8d62-cfcba47a7bbc req-3bff192f-7095-48b7-9edb-bf6ff6e60c40 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:17.464988 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8eb525b6-374d-488c-8d62-cfcba47a7bbc req-3bff192f-7095-48b7-9edb-bf6ff6e60c40 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 945 time: 0.0546687 Aug 31 10:38:17.507819 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-8eb525b6-374d-488c-8d62-cfcba47a7bbc req-9e0c7765-823a-4059-a590-6ea964af79fb tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340960 Aug 31 10:38:17.660153 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5cb92-1971-40df-b519-855512a24e09 req-7eafa7e5-3830-4ba0-ab2a-df9a9242f4a9 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:17.662749 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ba5cb92-1971-40df-b519-855512a24e09 req-7eafa7e5-3830-4ba0-ab2a-df9a9242f4a9 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 945 time: 0.0645823 Aug 31 10:38:17.713418 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-7ba5cb92-1971-40df-b519-855512a24e09 req-bd89ff2d-f168-4236-8fac-b8b66f6622e1 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Aug 31 10:38:17.748527 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 39792) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:17.796192 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed8aeb-72de-4247-9c20-4f9d830a3f6b tempest-TestSnapshotPattern-192886633 tempest-TestSnapshotPattern-192886633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:17.798274 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-b7ed8aeb-72de-4247-9c20-4f9d830a3f6b tempest-TestSnapshotPattern-192886633 tempest-TestSnapshotPattern-192886633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1092 time: 0.0485172 Aug 31 10:38:17.801979 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 39794) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:17.807794 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.v2.base [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Request body: {'floatingip': {'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'port_id': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:17.837917 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:17.981410 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.095833 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Allocated IP 172.25.4.158 (5491c24c-cf4f-4f0e-812e-9745dafea365/80b883bc-7118-46e9-9117-42457ae713f1/82d2fb51-39a8-4e49-81c6-7758bc7d1beb) {{(pid=94896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:38:18.198923 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for port, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.239886 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794706515981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.283547 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Network 5491c24c-cf4f-4f0e-812e-9745dafea365 is already hosted by enough agents. {{(pid=94896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:18.286688 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Resources bound (agent type, host, resource id): {{(pid=94896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:18.290062 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Received port after_create {{(pid=94896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:38:18.296016 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'Port': ['ID=82d2fb51-39a8-4e49-81c6-7758bc7d1beb,revision_number=1']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:18.328719 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.329176 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.329521 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.329886 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.330361 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.330877 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.332108 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.332463 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.334235 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.334603 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.336080 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.336422 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:18.705939 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.778827 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.928045 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for port, precommit_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.932496 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25559585'] for port, after_update {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:19.000000 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event updated for resources: {'Port': ['ID=82d2fb51-39a8-4e49-81c6-7758bc7d1beb,revision_number=2']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:19.016142 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4039199'] for floatingip, after_create {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:19.120598 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Floating IP 131f3c2f-91f4-4409-87c9-7fb23707db13 associated. External IP: 172.25.4.158, port: 069b7255-4b33-430e-b1ea-ed8a9658057b. Aug 31 10:38:19.339523 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:38:19.447227 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:19.454681 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:38:19.469013 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:38:19.475911 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:19.478963 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:19.479601 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:38:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:19.504923 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-c8b2889e-eb85-49bd-bd01-1ee7405e7a2e tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7018092 Aug 31 10:38:19.505539 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:19.507865 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74ce8c-7581-44e6-961c-f3cedec6f106" -d '{"events": [{"name": "network-changed", "server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:19.595689 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:19.605869 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052c4549-271c-4e34-8411-f615d8056d49 x-openstack-request-id: req-052c4549-271c-4e34-8411-f615d8056d49 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:19.606160 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:19.606418 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-052c4549-271c-4e34-8411-f615d8056d49 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:19.606879 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'status': 'completed', 'code': 200} Aug 31 10:38:19.675349 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-39a65815-43b7-49c1-b300-c5a6a08218ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:19.676875 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-39a65815-43b7-49c1-b300-c5a6a08218ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1097 time: 0.0469451 Aug 31 10:38:19.772528 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-33380a29-075a-48f2-97f0-71a669a6cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:19.774054 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-33380a29-075a-48f2-97f0-71a669a6cbf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0903568 Aug 31 10:38:19.850055 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-b3ab4b60-b0ae-402d-ab9e-a1b224585c65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 999 time: 0.0688066 Aug 31 10:38:19.873783 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:46Z', 'revision_number': 1, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}, {'id': '131f3c2f-91f4-4409-87c9-7fb23707db13', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:31:97:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:38:18Z', 'updated_at': '2021-08-31T10:38:18Z', 'revision_number': 0, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:19.901973 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:38:19.902333 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-92b2ec37-ee76-4005-98ea-8b8efd0d8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:19.903872 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-92b2ec37-ee76-4005-98ea-8b8efd0d8923 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0477433 Aug 31 10:38:19.910683 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:19.911423 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:38:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:19.953320 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-99725acf-064a-4f2f-8395-4e5736c97b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:19.955365 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-99725acf-064a-4f2f-8395-4e5736c97b11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443757 Aug 31 10:38:20.022312 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:20.371482 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:46Z', 'revision_number': 1, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}, {'id': '131f3c2f-91f4-4409-87c9-7fb23707db13', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:31:97:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:38:18Z', 'updated_at': '2021-08-31T10:38:18Z', 'revision_number': 0, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:20.403140 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8188829-049f-4f10-929f-2ce4e68e7eb7 None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:46Z', 'revision_number': 1, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}, {'id': '131f3c2f-91f4-4409-87c9-7fb23707db13', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:31:97:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:38:18Z', 'updated_at': '2021-08-31T10:38:18Z', 'revision_number': 0, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:38:20.409833 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-b282c5b1-9916-4cc6-8061-c05d06025d7b service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469671 Aug 31 10:38:20.509822 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-9b74ce8c-7581-44e6-961c-f3cedec6f106 req-dc578a68-0d6d-4b9c-a892-9706073269d4 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917490 Aug 31 10:38:20.627721 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f9f77-a050-4897-83d6-60d4007a48b9 None None] New status for floating IP 131f3c2f-91f4-4409-87c9-7fb23707db13: ACTIVE {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:38:28.697675 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f3f7-4b18-44fe-a1b6-20933083d581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:31.931060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:32.648758 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2337b2af-d05a-4efd-8805-dc05a0dc616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:33.014155 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:33.978164 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:36.514898 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:40.293929 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:38:49.445328 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:56.293028 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-80e8824f-713f-460d-aac3-de258f3981ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423787 Aug 31 10:38:56.389299 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-225528d8-4e2c-4c9b-a76e-49111e66d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.392110 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-225528d8-4e2c-4c9b-a76e-49111e66d7f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1097 time: 0.0539207 Aug 31 10:38:56.502836 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-ab0d6e98-a1a2-40bc-904b-999e36e62c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.505235 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-ab0d6e98-a1a2-40bc-904b-999e36e62c2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0925224 Aug 31 10:38:56.580227 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-49b31b81-fb51-401d-b665-024504ea1191 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 1001 time: 0.0679209 Aug 31 10:38:56.641205 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-6d3f4369-8a7a-4bb2-b2b5-1358d7dd4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.642767 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-6d3f4369-8a7a-4bb2-b2b5-1358d7dd4456 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0550120 Aug 31 10:38:56.697289 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-fa051fc0-c717-4c1e-ad03-463946aa441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:56.698856 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-fa051fc0-c717-4c1e-ad03-463946aa441a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485411 Aug 31 10:38:56.710214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-a67d9bad-6082-44d6-bc15-56a5123dcf49 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:38:56.711306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-a67d9bad-6082-44d6-bc15-56a5123dcf49 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053642 Aug 31 10:38:56.810840 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-a0e83fa6-d454-4323-bc38-680a8bdf5195 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923769 Aug 31 10:38:56.911270 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-6becb95a-fe4c-492f-a0d3-6ae815483a88 req-e92594c2-27ed-4263-ab69-d433af4fe0c1 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910840 Aug 31 10:38:58.689542 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ce505d13-4ffa-4c09-af92-2da90fe76602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:01.934635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:02.552348 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-c83f1ef9-9806-47f4-91a4-e240206b9eda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1071119 Aug 31 10:39:02.652685 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b063e63f-1a6d-49a0-af89-2cc5788a36af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:02.665947 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-1d857f30-e829-41cc-af64-eb95e34477c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:02.667517 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-1d857f30-e829-41cc-af64-eb95e34477c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1095 time: 0.0512986 Aug 31 10:39:02.785219 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-292e5ff7-ecfd-492e-b142-d0655808c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:02.786766 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-292e5ff7-ecfd-492e-b142-d0655808c1dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0941968 Aug 31 10:39:02.862880 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-8d31cdc7-4287-43f6-9d27-55d506c9ba77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 999 time: 0.0651972 Aug 31 10:39:02.914915 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-f1126777-b09e-4266-9eb2-fa2332adff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:02.916303 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-f1126777-b09e-4266-9eb2-fa2332adff5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0466118 Aug 31 10:39:02.966343 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-edb3864f-1130-4294-b4b4-8ddb706afb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:02.968687 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-edb3864f-1130-4294-b4b4-8ddb706afb73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452683 Aug 31 10:39:02.980214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-f234f9bd-e9f8-47bc-90c5-d700d6156559 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:39:02.981276 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-f234f9bd-e9f8-47bc-90c5-d700d6156559 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054481 Aug 31 10:39:03.018086 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:03.082093 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-41176bc6-bbf5-41c6-995c-b31643710145 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936005 Aug 31 10:39:03.182836 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-a1a9cb1c-5776-4f84-9c25-ac81d67885ae req-24da46d2-30bb-475f-9735-4ce624ebc066 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932534 Aug 31 10:39:03.982767 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:06.518384 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:17.293533 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:39:19.452486 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:28.698618 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-33395d3b-1de7-4292-a168-62027b22aaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:31.946376 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:32.657230 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2b15070d-b912-40bf-8740-e7ce79978fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:33.028366 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:33.984554 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:36.521178 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:49.466043 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.000101 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b details requested by agent hyperv_n-h1-800634-13 with host n-h1-800634-13 {{(pid=94897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:39:54.098461 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:54.110683 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Returning: {'device': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'port_id': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'mac_address': 'fa:16:3e:31:97:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:39:54.152231 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.166056 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 069b7255-4b33-430e-b1ea-ed8a9658057b {{(pid=94897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:39:54.186700 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:54.191113 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:54.246170 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=6']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:54.254442 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.254817 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.255161 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.255577 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.255915 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.256465 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.256838 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.257169 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.257499 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.257902 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.258235 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.258601 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:39:54.282823 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] get_ports_and_sgs() called for port_ids ['069b7255-4b33-430e-b1ea-ed8a9658057b'] {{(pid=94897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:39:54.292383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:39:55.998583 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b up at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:39:56.052330 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.provisioning_blocks [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Provisioning complete for port 069b7255-4b33-430e-b1ea-ed8a9658057b triggered by entity L2. {{(pid=94897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:39:56.052960 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-927759'] for port, provisioning_complete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:56.140993 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1002968'] for port, before_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:56.166233 n-d-800634-13 neutron-server[94897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b'}] {{(pid=94897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:39:56.171647 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2eec3d95c84b38c71e42f8ca30e77d21441c61c2f2be2c7e25a6900f358608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1973bb-5317-4730-a7c4-f451c130e436" -d '{"events": [{"server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "name": "network-vif-plugged", "status": "completed", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b"}]}' {{(pid=94897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:39:56.188560 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:39:56.195451 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794707012819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794706515999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794706516017'] for port, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:56.246590 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527b2ff-cec6-4825-99cf-67912c20b20b x-openstack-request-id: req-0527b2ff-cec6-4825-99cf-67912c20b20b {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:39:56.247463 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "name": "network-vif-plugged", "status": "completed", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b", "code": 200}]} {{(pid=94897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:39:56.247702 n-d-800634-13 neutron-server[94897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0527b2ff-cec6-4825-99cf-67912c20b20b {{(pid=94897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:39:56.248080 n-d-800634-13 neutron-server[94897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'code': 200} Aug 31 10:39:56.253940 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Pushing event updated for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=7']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:39:57.341115 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-f9688bbe-82f4-4e23-a41c-565d16a1d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:57.343525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-f9688bbe-82f4-4e23-a41c-565d16a1d437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1097 time: 0.0473783 Aug 31 10:39:57.481719 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-53e35eca-de1b-4d82-b131-f501194548bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:57.483410 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-53e35eca-de1b-4d82-b131-f501194548bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.1129339 Aug 31 10:39:57.555709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-6fab1deb-157d-4880-bc47-08926024b719 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 1001 time: 0.0641108 Aug 31 10:39:57.624709 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-4a51d1cd-9d35-44b5-b4b8-9fbbf1112859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:57.626250 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-4a51d1cd-9d35-44b5-b4b8-9fbbf1112859 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0612116 Aug 31 10:39:57.677015 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-101a8a48-3f52-4dfd-ae2d-686476cdf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:57.678563 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-101a8a48-3f52-4dfd-ae2d-686476cdf37f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441074 Aug 31 10:39:57.833160 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-f26af026-a49d-402d-8583-86dc485d6f28 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449604 Aug 31 10:39:57.959258 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-2bbeee4a-8b05-46c4-83c4-e7f77af52055 req-347dbe3d-b3c0-46c0-a0f1-3e620585d8b6 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146820 Aug 31 10:39:58.698604 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-87464331-6a9c-4b9a-a3fb-4cae7a627171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.945421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.660434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-094b1601-5df7-4ab1-9988-1ab68e8b8f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.044883 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.989464 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.537306 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-f51870d7-c8d8-4c95-bccf-5772c3c39d12 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481703 Aug 31 10:40:04.645054 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efe40-7b46-41de-9716-019e836e84ac req-7058ba6e-325d-459c-8594-3d1c320f6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:04.646648 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-7058ba6e-325d-459c-8594-3d1c320f6664 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1095 time: 0.0448406 Aug 31 10:40:04.709421 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40012) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:04.761442 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efe40-7b46-41de-9716-019e836e84ac req-da0728b6-b0ba-4ded-bb0d-423196315613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:04.763627 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-da0728b6-b0ba-4ded-bb0d-423196315613 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.0934310 Aug 31 10:40:04.831835 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-eddd81c5-99fc-4042-9306-8aec022d87d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 999 time: 0.0606008 Aug 31 10:40:04.878991 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Deleting port 82d2fb51-39a8-4e49-81c6-7758bc7d1beb {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:04.879339 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.889356 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efe40-7b46-41de-9716-019e836e84ac req-3afb5f68-b05e-44c9-9f11-cd53493734a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:04.890877 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-3afb5f68-b05e-44c9-9f11-cd53493734a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0509281 Aug 31 10:40:04.939467 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625efe40-7b46-41de-9716-019e836e84ac req-36ab049b-f063-482d-8155-41b036e764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:04.941194 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-36ab049b-f063-482d-8155-41b036e764e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427449 Aug 31 10:40:04.959677 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.960011 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.972512 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Calling delete_port for 82d2fb51-39a8-4e49-81c6-7758bc7d1beb owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:05.035909 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-ac89c4de-11b1-4e16-bfb0-8a368fffc88a service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865896 Aug 31 10:40:05.137490 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-625efe40-7b46-41de-9716-019e836e84ac req-05b771d1-706f-4209-8862-84f155e05687 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945287 Aug 31 10:40:05.138287 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.163572 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event deleted for resources: {'Port': ['ID=82d2fb51-39a8-4e49-81c6-7758bc7d1beb,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:05.179535 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.179888 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.180233 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.180569 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.180908 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.181242 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.181571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.181897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.182224 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.182574 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.182897 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.183220 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:05.246200 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.247035 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Floating IP 131f3c2f-91f4-4409-87c9-7fb23707db13 disassociated (deleted). External IP: 172.25.4.158, port: 069b7255-4b33-430e-b1ea-ed8a9658057b. Aug 31 10:40:05.470219 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:05.581562 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:05.586600 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.592058 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:05.602245 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:05.602917 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:05.716629 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:05.968251 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-475908c2-41d1-4d50-99c0-ca3be4e81e4a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "DELETE /v2.0/floatingips/131f3c2f-91f4-4409-87c9-7fb23707db13 HTTP/1.1" status: 204 len: 168 time: 1.2547843 Aug 31 10:40:05.968251 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:05.969067 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e" -d '{"events": [{"name": "network-changed", "server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:05.977910 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:46Z', 'revision_number': 1, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:06.009167 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:06.019020 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:06.019669 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:06.040261 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3f4202-3303-492d-b26c-d0d33c187766 x-openstack-request-id: req-bc3f4202-3303-492d-b26c-d0d33c187766 {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:06.040828 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:06.041368 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc3f4202-3303-492d-b26c-d0d33c187766 {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:06.043318 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'status': 'completed', 'code': 200} Aug 31 10:40:06.109226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-13728cd4-183a-4c61-b172-ee08ab673960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:06.110913 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-13728cd4-183a-4c61-b172-ee08ab673960 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 1097 time: 0.0474310 Aug 31 10:40:06.156238 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:06.250762 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9714a2-4822-4711-a54e-3a8eb00563e9 req-07617403-9067-4800-9ebf-d8d088fcc59b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:06.251621 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-ea4bf8c4-734a-4354-a1d2-c8c739ce6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:06.252596 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab9714a2-4822-4711-a54e-3a8eb00563e9 req-07617403-9067-4800-9ebf-d8d088fcc59b tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 945 time: 0.0608423 Aug 31 10:40:06.253971 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-ea4bf8c4-734a-4354-a1d2-c8c739ce6d33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.1334846 Aug 31 10:40:06.312333 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-ab9714a2-4822-4711-a54e-3a8eb00563e9 req-2c111416-bf7f-40fe-8bac-c172b3f373d5 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530045 Aug 31 10:40:06.324378 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-207e45e6-2698-40ed-b9fb-0b08a22c0c5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 200 len: 217 time: 0.0600104 Aug 31 10:40:06.378180 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-829d7a80-921d-4e84-bb95-a4a461227eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:06.380930 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-829d7a80-921d-4e84-bb95-a4a461227eb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0489292 Aug 31 10:40:06.403466 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:46Z', 'revision_number': 1, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:06.433831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-92a9da1c-99cd-4f95-bad0-cfb6a57827ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:06.436861 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-92a9da1c-99cd-4f95-bad0-cfb6a57827ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471604 Aug 31 10:40:06.447533 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ee997-c815-4441-be64-3b9f7495a430 None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_floatingips': [{'id': '049792af-cfa2-4036-8de3-3fce7ffc3634', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'router_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'port_id': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'mac_address': 'fa:16:3e:a2:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597646-6db2-4783-9698-24ae0f21efcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:43Z', 'updated_at': '2021-08-31T10:35:46Z', 'revision_number': 1, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:06.530916 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:06.544363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-7a6bad0c-5145-4700-91d1-0dfe1cd6c092 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989704 Aug 31 10:40:06.649262 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bf71bfbd-1b2f-4f1e-81b8-410986cdb62e req-fb44ac5d-86ec-41fe-9028-7f05d24564e1 service neutron] 10.222.0.15 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975845 Aug 31 10:40:06.720372 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e30a0-d6bd-40fe-a219-96102276b9ee None None] New status for floating IP 131f3c2f-91f4-4409-87c9-7fb23707db13: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:40:07.440703 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a56dd-57a2-43f0-90db-c27062c56c3b req-1ada21ae-4126-4d83-a384-10c7e806e4ea tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:07.442259 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f82a56dd-57a2-43f0-90db-c27062c56c3b req-1ada21ae-4126-4d83-a384-10c7e806e4ea tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 945 time: 0.0539975 Aug 31 10:40:07.484356 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-f82a56dd-57a2-43f0-90db-c27062c56c3b req-0948db4b-ee4b-4ae8-bb1e-63005db33982 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360570 Aug 31 10:40:07.767858 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-963d8515-316c-4fe9-b829-6e98244ed2da tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:07.769321 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-963d8515-316c-4fe9-b829-6e98244ed2da tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.15 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 945 time: 0.0563288 Aug 31 10:40:07.862139 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Deleting port 069b7255-4b33-430e-b1ea-ed8a9658057b {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:07.862517 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.954840 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] For port 069b7255-4b33-430e-b1ea-ed8a9658057b, host n-h1-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-13',level=0,port_id=069b7255-4b33-430e-b1ea-ed8a9658057b,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:07.955278 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.968456 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Calling delete_port for 069b7255-4b33-430e-b1ea-ed8a9658057b owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:08.076401 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:08.097468 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.116135 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No active binding found for port 069b7255-4b33-430e-b1ea-ed8a9658057b {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 10:40:08.116568 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:08.132509 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event deleted for resources: {'Port': ['ID=069b7255-4b33-430e-b1ea-ed8a9658057b,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:08.160231 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.160606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.160907 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.161239 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.161560 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.161889 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.162201 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.162536 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.162852 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.163166 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.163481 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.163792 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-13 {{(pid=94895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:08.183024 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] No DVR routers for this DVR port 069b7255-4b33-430e-b1ea-ed8a9658057b on host n-h1-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:08.185666 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.187787 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-3bd4a19b-893a-4679-8d44-9f84888d2f80 req-679b37b2-0ca3-407c-838b-0b8401ac0b0a tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.15 "DELETE /v2.0/ports/069b7255-4b33-430e-b1ea-ed8a9658057b HTTP/1.1" status: 204 len: 173 time: 0.4124603 Aug 31 10:40:08.188208 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'name': 'network-vif-deleted', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:08.190737 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db907b68-87e7-4588-8f20-e4e657f7b7a4" -d '{"events": [{"server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "name": "network-vif-deleted", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:08.303840 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec257820-4d64-430b-a958-d06fc875bac6 x-openstack-request-id: req-ec257820-4d64-430b-a958-d06fc875bac6 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:08.304136 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c", "name": "network-vif-deleted", "tag": "069b7255-4b33-430e-b1ea-ed8a9658057b", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:08.304400 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec257820-4d64-430b-a958-d06fc875bac6 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:08.304805 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c', 'name': 'network-vif-deleted', 'tag': '069b7255-4b33-430e-b1ea-ed8a9658057b', 'status': 'completed', 'code': 200} Aug 31 10:40:08.614593 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-5c65647e-ed1a-43f6-938e-03f32f08dbd7 req-965eceaf-2829-4d0f-a4a4-55a5648372aa tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e7e61a-f4e3-41b2-a5ef-6e79e6eba04c HTTP/1.1" status: 200 len: 210 time: 0.0344665 Aug 31 10:40:10.246131 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40078) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:10.411784 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Deleting port 0c63fdcc-453a-42f3-a990-4f0c04796305 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:10.412165 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.491505 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.491726 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.503501 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Calling delete_port for 0c63fdcc-453a-42f3-a990-4f0c04796305 owned by network:floatingip {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:10.653098 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.677005 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event deleted for resources: {'Port': ['ID=0c63fdcc-453a-42f3-a990-4f0c04796305,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:10.746199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for floatingip, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.746610 n-d-800634-13 neutron-server[94896]: INFO neutron.db.l3_db [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Floating IP 049792af-cfa2-4036-8de3-3fce7ffc3634 disassociated (deleted). External IP: 172.25.4.248, port: 78ea10e7-3b12-4030-9bee-14db87937fa3. Aug 31 10:40:10.957808 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:11.067385 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:11.072291 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for floatingip, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.077583 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:11.089923 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:11.091011 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:11.107601 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-7bc3de84-4f47-4c14-8d26-13485b002406 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "DELETE /v2.0/floatingips/049792af-cfa2-4036-8de3-3fce7ffc3634 HTTP/1.1" status: 204 len: 168 time: 0.8603048 Aug 31 10:40:11.108571 n-d-800634-13 neutron-server[94896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:11.111112 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a0d784a4473b660c7f69f4990bacbecef767388e2883b4c5196665018e64f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff572e8-260b-48c0-8a43-95355acc206c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:11.155793 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb321922-50a8-4680-9179-1cfc6a725fce x-openstack-request-id: req-fb321922-50a8-4680-9179-1cfc6a725fce {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:11.156207 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "status": "completed", "code": 200}]} {{(pid=94896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:11.156555 n-d-800634-13 neutron-server[94896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb321922-50a8-4680-9179-1cfc6a725fce {{(pid=94896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:11.157050 n-d-800634-13 neutron-server[94896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'status': 'completed', 'code': 200} Aug 31 10:40:11.235589 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:11.258675 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff572e8-260b-48c0-8a43-95355acc206c req-b36f4513-5e94-4d3b-aaa9-65bcb9a224ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:11.260525 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-b36f4513-5e94-4d3b-aaa9-65bcb9a224ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e909f4826b0340c39878fe6131c81fed&device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 1095 time: 0.0651891 Aug 31 10:40:11.373037 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a87b3f-28d3-49db-8d63-4479e9e92793 req-cf394eb0-f582-41d5-b4cf-97e10d404cf7 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:11.375454 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23a87b3f-28d3-49db-8d63-4479e9e92793 req-cf394eb0-f582-41d5-b4cf-97e10d404cf7 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0695512 Aug 31 10:40:11.400549 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff572e8-260b-48c0-8a43-95355acc206c req-00057c92-00ef-4dc2-8d17-77260bb38807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:11.403166 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-00057c92-00ef-4dc2-8d17-77260bb38807 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 200 len: 911 time: 0.1041188 Aug 31 10:40:11.431947 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-23a87b3f-28d3-49db-8d63-4479e9e92793 req-26899b9a-bd86-4f5c-965d-2dc374a97eac tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500948 Aug 31 10:40:11.459197 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-a0464d35-e021-4a7e-82a5-7c2bb3afd023 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 200 len: 217 time: 0.0447719 Aug 31 10:40:11.469953 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:11.501940 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:11.507965 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff572e8-260b-48c0-8a43-95355acc206c req-6462a8db-160e-43cb-bde9-9c5d7fec6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:11.509819 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-6462a8db-160e-43cb-bde9-9c5d7fec6601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 200 len: 849 time: 0.0471668 Aug 31 10:40:11.510769 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:11.511387 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:11.570214 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff572e8-260b-48c0-8a43-95355acc206c req-fe91f96b-ba99-4e78-b4fa-efe136ada37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:11.571868 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-fe91f96b-ba99-4e78-b4fa-efe136ada37c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da336031-fb8c-46e7-9112-6668a35e8090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544558 Aug 31 10:40:11.675781 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-0918f0a7-be05-4076-9cc2-25eb20d74d37 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955915 Aug 31 10:40:11.721627 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:11.775976 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-bff572e8-260b-48c0-8a43-95355acc206c req-081da75d-df75-42a3-9e6c-824fe0a18250 service neutron] 10.222.0.23 "GET /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919976 Aug 31 10:40:11.929754 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:11.958650 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724a957-f0a2-41ef-aca1-db5a3ea80276 None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:20Z', 'revision_number': 4, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13', '_interfaces': [{'id': 'ed0ca623-e8f9-493f-bef1-d717a1654995', 'name': '', 'network_id': 'da336031-fb8c-46e7-9112-6668a35e8090', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'mac_address': 'fa:16:3e:ff:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:20Z', 'updated_at': '2021-08-31T10:35:26Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'subnets': [{'id': 'a605169e-bad6-4b2a-83f9-7f86b3703a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:12.093088 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b no longer exists at agent hyperv_n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:12.120497 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] No Port match for: 069b7255-4b33-430e-b1ea-ed8a9658057b {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:12.121738 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Device 069b7255-4b33-430e-b1ea-ed8a9658057b not bound to the agent host n-h1-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:12.189275 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94595301-25d8-43d8-9534-afb578e164c5 None None] New status for floating IP 049792af-cfa2-4036-8de3-3fce7ffc3634: DOWN {{(pid=94897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:40:12.563527 n-d-800634-13 neutron-server[94896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f565d-f897-4245-bc9f-60489e38c196 req-d7a64bfe-d149-444b-8bb8-50436c10be15 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:12.565289 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-817f565d-f897-4245-bc9f-60489e38c196 req-d7a64bfe-d149-444b-8bb8-50436c10be15 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0520875 Aug 31 10:40:12.612033 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-817f565d-f897-4245-bc9f-60489e38c196 req-8abe2565-a321-4420-ab1f-28929c0ddbcd tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/security-groups?id=3486651c-b69d-454e-ac17-ea6f021b2bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403962 Aug 31 10:40:13.019892 n-d-800634-13 neutron-server[94895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-49f3f54f-4825-47bb-a828-f50d50946189 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:13.021389 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-49f3f54f-4825-47bb-a828-f50d50946189 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 943 time: 0.0543041 Aug 31 10:40:13.111148 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Deleting port 78ea10e7-3b12-4030-9bee-14db87937fa3 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:13.111480 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.208506 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] For port 78ea10e7-3b12-4030-9bee-14db87937fa3, host n-h2-800634-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-13',level=0,port_id=78ea10e7-3b12-4030-9bee-14db87937fa3,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:13.208867 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.222257 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Calling delete_port for 78ea10e7-3b12-4030-9bee-14db87937fa3 owned by compute:nova {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:13.353805 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.385005 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event deleted for resources: {'Port': ['ID=78ea10e7-3b12-4030-9bee-14db87937fa3,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:13.443710 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] No DVR routers for this DVR port 78ea10e7-3b12-4030-9bee-14db87937fa3 on host n-h2-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:13.446368 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441199'] for port, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.448709 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [req-69d29b1e-381c-4840-a23e-801d8fcda07e req-d666f4b5-f2c5-466c-b3d3-8c1746299a57 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.23 "DELETE /v2.0/ports/78ea10e7-3b12-4030-9bee-14db87937fa3 HTTP/1.1" status: 204 len: 173 time: 0.4206800 Aug 31 10:40:13.449147 n-d-800634-13 neutron-server[94895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-deleted', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3'}] {{(pid=94895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:13.451914 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7048fa4095463f5da22e9aeb4652015092bcd1a5d257a1ee20aaff6418d0de86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa63498-b829-452d-8566-3cae96b9ce58" -d '{"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-deleted", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3"}]}' {{(pid=94895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:13.494335 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc65de4-10ac-40a0-b5de-b9eebf7a6a29 x-openstack-request-id: req-acc65de4-10ac-40a0-b5de-b9eebf7a6a29 {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:13.494791 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b597646-6db2-4783-9698-24ae0f21efcd", "name": "network-vif-deleted", "tag": "78ea10e7-3b12-4030-9bee-14db87937fa3", "status": "completed", "code": 200}]} {{(pid=94895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:13.495035 n-d-800634-13 neutron-server[94895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acc65de4-10ac-40a0-b5de-b9eebf7a6a29 {{(pid=94895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:13.495444 n-d-800634-13 neutron-server[94895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b597646-6db2-4783-9698-24ae0f21efcd', 'name': 'network-vif-deleted', 'tag': '78ea10e7-3b12-4030-9bee-14db87937fa3', 'status': 'completed', 'code': 200} Aug 31 10:40:13.741162 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [req-664af140-97c6-4a1c-8993-103b45510269 req-edfaaf19-9301-4d83-9f24-f52957f7f436 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b597646-6db2-4783-9698-24ae0f21efcd HTTP/1.1" status: 200 len: 210 time: 0.0328071 Aug 31 10:40:14.799271 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40096) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:14.860573 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36926946-c1a7-4d00-bf53-1cfc0228f747 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.888061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36926946-c1a7-4d00-bf53-1cfc0228f747 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.948361 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36926946-c1a7-4d00-bf53-1cfc0228f747 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.952269 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-36926946-c1a7-4d00-bf53-1cfc0228f747 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Notify callbacks [] for security_group, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.953487 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-36926946-c1a7-4d00-bf53-1cfc0228f747 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] 10.222.0.18 "DELETE /v2.0/security-groups/3486651c-b69d-454e-ac17-ea6f021b2bb1 HTTP/1.1" status: 204 len: 168 time: 0.1532292 Aug 31 10:40:14.963202 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36926946-c1a7-4d00-bf53-1cfc0228f747 tempest-TestSnapshotPattern-2071516091 tempest-TestSnapshotPattern-2071516091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3486651c-b69d-454e-ac17-ea6f021b2bb1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:15.006486 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40100) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:15.379740 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.634564 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Deleting port ed0ca623-e8f9-493f-bef1-d717a1654995 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:15.634820 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.720690 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] For port ed0ca623-e8f9-493f-bef1-d717a1654995, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=ed0ca623-e8f9-493f-bef1-d717a1654995,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:15.721094 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.735985 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Calling delete_port for ed0ca623-e8f9-493f-bef1-d717a1654995 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:15.932113 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.959760 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0ca623-e8f9-493f-bef1-d717a1654995,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:16.133218 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.364935 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Router ba2f0d15-5b08-4df4-9f3c-038bd1644319 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:16.477789 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:16.482758 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-d9629b4f-52d0-4c59-a338-908b796dacd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/ba2f0d15-5b08-4df4-9f3c-038bd1644319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4752131 Aug 31 10:40:16.486156 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40102) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:16.487760 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] Sync routers for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:16.497008 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:16.497604 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:16.592634 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.610439 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: n-d-800634-13 {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:16.701468 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.761499 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Deleting port dc6d376a-4423-4653-b599-810ad200b5ee {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:16.762454 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.811948 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 5, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port': {'id': 'dc6d376a-4423-4653-b599-810ad200b5ee', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:16.842179 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] Checking router: ba2f0d15-5b08-4df4-9f3c-038bd1644319 for host: n-d-800634-13 {{(pid=94898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:16.851032 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] Routers {'ba2f0d15-5b08-4df4-9f3c-038bd1644319'} bound to L3 agent in host n-d-800634-13 {{(pid=94898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:16.851683 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'], 'active': True} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:16.862736 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] For port dc6d376a-4423-4653-b599-810ad200b5ee, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=dc6d376a-4423-4653-b599-810ad200b5ee,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:16.863107 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.877183 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Calling delete_port for dc6d376a-4423-4653-b599-810ad200b5ee owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:16.942428 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_dvr_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] Set router ba2f0d15-5b08-4df4-9f3c-038bd1644319 gateway port host: None {{(pid=94898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:16.995082 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.l3_hamode_db [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:40:16Z', 'revision_number': 6, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:17.026602 n-d-800634-13 neutron-server[94898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4333e2e-9f39-46d0-a525-20acb6780524 None None] The sync data for ids ['ba2f0d15-5b08-4df4-9f3c-038bd1644319'] in n-d-800634-13 is: [{'id': 'ba2f0d15-5b08-4df4-9f3c-038bd1644319', 'name': 'tempest-TestSnapshotPattern-1593036623-router', 'tenant_id': 'e909f4826b0340c39878fe6131c81fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:18Z', 'updated_at': '2021-08-31T10:40:16Z', 'revision_number': 6, 'project_id': 'e909f4826b0340c39878fe6131c81fed', 'gw_port_host': None}] {{(pid=94898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:17.058775 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.090944 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6d376a-4423-4653-b599-810ad200b5ee,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.152029 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.205139 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 no longer exists at agent hyperv_n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:17.230159 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] No Port match for: 78ea10e7-3b12-4030-9bee-14db87937fa3 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:17.232164 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Device 78ea10e7-3b12-4030-9bee-14db87937fa3 not bound to the agent host n-h2-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:17.247176 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.249245 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.296189 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.296715 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2f0d15-5b08-4df4-9f3c-038bd1644319 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:40:17.301140 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.302308 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-f24ee1a2-2f13-42d0-89c7-90784732043e admin admin] 10.222.0.18 "DELETE /v2.0/routers/ba2f0d15-5b08-4df4-9f3c-038bd1644319 HTTP/1.1" status: 204 len: 168 time: 0.8147299 Aug 31 10:40:17.304936 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40104) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.473372 n-d-800634-13 neutron-server[94896]: DEBUG neutron.db.db_base_plugin_v2 [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Deleting subnet a605169e-bad6-4b2a-83f9-7f86b3703a35 {{(pid=94896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:17.476781 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.513097 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29025604'] for subnet, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.599199 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.654746 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25559671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29237756'] for subnet, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.684341 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.686339 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a605169e-bad6-4b2a-83f9-7f86b3703a35 HTTP/1.1" status: 204 len: 168 time: 0.3804734 Aug 31 10:40:17.687292 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393750cd-f39a-4a60-8341-a778d6117fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a605169e-bad6-4b2a-83f9-7f86b3703a35,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.689235 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40108) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.692975 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d81d69-6df8-4c90-828f-082e7417d321 None None] Network da336031-fb8c-46e7-9112-6668a35e8090 requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:17.766839 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.838629 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Deleting port 698873b3-dc37-422e-a830-289fef3fcb24 {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:17.838977 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.905288 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] DHCP port deletion for da336031-fb8c-46e7-9112-6668a35e8090 request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:17.913744 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] For port 698873b3-dc37-422e-a830-289fef3fcb24, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=698873b3-dc37-422e-a830-289fef3fcb24,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:17.914235 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.931226 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Calling delete_port for 698873b3-dc37-422e-a830-289fef3fcb24 owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:17.968845 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed0ca623-e8f9-493f-bef1-d717a1654995 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:18.000592 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: ed0ca623-e8f9-493f-bef1-d717a1654995 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:18.000927 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device ed0ca623-e8f9-493f-bef1-d717a1654995 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:18.001345 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 698873b3-dc37-422e-a830-289fef3fcb24 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:18.029343 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] Deleting port 698873b3-dc37-422e-a830-289fef3fcb24 {{(pid=94897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:18.029564 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.038693 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.070384 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Pushing event deleted for resources: {'Port': ['ID=698873b3-dc37-422e-a830-289fef3fcb24,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.072405 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] No DVR routers for this DVR port 698873b3-dc37-422e-a830-289fef3fcb24 on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:18.110814 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No active binding found for port 698873b3-dc37-422e-a830-289fef3fcb24 {{(pid=94897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 10:40:18.111249 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 698873b3-dc37-422e-a830-289fef3fcb24 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:18.111671 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dc6d376a-4423-4653-b599-810ad200b5ee no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:18.139848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: dc6d376a-4423-4653-b599-810ad200b5ee {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:18.140115 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device dc6d376a-4423-4653-b599-810ad200b5ee not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:18.142726 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.db [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] For port 698873b3-dc37-422e-a830-289fef3fcb24, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=698873b3-dc37-422e-a830-289fef3fcb24,segment=NetworkSegment(c875ecbd-20e0-4ce5-89e2-929124213ba7),segment_id=c875ecbd-20e0-4ce5-89e2-929124213ba7)] {{(pid=94897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:18.143131 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.160848 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] Calling delete_port for 698873b3-dc37-422e-a830-289fef3fcb24 owned by network:dhcp {{(pid=94897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:18.167930 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.181705 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da336031-fb8c-46e7-9112-6668a35e8090']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:18.194977 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c875ecbd-20e0-4ce5-89e2-929124213ba7') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:18.195275 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c875ecbd-20e0-4ce5-89e2-929124213ba7') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:18.205306 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.221561 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.227606 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:18.227999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:18.229685 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:18.243571 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990'] for port, after_delete {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.274313 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] Pushing event deleted for resources: {'Port': ['ID=698873b3-dc37-422e-a830-289fef3fcb24,revision_number=None']} {{(pid=94897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.279031 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa5448-b304-4cff-8706-050b523cc3f2 None None] No DVR routers for this DVR port 698873b3-dc37-422e-a830-289fef3fcb24 on host n-d-800634-13 {{(pid=94897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:18.295915 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.301999 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.304363 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] 10.222.0.18 "DELETE /v2.0/networks/da336031-fb8c-46e7-9112-6668a35e8090 HTTP/1.1" status: 204 len: 168 time: 0.6131935 Aug 31 10:40:18.307373 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40110) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:18.317087 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc096f0b-9339-42ad-a6d8-043a679a878b admin admin] Pushing event deleted for resources: {'Network': ['ID=da336031-fb8c-46e7-9112-6668a35e8090,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.697996 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4053535'] for router_interface, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.329996 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Deleting port 701667cf-31f5-48eb-8250-89953e2206f1 {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:19.330724 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.442685 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] For port 701667cf-31f5-48eb-8250-89953e2206f1, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=701667cf-31f5-48eb-8250-89953e2206f1,segment=NetworkSegment(885ee8d3-10bd-472d-aaa5-0fe7079f18f6),segment_id=885ee8d3-10bd-472d-aaa5-0fe7079f18f6)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:19.443128 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.467309 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Calling delete_port for 701667cf-31f5-48eb-8250-89953e2206f1 owned by network:router_interface {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:19.472985 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.692061 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.723099 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Pushing event deleted for resources: {'Port': ['ID=701667cf-31f5-48eb-8250-89953e2206f1,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.952736 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4053635'] for router_interface, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.210038 n-d-800634-13 neutron-server[94896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Router c9c30ad4-a1bb-4304-a46f-c9ec86021323 has already been hosted by L3 agent 30329fbc-758e-4074-81cf-096c97e7e4ab {{(pid=94896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:20.325435 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] Notify agent at l3_agent.n-d-800634-13 the message routers_updated {{(pid=94896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:20.330560 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-9a026ba0-1e62-4379-8b69-79ee91d9c75d admin admin] 10.222.0.18 "PUT /v2.0/routers/c9c30ad4-a1bb-4304-a46f-c9ec86021323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0220599 Aug 31 10:40:20.333488 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [-] (94896) accepted ('10.222.0.18', 40114) {{(pid=94896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:20.334054 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] Sync routers for ids ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'] in n-d-800634-13 {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:20.343820 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] Routers {'c9c30ad4-a1bb-4304-a46f-c9ec86021323'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:20.344445 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:20.447287 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.554871 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.614318 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] Set router c9c30ad4-a1bb-4304-a46f-c9ec86021323 gateway port host: n-d-800634-13 {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:20.615410 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Deleting port 110831bb-c26d-4984-97e6-0a94e21ea2ff {{(pid=94896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:20.615761 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.708524 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.db [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] For port 110831bb-c26d-4984-97e6-0a94e21ea2ff, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=110831bb-c26d-4984-97e6-0a94e21ea2ff,segment=NetworkSegment(f65af35c-f9c3-4b68-9f8c-8be72f468fd0),segment_id=f65af35c-f9c3-4b68-9f8c-8be72f468fd0)] {{(pid=94896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:20.708883 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.722966 n-d-800634-13 neutron-server[94896]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Calling delete_port for 110831bb-c26d-4984-97e6-0a94e21ea2ff owned by network:router_gateway {{(pid=94896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:20.804496 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'external_fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 5, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port': {'id': '110831bb-c26d-4984-97e6-0a94e21ea2ff', 'name': '', 'network_id': '5491c24c-cf4f-4f0e-812e-9745dafea365', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '80b883bc-7118-46e9-9117-42457ae713f1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80b883bc-7118-46e9-9117-42457ae713f1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-13'}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:20.832037 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] Checking router: c9c30ad4-a1bb-4304-a46f-c9ec86021323 for host: n-d-800634-13 {{(pid=94897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:20.840763 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] Routers {'c9c30ad4-a1bb-4304-a46f-c9ec86021323'} bound to L3 agent in host n-d-800634-13 {{(pid=94897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:20.841388 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:53:01Z,description=,heartbeat_timestamp=2021-08-31T10:40:03Z,host='n-d-800634-13',id=30329fbc-758e-4074-81cf-096c97e7e4ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:53:01Z,topic='l3_agent')) {'router_ids': ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'], 'active': True} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:20.922368 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25559576'] for port, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.942030 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_dvr_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] Set router c9c30ad4-a1bb-4304-a46f-c9ec86021323 gateway port host: None {{(pid=94897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:20.949790 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=110831bb-c26d-4984-97e6-0a94e21ea2ff,revision_number=None']} {{(pid=94896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:21.011003 n-d-800634-13 neutron-server[94897]: DEBUG neutron.db.l3_hamode_db [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 6, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port_host': None}], 'n-d-800634-13', False) {} {{(pid=94897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:21.024906 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4039201'] for router_gateway, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.039938 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5c314-97b3-4fd7-87eb-0b21ba50cb5a None None] The sync data for ids ['c9c30ad4-a1bb-4304-a46f-c9ec86021323'] in n-d-800634-13 is: [{'id': 'c9c30ad4-a1bb-4304-a46f-c9ec86021323', 'name': 'tempest-TestSnapshotPattern-1962510953-router', 'tenant_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:35:23Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 6, 'project_id': 'ab2d09823e8140aa8feb7b18a80dc0a8', 'gw_port_host': None}] {{(pid=94897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:21.126546 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28986'] for router, precommit_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.128602 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.172816 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4051988'] for router, after_delete {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.173441 n-d-800634-13 neutron-server[94896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c30ad4-a1bb-4304-a46f-c9ec86021323 {{(pid=94896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:40:21.178085 n-d-800634-13 neutron-server[94896]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.179268 n-d-800634-13 neutron-server[94896]: INFO neutron.wsgi [None req-4aeb9604-318a-46fa-9111-9742b2c10bd4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c9c30ad4-a1bb-4304-a46f-c9ec86021323 HTTP/1.1" status: 204 len: 168 time: 0.8446665 Aug 31 10:40:21.182401 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40116) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:21.229951 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.db_base_plugin_v2 [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Deleting subnet c0a1a67d-1724-45e6-88f8-8a15c35932e6 {{(pid=94895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:21.233780 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.278157 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29271698'] for subnet, precommit_delete_associations {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.367103 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926077'] for subnet, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.438327 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25296521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28937545'] for subnet, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.466519 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a1a67d-1724-45e6-88f8-8a15c35932e6,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:21.475273 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.478098 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-89946acf-9224-4440-8645-ba9a9d393acd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c0a1a67d-1724-45e6-88f8-8a15c35932e6 HTTP/1.1" status: 204 len: 168 time: 0.2945805 Aug 31 10:40:21.481454 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40118) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:21.485035 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f835a-b6a2-4c78-8778-3345badb6225 None None] Network 5356a23f-534b-4b53-b787-78b486b7610a requested from n-d-800634-13 {{(pid=94897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:21.567918 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542994'] for network, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.623597 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Deleting port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e {{(pid=94895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:21.623936 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794707011606'] for port, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.702059 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.db [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] For port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e, host n-d-800634-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-13',level=0,port_id=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,segment=NetworkSegment(885ee8d3-10bd-472d-aaa5-0fe7079f18f6),segment_id=885ee8d3-10bd-472d-aaa5-0fe7079f18f6)] {{(pid=94895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:21.702409 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4038761'] for port, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.716831 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.plugin [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Calling delete_port for 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e owned by network:dhcp {{(pid=94895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:21.799544 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1002911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794707012837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794706515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25296614'] for port, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.824081 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:21.830590 n-d-800634-13 neutron-server[94895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] No DVR routers for this DVR port 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e on host n-d-800634-13 {{(pid=94895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:21.852903 n-d-800634-13 neutron-server[94897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d972b-4776-4c90-811a-4215cc27c4f4 None None] DHCP port deletion for 5356a23f-534b-4b53-b787-78b486b7610a request from n-d-800634-13 {{(pid=94897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:21.913005 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933510', 'neutron.services.segments.db._delete_segments_for_network-8794707082689'] for network, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.927103 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5356a23f-534b-4b53-b787-78b486b7610a']}} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:21.939347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885ee8d3-10bd-472d-aaa5-0fe7079f18f6') {'for_net_delete': True} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:21.939347 n-d-800634-13 neutron-server[94895]: DEBUG neutron.services.segments.db [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885ee8d3-10bd-472d-aaa5-0fe7079f18f6') {} {{(pid=94895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:21.944289 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:21.952429 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794707093333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29271721'] for segment, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.968997 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371'] for segment, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.979809 n-d-800634-13 neutron-server[94895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:21.980396 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25296435'] for segment, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.981248 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:21.981792 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 840c4303-9f0b-4ec4-8e3d-cd1b8ed3425e not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:21.982427 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 701667cf-31f5-48eb-8250-89953e2206f1 no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: Traceback (most recent call last): Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: timer() Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: cb(*args, **kw) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: return func(*args, **kwargs) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: self._notify() Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: self.callback(batched_events) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: event.method(event) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: return f(self, *a, **k) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: return self._get(url).json() Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:21.983017 n-d-800634-13 neutron-server[94895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:22.005764 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 701667cf-31f5-48eb-8250-89953e2206f1 {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:22.006141 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 701667cf-31f5-48eb-8250-89953e2206f1 not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:22.006656 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 110831bb-c26d-4984-97e6-0a94e21ea2ff no longer exists at agent ovs-agent-n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:22.034720 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.plugin [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] No Port match for: 110831bb-c26d-4984-97e6-0a94e21ea2ff {{(pid=94897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:22.035069 n-d-800634-13 neutron-server[94897]: DEBUG neutron.plugins.ml2.rpc [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Device 110831bb-c26d-4984-97e6-0a94e21ea2ff not bound to the agent host n-d-800634-13 {{(pid=94897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:22.040193 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4170850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4039181'] for network, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.047118 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.049226 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5356a23f-534b-4b53-b787-78b486b7610a HTTP/1.1" status: 204 len: 168 time: 0.5662284 Aug 31 10:40:22.068045 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51419bda-1caf-4535-9584-a250e5c1a5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5356a23f-534b-4b53-b787-78b486b7610a,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:22.182311 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40122) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:22.232757 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-fcf7a03c-ef15-4dfa-8b44-bb30596cf16f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e909f4826b0340c39878fe6131c81fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491977 Aug 31 10:40:22.235324 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40124) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:22.287873 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c180fddc-9315-4334-9250-a74f928526e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.309968 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c180fddc-9315-4334-9250-a74f928526e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.359569 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c180fddc-9315-4334-9250-a74f928526e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.362144 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-c180fddc-9315-4334-9250-a74f928526e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.363371 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-c180fddc-9315-4334-9250-a74f928526e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34970021-4e4d-42f5-abd6-14441d599508 HTTP/1.1" status: 204 len: 168 time: 0.1270695 Aug 31 10:40:22.372539 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180fddc-9315-4334-9250-a74f928526e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34970021-4e4d-42f5-abd6-14441d599508,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:22.705146 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40130) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:22.748805 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-af29088b-742d-4b3b-b3a1-b3ceac30f702 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab2d09823e8140aa8feb7b18a80dc0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423791 Aug 31 10:40:22.751508 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [-] (94895) accepted ('10.222.0.18', 40132) {{(pid=94895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:22.802342 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-564d8946-b98f-4ee9-a3e0-fed3a7e2e6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.824206 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-564d8946-b98f-4ee9-a3e0-fed3a7e2e6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.873317 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-564d8946-b98f-4ee9-a3e0-fed3a7e2e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4176079'] for security_group, after_delete {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.875894 n-d-800634-13 neutron-server[94895]: DEBUG neutron_lib.callbacks.manager [None req-564d8946-b98f-4ee9-a3e0-fed3a7e2e6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.877078 n-d-800634-13 neutron-server[94895]: INFO neutron.wsgi [None req-564d8946-b98f-4ee9-a3e0-fed3a7e2e6e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/296a8471-1985-4d73-ab4f-d5e0cb471995 HTTP/1.1" status: 204 len: 168 time: 0.1244476 Aug 31 10:40:22.884936 n-d-800634-13 neutron-server[94895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d8946-b98f-4ee9-a3e0-fed3a7e2e6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a8471-1985-4d73-ab4f-d5e0cb471995,revision_number=None']} {{(pid=94895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:28.717179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-daa08d85-e1f4-43fc-bf83-79c223bc8a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:31.292078 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:40:31.942894 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:32.662710 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a218-4908-4f7a-a369-921655d1c738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:33.042705 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:33.990975 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:36.526114 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:49.458861 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:58.701957 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-cef3b946-8f0a-4a71-9262-317c12b54179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:01.934118 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:02.663173 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-2c103c4b-900d-4ca2-85d2-797dd6adaa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:03.054808 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:03.992377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:06.530753 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:08.291241 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:41:19.463637 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.703464 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4960-f533-4339-a971-58e6068e8318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.938426 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:32.664736 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1b5275fc-46cc-4414-9f83-31c7d6f8ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.070174 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:33.995774 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:36.532269 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.290730 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:41:49.460005 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.707091 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b81f7b43-35a1-4dd1-9e5f-57bf2f6b7fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:01.938929 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:02.665562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-798ea4ea-3502-4a4c-af01-78840269e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:03.070797 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:03.999989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.535209 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.476720 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.290868 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:42:28.731106 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-eac2f4c4-78c4-4137-87f0-6e535cf32db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:31.942071 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:32.667390 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3fa57649-3000-4bcf-99e6-7d49ebb420f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.082573 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:34.002266 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:36.538222 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:49.474292 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:58.713397 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f848c654-76c9-4fc1-aca7-edcf5ba1e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:59.290107 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:43:01.943947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:02.669212 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c22e44ec-3cc9-4ade-a1a2-e76d0a6fa074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:03.081683 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:04.004419 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:06.543388 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:19.488119 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:28.715874 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1c692ac1-17dd-4b27-ab83-3c87535ae725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:31.944776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:32.672399 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-e4526e2a-c12b-4990-a841-4fdbdcf4c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:33.082103 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:34.007349 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:36.289383 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:43:36.548339 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:49.487562 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:54.043035 n-d-800634-13 neutron-server[94896]: DEBUG neutron.wsgi [req-91150e1d-80c6-4596-918a-f87c243bed5d req-236388f7-aa77-4184-84cb-60bba0d537bc service neutron] (94896) timed out ('10.222.0.18', 38726) {{(pid=94896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:43:58.716650 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b52e94d7-3b83-4ca6-9b96-255de711cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.945364 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:02.673567 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-81185992-a256-425f-85aa-3a9f5214b79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.082517 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.010835 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:06.542060 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.288918 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:44:19.502776 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:28.750009 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-bfb017e0-de6a-45eb-a290-704b83471847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:31.951561 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:32.674304 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c97b-7006-4fec-b737-fff86bb62188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:33.070179 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:34.013769 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:36.547664 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:49.503635 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:50.287925 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:44:58.723731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f8ae-ab33-41a3-b995-a60a40192406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:01.953146 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:02.675508 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-c93d1a1a-4478-45b6-b3fc-d917a1bee195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:03.081525 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.016221 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:06.547638 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.499237 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:27.286365 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:45:28.725148 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9dcd95e0-926f-4d94-97d9-2fc403106f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.954452 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.676194 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-b69f9575-577c-4f66-994b-2eb4c5f90903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:33.080968 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:34.018398 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:36.551377 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:49.504313 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:58.727945 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-640d4873-5352-4829-817b-47a8e3070644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:01.954809 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:02.676358 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-f5bf63ed-275f-449d-ac28-151f13011342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:03.076251 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:04.021175 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:04.284877 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:46:06.553610 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:19.510731 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:28.759989 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-7c27e0eb-62a5-4520-b484-85e7d213eb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:31.956622 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:32.679439 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3f62ef9f-8bb0-4b2d-a1c6-ecf7d68d8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:33.075947 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:34.024165 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:36.554987 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:41.284337 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:46:49.519732 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:58.731191 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-ae8aab09-8fa9-4078-8068-2c624b075d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:01.959465 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:02.680996 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-974b5698-6e13-44e3-bab4-da6ec9f626aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:03.089856 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:04.026736 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:06.557901 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:18.282846 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:47:19.526854 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:28.731621 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-95768926-6548-462c-8dbb-b0a544bb1949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:31.960589 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:32.681462 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-81042ee4-db85-4b33-b6b8-94d9153b5c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:33.091286 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:34.031095 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:36.561076 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:49.524821 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:55.281515 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:47:58.734421 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-14f6f2e5-2e76-44e6-b687-3521441d3051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:01.961209 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:02.681766 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-38bb1123-5cc3-40c8-8394-5baa25f2dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:03.092327 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:04.033117 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:06.564616 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:19.546424 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:22.963149 n-d-800634-13 neutron-server[94895]: DEBUG neutron.wsgi [req-96c7a96f-d473-4453-b371-a3628e235148 req-03fc2bfc-cd9c-4feb-a6df-6bef5e9bd321 service neutron] (94895) timed out ('10.222.0.18', 33878) {{(pid=94895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:48:28.747505 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5cf93cef-9b4d-4e51-9f00-0d81d2c3d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:31.962367 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:32.281416 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:48:32.683590 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-0f25d3a1-7a18-4e50-adf9-bfb386fd264b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:33.092734 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:34.036287 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:36.566928 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:49.570250 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:58.741353 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-5607d9ab-55d1-4e7a-b2a4-c0af6150433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:01.963666 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-3eae6dc3-1ae8-484d-9fc4-8bc2957f190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:02.686746 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-dc5d39e8-6065-48e5-9c79-5ab98d0c348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:03.101579 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-1a9d96a1-a8cf-47aa-ba45-c904919f28ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:04.039434 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1bd9-b52b-45e7-a2a7-d7a083d5a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:06.569999 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-a2ee6b21-bf81-44c3-9842-51ed48157116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:09.280203 n-d-800634-13 neutron-server[94898]: DEBUG neutron.db.agents_db [None req-62b7e6c6-b80a-4a33-8658-05a427e9c9db None None] Agent healthcheck: found 7 active agents {{(pid=94898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:49:19.583602 n-d-800634-13 neutron-server[94897]: DEBUG neutron_lib.callbacks.manager [None req-8254201f-87f8-43db-a6ab-e1ac2440e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794706962140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-927960'] for agent, after_update {{(pid=94897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}